-- Logs begin at Tue 2021-08-10 00:05:48 UTC, end at Tue 2021-08-10 02:22:26 UTC. -- Aug 10 00:36:27.221195 n-d-766380-21 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 00:36:29.894898 n-d-766380-21 neutron-server[105848]: INFO neutron.common.config [-] Logging enabled! Aug 10 00:36:29.895479 n-d-766380-21 neutron-server[105848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 00:36:29.895667 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 00:36:29.899431 n-d-766380-21 neutron-server[105848]: INFO neutron.common.config [-] Logging enabled! Aug 10 00:36:29.899681 n-d-766380-21 neutron-server[105848]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 00:36:29.899990 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105848) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 00:36:29.900910 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:36:29.901141 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:36:29.901500 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:36:29.901748 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:36:29.901973 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:36:29.902286 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.902576 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.902891 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.903120 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.903409 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.903696 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.903974 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.904258 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.904549 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.904827 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.905100 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.905378 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.905603 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.905876 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.906157 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.906437 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.906680 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] debug = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.906947 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.907360 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.907755 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.908032 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.908313 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.908586 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.908853 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.909122 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.909403 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.909720 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] host = n-d-766380-21 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.909990 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.910270 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.910549 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.910849 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.911121 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.911395 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.911717 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.912585 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.912859 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.913130 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.913416 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.913699 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.913985 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.914206 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.914424 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.914731 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.915014 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.915284 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.915553 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.915823 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.916091 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.916360 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.916623 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.916906 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.917184 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.917463 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.917732 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.917999 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.918263 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.918527 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.919089 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.919357 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.919624 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.919893 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.920174 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.920437 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.920703 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.920996 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.921274 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.921552 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.921831 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.922098 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.922376 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.922642 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.922939 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.923202 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_json = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.923468 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.923733 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.924009 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.924277 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.924543 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.924811 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.925078 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.925355 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:29.925649 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.925944 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.926238 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.926517 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.926838 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.927117 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.927513 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.927801 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.928091 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.928379 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.928665 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.928940 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.929225 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.929499 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.929792 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.930096 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.930388 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.930693 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.930976 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.931248 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.931520 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.931795 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.932079 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.932366 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.932653 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.932924 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.933197 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.933482 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.933754 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.934023 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.934294 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.934576 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.934879 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.935147 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.935423 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.935697 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.935966 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.936236 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.936510 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.936801 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.937072 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.937337 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.937605 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.937878 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.938145 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.938422 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.938717 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.938990 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.939260 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.939532 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.939801 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.940070 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.940342 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.940610 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.940882 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.941149 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.941415 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.941683 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.941952 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.942218 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.942484 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.942786 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.943186 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.943464 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.943734 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.944005 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.944274 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.944543 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.944826 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.945120 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.945391 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.945663 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.945936 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.946208 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.946479 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.946782 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.947054 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.947324 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.947592 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.947876 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.948151 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.948431 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.948708 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.948977 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.949262 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.949532 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.949808 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.950079 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.950349 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.950630 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.950986 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.951273 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.951560 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.951847 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.952134 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.952419 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.952694 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.952993 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.953265 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:29.953477 n-d-766380-21 neutron-server[105848]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:36:29.953712 n-d-766380-21 neutron-server[105848]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105848) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 00:36:30.301528 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 00:36:30.301800 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 00:36:30.302088 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 00:36:30.302571 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 00:36:30.697068 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.697407 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.697679 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.698903 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.699177 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.699438 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.734188 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.734478 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.734779 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.752756 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.753036 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.753301 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.782173 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.782452 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.782740 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.818853 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.819135 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:30.819394 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.049803 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.050398 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.050398 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.050556 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.051221 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.170355 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.170694 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.170978 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.171244 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.171504 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.171808 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.172068 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.172318 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.172568 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.172845 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.173099 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.173357 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.173607 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.173852 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.174103 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.174362 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.174612 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.174896 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.175162 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.175414 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.175682 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.175930 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.176209 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.176583 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.176827 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.177068 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.178079 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.178323 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.178561 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.178822 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.179056 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.179289 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:31.179644 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 00:36:31.182681 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 00:36:31.186540 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 00:36:31.190301 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 10 00:36:31.192087 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 00:36:31.192542 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 00:36:31.192978 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 00:36:31.193401 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 00:36:31.196184 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 00:36:31.196433 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 00:36:31.196771 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 00:36:31.202030 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 00:36:31.224031 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 00:36:31.225027 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.225320 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105848) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 00:36:31.225675 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.227039 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105848) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 00:36:31.227317 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 00:36:31.227560 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 00:36:31.230992 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.231273 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.294885 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 00:36:31.295121 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 00:36:31.295358 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 00:36:31.295722 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 00:36:31.316047 n-d-766380-21 neutron-server[105848]: DEBUG oslo_db.sqlalchemy.engines [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105848) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 00:36:31.840270 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing driver for type 'gre' Aug 10 00:36:31.840853 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] gre ID ranges: [(1, 1000)] Aug 10 00:36:31.901475 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing driver for type 'local' Aug 10 00:36:31.901880 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing driver for type 'vlan' Aug 10 00:36:31.914575 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] VlanTypeDriver initialization complete Aug 10 00:36:31.915032 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing driver for type 'vxlan' Aug 10 00:36:31.915524 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] vxlan ID ranges: [(1, 1000)] Aug 10 00:36:31.969159 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing extension driver 'port_security' Aug 10 00:36:31.969527 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] PortSecurityExtensionDriver initialization complete Aug 10 00:36:31.969932 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing mechanism driver 'openvswitch' Aug 10 00:36:31.970256 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing mechanism driver 'hyperv' Aug 10 00:36:31.976720 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.plugin [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:31.977445 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.977776 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.978128 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.978649 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.979103 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.979459 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.979804 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.980198 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.980603 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.980952 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.981293 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.981683 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.982081 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.982428 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.982800 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.983196 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.983726 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.984080 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.984423 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.984815 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.985217 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > address_group after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.985564 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > address_group after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.985903 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.986291 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105848) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 00:36:31.986662 n-d-766380-21 neutron-server[105848]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] ML2 OVO RPC backend initialized. {{(pid=105848) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 00:36:31.987389 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.987747 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.988159 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.988504 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > networks before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.988850 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.989193 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > ports before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.989534 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.990504 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnets before_response 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.990897 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.991240 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.991574 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.991914 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.992253 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.992593 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.992930 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.993268 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.993599 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:31.994171 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.plugin [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Modular L2 Plugin initialization complete Aug 10 00:36:31.994497 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading services supported by the core plugin {{(pid=105848) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 00:36:31.994847 n-d-766380-21 neutron-server[105848]: INFO neutron.plugins.ml2.managers [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Got port-security extension from driver 'port_security' Aug 10 00:36:31.995308 n-d-766380-21 neutron-server[105848]: INFO neutron.extensions.vlantransparent [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Disabled vlantransparent extension. Aug 10 00:36:31.995899 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105848) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 00:36:31.996215 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: router Aug 10 00:36:32.033284 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.033675 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_create 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.034042 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router before_create 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.034405 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.034809 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.035166 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_delete 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.035523 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.035886 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_create 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.036233 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.036580 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.036928 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.037283 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.037694 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.038060 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.038403 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.038767 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: subnet after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.039107 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.039453 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.039799 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_create 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.040138 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.040479 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.040835 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router after_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.041183 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.041534 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_create 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.041891 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.042233 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_update 55549900 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.042598 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > agent after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.042976 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > agent after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.043321 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > network after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.044427 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Tracking information for resource: router configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:32.044758 n-d-766380-21 neutron-server[105848]: DEBUG neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Tracking information for resource: floatingip configured {{(pid=105848) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 00:36:32.049563 n-d-766380-21 neutron-server[105848]: INFO neutron.db.l3_agentschedulers_db [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 00:36:32.050250 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.050788 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.050987 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.051341 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: port after_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.052132 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router before_create 55550100 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.053079 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.053572 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_create 55550100 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.053933 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > router precommit_update 55550100 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.058356 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.provider_configuration [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service providers = [] {{(pid=105848) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 00:36:32.058741 n-d-766380-21 neutron-server[105848]: DEBUG neutron.db.servicetype_db [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105848) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 00:36:32.061684 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.service_base [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:36:32.062031 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.service_base [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:36:32.062372 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.service_base [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:36:32.063304 n-d-766380-21 neutron-server[105848]: DEBUG neutron.services.service_base [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105848) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 00:36:32.063677 n-d-766380-21 neutron-server[105848]: INFO neutron.services.service_base [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 00:36:32.064049 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.064363 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 00:36:32.075654 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.075990 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: auto_allocate Aug 10 00:36:32.081710 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: network precommit_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.082081 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: network precommit_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.082598 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.082944 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: tag Aug 10 00:36:32.091515 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.091840 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: timestamp Aug 10 00:36:32.095837 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.096171 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: network_ip_availability Aug 10 00:36:32.101661 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.102037 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.102402 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.103158 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.103478 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: flavors Aug 10 00:36:32.108406 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.108737 n-d-766380-21 neutron-server[105848]: INFO neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading Plugin: revisions Aug 10 00:36:32.113288 n-d-766380-21 neutron-server[105848]: DEBUG neutron.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105848) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 00:36:32.113693 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=105848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 00:36:32.114472 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105848) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 00:36:32.115351 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Initializing extension manager. Aug 10 00:36:32.116195 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: __init__.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.116543 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: __pycache__ {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.116881 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.117214 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: address_group.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.117999 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.118576 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: address-group Aug 10 00:36:32.118922 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: address_scope.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.119636 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.120141 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: address-scope Aug 10 00:36:32.120461 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.121427 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.121928 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: router-admin-state-down-before-update Aug 10 00:36:32.122249 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: agent.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.123215 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.123715 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: agent Aug 10 00:36:32.124036 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: agent_resources_synced.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.124948 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.125449 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: agent-resources-synced Aug 10 00:36:32.125769 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: allowedaddresspairs.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.127608 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.128120 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: allowed-address-pairs Aug 10 00:36:32.128444 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: auto_allocated_topology.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.132433 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.135118 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: auto-allocated-topology Aug 10 00:36:32.135456 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: availability_zone.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.138294 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.138835 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: availability_zone Aug 10 00:36:32.139166 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: availability_zone_filter.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.140094 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.140600 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: availability_zone_filter Aug 10 00:36:32.140926 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: data_plane_status.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.141833 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.142330 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 00:36:32.142655 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: default_subnetpools.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.143599 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.144098 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: default-subnetpools Aug 10 00:36:32.144422 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.145244 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.145744 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: dhcp_agent_scheduler Aug 10 00:36:32.146183 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: dns.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.147142 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.147642 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 00:36:32.147967 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: dns_domain_ports.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.148886 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.149384 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 00:36:32.149713 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.150632 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.151166 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 00:36:32.151488 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: dvr.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.152157 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.152658 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: dvr Aug 10 00:36:32.152976 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: ecmp_routes.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.153893 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.154391 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 00:36:32.154734 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: empty_string_filtering.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.155647 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.156149 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: empty-string-filtering Aug 10 00:36:32.156467 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.157373 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.157870 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 00:36:32.158189 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.159122 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.159624 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 00:36:32.159942 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: external_net.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.160848 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.161347 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: external-net Aug 10 00:36:32.161691 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.162597 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.163129 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: extra_dhcp_opt Aug 10 00:36:32.163446 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: extraroute.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.164371 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.164867 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: extraroute Aug 10 00:36:32.165186 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: extraroute_atomic.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.166208 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.166741 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: extraroute-atomic Aug 10 00:36:32.167066 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: filter_validation.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.167730 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.168225 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: filter-validation Aug 10 00:36:32.168802 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: fip_pf_description.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.169720 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.170216 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 00:36:32.170535 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: fip_port_details.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.171477 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.171977 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: fip-port-details Aug 10 00:36:32.172296 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: flavors.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.173524 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.174031 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: flavors Aug 10 00:36:32.174354 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.176040 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.176556 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 00:36:32.176881 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: floatingip_pools.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.178100 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.178608 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: floatingip-pools Aug 10 00:36:32.178954 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: ip_allocation.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.179894 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.180393 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 00:36:32.180712 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.181645 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.182145 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: ip-substring-filtering Aug 10 00:36:32.182466 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l2_adjacency.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.183413 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.183909 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 00:36:32.184228 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.185323 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.185836 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: router Aug 10 00:36:32.186160 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.188418 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.188941 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 00:36:32.189271 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.190229 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.190777 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: ext-gw-mode Aug 10 00:36:32.191105 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.192027 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.192530 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: l3-ha Aug 10 00:36:32.193457 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3_flavors.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.194325 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.194860 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: l3-flavors Aug 10 00:36:32.195182 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.196096 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.196594 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 00:36:32.196911 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: l3agentscheduler.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.197964 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.198467 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: l3_agent_scheduler Aug 10 00:36:32.198833 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: logging.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.200306 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.200825 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension logging not supported by any of loaded plugins Aug 10 00:36:32.201159 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: metering.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.201905 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.202474 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: metering Aug 10 00:36:32.202838 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.203926 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.204438 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: metering_source_and_destination_fields Aug 10 00:36:32.204765 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: multiprovidernet.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.205691 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.206196 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: multi-provider Aug 10 00:36:32.206520 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: netmtu.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.207466 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.207970 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: net-mtu Aug 10 00:36:32.208295 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: netmtu_writable.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.209238 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.209741 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: net-mtu-writable Aug 10 00:36:32.210063 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: network_availability_zone.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.210765 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.211262 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: network_availability_zone Aug 10 00:36:32.211581 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: network_ip_availability.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.212665 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.213174 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: network-ip-availability Aug 10 00:36:32.213492 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: network_segment_range.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.214252 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.214780 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 00:36:32.215103 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: pagination.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.216085 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.216414 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: pagination Aug 10 00:36:32.216731 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: port_device_profile.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.217644 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.218146 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: port-device-profile Aug 10 00:36:32.218464 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.219424 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.219923 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: port-mac-address-regenerate Aug 10 00:36:32.220241 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.221162 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.221658 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: port-numa-affinity-policy Aug 10 00:36:32.221977 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: port_resource_request.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.222930 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.223427 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 00:36:32.223747 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: portbindings.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.224711 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.225211 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: binding Aug 10 00:36:32.225533 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: portbindings_extended.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.226955 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.227512 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: binding-extended Aug 10 00:36:32.227796 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: portsecurity.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.228725 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.229238 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: port-security Aug 10 00:36:32.229561 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: project_id.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.230535 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.230890 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: project-id Aug 10 00:36:32.231214 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: providernet.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.232137 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.232638 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: provider Aug 10 00:36:32.232959 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.236542 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.237056 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos not supported by any of loaded plugins Aug 10 00:36:32.237388 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.238636 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.239178 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 00:36:32.239507 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.240943 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.241442 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 00:36:32.241764 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_default.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.242700 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.243194 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-default not supported by any of loaded plugins Aug 10 00:36:32.243515 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_fip.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.244159 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.244653 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 00:36:32.244970 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_gateway_ip.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.245892 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.246391 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 00:36:32.246733 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_port_network_policy.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.247642 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.248139 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 00:36:32.248458 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_pps_rule.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.249634 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.250141 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 00:36:32.250464 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_rule_type_details.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.251411 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.251914 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 00:36:32.252232 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: qos_rules_alias.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.253271 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.253774 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 00:36:32.254090 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: quotasv2.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.255027 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.255951 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: quotas Aug 10 00:36:32.256334 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: quotasv2_detail.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.259358 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.259697 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: quota_details Aug 10 00:36:32.260025 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: rbac.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.261274 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.261811 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: rbac-policies Aug 10 00:36:32.262127 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: rbac_address_group.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.263085 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.263597 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: rbac-address-group Aug 10 00:36:32.263923 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: rbac_address_scope.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.264846 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.265353 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: rbac-address-scope Aug 10 00:36:32.265677 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: rbac_security_groups.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.266595 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.267124 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: rbac-security-groups Aug 10 00:36:32.267447 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: rbac_subnetpool.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.268364 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.268865 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: rbac-subnetpool Aug 10 00:36:32.269191 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: revisionifmatch.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.270112 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.270613 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: revision-if-match Aug 10 00:36:32.270991 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: revisions.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.272182 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.272685 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: standard-attr-revisions Aug 10 00:36:32.273011 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: router_availability_zone.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.273692 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.274192 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: router_availability_zone Aug 10 00:36:32.274515 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: routerservicetype.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.275466 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.275958 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 00:36:32.276277 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.277201 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.277705 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: security-groups-normalized-cidr Aug 10 00:36:32.278025 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.278975 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.279481 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: port-security-groups-filtering Aug 10 00:36:32.279803 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.280725 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.281226 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: security-groups-remote-address-group Aug 10 00:36:32.281548 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: securitygroup.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.291268 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.291789 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: security-group Aug 10 00:36:32.292125 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: segment.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.292917 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.293419 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension segment not supported by any of loaded plugins Aug 10 00:36:32.294009 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.294969 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.295472 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 00:36:32.295795 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: servicetype.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.296980 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.297494 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: service-type Aug 10 00:36:32.297817 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: sorting.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.298825 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.299160 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: sorting Aug 10 00:36:32.299480 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: standard_attr_segment.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.300402 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.300906 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 00:36:32.301225 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: standardattrdescription.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.301871 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.302915 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: standard-attr-description Aug 10 00:36:32.303236 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: stateful_security_group.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.304176 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.304677 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: stateful-security-group Aug 10 00:36:32.304998 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: stdattrs_common.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.305579 n-d-766380-21 neutron-server[105848]: WARNING neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 00:36:32.305899 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.306870 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.307378 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 00:36:32.307699 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnet_onboard.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.308775 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.309281 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: subnet_onboard Aug 10 00:36:32.309611 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.310538 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.311073 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 00:36:32.311396 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnet_service_types.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.312321 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.312822 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: subnet-service-types Aug 10 00:36:32.313145 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnetallocation.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.314218 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.314756 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: subnet_allocation Aug 10 00:36:32.315085 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.315748 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.316245 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: subnetpool-prefix-ops Aug 10 00:36:32.316564 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.317491 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.318071 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 00:36:32.318395 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: tagging.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.319478 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.319988 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: standard-attr-tag Aug 10 00:36:32.320313 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: timestamp.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.321519 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.322026 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loaded extension: standard-attr-timestamp Aug 10 00:36:32.322350 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: trunk.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.323409 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.323917 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension trunk not supported by any of loaded plugins Aug 10 00:36:32.324238 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: trunk_details.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.325160 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.325662 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 00:36:32.325981 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: uplink_status_propagation.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.326936 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.327439 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 00:36:32.327756 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Loading extension file: vlantransparent.py {{(pid=105848) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 00:36:32.328418 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105848) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 00:36:32.328917 n-d-766380-21 neutron-server[105848]: INFO neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 00:36:32.331385 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:network Aug 10 00:36:32.331909 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnet Aug 10 00:36:32.332308 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:36:32.332700 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:port Aug 10 00:36:32.333949 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.334402 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service FLAVORS assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.335066 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.335493 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.335821 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:router Aug 10 00:36:32.336248 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 00:36:32.336745 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service METERING assigned prefix: /metering {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.338153 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.338522 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.338900 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:36:32.339914 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 00:36:32.340366 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:security_group Aug 10 00:36:32.340797 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 00:36:32.342461 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service CORE assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.342834 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:36:32.343195 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] subnetpool is already registered Aug 10 00:36:32.343647 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service CORE assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.343976 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:36:32.344309 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] subnetpool is already registered Aug 10 00:36:32.346576 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.347040 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service FLAVORS assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.347631 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.348055 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.348387 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:router Aug 10 00:36:32.348724 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] router is already registered Aug 10 00:36:32.349657 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 00:36:32.350629 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] floatingip is already registered Aug 10 00:36:32.351127 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service METERING assigned prefix: /metering {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.351802 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 00:36:32.352128 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] rbac_policy is already registered Aug 10 00:36:32.352539 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:security_group Aug 10 00:36:32.352872 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] security_group is already registered Aug 10 00:36:32.353273 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 00:36:32.353604 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] security_group_rule is already registered Aug 10 00:36:32.354240 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service CORE assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.354567 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:36:32.354929 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] subnetpool is already registered Aug 10 00:36:32.355361 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.v2.resource_helper [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Service CORE assigned prefix: {{(pid=105848) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 00:36:32.355684 n-d-766380-21 neutron-server[105848]: INFO neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 00:36:32.356014 n-d-766380-21 neutron-server[105848]: WARNING neutron.quota.resource_registry [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] subnetpool is already registered Aug 10 00:36:32.356493 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: extensions {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.357940 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: address-groups {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.359458 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: address-scopes {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.360791 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: agents {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.361935 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: auto-allocated-topology {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.363262 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: availability_zones {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.364473 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: dhcp-networks {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.366324 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: dhcp-agents {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.367769 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: routers {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.369499 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: flavors {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.370791 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: service_profiles {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.372041 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: next_providers {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.373461 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: service_profiles {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.375024 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: floatingip-pools {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.376249 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: routers {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.377959 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: floatingips {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.379266 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: l3-routers {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.381244 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: l3-agents {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.382656 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: metering-labels {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.383932 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: metering-label-rules {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.385303 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: network-ip-availabilities {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.386547 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: bindings {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.388159 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: quotas {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.389698 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: quotas {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.391158 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: rbac-policies {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.392359 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: security-groups {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.393653 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: security-group-rules {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.394922 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: service-providers {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.396807 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: subnetpools {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.399315 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: subnetpools {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.400879 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.402580 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.404539 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.406331 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.408045 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.411118 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.412953 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.414830 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.416699 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.418718 n-d-766380-21 neutron-server[105848]: DEBUG neutron.api.extensions [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Extended resource: tags {{(pid=105848) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 00:36:32.424693 n-d-766380-21 neutron-server[105848]: WARNING keystonemiddleware.auth_token [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 00:36:32.429311 n-d-766380-21 neutron-server[105848]: WARNING keystonemiddleware.auth_token [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 00:36:32.437621 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Acquired lock "singleton_lock" {{(pid=105848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 00:36:32.438097 n-d-766380-21 neutron-server[105848]: DEBUG oslo_concurrency.lockutils [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Releasing lock "singleton_lock" {{(pid=105848) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 00:36:32.438760 n-d-766380-21 neutron-server[105848]: INFO oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Starting 2 workers Aug 10 00:36:32.444029 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Started child 105957 {{(pid=105848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:36:32.450692 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Started child 105958 {{(pid=105848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:36:32.450881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.451508 n-d-766380-21 neutron-server[105848]: INFO neutron.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 00:36:32.451508 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Notify callbacks [] for process, before_spawn {{(pid=105848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.451666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [-] (105957) wsgi starting up on http://0.0.0.0:9696 Aug 10 00:36:32.453294 n-d-766380-21 neutron-server[105848]: INFO oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Starting 1 workers Aug 10 00:36:32.454312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.455677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [-] (105958) wsgi starting up on http://0.0.0.0:9696 Aug 10 00:36:32.458518 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Started child 105959 {{(pid=105848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:36:32.459754 n-d-766380-21 neutron-server[105848]: INFO oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Starting 1 workers Aug 10 00:36:32.463107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] calling RpcWorker wait() {{(pid=105959) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 00:36:32.463654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] returning from RpcWorker wait() {{(pid=105959) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 00:36:32.464243 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Started child 105960 {{(pid=105848) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 00:36:32.465006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.465115 n-d-766380-21 neutron-server[105848]: DEBUG neutron_lib.callbacks.manager [None req-a8f365fa-e1de-42f6-bcab-2f9fd80c0d51 None None] Notify callbacks [] for process, after_spawn {{(pid=105848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.465488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:32.466962 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 00:36:32.467173 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:36:32.467363 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:36:32.467591 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:36:32.467917 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:36:32.468084 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:36:32.468578 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.468857 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.469121 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.469210 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:32.469642 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.469721 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.470258 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.470549 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.470843 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.471106 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.471356 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.471530 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.471699 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.471964 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.472212 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.472506 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.472774 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.473020 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.473285 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.473462 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.473723 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.473993 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.474280 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.474550 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] debug = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.474824 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.475315 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.475561 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.475832 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.476069 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.476333 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.476580 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.476840 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.477080 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.477295 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.477611 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.477825 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.478064 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.478272 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.478494 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.478773 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.479015 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.479479 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] host = n-d-766380-21 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.479714 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.479950 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.480175 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.480442 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.480685 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.480902 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.481198 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.481400 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.481649 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.481890 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.482129 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.482374 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.482606 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.482865 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.483044 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_options = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.483277 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.483552 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.483844 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.483992 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.484133 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.484311 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.484560 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.484724 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.484983 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.485220 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.485430 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.485663 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.485883 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.486119 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.486374 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.486622 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.486893 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.487137 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.487382 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.487632 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.487858 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.488135 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.488334 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.488559 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.488801 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.488983 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.489212 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.489443 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.489772 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.490102 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.490374 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.490658 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.490915 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.491158 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.491394 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.491620 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.491834 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.492097 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.492329 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.492595 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.492848 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.493069 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.493367 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.493555 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.493797 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.494029 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_json = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.494241 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.494470 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.494756 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.494977 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.495309 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.495536 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.495753 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.495989 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.496418 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.496703 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.497026 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.497275 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.497509 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.497753 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.497987 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.498243 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.498472 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.499906 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.499906 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.499906 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.499906 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.500405 n-d-766380-21 neutron-server[105960]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:32.500535 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.500535 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.500535 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.500890 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.500890 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.501120 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.501289 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.501539 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.501756 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503518 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503587 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.503789 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.504000 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.504223 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.504497 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.504722 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.505195 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.505195 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.505944 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.506167 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.506396 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.506643 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.506997 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.507197 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.507413 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.507628 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.507852 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.508074 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.508317 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.508548 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.508773 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.509032 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.509267 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.509513 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.509765 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.510192 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.510423 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.510716 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.510896 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.511123 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.511357 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.511604 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.511847 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.512119 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.512343 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.512556 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513163 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513163 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513316 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513441 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513829 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.513941 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.514215 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.514310 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.514520 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.514775 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.515016 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.515232 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.515480 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.515699 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.515939 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.516155 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.516388 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.516601 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.516816 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.517055 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.517351 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.518103 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.518103 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.518272 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.518442 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519239 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519239 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519239 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519494 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519660 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.519867 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.520271 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.520534 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.520767 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.521045 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.521791 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.522053 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.522291 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.523648 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.523648 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.523648 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.523648 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.523648 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524111 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524111 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524254 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524427 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524730 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.524977 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.525263 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.525490 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.525782 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.526095 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.526379 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.526638 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.526885 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.527126 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.527384 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.527631 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.527913 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.528161 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.528433 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.528654 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.528932 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.529148 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.529367 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.529583 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.529833 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.530180 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.530412 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.530652 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.530887 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.531183 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.531434 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.531676 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.531956 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.532210 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.532446 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.532687 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.532918 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.533130 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.533375 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.533636 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.533846 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.534094 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.534301 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.534537 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.534843 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.535161 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.535418 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.535693 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.535913 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.536152 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.536366 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.537092 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.537351 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.537591 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.537805 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.538055 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.538289 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.538504 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.538742 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.538959 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.539208 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.539447 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.539732 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.539997 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.540240 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.540491 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.540715 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.540969 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.541186 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.541428 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.541651 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.541865 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.542081 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.542299 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.542538 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.542817 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.543068 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.543308 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.543798 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.544039 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.544367 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.544623 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.544869 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.545106 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.545319 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.545568 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.545814 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.546030 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.546246 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.546460 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.546697 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.546961 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.547183 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.547424 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.547632 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.547845 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.548054 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.548267 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.548496 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.548798 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.549045 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.549273 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.549524 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.549773 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.550001 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.550253 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.550458 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.550693 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.550929 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.551168 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.551397 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.551616 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.552054 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.552806 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.553038 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.553253 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.553454 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.553709 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.553920 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.554130 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.554352 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.554564 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.554815 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.555059 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.555309 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.555525 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.555743 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.555959 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.556171 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.556400 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.556609 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.556816 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.557032 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.557250 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.557461 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.557765 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.558015 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.558238 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.558522 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.558791 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.559039 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.559280 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.559603 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.559840 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.560111 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.560351 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.560592 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.560840 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.561107 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.561456 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.561755 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.562014 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.562268 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.562546 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.562862 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.563120 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.563336 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.563621 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.563955 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.564233 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.564479 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.564725 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.564969 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.565222 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.565437 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.565672 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.565905 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.566143 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.566397 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.566627 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.566900 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.567116 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.567343 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.567565 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.567825 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.568177 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.568423 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.568642 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.568809 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:36:32.569309 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105848) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 00:36:32.569475 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 00:36:32.569633 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 00:36:32.569803 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 00:36:32.569976 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 00:36:32.570129 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 00:36:32.570336 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.570498 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.570659 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.570839 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571001 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571181 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571355 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571506 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571669 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571828 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.571989 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572148 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572306 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572466 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572623 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572788 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.572949 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573108 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573272 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573431 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573589 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573749 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.573909 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] debug = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574069 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574262 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574475 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574562 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574805 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.574972 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.575114 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.575271 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.575414 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.575552 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.575689 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.576754 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.576902 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577067 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577227 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577386 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577544 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577703 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] host = n-d-766380-21 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.577862 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578030 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578171 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578307 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578458 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578602 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578781 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.578940 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579099 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579258 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579418 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579564 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579721 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.579879 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580038 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_options = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580197 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580356 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580515 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580702 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.580865 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581026 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581186 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581345 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581504 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581678 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581822 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.581980 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582139 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582299 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582458 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582632 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582785 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.582946 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.583106 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.583264 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.583449 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.583613 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.583824 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584051 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584197 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584322 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584451 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584598 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584754 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.584914 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585075 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585234 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585378 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585559 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585692 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585846 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.585990 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586157 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586320 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586480 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586626 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586856 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.586985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587107 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587266 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587425 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_json = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587582 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587733 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.587893 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588053 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588213 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588371 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588529 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588688 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 00:36:32.588872 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.589034 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.589374 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.589531 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.589692 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.589839 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590006 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590168 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590330 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590491 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590685 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.590851 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591028 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591174 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591348 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591493 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591632 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591791 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.591939 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592104 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592250 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592415 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592594 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592763 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.592904 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593051 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593211 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593379 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593544 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593710 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.593876 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594029 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594177 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594337 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594498 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594644 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594839 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.594980 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595130 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595270 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595433 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595589 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595729 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.595878 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596044 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596214 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596357 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596508 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596656 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596822 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.596987 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597138 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597277 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597442 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597589 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597754 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.597899 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598063 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598224 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598386 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598547 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598740 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.598904 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.599622 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.599795 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.599945 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600129 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600220 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600373 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600536 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600698 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.600860 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601022 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601183 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601345 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601508 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601669 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601833 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.601995 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.602157 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.602317 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.602479 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.602639 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.602831 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603003 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603182 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603344 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603506 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603667 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603834 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.603996 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604156 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604318 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604480 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604643 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604804 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.604965 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605128 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605291 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605451 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605614 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605774 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.605936 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:32.606118 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606247 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606408 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606570 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606757 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.606922 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607082 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607244 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607414 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607575 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607738 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.607899 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608070 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608242 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608406 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608569 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608731 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.608892 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609054 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609215 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609376 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609537 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609716 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.609847 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610016 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610188 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610350 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610512 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610721 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.610879 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611041 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611202 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611364 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611526 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611688 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.611851 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612011 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612174 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612335 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612498 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612661 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612823 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.612984 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613146 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613310 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613473 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613638 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613806 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.613969 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.614132 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.614293 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.614455 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.614617 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.615349 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.615514 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.615676 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.615837 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616000 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616161 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616322 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616488 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616653 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616795 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.616932 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617093 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617244 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617407 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617558 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617719 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.617882 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618045 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618194 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618358 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618524 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618696 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.618858 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619006 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619173 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619348 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619498 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619658 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619843 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.619970 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.620135 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.620309 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.620662 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.620995 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.621313 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.621473 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.621608 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.622101 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.622101 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.622101 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.622393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.622393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.623519 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624393 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.624985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625440 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625440 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625440 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625662 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625743 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.625882 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626043 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626205 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626367 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626539 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626718 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.626873 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627035 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627181 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627345 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627515 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627678 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.627840 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628001 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628162 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628324 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628525 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628653 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628797 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.628958 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629120 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629281 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629451 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629615 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629776 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.629992 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.630084 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.630261 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.630462 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.630692 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.630843 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631051 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631051 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631306 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631445 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631562 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631686 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631824 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.631992 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.632155 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.632327 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.632497 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.632667 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.632832 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633002 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633174 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633335 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633496 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633662 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633822 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.633985 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634145 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634308 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634467 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634629 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634813 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.634974 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635135 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635295 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635456 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635617 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635780 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.635941 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.636101 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.636263 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 00:36:32.636418 n-d-766380-21 neutron-server[105848]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105848) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 00:36:32.896671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42662) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:36:32.905061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062544 Aug 10 00:36:44.111653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0f25e-5dff-4a7e-adcc-c745f3449893 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 00:36:44.182022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c0f25e-5dff-4a7e-adcc-c745f3449893 None None] No non-hosted networks {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 00:36:44.283631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8784-73a9-4ecb-88d9-dd8821ebe9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:46.703749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-89d07793-246a-4142-96d2-52db5530a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:46.790587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-88ab4ad9-e83a-41fe-a790-46f374d63a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:47.150293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:47.151104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.151524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.151985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.152320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.152789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.155175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.155519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.160220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.160638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.164981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.165331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.165714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:47.166127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-766380-21', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:47.183045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-766380-21', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:36:47.554888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:49.446122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:50.462390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42754) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:36:50.946618 n-d-766380-21 neutron-server[105958]: WARNING oslo_policy.policy [None req-ac8c63a2-075c-48ce-b5ca-b41090c3b8f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:36:50.947204 n-d-766380-21 neutron-server[105958]: WARNING oslo_policy.policy [None req-ac8c63a2-075c-48ce-b5ca-b41090c3b8f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:36:51.165425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-ac8c63a2-075c-48ce-b5ca-b41090c3b8f3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:36:51.166393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac8c63a2-075c-48ce-b5ca-b41090c3b8f3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7030456 Aug 10 00:36:53.529180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42768) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:36:53.844787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:36:53.938270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.policy [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105958) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 00:36:53.983824 n-d-766380-21 neutron-server[105958]: WARNING oslo_policy.policy [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:36:53.984200 n-d-766380-21 neutron-server[105958]: WARNING oslo_policy.policy [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:36:53.993375 n-d-766380-21 neutron-server[105958]: INFO neutron.quota [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] Loaded quota_driver: . Aug 10 00:36:54.075733 n-d-766380-21 neutron-server[105959]: INFO neutron.db.l3_hamode_db [None req-ca0a87ec-7226-43e0-8ded-83086c2ccecd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 00:36:54.090278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739611438923', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739611439420', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739611417865', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739611420538', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739610865961', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739611473450', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8089962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8179021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1030029', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964319'] for rbac-policy, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:54.152785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a87ec-7226-43e0-8ded-83086c2ccecd None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:36:54.153177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a87ec-7226-43e0-8ded-83086c2ccecd None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 00:36:54.158793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:54.160040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d01758f3-7492-4e82-839d-18f70d7d3405 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6299088 Aug 10 00:36:56.691289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:36:56.985055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Request body: {'network': {'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'name': 'private', 'admin_state_up': True, 'project_id': '2283e91dd01d4f44a6dfee25618a8823'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:36:57.014313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Made reservation on behalf of 2283e91dd01d4f44a6dfee25618a8823 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:36:57.017068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.033192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.153101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.156604 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.181158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:36:57.205898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739608156007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.206482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Unsubscribe: segment precommit_create {{(pid=105958) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 00:36:57.207071 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Added segment a156b347-0b55-4ce1-9c3f-7c98adff18a8 of type vlan for network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 Aug 10 00:36:57.213240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab058f6-20cb-413f-8be8-ee2a2bd6dce0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:36:57.249458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.249793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.250124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.250459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.250796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.251118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.251436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.251750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.252064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.252376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.252694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.253005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Tracked resource versions report: Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: pushed versions: Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: { 'AddressGroup': {'1.2'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'ConntrackHelper': {'1.0'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Log': {'1.0'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Network': {'1.1'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Port': {'1.7'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'PortForwarding': {'1.2'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'QosPolicy': {'1.9'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SecurityGroup': {'1.4'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SubPort': {'1.0'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Subnet': {'1.1'}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Trunk': {'1.1'}} Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: consumer versions: Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: L3 agent@n-d-766380-21: {}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: Metadata agent@n-d-766380-21: {}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: Metering agent@n-d-766380-21: {}, Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'ConntrackHelper': '1.0', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Log': '1.0', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Network': '1.1', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Port': '1.7', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'PortForwarding': '1.2', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'QosPolicy': '1.9', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SecurityGroup': '1.4', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SecurityGroupRule': '1.2', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'SubPort': '1.0', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Subnet': '1.1', Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: 'Trunk': '1.1'}} Aug 10 00:36:57.254156 n-d-766380-21 neutron-server[105958]: {{(pid=105958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:36:57.325979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.373647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.374727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:36:57.375375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:36:57.459101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7661638 Aug 10 00:36:57.473490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7903fe-92f3-4a1a-966f-a203876cf001 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5efcfd-ed00-4f58-a6b7-a54bc707f177,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:36:57.485605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:37:00.057870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42794) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:00.444038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfbac5c-fdd1-4831-956d-22fe32df8201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:00.445398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3dfbac5c-fdd1-4831-956d-22fe32df8201 admin admin] 10.222.0.25 "GET /v2.0/networks/fe5efcfd-ed00-4f58-a6b7-a54bc707f177 HTTP/1.1" status: 200 len: 824 time: 0.3865778 Aug 10 00:37:00.469730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a503c20e-8419-46f5-97ac-24982d83e3b8 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/eb7af7b7-649b-4616-a95c-8b5c12bb162c HTTP/1.1" status: 200 len: 734 time: 0.0185144 Aug 10 00:37:00.479334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:37:00.500769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Made reservation on behalf of 2283e91dd01d4f44a6dfee25618a8823 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:37:00.503090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:00.798762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:00.870171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f931e32a-b988-4dbe-9e80-c7960ce6bd7b,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:00.872344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Checking segment: {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:37:00.872748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Network hostable DHCP agents. Network: fe5efcfd-ed00-4f58-a6b7-a54bc707f177, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:37:00.893986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:37:00.905468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fe5efcfd-ed00-4f58-a6b7-a54bc707f177) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:00.909898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:00.910515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:00.915201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec286771-d9a3-41b2-9d30-a71176fc400c None None] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:37:00.924315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eb035e30-7b0d-4120-8128-5e8f355ba5fc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4482872 Aug 10 00:37:01.230957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:37:01.232262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:01.502350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Allocated IP 172.20.0.2 (fe5efcfd-ed00-4f58-a6b7-a54bc707f177/f931e32a-b988-4dbe-9e80-c7960ce6bd7b/c294da23-598c-41ee-9645-b51ca4604c09) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:37:01.729944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:01.745241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Transition to ACTIVE for port object c294da23-598c-41ee-9645-b51ca4604c09 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:37:01.766511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Transition to ACTIVE for port object c294da23-598c-41ee-9645-b51ca4604c09 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:37:01.775325 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:01.840212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:37:01.846837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:01.850550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:37:01.888577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Pushing event updated for resources: {'Port': ['ID=c294da23-598c-41ee-9645-b51ca4604c09,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:01.913918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.914258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.914595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.914948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.915277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.915814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.915914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.916211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.916527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.916840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.917152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.917710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Tracked resource versions report: Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: pushed versions: Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: { 'AddressGroup': {'1.2'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'ConntrackHelper': {'1.0'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Log': {'1.0'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Network': {'1.1'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Port': {'1.7'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'PortForwarding': {'1.2'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'QosPolicy': {'1.9'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SecurityGroup': {'1.4'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SubPort': {'1.0'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Subnet': {'1.1'}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Trunk': {'1.1'}} Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: consumer versions: Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: L3 agent@n-d-766380-21: {}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: Metadata agent@n-d-766380-21: {}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: Metering agent@n-d-766380-21: {}, Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'ConntrackHelper': '1.0', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Log': '1.0', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Network': '1.1', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Port': '1.7', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'PortForwarding': '1.2', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'QosPolicy': '1.9', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SecurityGroup': '1.4', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SecurityGroupRule': '1.2', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'SubPort': '1.0', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Subnet': '1.1', Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: 'Trunk': '1.1'}} Aug 10 00:37:01.918806 n-d-766380-21 neutron-server[105959]: {{(pid=105959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:37:01.946781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Attempting to bind port c294da23-598c-41ee-9645-b51ca4604c09 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:37:01.947166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Attempting to bind port c294da23-598c-41ee-9645-b51ca4604c09 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:37:01.947569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Attempting to bind port c294da23-598c-41ee-9645-b51ca4604c09 on network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:37:01.952249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:37:01.952648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Checking segment: {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:37:01.953135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:01.953532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Bound using segment: {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:37:01.953999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Bound port: c294da23-598c-41ee-9645-b51ca4604c09, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:37:01.954398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:02.018850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] For port c294da23-598c-41ee-9645-b51ca4604c09, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:37:02.023509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] For port c294da23-598c-41ee-9645-b51ca4604c09, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c294da23-598c-41ee-9645-b51ca4604c09,segment=NetworkSegment(a156b347-0b55-4ce1-9c3f-7c98adff18a8),segment_id=a156b347-0b55-4ce1-9c3f-7c98adff18a8)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:37:02.027913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:02.099936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c1c53-6b26-4047-aa4b-8912a6a3857c None None] Pushing event updated for resources: {'Port': ['ID=c294da23-598c-41ee-9645-b51ca4604c09,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:03.314828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:03.631948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-72b948df-a579-46c5-820b-87fdcb2eae7d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:37:03.633015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-72b948df-a579-46c5-820b-87fdcb2eae7d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172338 Aug 10 00:37:06.032348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42810) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:06.340622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-542bb8ba-87b1-40eb-baf6-3da879c3fdfd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:37:06.341665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-542bb8ba-87b1-40eb-baf6-3da879c3fdfd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083928 Aug 10 00:37:08.950072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:09.269751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'name': 'router1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:37:09.302576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:09.304194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:09.446006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:09.450592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:09.463486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:09.464704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b51883c3-3866-4e14-8c2f-8ce3cefee317 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5135927 Aug 10 00:37:10.444999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684843e-6c25-445e-bbb2-d8b05a36b926 None None] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:37:10.507034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5610f838-5a49-44ca-a32b-4ed11b79fc69 None None] Provisioning for port c294da23-598c-41ee-9645-b51ca4604c09 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:37:10.949534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c294da23-598c-41ee-9645-b51ca4604c09 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:11.027790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c294da23-598c-41ee-9645-b51ca4604c09 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:37:11.031173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c294da23-598c-41ee-9645-b51ca4604c09 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:11.031569 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:11.135327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:11.168686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c294da23-598c-41ee-9645-b51ca4604c09, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c294da23-598c-41ee-9645-b51ca4604c09,segment=NetworkSegment(a156b347-0b55-4ce1-9c3f-7c98adff18a8),segment_id=a156b347-0b55-4ce1-9c3f-7c98adff18a8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:37:11.172176 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:11.219160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c294da23-598c-41ee-9645-b51ca4604c09,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:11.843458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:12.145491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-16864be9-4929-46e4-bf3a-0aaf5af35c2e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:37:12.146490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-16864be9-4929-46e4-bf3a-0aaf5af35c2e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3021045 Aug 10 00:37:12.929329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c294da23-598c-41ee-9645-b51ca4604c09 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:12.977329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c294da23-598c-41ee-9645-b51ca4604c09 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:12.977613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:13.984213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ac483b3d-8f48-4e7a-964e-e66067b25755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:14.526201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42840) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:14.841588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:37:14.863536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Made reservation on behalf of 639ad32060404f57903c0ed4e2175863 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:37:14.865795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:14.873651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:14.960570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:14.964040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:14.978537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Reserving flat network on physical network physnet1 {{(pid=105958) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 00:37:14.996804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ff79a0-0a62-4d6a-b18d-d92fff6050ea,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:15.001595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:15.001943 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Added segment 3dc2fcee-6718-4a54-a52c-50f6ddad4ad4 of type flat for network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 Aug 10 00:37:15.047619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:15.082513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:15.083457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:15.084060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:15.137276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6100028 Aug 10 00:37:15.146988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c32a6-7ee2-454f-87ab-1fd0cc0cf5ff admin admin] Pushing event updated for resources: {'Network': ['ID=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:15.157325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:37:16.696530 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-84964f18-bb98-4b82-8aa9-f91244dd2300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:17.151226 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:17.446320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42848) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:17.507105 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:17.813344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2ac9a-e07d-4032-bf14-cd0d16f5994e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:17.814631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e9d2ac9a-e07d-4032-bf14-cd0d16f5994e admin admin] 10.222.0.25 "GET /v2.0/subnets/f931e32a-b988-4dbe-9e80-c7960ce6bd7b HTTP/1.1" status: 200 len: 849 time: 0.3673506 Aug 10 00:37:17.931149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0be345ad-59dd-475c-85e8-fb6a0b84a616 admin admin] 10.222.0.25 "GET /v2.0/routers/73f77a35-2f93-421d-9551-7e38501af048 HTTP/1.1" status: 200 len: 704 time: 0.1100347 Aug 10 00:37:18.191313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:18.476083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Allocated IP 172.20.0.1 (fe5efcfd-ed00-4f58-a6b7-a54bc707f177/f931e32a-b988-4dbe-9e80-c7960ce6bd7b/482bc54a-b83d-49f8-b31a-8e0952dc329a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:37:18.672738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:18.695028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Transition to ACTIVE for port object 482bc54a-b83d-49f8-b31a-8e0952dc329a will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:37:18.775465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:18.838446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:37:18.848865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:18.854917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:37:18.855244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:18.877774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=482bc54a-b83d-49f8-b31a-8e0952dc329a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:19.051108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.094650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-afc5f5a4-d0c7-49c2-8331-4a44b871ac7f None None] Provisioning for port 482bc54a-b83d-49f8-b31a-8e0952dc329a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:37:19.098687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-afc5f5a4-d0c7-49c2-8331-4a44b871ac7f None None] Provisioning complete for port 482bc54a-b83d-49f8-b31a-8e0952dc329a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:19.099065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-afc5f5a4-d0c7-49c2-8331-4a44b871ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.130501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-afc5f5a4-d0c7-49c2-8331-4a44b871ac7f None None] Port 482bc54a-b83d-49f8-b31a-8e0952dc329a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:37:19.261508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.265958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.266743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.345150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=482bc54a-b83d-49f8-b31a-8e0952dc329a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:19.387158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.394741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:37:19.396042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:19.550753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19e2b0ff-77a6-4f4d-8539-b68d32644b2b None None] Provisioning complete for port 482bc54a-b83d-49f8-b31a-8e0952dc329a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:19.551122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e2b0ff-77a6-4f4d-8539-b68d32644b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:19.558639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Router 73f77a35-2f93-421d-9551-7e38501af048 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:37:19.583882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-19e2b0ff-77a6-4f4d-8539-b68d32644b2b None None] Port 482bc54a-b83d-49f8-b31a-8e0952dc329a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:37:19.648449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:37:19.654111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bca8df82-e0cd-4689-aff5-157078621dc9 admin admin] 10.222.0.25 "PUT /v2.0/routers/73f77a35-2f93-421d-9551-7e38501af048/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7175591 Aug 10 00:37:19.660231 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Sync routers for ids ['73f77a35-2f93-421d-9551-7e38501af048'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:37:19.671865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Routers {'73f77a35-2f93-421d-9551-7e38501af048'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:37:19.672720 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73f77a35-2f93-421d-9551-7e38501af048'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:19.856614 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Set router 73f77a35-2f93-421d-9551-7e38501af048 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:37:20.278888 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:18Z', 'revision_number': 2, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port_host': None, '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:19Z', 'revision_number': 2, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:20.330083 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Checking router: 73f77a35-2f93-421d-9551-7e38501af048 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:37:20.330452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Updating router 73f77a35-2f93-421d-9551-7e38501af048 port 482bc54a-b83d-49f8-b31a-8e0952dc329a binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:37:20.378225 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:20.891428 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:20.910913 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Transition to ACTIVE for port object 482bc54a-b83d-49f8-b31a-8e0952dc329a will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:37:20.916912 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:21.069306 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Attempting to bind port 482bc54a-b83d-49f8-b31a-8e0952dc329a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:37:21.069704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Attempting to bind port 482bc54a-b83d-49f8-b31a-8e0952dc329a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:37:21.070112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Attempting to bind port 482bc54a-b83d-49f8-b31a-8e0952dc329a on network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:37:21.081599 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:37:21.082407 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Checking segment: {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:37:21.082866 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:21.083271 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Bound using segment: {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:37:21.083764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Bound port: 482bc54a-b83d-49f8-b31a-8e0952dc329a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a156b347-0b55-4ce1-9c3f-7c98adff18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:37:21.084149 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:21.092366 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Pushing event updated for resources: {'Port': ['ID=482bc54a-b83d-49f8-b31a-8e0952dc329a,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:21.107170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.107508 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.107840 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.108168 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.108488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.108806 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.109122 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.109442 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.109754 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.110065 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.110379 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.110704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Tracked resource versions report: Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: pushed versions: Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: { 'AddressGroup': {'1.2'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'ConntrackHelper': {'1.0'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Log': {'1.0'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Network': {'1.1'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Port': {'1.7'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'PortForwarding': {'1.2'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'QosPolicy': {'1.9'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SecurityGroup': {'1.4'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SubPort': {'1.0'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Subnet': {'1.1'}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Trunk': {'1.1'}} Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: consumer versions: Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: L3 agent@n-d-766380-21: {}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: Metadata agent@n-d-766380-21: {}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: Metering agent@n-d-766380-21: {}, Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'ConntrackHelper': '1.0', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Log': '1.0', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Network': '1.1', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Port': '1.7', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'PortForwarding': '1.2', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'QosPolicy': '1.9', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SecurityGroup': '1.4', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SecurityGroupRule': '1.2', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'SubPort': '1.0', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Subnet': '1.1', Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: 'Trunk': '1.1'}} Aug 10 00:37:21.111786 n-d-766380-21 neutron-server[105960]: {{(pid=105960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:37:21.169252 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] For port 482bc54a-b83d-49f8-b31a-8e0952dc329a, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:37:21.190531 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] For port 482bc54a-b83d-49f8-b31a-8e0952dc329a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=482bc54a-b83d-49f8-b31a-8e0952dc329a,segment=NetworkSegment(a156b347-0b55-4ce1-9c3f-7c98adff18a8),segment_id=a156b347-0b55-4ce1-9c3f-7c98adff18a8)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:37:21.194604 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:21.253213 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bb6c7-b826-4d8d-a2c6-b770f9d9b54a None None] Pushing event updated for resources: {'Port': ['ID=482bc54a-b83d-49f8-b31a-8e0952dc329a,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:21.264212 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Routers {'73f77a35-2f93-421d-9551-7e38501af048'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:37:21.264830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73f77a35-2f93-421d-9551-7e38501af048'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:21.354992 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] Set router 73f77a35-2f93-421d-9551-7e38501af048 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:37:21.561721 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:18Z', 'revision_number': 2, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port_host': None, '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:21Z', 'revision_number': 4, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:21.587268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c8bbc6-d5cb-42c7-870d-57397aa958fb None None] The sync data for ids ['73f77a35-2f93-421d-9551-7e38501af048'] in n-d-766380-21 is: [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:18Z', 'revision_number': 2, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port_host': None, '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:21Z', 'revision_number': 4, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:37:22.033182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42868) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:22.226509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896ceaf-cc38-4f0e-bfc9-bf990cad8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:22.227896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d896ceaf-cc38-4f0e-bfc9-bf990cad8815 admin admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 842 time: 0.1936686 Aug 10 00:37:22.237739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:37:22.257148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Made reservation on behalf of 639ad32060404f57903c0ed4e2175863 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:37:22.259469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:22.604757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 00:37:22.605198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:22.661982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=177495f9-e758-41d0-9ca1-623357b84109,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:22.666149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:37:22.666784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Network hostable DHCP agents. Network: 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:37:22.682895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:37:22.691856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:22.695941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:22.696526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:22.702354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bdecff-f443-44f3-80d1-0237b5619376 None None] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:37:22.715337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0eebbb6c-3799-4a0f-8dc1-d4821fc5b7ca admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4808538 Aug 10 00:37:22.842983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ff98e4-5bbf-4b0b-a4a3-866692ee12c6 None None] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:37:24.984192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42886) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:25.126149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b5b07634-4537-4b1e-85d7-c74953c27da6 admin admin] 10.222.0.25 "GET /v2.0/routers/73f77a35-2f93-421d-9551-7e38501af048 HTTP/1.1" status: 200 len: 710 time: 0.1356575 Aug 10 00:37:25.210032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447459b-238e-4669-9b39-ed5b40697a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:37:25.216718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5447459b-238e-4669-9b39-ed5b40697a3d admin admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 886 time: 0.0846243 Aug 10 00:37:25.220752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:37:25.463827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:25.695227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:25.770555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:25.871328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Allocated IP 172.25.7.11 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/73e8d59c-1d0d-413c-8d06-72c8d250d2ea) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:37:25.976196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.014824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.048186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:37:26.053279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:37:26.056598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:37:26.091225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Pushing event updated for resources: {'Port': ['ID=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:26.383300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.573846 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.577065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.688680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Router 73f77a35-2f93-421d-9551-7e38501af048 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:37:26.796013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:37:26.800876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:26.802081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b806e805-6b2a-4c0b-9523-92a03a60a469 admin admin] 10.222.0.25 "PUT /v2.0/routers/73f77a35-2f93-421d-9551-7e38501af048 HTTP/1.1" status: 200 len: 889 time: 1.5847235 Aug 10 00:37:26.966426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 482bc54a-b83d-49f8-b31a-8e0952dc329a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:27.024974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 482bc54a-b83d-49f8-b31a-8e0952dc329a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:37:27.029030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 482bc54a-b83d-49f8-b31a-8e0952dc329a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:27.029403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:27.111325 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:27.144445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 482bc54a-b83d-49f8-b31a-8e0952dc329a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=482bc54a-b83d-49f8-b31a-8e0952dc329a,segment=NetworkSegment(a156b347-0b55-4ce1-9c3f-7c98adff18a8),segment_id=a156b347-0b55-4ce1-9c3f-7c98adff18a8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:37:27.149347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:27.200560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=482bc54a-b83d-49f8-b31a-8e0952dc329a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:28.007650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Sync routers for ids ['73f77a35-2f93-421d-9551-7e38501af048'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:37:28.017660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Routers {'73f77a35-2f93-421d-9551-7e38501af048'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:37:28.018333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73f77a35-2f93-421d-9551-7e38501af048'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:28.276027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Set router 73f77a35-2f93-421d-9551-7e38501af048 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:37:28.659791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:26Z', 'revision_number': 4, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port': {'id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:25Z', 'updated_at': '2021-08-10T00:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:27Z', 'revision_number': 5, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:28.711021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Checking router: 73f77a35-2f93-421d-9551-7e38501af048 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:37:28.711400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Updating router 73f77a35-2f93-421d-9551-7e38501af048 port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:37:28.760320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:28.949222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 482bc54a-b83d-49f8-b31a-8e0952dc329a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:29.042504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 482bc54a-b83d-49f8-b31a-8e0952dc329a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:29.043163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.176120 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.194627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Transition to ACTIVE for port object 73e8d59c-1d0d-413c-8d06-72c8d250d2ea will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:37:29.201860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.251509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Attempting to bind port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:37:29.251903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Attempting to bind port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:37:29.252401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Attempting to bind port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:37:29.256079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42898) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:37:29.259408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931790-978a-44fc-85de-9d0cda47ca38 None None] Pushing event updated for resources: {'Port': ['ID=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:29.261662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:37:29.262041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:37:29.262444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.262864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:37:29.263351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Bound port: 73e8d59c-1d0d-413c-8d06-72c8d250d2ea, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:37:29.263729 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.319740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] For port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:37:29.322902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] For port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:37:29.326834 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:29.370005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c3531dd-8ead-40eb-9155-936598d16e67 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127212 Aug 10 00:37:29.473708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Routers {'73f77a35-2f93-421d-9551-7e38501af048'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:37:29.474357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73f77a35-2f93-421d-9551-7e38501af048'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:29.508910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab931790-978a-44fc-85de-9d0cda47ca38 None None] Pushing event updated for resources: {'Port': ['ID=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:29.587071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] Set router 73f77a35-2f93-421d-9551-7e38501af048 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:37:29.803213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:26Z', 'revision_number': 4, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port': {'id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:25Z', 'updated_at': '2021-08-10T00:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:27Z', 'revision_number': 5, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:37:29.829482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdf97c1-1aec-4bf3-b0ce-54260aa39acf None None] The sync data for ids ['73f77a35-2f93-421d-9551-7e38501af048'] in n-d-766380-21 is: [{'id': '73f77a35-2f93-421d-9551-7e38501af048', 'name': 'router1', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:37:09Z', 'updated_at': '2021-08-10T00:37:26Z', 'revision_number': 4, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'gw_port': {'id': '73e8d59c-1d0d-413c-8d06-72c8d250d2ea', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:eb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:25Z', 'updated_at': '2021-08-10T00:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '482bc54a-b83d-49f8-b31a-8e0952dc329a', 'name': '', 'network_id': 'fe5efcfd-ed00-4f58-a6b7-a54bc707f177', 'tenant_id': '2283e91dd01d4f44a6dfee25618a8823', 'mac_address': 'fa:16:3e:2a:9c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73f77a35-2f93-421d-9551-7e38501af048', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:37:18Z', 'updated_at': '2021-08-10T00:37:27Z', 'revision_number': 5, 'project_id': '2283e91dd01d4f44a6dfee25618a8823', 'subnets': [{'id': 'f931e32a-b988-4dbe-9e80-c7960ce6bd7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eb7af7b7-649b-4616-a95c-8b5c12bb162c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:37:30.961925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73e8d59c-1d0d-413c-8d06-72c8d250d2ea up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:31.010818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:37:31.014906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:31.015279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:31.114227 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:31.136780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:37:31.140809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:31.191609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=73e8d59c-1d0d-413c-8d06-72c8d250d2ea,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:37:32.984600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73e8d59c-1d0d-413c-8d06-72c8d250d2ea up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:37:33.065046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 73e8d59c-1d0d-413c-8d06-72c8d250d2ea triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:37:33.065423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:39.525495 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:37:44.007040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6794953b-8c32-40c3-b5e0-4fe040a10264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:46.702878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f4673212-74d0-4091-9622-b8edfeaa511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:47.154509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:47.535016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:37:49.410647 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:13.990986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb31d7b3-5849-45cf-844e-b2c3b9bad4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:16.522895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:38:16.701004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ea00dba7-6f53-4480-806a-43a179d36fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:17.158930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:17.510101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:19.409796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:43.993238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d64225e-ed26-4be6-a68d-f4c4bb836bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:46.692669 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98777df6-d44b-48ee-af16-b48fb1b739f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:47.159587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:47.511776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:49.414476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:38:53.521707 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:39:08.478255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:08.539845 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb75623-91ee-44f5-a2f1-16ee9a759af2 admin admin] GET failed (client error): The resource could not be found. Aug 10 00:39:08.541146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-efb75623-91ee-44f5-a2f1-16ee9a759af2 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619185 Aug 10 00:39:08.699492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27d296-d216-43f1-95cf-25277f05f38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:08.701445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b27d296-d216-43f1-95cf-25277f05f38e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1546211 Aug 10 00:39:10.848413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:10.941871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a1d0d1-9117-41ca-b883-6115383bf092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:10.943242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f3a1d0d1-9117-41ca-b883-6115383bf092 admin admin] 10.222.0.25 "GET /v2.0/subnets/f931e32a-b988-4dbe-9e80-c7960ce6bd7b HTTP/1.1" status: 200 len: 849 time: 0.0938463 Aug 10 00:39:10.953613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:39:11.040181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:11.179085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739608116116'] for subnet, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:11.209618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:11.210200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:11.212096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] 10.222.0.25 "PUT /v2.0/subnets/f931e32a-b988-4dbe-9e80-c7960ce6bd7b HTTP/1.1" status: 200 len: 868 time: 0.2623062 Aug 10 00:39:11.228861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0608485-3879-464a-b238-fc094d8dc951 None None] Network fe5efcfd-ed00-4f58-a6b7-a54bc707f177 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:39:11.229991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f931e32a-b988-4dbe-9e80-c7960ce6bd7b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:39:11.237346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.237691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.238030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.238364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.238728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.239060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.239386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.239715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.240039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.240376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.240688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.241006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb60134-f46b-47a7-8357-2b0617a4e074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:39:11.576938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a9ea776f-822f-4d6a-ae08-2858fd77e68f None None] Provisioning complete for port c294da23-598c-41ee-9645-b51ca4604c09 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:39:11.577306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9ea776f-822f-4d6a-ae08-2858fd77e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:11.657746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a9ea776f-822f-4d6a-ae08-2858fd77e68f None None] Provisioning complete for port 482bc54a-b83d-49f8-b31a-8e0952dc329a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:39:11.658107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9ea776f-822f-4d6a-ae08-2858fd77e68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:13.371889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43516) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:13.568075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cd2ea-d097-4c04-af25-c3b7da1d2393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:13.568479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169cd2ea-d097-4c04-af25-c3b7da1d2393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:13.570028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-169cd2ea-d097-4c04-af25-c3b7da1d2393 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1971555 Aug 10 00:39:13.993559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4e699902-a9ee-44c9-b18b-e65c3864d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:15.757837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43524) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:15.910186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702cc8d-0033-4827-8d01-f1769ab82b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:15.910694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702cc8d-0033-4827-8d01-f1769ab82b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:15.912271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d702cc8d-0033-4827-8d01-f1769ab82b38 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1534774 Aug 10 00:39:16.693274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6bff08f-d050-40ef-8ab7-e814f6248445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:17.160376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:17.515575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:18.071646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:18.195538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e2e0eb-5541-4974-8ad8-964b5234fd3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:18.196891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-09e2e0eb-5541-4974-8ad8-964b5234fd3f admin admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 886 time: 0.1242945 Aug 10 00:39:19.420501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:20.335435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43540) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:20.561535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082c041-6ff3-43a1-9902-2b9034d58677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:20.562834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6082c041-6ff3-43a1-9902-2b9034d58677 admin admin] 10.222.0.25 "GET /v2.0/networks/fe5efcfd-ed00-4f58-a6b7-a54bc707f177 HTTP/1.1" status: 200 len: 868 time: 0.2264442 Aug 10 00:39:22.703392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43548) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:22.830621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a89ae9-7dd9-41af-9b48-4ed5e4e126ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:22.831116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a89ae9-7dd9-41af-9b48-4ed5e4e126ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:22.832645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-91a89ae9-7dd9-41af-9b48-4ed5e4e126ab admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283042 Aug 10 00:39:24.967491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43556) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:25.092958 n-d-766380-21 neutron-server[105957]: WARNING oslo_policy.policy [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:39:25.093534 n-d-766380-21 neutron-server[105957]: WARNING oslo_policy.policy [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:39:25.499839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.policy [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 00:39:25.546177 n-d-766380-21 neutron-server[105957]: WARNING oslo_policy.policy [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:39:25.546549 n-d-766380-21 neutron-server[105957]: WARNING oslo_policy.policy [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 00:39:25.554695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:25.555170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:25.557219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c17e37d1-3a98-4c43-8927-f858ae21d6f4 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5876410 Aug 10 00:39:27.683349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:27.797309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac110249-63ca-45e4-a02e-820a260764dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:27.798631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ac110249-63ca-45e4-a02e-820a260764dc admin admin] 10.222.0.25 "GET /v2.0/subnets/177495f9-e758-41d0-9ca1-623357b84109 HTTP/1.1" status: 200 len: 816 time: 0.1143456 Aug 10 00:39:29.948450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43580) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:30.050565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d26f6c-691c-4634-9764-8c6cc7f2c41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:30.051924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a3d26f6c-691c-4634-9764-8c6cc7f2c41d admin admin] 10.222.0.25 "GET /v2.0/subnets/f931e32a-b988-4dbe-9e80-c7960ce6bd7b HTTP/1.1" status: 200 len: 868 time: 0.1025472 Aug 10 00:39:30.520057 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:39:43.994224 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1daceb18-956f-4f66-b197-51771fdd4e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:46.694082 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-54413f0f-0fde-4f49-be10-f285a99344c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:47.162037 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:47.517715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:49.424654 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:39:55.511998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43634) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:55.562143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-f0846231-9556-4745-9e57-196a99e2ecb8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:39:55.563169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f0846231-9556-4745-9e57-196a99e2ecb8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495989 Aug 10 00:39:57.778288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43642) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:39:57.853334 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafabf42-984a-4902-96e2-53a49828b2bb admin admin] GET failed (client error): The resource could not be found. Aug 10 00:39:57.854653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cafabf42-984a-4902-96e2-53a49828b2bb admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0746229 Aug 10 00:39:58.013857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e57f2-71b3-4876-95e5-6350aa95866a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:39:58.015259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3f5e57f2-71b3-4876-95e5-6350aa95866a admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559165 Aug 10 00:40:00.190269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43650) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:40:00.239048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:40:00.261046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Made reservation on behalf of 639ad32060404f57903c0ed4e2175863 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:40:00.264662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:00.293068 n-d-766380-21 neutron-server[105958]: WARNING neutron.services.revisions.revision_plugin [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Could not find related network for resource to bump revision. Aug 10 00:40:00.304889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:40:00.315106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:00.315438 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Added segment 28439a9f-3779-44ab-8862-886f15b83c73 of type vlan for network e416f454-9b58-45be-9ffd-d50a9892b3ad Aug 10 00:40:00.353357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:00.381600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:00.382441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:40:00.383165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:00.438337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2469716 Aug 10 00:40:00.443081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2265d69-e172-43fe-83a6-28b4107448e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e416f454-9b58-45be-9ffd-d50a9892b3ad,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:40:00.454575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network e416f454-9b58-45be-9ffd-d50a9892b3ad details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:40:02.624495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:40:02.685551 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e455830e-73a1-4aea-8cab-8f93f284872e admin admin] GET failed (client error): The resource could not be found. Aug 10 00:40:02.686915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e455830e-73a1-4aea-8cab-8f93f284872e admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614455 Aug 10 00:40:02.755004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48f19e-35af-4bdb-b10c-4e848aedbdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:40:02.756538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ef48f19e-35af-4bdb-b10c-4e848aedbdcd admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0652673 Aug 10 00:40:02.767171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:40:02.768653 n-d-766380-21 neutron-server[105957]: INFO neutron.quota [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Loaded quota_driver: . Aug 10 00:40:02.813258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Made reservation on behalf of 639ad32060404f57903c0ed4e2175863 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:40:02.816170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.048636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.130644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d41833-cb14-4d9a-a355-31a122be7a71,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:40:03.137653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:40:03.138055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Network hostable DHCP agents. Network: e416f454-9b58-45be-9ffd-d50a9892b3ad, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:40:03.143879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.144225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.144564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.144896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.145225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.145556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.145876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.146199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.146516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.146865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.147187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.147503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Tracked resource versions report: Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: pushed versions: Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: { 'AddressGroup': {'1.2'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'ConntrackHelper': {'1.0'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Log': {'1.0'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Network': {'1.1'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Port': {'1.7'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'PortForwarding': {'1.2'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'QosPolicy': {'1.9'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SecurityGroup': {'1.4'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SubPort': {'1.0'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Subnet': {'1.1'}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Trunk': {'1.1'}} Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: consumer versions: Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: L3 agent@n-d-766380-21: {}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: Metadata agent@n-d-766380-21: {}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: Metering agent@n-d-766380-21: {}, Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'ConntrackHelper': '1.0', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Log': '1.0', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Network': '1.1', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Port': '1.7', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'PortForwarding': '1.2', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'QosPolicy': '1.9', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SecurityGroup': '1.4', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SecurityGroupRule': '1.2', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'SubPort': '1.0', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Subnet': '1.1', Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: 'Trunk': '1.1'}} Aug 10 00:40:03.148599 n-d-766380-21 neutron-server[105957]: {{(pid=105957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:40:03.189980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:40:03.201982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, e416f454-9b58-45be-9ffd-d50a9892b3ad) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:40:03.206794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:40:03.207432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.211640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c0b38-70ff-4132-afdb-af61179e6f75 None None] Network e416f454-9b58-45be-9ffd-d50a9892b3ad requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:40:03.227551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84beda7f-f3c1-4537-acaa-e397a1bd8813 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4641006 Aug 10 00:40:03.456474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-e416f454-9b58-45be-9ffd-d50a9892b3ad', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'tenant_id': '639ad32060404f57903c0ed4e2175863', 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:40:03.457365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.594363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Allocated IP 192.168.233.2 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/51308bc9-e413-4b04-91b3-3177035e5969) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:40:03.739472 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.748295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Transition to ACTIVE for port object 51308bc9-e413-4b04-91b3-3177035e5969 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:40:03.764411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Transition to ACTIVE for port object 51308bc9-e413-4b04-91b3-3177035e5969 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:40:03.769927 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.814073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:40:03.817946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:40:03.819717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Pushing event updated for resources: {'Port': ['ID=51308bc9-e413-4b04-91b3-3177035e5969,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:40:03.821947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:40:03.834148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.834498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.834871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.835203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.835535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.835869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.836199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.836535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.836852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.837172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.837493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.837812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:40:03.887327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Attempting to bind port 51308bc9-e413-4b04-91b3-3177035e5969 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:40:03.888295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Attempting to bind port 51308bc9-e413-4b04-91b3-3177035e5969 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:40:03.888670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Attempting to bind port 51308bc9-e413-4b04-91b3-3177035e5969 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:40:03.893550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:40:03.893917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:40:03.894319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.894729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:40:03.895192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Bound port: 51308bc9-e413-4b04-91b3-3177035e5969, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:40:03.895586 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:03.957089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] For port 51308bc9-e413-4b04-91b3-3177035e5969, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:40:03.960392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] For port 51308bc9-e413-4b04-91b3-3177035e5969, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=51308bc9-e413-4b04-91b3-3177035e5969,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:40:03.964556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:04.021828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62fb4-9505-478c-a23f-2275650e1f22 None None] Pushing event updated for resources: {'Port': ['ID=51308bc9-e413-4b04-91b3-3177035e5969,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:40:04.827413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012148a9-6023-4783-8fe9-dc230421fe5a None None] Network e416f454-9b58-45be-9ffd-d50a9892b3ad requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:40:04.953486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f024fc5a-29b4-4008-9d2f-b2a912dab15d None None] Provisioning for port 51308bc9-e413-4b04-91b3-3177035e5969 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:40:05.099945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 51308bc9-e413-4b04-91b3-3177035e5969 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:40:05.156597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 51308bc9-e413-4b04-91b3-3177035e5969 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:40:05.161026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 51308bc9-e413-4b04-91b3-3177035e5969 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:40:05.161399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:05.210506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c9fbbd0a-a48c-43c8-b7a4-e68acf5495e1 None None] Provisioning complete for port 51308bc9-e413-4b04-91b3-3177035e5969 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:40:05.210900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbd0a-a48c-43c8-b7a4-e68acf5495e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:05.286077 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:05.347131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbd0a-a48c-43c8-b7a4-e68acf5495e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:05.350467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 51308bc9-e413-4b04-91b3-3177035e5969, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=51308bc9-e413-4b04-91b3-3177035e5969,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:40:05.360084 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:05.439929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=51308bc9-e413-4b04-91b3-3177035e5969,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:40:05.445528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-c9fbbd0a-a48c-43c8-b7a4-e68acf5495e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:40:05.445936 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-c9fbbd0a-a48c-43c8-b7a4-e68acf5495e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:40:07.060287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 51308bc9-e413-4b04-91b3-3177035e5969 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:40:07.109021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 51308bc9-e413-4b04-91b3-3177035e5969 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:40:07.109385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:07.518764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:40:13.994645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9de739b6-8bbe-4b7c-9473-06c2c02c38f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:16.698072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b114d78-1e8a-4ec4-974e-9f974f980a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:17.162450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:17.520390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:19.427324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:43.994712 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3309f8de-7562-4573-9895-525fd4e2ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:44.516885 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:40:46.698598 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34209be9-4981-491d-957f-da87618dc772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:47.163767 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:47.528363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:40:49.428644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:13.999466 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1586e813-d65e-4c0f-ac50-7e30c4442186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.330956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:16.336933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-5102d297-f0f7-465b-9d84-30648574214d tempest-verify_tempest_config-775799176 tempest-verify_tempest_config-775799176-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:41:16.338219 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5102d297-f0f7-465b-9d84-30648574214d tempest-verify_tempest_config-775799176 tempest-verify_tempest_config-775799176-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062807 Aug 10 00:41:16.637552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43732) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:16.706287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1906d7e0-48a6-44c4-801a-93f0064393cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.748242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.835325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.839603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.884834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c01466dc8a7c4a5e85d2da66871312a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2461822 Aug 10 00:41:16.886141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191a6742-595f-4914-86a2-122ec4db5739,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:16.888047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:41:16.893070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.893410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.893747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.894078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.894403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.894748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.895071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.895392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.895707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.896023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.896338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.896651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8174fb95-b710-4b0f-af7c-3d1583cee1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:16.968967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:16.988776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:17.079018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:17.082183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:17.083382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191a6742-595f-4914-86a2-122ec4db5739 HTTP/1.1" status: 204 len: 168 time: 0.1943288 Aug 10 00:41:17.092137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a6742-595f-4914-86a2-122ec4db5739,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:41:17.098656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.099027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.099370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.099707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.100040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.100374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.100701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.101030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.101358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.101680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.102007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.102336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473272f-2d30-48aa-b8fb-928005fff94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:41:17.165168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:17.528320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:19.432125 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:21.517393 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:41:44.000356 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ed45b9f5-a564-4020-9284-e719d5a5a3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:46.696600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3d9601-c79f-4c64-b0ac-3d9cbaaf088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:47.166571 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:47.531564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:49.434276 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:41:58.516972 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:42:14.000089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbc52aac-7428-43e3-9761-ac08107b4bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:16.703713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2f0131fe-6bbe-402f-ad1d-80d461bbdcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:17.166952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:17.536549 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:19.440749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:35.516616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:42:44.000183 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a7738e2-1ff7-4a02-a4ba-96e509a8651d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:46.693508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aaee9274-a3cc-42dc-8c89-65f11dc9a4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:47.168951 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:47.537516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:42:49.441435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:12.514979 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:43:14.000465 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f58ca393-05cd-4151-a5b1-860d57e057b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:16.694314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79c946e4-fe7b-4db7-8e17-9abed4720fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:17.169790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:17.542594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:19.449509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:43.999919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93f5fa78-1dde-46b7-9edb-85b15fa95b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:46.694794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0cce5570-16ff-4fc0-b478-b04359f0c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:47.169850 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:47.542204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:49.448057 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:49.514284 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 5 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:43:55.587148 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:43:55.911270 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-707579'] for agent, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:14.001362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4558d71-4d20-4ad5-8582-227c7a04ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:16.695370 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3384840b-1ee7-4932-a8e7-95920b121732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:17.171936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:17.545802 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:19.450704 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:25.565528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:25.863183 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:26.514655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:44:44.001655 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a4a70d9e-b5e5-4be5-9c1c-60872a89f52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:46.695807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-996eeed7-8879-4687-841f-fa6d8bd48a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:47.173028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:47.547800 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:49.454455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:50.847819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43806) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:50.948671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73ce69e4-e0bf-4383-8dd1-7363bb86f4f8 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997477 Aug 10 00:44:53.105962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:44:53.160918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9a69c28-12d7-4613-87d7-8bfa92e67353 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0538914 Aug 10 00:44:55.571794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:44:55.848703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:03.514121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:45:14.002959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-208f9e68-375c-49d7-af20-f3f6ca18a3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:16.695864 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66e69d3a-9fcf-4e53-86ef-825766bea16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:17.172755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:17.551424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:19.457988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:25.595553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:25.870012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:40.527181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:45:44.003774 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc55dbe5-459b-46ce-84c7-be459bb95180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:46.698830 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4aff6279-aed5-4436-8be1-5e6b9d298b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:47.175127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:47.554146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:49.460709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:55.593443 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:45:55.884819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.292730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44046) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:11.630323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.733472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.737669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.777164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41ba9af-b423-403f-9efe-abf933278627,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:11.790742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.791151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.791435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.791773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.792210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.792433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.792759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.793083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.793412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.793734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.794055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.794375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] Tracked resource versions report: Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: pushed versions: Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: { 'AddressGroup': {'1.2'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'ConntrackHelper': {'1.0'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Log': {'1.0'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Network': {'1.1'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Port': {'1.7'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'PortForwarding': {'1.2'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'QosPolicy': {'1.9'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SecurityGroup': {'1.4'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SubPort': {'1.0'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Subnet': {'1.1'}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Trunk': {'1.1'}} Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: consumer versions: Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: HyperV agent@n-h1-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: HyperV agent@n-h2-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: L3 agent@n-d-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: Metadata agent@n-d-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: Metering agent@n-d-766380-21: {}, Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'ConntrackHelper': '1.0', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Log': '1.0', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Network': '1.1', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Port': '1.7', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'PortForwarding': '1.2', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'QosPolicy': '1.9', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SecurityGroup': '1.4', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SecurityGroupRule': '1.2', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'SubPort': '1.0', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Subnet': '1.1', Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: 'Trunk': '1.1'}} Aug 10 00:46:11.795455 n-d-766380-21 neutron-server[105957]: {{(pid=105957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:46:11.808790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44070) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:11.811360 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c292a17e-d841-42aa-a73c-35dcae84d625 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57210fd5708b4efc99c1253e1b7ff036&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5173519 Aug 10 00:46:11.873666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.896195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.951743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.954427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:11.955729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f41ba9af-b423-403f-9efe-abf933278627 HTTP/1.1" status: 204 len: 168 time: 0.1458049 Aug 10 00:46:11.965338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41ba9af-b423-403f-9efe-abf933278627,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:11.972879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.973314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.973723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.974149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.974484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.974845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.975181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.975511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.975862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.976967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.977161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.977658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a577b104-7de7-4d64-9a93-6d30f8e351d2 admin admin] Tracked resource versions report: Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: pushed versions: Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: { 'AddressGroup': {'1.2'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'ConntrackHelper': {'1.0'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Log': {'1.0'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Network': {'1.1'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Port': {'1.7'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'PortForwarding': {'1.2'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'QosPolicy': {'1.9'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SecurityGroup': {'1.4'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SubPort': {'1.0'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Subnet': {'1.1'}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Trunk': {'1.1'}} Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: consumer versions: Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: HyperV agent@n-h1-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: HyperV agent@n-h2-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: L3 agent@n-d-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: Metadata agent@n-d-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: Metering agent@n-d-766380-21: {}, Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'ConntrackHelper': '1.0', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Log': '1.0', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Network': '1.1', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Port': '1.7', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'PortForwarding': '1.2', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'QosPolicy': '1.9', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SecurityGroup': '1.4', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SecurityGroupRule': '1.2', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'SubPort': '1.0', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Subnet': '1.1', Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: 'Trunk': '1.1'}} Aug 10 00:46:11.978925 n-d-766380-21 neutron-server[105958]: {{(pid=105958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:46:12.638952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:12.653107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f232fec-47d1-47ea-be80-9cd80d123e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.745497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f232fec-47d1-47ea-be80-9cd80d123e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.751633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f232fec-47d1-47ea-be80-9cd80d123e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.793786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f232fec-47d1-47ea-be80-9cd80d123e06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0c99bf90c8144d69c760833777e8129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1537430 Aug 10 00:46:12.794202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44126) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:12.795805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232fec-47d1-47ea-be80-9cd80d123e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05fb06-024f-4eef-b511-e164be7c4833,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:12.852850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.875465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.924042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.926848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:12.930767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b05fb06-024f-4eef-b511-e164be7c4833 HTTP/1.1" status: 204 len: 168 time: 0.1321008 Aug 10 00:46:12.937313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71de5-34d7-4cdc-863a-c3324dec339c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05fb06-024f-4eef-b511-e164be7c4833,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:14.007070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a418bca-e823-4995-83d5-f8f45ae3d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.487673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:15.642920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf6f574d-5f99-49b9-961c-fc4fcaea6de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.748389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf6f574d-5f99-49b9-961c-fc4fcaea6de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.753231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf6f574d-5f99-49b9-961c-fc4fcaea6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.783344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f574d-5f99-49b9-961c-fc4fcaea6de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f691060-62dd-4782-a2b6-14d2aa1bba87,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:15.803427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bf6f574d-5f99-49b9-961c-fc4fcaea6de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64bd6e17888a49f4a441b55d2ce1c73f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3137989 Aug 10 00:46:15.805125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44318) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:15.861542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.884329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.932341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.934900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:15.938590 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f691060-62dd-4782-a2b6-14d2aa1bba87 HTTP/1.1" status: 204 len: 168 time: 0.1293399 Aug 10 00:46:15.944069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c591cfd9-793a-4d5e-95d2-a05090afd0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f691060-62dd-4782-a2b6-14d2aa1bba87,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:16.231713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44354) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:16.245081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62d26c2c-1f47-4bcf-9246-918b16e734f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.338313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62d26c2c-1f47-4bcf-9246-918b16e734f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.342488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62d26c2c-1f47-4bcf-9246-918b16e734f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.379514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d26c2c-1f47-4bcf-9246-918b16e734f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5021039-534d-4b83-afb0-041703daf00b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:16.388316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-62d26c2c-1f47-4bcf-9246-918b16e734f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=101110f7c9ea46b39440906297650562&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1553154 Aug 10 00:46:16.392545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:16.457605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.480353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.527896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.531192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.535434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5021039-534d-4b83-afb0-041703daf00b HTTP/1.1" status: 204 len: 168 time: 0.1416979 Aug 10 00:46:16.543221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db4961-ae3d-409d-8325-cfc4d22a9038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5021039-534d-4b83-afb0-041703daf00b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:16.662353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44392) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:16.664987 n-d-766380-21 neutron-server[105958]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 00:46:16.702783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-39603149-b514-44cc-9edd-5adc9dda5388 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388222 Aug 10 00:46:16.711481 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a265365b-609b-4103-b036-3e83f470def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:16.909111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-041b1c97-7066-49f5-aaa4-5122522323a5 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:16.910600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-041b1c97-7066-49f5-aaa4-5122522323a5 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009006 Aug 10 00:46:16.929546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-2cb41fb2-a9ee-49f6-9f01-a64f9c806193 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/quotas/4c7e12530f2249f69bb6e7f3e1e86c1e HTTP/1.1" status: 200 len: 375 time: 0.0107350 Aug 10 00:46:16.991416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-1e32a7b5-159c-49d0-98d2-56960e94f288 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540762 Aug 10 00:46:17.199904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:17.340885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfc5b9b2-5000-49c0-90b9-99f8a4606070 req-6644588e-0945-4783-bab8-479a4dbc3ac3 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 210 time: 0.0734534 Aug 10 00:46:17.517456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:46:17.522362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:17.561710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:17.777685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaf670f7-2260-421d-86f1-d8f0776f82c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:17.885754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaf670f7-2260-421d-86f1-d8f0776f82c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:17.889988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaf670f7-2260-421d-86f1-d8f0776f82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:17.925998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf670f7-2260-421d-86f1-d8f0776f82c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841da54d-4b1d-4114-98ac-a9b42624cb76,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:17.932340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aaf670f7-2260-421d-86f1-d8f0776f82c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b5728c50d09483d986051a1dcac0202&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4074974 Aug 10 00:46:17.934992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44538) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:17.983997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.006164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.064625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.068711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.074610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/841da54d-4b1d-4114-98ac-a9b42624cb76 HTTP/1.1" status: 204 len: 168 time: 0.1384883 Aug 10 00:46:18.083213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d0567-721d-4b89-b454-2c4e2364b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841da54d-4b1d-4114-98ac-a9b42624cb76,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:18.170551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44548) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:18.270338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:18.465289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a80f641e-32ca-4f9d-9a8c-2ed36f5c106f req-da8d99c1-225b-4b72-9a90-910125b78edf tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 210 time: 0.0370576 Aug 10 00:46:18.652205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1786e590-ea96-41ff-b242-b13b5a93c224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.801380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1786e590-ea96-41ff-b242-b13b5a93c224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.814027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1786e590-ea96-41ff-b242-b13b5a93c224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.848543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1786e590-ea96-41ff-b242-b13b5a93c224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f9ff4951aa14fb8a65699b78362932e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5768063 Aug 10 00:46:18.851774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:18.863927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44618) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:18.876214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786e590-ea96-41ff-b242-b13b5a93c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3e2d50-bfbb-4e56-b84d-d14ae9cef6e5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:18.880714 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a856f2db-d79a-467e-a7fe-247315164a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.954938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9243247-b170-44f1-8f5a-6d4e68187c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:18.992565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.011185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a856f2db-d79a-467e-a7fe-247315164a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.017279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a856f2db-d79a-467e-a7fe-247315164a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.087955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a856f2db-d79a-467e-a7fe-247315164a95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17421c0e41d94fe1a5707f97d8ba8f5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9160409 Aug 10 00:46:19.089271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856f2db-d79a-467e-a7fe-247315164a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a608c-9f03-45df-9731-487a7e7c6b9f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:19.103294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:19.140247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.150602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9243247-b170-44f1-8f5a-6d4e68187c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.168551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9243247-b170-44f1-8f5a-6d4e68187c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.229000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.275000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.301776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d9243247-b170-44f1-8f5a-6d4e68187c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56bec5ac69264539b431959089f0b77e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3828921 Aug 10 00:46:19.305082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44648) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:19.308959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9243247-b170-44f1-8f5a-6d4e68187c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6195c2e-553b-4029-b560-ffd9550861da,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:19.337238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.340268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.341453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef3e2d50-bfbb-4e56-b84d-d14ae9cef6e5 HTTP/1.1" status: 204 len: 168 time: 0.4884591 Aug 10 00:46:19.357390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14193efc-45c4-434a-9a87-130458f29eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3e2d50-bfbb-4e56-b84d-d14ae9cef6e5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:19.424968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.434032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.437018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.438156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/009a608c-9f03-45df-9731-487a7e7c6b9f HTTP/1.1" status: 204 len: 168 time: 0.3328640 Aug 10 00:46:19.468632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1832038-1b60-45cf-b711-f760be05545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a608c-9f03-45df-9731-487a7e7c6b9f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:19.475692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.479070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.585502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.588374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:19.589529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6195c2e-553b-4029-b560-ffd9550861da HTTP/1.1" status: 204 len: 168 time: 0.2828827 Aug 10 00:46:19.609795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e43729-e8e0-4f2d-ac7d-2cf22d902751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6195c2e-553b-4029-b560-ffd9550861da,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:19.680781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c22b670a-8846-4add-9846-b03ac4f613fc req-50876155-098f-4e87-9fa3-3e37fe68b62d tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 210 time: 0.0317545 Aug 10 00:46:19.911203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.21', 52285) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:19.934759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-62ad5732-370b-4051-83ad-86ae3f076953 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224226 Aug 10 00:46:20.052262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-9c76e648-6384-4187-89e5-dd9a19f18768 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:20.054555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-9c76e648-6384-4187-89e5-dd9a19f18768 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1126823 Aug 10 00:46:20.065825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44680) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:20.082366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3dfd297a-2be2-4d76-83e1-7ec8971b33a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.110015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Request body: {'port': {'device_id': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '4c7e12530f2249f69bb6e7f3e1e86c1e'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:20.193828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3dfd297a-2be2-4d76-83e1-7ec8971b33a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.201144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3dfd297a-2be2-4d76-83e1-7ec8971b33a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.249479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd297a-2be2-4d76-83e1-7ec8971b33a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37d7db9-4bf9-4c85-9c8d-8134601f26f4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:20.256736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3dfd297a-2be2-4d76-83e1-7ec8971b33a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1fcdbfe50524be7898512d151ae13d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1890152 Aug 10 00:46:20.258030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44688) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:20.330099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.337442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Made reservation on behalf of 4c7e12530f2249f69bb6e7f3e1e86c1e for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:20.343757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.355237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.356089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.386273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:20.416287 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.419369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.420499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c37d7db9-4bf9-4c85-9c8d-8134601f26f4 HTTP/1.1" status: 204 len: 168 time: 0.1605377 Aug 10 00:46:20.428879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449b53-c382-4580-8689-d443ea81b557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37d7db9-4bf9-4c85-9c8d-8134601f26f4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:20.475498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44706) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:20.489173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edb6fbaa-a2c9-4386-b931-01833be278ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.492903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.498562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.662321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edb6fbaa-a2c9-4386-b931-01833be278ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.670634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edb6fbaa-a2c9-4386-b931-01833be278ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.730501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-edb6fbaa-a2c9-4386-b931-01833be278ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68b1b8d704e544a0a6ff9970742f5789&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2530954 Aug 10 00:46:20.732937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44724) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:20.770121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81358807-5179-4301-93d0-de1b5aa4a5e5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:20.805349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6fbaa-a2c9-4386-b931-01833be278ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5afcffc-ea0f-4976-ba32-34da283a1a3a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:20.826797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f2ae-c8fe-471d-b862-4e38e333c69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.862182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.902276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:20.931916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Allocated IP 192.168.233.138 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/e4c92267-6aef-40a4-a98a-45acc16899fd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:21.007304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.010166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.011337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5afcffc-ea0f-4976-ba32-34da283a1a3a HTTP/1.1" status: 204 len: 168 time: 0.2770383 Aug 10 00:46:21.031747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30973d16-c648-4410-970a-343f90a338eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5afcffc-ea0f-4976-ba32-34da283a1a3a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:21.035059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f2ae-c8fe-471d-b862-4e38e333c69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.051620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fdd6f2ae-c8fe-471d-b862-4e38e333c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.103726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6f2ae-c8fe-471d-b862-4e38e333c69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e39b1f-544c-41bd-bdfd-b13bba5bb22c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:21.108702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fdd6f2ae-c8fe-471d-b862-4e38e333c69e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88417f483cd74aa5bbd8b8a7403785fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7212551 Aug 10 00:46:21.112157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44740) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:21.175024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.182722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.192195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Transition to ACTIVE for port object e4c92267-6aef-40a4-a98a-45acc16899fd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:21.206884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.252308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.266771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.278267 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.280491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4e39b1f-544c-41bd-bdfd-b13bba5bb22c HTTP/1.1" status: 204 len: 168 time: 0.1670146 Aug 10 00:46:21.298756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3877a8-fd22-47ec-9923-4cbe59ede0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e39b1f-544c-41bd-bdfd-b13bba5bb22c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:21.336570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:21.353491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:21.372727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:21.392309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:21.392981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.427225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3214195 Aug 10 00:46:21.449265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-cf6ad31e-97bf-4326-b516-7185796a03f2 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:46:21.451177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-cf6ad31e-97bf-4326-b516-7185796a03f2 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072305 Aug 10 00:46:21.456777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63219097-778b-4c59-9235-d178d1f190d9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Pushing event updated for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:21.692059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c88decd-c7f0-40b7-be26-08f3ed814998 None None] Provisioning for port e4c92267-6aef-40a4-a98a-45acc16899fd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:21.712766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c88decd-c7f0-40b7-be26-08f3ed814998 None None] Provisioning complete for port e4c92267-6aef-40a4-a98a-45acc16899fd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:21.718886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c88decd-c7f0-40b7-be26-08f3ed814998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:21.831210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4c88decd-c7f0-40b7-be26-08f3ed814998 None None] Port e4c92267-6aef-40a4-a98a-45acc16899fd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:46:21.959710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:22.270550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:22.296471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abea895f-e33a-4dbd-9f9f-ccf053dd496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.421584 n-d-766380-21 neutron-server[105957]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 00:46:22.426007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abea895f-e33a-4dbd-9f9f-ccf053dd496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.432096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abea895f-e33a-4dbd-9f9f-ccf053dd496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.475589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-abea895f-e33a-4dbd-9f9f-ccf053dd496e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=514a660294ea485788ba87b6c2730212&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2024994 Aug 10 00:46:22.477395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44786) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:22.489282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea895f-e33a-4dbd-9f9f-ccf053dd496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd75d77-f237-47d7-b532-7544a91302aa,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:22.557217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.590174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.659605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84dfa6-abd3-41d9-9413-9fa3a95ddb41 req-7c325bb0-0e95-44e3-b730-172440d4b317 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:22.670426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca84dfa6-abd3-41d9-9413-9fa3a95ddb41 req-7c325bb0-0e95-44e3-b730-172440d4b317 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.7076304 Aug 10 00:46:22.685756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.688539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:22.689823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fd75d77-f237-47d7-b532-7544a91302aa HTTP/1.1" status: 204 len: 168 time: 0.2100625 Aug 10 00:46:22.699227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748a02b-f3e1-4b4b-bd3c-b755c86eac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd75d77-f237-47d7-b532-7544a91302aa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:22.764560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca84dfa6-abd3-41d9-9413-9fa3a95ddb41 req-99fd8ea7-a167-465f-b9d4-9211fa1c4d11 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892272 Aug 10 00:46:23.722890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44838) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:23.926544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6665e-86bd-4187-9675-0bb838b5f52d req-5bdf906c-ec3a-46d7-8414-e51cd5d404a9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:23.930169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5d6665e-86bd-4187-9675-0bb838b5f52d req-5bdf906c-ec3a-46d7-8414-e51cd5d404a9 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.0704536 Aug 10 00:46:23.976917 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5d6665e-86bd-4187-9675-0bb838b5f52d req-8dd42bb3-b0cd-48fd-ae0c-790804fa9fca tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Aug 10 00:46:24.124956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89db1bc1-8f0a-404a-996d-9d333f566411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.272372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89db1bc1-8f0a-404a-996d-9d333f566411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.279880 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89db1bc1-8f0a-404a-996d-9d333f566411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.342949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1bc1-8f0a-404a-996d-9d333f566411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761b7d17-d397-4819-aaf5-f95c78adc54d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:24.352938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:24.353036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-89db1bc1-8f0a-404a-996d-9d333f566411 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c871ba72c9c14c5cb183a53a5993f5f1&name=default HTTP/1.1" status: 200 len: 2977 time: 0.6278355 Aug 10 00:46:24.411293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.439741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.560774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.571488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:24.571488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/761b7d17-d397-4819-aaf5-f95c78adc54d HTTP/1.1" status: 204 len: 168 time: 0.2113068 Aug 10 00:46:24.574266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dc445-a0f0-4328-99d2-d48008186eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761b7d17-d397-4819-aaf5-f95c78adc54d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:25.147279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067c6b-30de-446a-8d63-e57a609c42da req-3fea2959-d57f-4398-a2b2-8e0ba5ae1cbd tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:25.150524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a067c6b-30de-446a-8d63-e57a609c42da req-3fea2959-d57f-4398-a2b2-8e0ba5ae1cbd tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.0909007 Aug 10 00:46:25.234236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a067c6b-30de-446a-8d63-e57a609c42da req-016d3b43-712a-4f50-91f3-296a2eadd5aa tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671520 Aug 10 00:46:25.411779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:25.435473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8c72c4a-51aa-4f3e-bb81-f5984d0907a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.586504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8c72c4a-51aa-4f3e-bb81-f5984d0907a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.595242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8c72c4a-51aa-4f3e-bb81-f5984d0907a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.630440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.681881 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8c72c4a-51aa-4f3e-bb81-f5984d0907a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caa3a7576d7f4ac3ab1dcc5d09ef6468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689772 Aug 10 00:46:25.683179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c72c4a-51aa-4f3e-bb81-f5984d0907a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04d291b-b32b-49ad-aa84-1ee9d4f24f20,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:25.684796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44910) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:25.782501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.816351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.886885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.892007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.893374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:25.893718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f04d291b-b32b-49ad-aa84-1ee9d4f24f20 HTTP/1.1" status: 204 len: 168 time: 0.2078133 Aug 10 00:46:25.906785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a7e28-8bc4-4fa1-a1dc-d92bd478f1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04d291b-b32b-49ad-aa84-1ee9d4f24f20,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:27.069969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f83da-24be-46d6-9364-c43e6d5aac83 req-75343e2e-0782-4bfd-9e71-61cd86845cea tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:27.072505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f5f83da-24be-46d6-9364-c43e6d5aac83 req-75343e2e-0782-4bfd-9e71-61cd86845cea tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.0644836 Aug 10 00:46:27.135127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f5f83da-24be-46d6-9364-c43e6d5aac83 req-496b42de-653e-4106-8abf-785bba802dab tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Aug 10 00:46:27.777410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44998) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:27.874223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45012) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:28.049348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-95375637-c092-4138-bbb2-5e7fd5e9fd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.094235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ff2340-6456-4774-91bd-306bc8f65fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.194583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-95375637-c092-4138-bbb2-5e7fd5e9fd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.204685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-95375637-c092-4138-bbb2-5e7fd5e9fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.311485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95375637-c092-4138-bbb2-5e7fd5e9fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725f632-4ece-4ec6-92ae-f69738a97687,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:28.317425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-95375637-c092-4138-bbb2-5e7fd5e9fd94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35fca46ab06944ee864c96fef1bca455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382583 Aug 10 00:46:28.321070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:28.350368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b706d-7f2d-4538-81cf-529004b95d7c req-395fab19-8bb9-4673-8c62-49d7ec762d88 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:28.352183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-491b706d-7f2d-4538-81cf-529004b95d7c req-395fab19-8bb9-4673-8c62-49d7ec762d88 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.1356182 Aug 10 00:46:28.378170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.410233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.418541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-491b706d-7f2d-4538-81cf-529004b95d7c req-6d3b2e18-bdb2-480f-9553-4230a8fd09bd tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Aug 10 00:46:28.428629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ff2340-6456-4774-91bd-306bc8f65fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.451470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ff2340-6456-4774-91bd-306bc8f65fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.464670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.467291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.469070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6725f632-4ece-4ec6-92ae-f69738a97687 HTTP/1.1" status: 204 len: 168 time: 0.1462185 Aug 10 00:46:28.479795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeddc18-237e-44f1-8cb3-a3226bb0e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725f632-4ece-4ec6-92ae-f69738a97687,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:28.543761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff2340-6456-4774-91bd-306bc8f65fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865ebb91-4e62-4a52-8ea3-fdda3d60b989,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:28.553623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2ff2340-6456-4774-91bd-306bc8f65fc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcb9e9cf26034ec8b391581ec296768d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782837 Aug 10 00:46:28.556300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:28.638317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.662805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.736474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.739276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:28.740449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/865ebb91-4e62-4a52-8ea3-fdda3d60b989 HTTP/1.1" status: 204 len: 168 time: 0.1831539 Aug 10 00:46:28.751218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb754890-9335-456c-9559-01bdc53a987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865ebb91-4e62-4a52-8ea3-fdda3d60b989,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:29.122310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45056) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:29.144289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f2402b7-c9f3-4cd8-a586-106e372006bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.286355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f2402b7-c9f3-4cd8-a586-106e372006bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.293238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f2402b7-c9f3-4cd8-a586-106e372006bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.341767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f2402b7-c9f3-4cd8-a586-106e372006bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33009190067b4370a3ea0178c3405696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2176142 Aug 10 00:46:29.343346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2402b7-c9f3-4cd8-a586-106e372006bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731590f9-58bb-456b-9210-a6392e715971,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:29.344642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:29.405073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.427411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45064) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:29.446899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7d7c-660b-4247-9775-fcbdf6f049d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.459441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.559659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:29.579043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.582041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.586410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/731590f9-58bb-456b-9210-a6392e715971 HTTP/1.1" status: 204 len: 168 time: 0.2405651 Aug 10 00:46:29.607506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383e344-61d2-43fb-8f40-478ea9c716eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731590f9-58bb-456b-9210-a6392e715971,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:29.683749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a744e4a-a368-4c6c-917d-6823210ae092 req-825354f2-80e8-4238-802a-cd54f4401c2c tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:29.685545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a744e4a-a368-4c6c-917d-6823210ae092 req-825354f2-80e8-4238-802a-cd54f4401c2c tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.1475527 Aug 10 00:46:29.755771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a744e4a-a368-4c6c-917d-6823210ae092 req-b0a5de60-b5b2-4871-9ab6-e9543994eaf7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Aug 10 00:46:29.793727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67388c99-e77f-4c98-a2f1-b6ff300cbc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.802724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7d7c-660b-4247-9775-fcbdf6f049d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.811186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec3b7d7c-660b-4247-9775-fcbdf6f049d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.859274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec3b7d7c-660b-4247-9775-fcbdf6f049d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe2a8e5b1a4c43f4a472cd259ec44df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306681 Aug 10 00:46:29.860129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b7d7c-660b-4247-9775-fcbdf6f049d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15683faa-10da-4b54-8636-94fbcd5caf4b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:29.862647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:29.933758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:29.962716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.003480 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67388c99-e77f-4c98-a2f1-b6ff300cbc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.008537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67388c99-e77f-4c98-a2f1-b6ff300cbc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.028005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.030951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.035589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15683faa-10da-4b54-8636-94fbcd5caf4b HTTP/1.1" status: 204 len: 168 time: 0.1721451 Aug 10 00:46:30.050932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04184d-8c25-4a64-a74e-a17ea48dfa5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15683faa-10da-4b54-8636-94fbcd5caf4b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:30.068815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45086) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:30.068959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-67388c99-e77f-4c98-a2f1-b6ff300cbc6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57a2b98fafa449edb4b4849523b060d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5078468 Aug 10 00:46:30.077361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67388c99-e77f-4c98-a2f1-b6ff300cbc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91be77e-02d8-49fc-8cb3-e90343c3e201,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:30.185292 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.219544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.298989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.306286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:30.312394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f91be77e-02d8-49fc-8cb3-e90343c3e201 HTTP/1.1" status: 204 len: 168 time: 0.2415316 Aug 10 00:46:30.325629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f316-023e-45a4-ae4c-2d7f11fdd906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91be77e-02d8-49fc-8cb3-e90343c3e201,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:30.863258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-0f6d70ae-604c-417a-be91-cedcebf3b5d0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344594 Aug 10 00:46:30.870586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:30.888791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b144def2-8bf1-4afc-954b-f4262f6d7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.039797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-b063a581-74e4-4693-8dac-7103b65e39e0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:31.041391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-b063a581-74e4-4693-8dac-7103b65e39e0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773410 Aug 10 00:46:31.058232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b144def2-8bf1-4afc-954b-f4262f6d7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.063231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-4b2f54e0-96a6-47cf-9d3f-b450b93d757f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/quotas/378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 375 time: 0.0150204 Aug 10 00:46:31.076108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b144def2-8bf1-4afc-954b-f4262f6d7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.108999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-2df68972-309a-46a7-a50c-f2c6de364225 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323851 Aug 10 00:46:31.145489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144def2-8bf1-4afc-954b-f4262f6d7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a6116-0421-4a71-a3cb-6662bd8553bb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:31.152558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45134) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:31.152923 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b144def2-8bf1-4afc-954b-f4262f6d7155 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f64b60c21b9e46d9b536eb05cb0e7aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812603 Aug 10 00:46:31.249384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.279275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.445493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349b78-31a3-4a61-8b1e-44dd3a82608b req-e034b079-ad8d-4f89-a934-b27200125f0b tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:31.447288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3349b78-31a3-4a61-8b1e-44dd3a82608b req-e034b079-ad8d-4f89-a934-b27200125f0b tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.0826616 Aug 10 00:46:31.448473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.451046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.454342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/873a6116-0421-4a71-a3cb-6662bd8553bb HTTP/1.1" status: 204 len: 168 time: 0.2982118 Aug 10 00:46:31.466946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994faba-89b8-4fd3-9048-e42e1cb2ff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a6116-0421-4a71-a3cb-6662bd8553bb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:31.505594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3349b78-31a3-4a61-8b1e-44dd3a82608b req-1ead7c13-d642-4831-b21e-f68381def6e0 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500534 Aug 10 00:46:31.585385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:31.608628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1d18ac55-e9b7-4411-bc29-e9bb2a1ae065 req-db822e5c-12f2-434b-83df-f0faef39885b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0386205 Aug 10 00:46:31.834653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1187699920-network', 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:31.883437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:31.886427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:31.903767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.017608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.023975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.054506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:46:32.070887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d367500c-92f0-4eff-b063-0ad1e88714dc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:32.079196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739608156007', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.080018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Unsubscribe: segment precommit_create {{(pid=105957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 00:46:32.080776 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Added segment 8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f of type vlan for network 177143dc-5ebe-4764-adab-fb6b9f123723 Aug 10 00:46:32.132439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Request body: {'port': {'device_id': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'device_owner': 'compute:tempest-test_az-988655111', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:32.141395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.202073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.203291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:32.203923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.234205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.333100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7438421 Aug 10 00:46:32.333569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45212) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:32.342793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444105c5-242a-4108-b4d0-ec3f549f8b42 admin admin] Pushing event updated for resources: {'Network': ['ID=177143dc-5ebe-4764-adab-fb6b9f123723,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:32.345563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Request body: {'subnet': {'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1187699920-subnet', 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:32.355321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 177143dc-5ebe-4764-adab-fb6b9f123723 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:46:32.473685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:32.476312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:32.613164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:32.700880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bea6cb24-4b25-417e-a05a-075f3ff04f14 req-6f9871b8-8fe5-4f22-88d5-13d36981e4be tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0299282 Aug 10 00:46:32.803669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af062789-287d-4187-83e7-bfb386195a47 req-8ba26400-14d0-4122-ad61-429f82476322 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:32.805193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af062789-287d-4187-83e7-bfb386195a47 req-8ba26400-14d0-4122-ad61-429f82476322 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 936 time: 0.1297941 Aug 10 00:46:32.876731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac7bf5fc-8bda-4c56-8d24-cf5e3d9d6f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.007444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac7bf5fc-8bda-4c56-8d24-cf5e3d9d6f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.009621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:33.010180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.10', 53689) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:33.038493 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac7bf5fc-8bda-4c56-8d24-cf5e3d9d6f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.098303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-c05f2bd6-b666-4fe2-a8da-f6893c03467b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837054 Aug 10 00:46:33.122570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c92267-6aef-40a4-a98a-45acc16899fd {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:33.140448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.157930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af062789-287d-4187-83e7-bfb386195a47 req-69c01672-0a5d-4e97-a891-d97cbed26186 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388922 Aug 10 00:46:33.203453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Transition to ACTIVE for port object e4c92267-6aef-40a4-a98a-45acc16899fd will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:33.212244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.217574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bf5fc-8bda-4c56-8d24-cf5e3d9d6f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69d41b7-32b7-4b52-a25e-850f1cb36d71,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:33.231434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.245550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ac7bf5fc-8bda-4c56-8d24-cf5e3d9d6f63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=230b2c78f39341c7ad9fe726d9382810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6311629 Aug 10 00:46:33.264710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45242) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:33.442525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-e6706062-bd36-401d-acba-455ca819cdd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:33.445378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-e6706062-bd36-401d-acba-455ca819cdd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229575 Aug 10 00:46:33.446755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2676682e-68de-4120-b19f-8f6fc22ff1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.455917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Attempting to bind port e4c92267-6aef-40a4-a98a-45acc16899fd on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:33.456454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Attempting to bind port e4c92267-6aef-40a4-a98a-45acc16899fd by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:33.456571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Attempting to bind port e4c92267-6aef-40a4-a98a-45acc16899fd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:33.465038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:33.495922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0639e7-7e5f-43f6-88ff-837dfc60010f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:33.508663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Port e4c92267-6aef-40a4-a98a-45acc16899fd on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:33.509269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Attempting to bind port e4c92267-6aef-40a4-a98a-45acc16899fd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:33.519765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:33.520590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:33.521225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:33.521784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Bound port: e4c92267-6aef-40a4-a98a-45acc16899fd, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:33.522370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.547551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:33.548114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Network hostable DHCP agents. Network: 177143dc-5ebe-4764-adab-fb6b9f123723, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:46:33.550365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.578639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.624890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2676682e-68de-4120-b19f-8f6fc22ff1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.630105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2676682e-68de-4120-b19f-8f6fc22ff1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.686437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2676682e-68de-4120-b19f-8f6fc22ff1b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=544e98380c87403497711fd42cdf27ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719651 Aug 10 00:46:33.686437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676682e-68de-4120-b19f-8f6fc22ff1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933f35a4-0166-4c0b-a342-5fcc049aceb6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:33.686752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Network 177143dc-5ebe-4764-adab-fb6b9f123723 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:46:33.687912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:33.704628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:33.709500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e4c92267-6aef-40a4-a98a-45acc16899fd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:33.711324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 177143dc-5ebe-4764-adab-fb6b9f123723) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:33.713265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.716106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.717429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d69d41b7-32b7-4b52-a25e-850f1cb36d71 HTTP/1.1" status: 204 len: 168 time: 0.4493978 Aug 10 00:46:33.724421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c05c0-dc45-4c82-97ac-4d747f10e355 None None] Network 177143dc-5ebe-4764-adab-fb6b9f123723 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:33.735727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:33.736062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.738471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.785465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.797359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfdf05-5c01-4d8a-947e-4f26107dd2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69d41b7-32b7-4b52-a25e-850f1cb36d71,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:33.857947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5740524a-f11f-4069-8028-1a734a11a8f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5220518 Aug 10 00:46:33.869571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:33.870190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.871776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4c92267-6aef-40a4-a98a-45acc16899fd HTTP/1.1" status: 200 len: 1118 time: 1.9834244 Aug 10 00:46:33.872170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:33.882120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:33.896726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ee7b890-8910-4e28-8ae6-1c384f20c603 req-72bd97fb-7688-488d-a907-9f5af82ef0b5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0833290 Aug 10 00:46:34.000225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.000879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa618e3-d49b-4f7f-945f-5054b083130b None None] Network 177143dc-5ebe-4764-adab-fb6b9f123723 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:34.004121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.005565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/933f35a4-0166-4c0b-a342-5fcc049aceb6 HTTP/1.1" status: 204 len: 168 time: 0.3167620 Aug 10 00:46:34.014981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1468a-0381-4a14-b332-da0cfa0ea825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933f35a4-0166-4c0b-a342-5fcc049aceb6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:34.096105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d74bfe-2987-44e8-a445-35761240c1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:34.194776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-3038c672-4623-4004-afe1-b682cf120025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:34.196614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-3038c672-4623-4004-afe1-b682cf120025 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 1121 time: 0.1101546 Aug 10 00:46:34.280288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-79fd6844-3fc3-4abe-8bab-372e0a145401 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e4c92267-6aef-40a4-a98a-45acc16899fd HTTP/1.1" status: 200 len: 217 time: 0.0738134 Aug 10 00:46:34.360624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45282) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:34.378000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c107df1b-cb59-4180-9bbf-e80543d89d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.382877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ecba3-4bc9-48a7-8476-2af6b19ff986 req-6db78e65-dc39-427b-90fa-aee28f006533 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:34.384381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ecba3-4bc9-48a7-8476-2af6b19ff986 req-6db78e65-dc39-427b-90fa-aee28f006533 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 969 time: 0.1069460 Aug 10 00:46:34.386164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-38279834-022a-4981-88c8-53f7a7e35faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:34.387862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-38279834-022a-4981-88c8-53f7a7e35faa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0957570 Aug 10 00:46:34.494305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ecba3-4bc9-48a7-8476-2af6b19ff986 req-42b97eb7-2381-4ffc-93c8-7c4e028e5dfc tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997107 Aug 10 00:46:34.502602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-b8d555bf-2fa6-4f8f-b0b3-d897204cee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:34.504324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-b8d555bf-2fa6-4f8f-b0b3-d897204cee3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1081076 Aug 10 00:46:34.542653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c107df1b-cb59-4180-9bbf-e80543d89d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.546779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c107df1b-cb59-4180-9bbf-e80543d89d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.625508 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-707e67ac-e727-44f6-b9f1-f78b288dc026 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125524 Aug 10 00:46:34.626320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c107df1b-cb59-4180-9bbf-e80543d89d65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=441ec290120045d0911ba05b3fa9f5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624600 Aug 10 00:46:34.627513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107df1b-cb59-4180-9bbf-e80543d89d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d6081-ca0b-4650-88fc-81c469d2b12a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:34.629835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:34.650283 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c" -d '{"events": [{"name": "network-changed", "server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:34.693757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.723807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.769863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a68c080-56a3-4a6e-b9f1-dc23cd5a8383 req-a18c0a0a-b4a2-4d85-8407-b9b4e5dc8bf0 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363437 Aug 10 00:46:34.791558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.795609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:34.800423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/524d6081-ca0b-4650-88fc-81c469d2b12a HTTP/1.1" status: 204 len: 168 time: 0.1695275 Aug 10 00:46:34.811689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6c138-1df6-4396-b5f2-ceb3922b3f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d6081-ca0b-4650-88fc-81c469d2b12a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:34.877086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:34.890369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adb67c39-6c9d-4b46-b44c-b7efcb50cbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.010491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adb67c39-6c9d-4b46-b44c-b7efcb50cbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.015563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adb67c39-6c9d-4b46-b44c-b7efcb50cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.054107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67c39-6c9d-4b46-b44c-b7efcb50cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bfc3fd-42d7-4273-b362-b5554c3e0cf8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:35.061208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:35.068117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-adb67c39-6c9d-4b46-b44c-b7efcb50cbcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d322c46e0a0d4ca594357b5fe59b4647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899357 Aug 10 00:46:35.076064 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d9e893-87c6-4e12-8cdf-bcaada4530bd x-openstack-request-id: req-06d9e893-87c6-4e12-8cdf-bcaada4530bd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:35.076352 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:35.076600 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06d9e893-87c6-4e12-8cdf-bcaada4530bd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:35.077062 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd', 'status': 'completed', 'code': 200} Aug 10 00:46:35.172382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-385d87e9-3be7-4595-bd33-fa9e28efbb4a req-5b6c5937-8630-40c8-8bce-ae2450435771 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0356429 Aug 10 00:46:35.180240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-fd9c1245-4add-4b93-85ff-dcfb009e0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:35.184294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.187989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-fd9c1245-4add-4b93-85ff-dcfb009e0c19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 1121 time: 0.0838594 Aug 10 00:46:35.215989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.274227 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.276994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.278237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3bfc3fd-42d7-4273-b362-b5554c3e0cf8 HTTP/1.1" status: 204 len: 168 time: 0.2160671 Aug 10 00:46:35.291252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c331009-c8ba-4d72-b945-b789d61e4351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bfc3fd-42d7-4273-b362-b5554c3e0cf8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:35.457386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-5dedbfbb-b882-4102-9fc0-12e30020e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:35.460180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-5dedbfbb-b882-4102-9fc0-12e30020e5df service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2670052 Aug 10 00:46:35.516249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-a985e06c-03ed-4ed8-a560-195fcf92b1e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=e4c92267-6aef-40a4-a98a-45acc16899fd HTTP/1.1" status: 200 len: 217 time: 0.0484037 Aug 10 00:46:35.658645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-a884f486-3808-4bd0-b3b7-d95f64efcab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:35.660377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-a884f486-3808-4bd0-b3b7-d95f64efcab3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1351058 Aug 10 00:46:35.669089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:35.674024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1112693199-network', 'tenant_id': '661abaca10d448c08eefa62378d8834c'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:35.720849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Made reservation on behalf of 661abaca10d448c08eefa62378d8834c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:35.731304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.744804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.767926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175c000-7d04-421e-9b37-7353fa4d0ecf req-847aa320-f3d4-4799-93a3-fde4679edacd tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:35.769568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8175c000-7d04-421e-9b37-7353fa4d0ecf req-847aa320-f3d4-4799-93a3-fde4679edacd tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 969 time: 0.1618500 Aug 10 00:46:35.784329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-02112906-bd9f-4370-9f20-1374853b8ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:35.785996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-02112906-bd9f-4370-9f20-1374853b8ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044788 Aug 10 00:46:35.878848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8175c000-7d04-421e-9b37-7353fa4d0ecf req-47da6c02-cb83-4918-8da8-f7ecdbdaaafa tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988071 Aug 10 00:46:35.883482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.897982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.924355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:46:35.949556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:35.950193 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Added segment 3cbc54f4-d484-492e-8ba8-0b0308207cd5 of type vlan for network 66d6f326-7b05-43e6-b664-11104774e2bb Aug 10 00:46:35.952142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-2e297aed-c637-4a26-9733-a0eaaa6bfb7d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577530 Aug 10 00:46:35.991792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7114c-6716-4db6-be98-b248a2f7deb6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:36.005649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.063348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.064936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:36.065665 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.099484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d4ac6bf-9641-4c50-ad8d-0b7bf8ddc92c req-d1a0ae91-87d4-4eb1-ac02-6f70ce5717b4 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381836 Aug 10 00:46:36.103598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4333479 Aug 10 00:46:36.107355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:36.119023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Request body: {'subnet': {'network_id': '66d6f326-7b05-43e6-b664-11104774e2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1112693199-subnet', 'tenant_id': '661abaca10d448c08eefa62378d8834c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:36.152127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Made reservation on behalf of 661abaca10d448c08eefa62378d8834c for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:36.152336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03623ea0-6712-4eed-84fc-95fdeb59782b admin admin] Pushing event updated for resources: {'Network': ['ID=66d6f326-7b05-43e6-b664-11104774e2bb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:36.155244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.167258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 66d6f326-7b05-43e6-b664-11104774e2bb details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:46:36.333662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ced808bb-d482-4311-98ae-871a91c99a74 req-65161815-8ac6-46f2-b5ff-95824ed111bb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0581956 Aug 10 00:46:36.362244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45364) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:36.504706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-438c673d-f981-4273-994e-1ab5634371ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.564619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.630945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Checking segment: {'id': '3cbc54f4-d484-492e-8ba8-0b0308207cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '66d6f326-7b05-43e6-b664-11104774e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:36.631353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Network hostable DHCP agents. Network: 66d6f326-7b05-43e6-b664-11104774e2bb, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:46:36.632698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-438c673d-f981-4273-994e-1ab5634371ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.633555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=74332b21-bf5f-4c9b-a675-018b8b59997c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:36.638427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-438c673d-f981-4273-994e-1ab5634371ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.653795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Network 66d6f326-7b05-43e6-b664-11104774e2bb is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:46:36.664794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 66d6f326-7b05-43e6-b664-11104774e2bb) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:36.670819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:36.671698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.679417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe332875-b2dd-454e-bba4-655d102902dc None None] Network 66d6f326-7b05-43e6-b664-11104774e2bb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:36.692922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-039311c9-9e0c-43c3-bd2e-254a5ea4e15b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5840230 Aug 10 00:46:36.698905 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-438c673d-f981-4273-994e-1ab5634371ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=597bdf1563f1427faf6c3ee24095f273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346579 Aug 10 00:46:36.703854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45382) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:36.708265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c673d-f981-4273-994e-1ab5634371ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd17d642-a72e-4323-8198-3b2da9a3c003,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:36.777902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.811162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.883355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.883355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:36.886704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd17d642-a72e-4323-8198-3b2da9a3c003 HTTP/1.1" status: 204 len: 168 time: 0.1818171 Aug 10 00:46:36.886847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de9e71-f34a-4c5b-897b-9df1ffcdab39 None None] Network 66d6f326-7b05-43e6-b664-11104774e2bb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:36.895413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d0d38-18bb-4076-bba0-7033b6f6b3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd17d642-a72e-4323-8198-3b2da9a3c003,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:37.109010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124721-966e-4eaa-8e9d-161cfd1b24c1 req-6077e167-3dd9-44e2-993e-ee87cb78ba71 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:37.115230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b124721-966e-4eaa-8e9d-161cfd1b24c1 req-6077e167-3dd9-44e2-993e-ee87cb78ba71 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 969 time: 0.1210384 Aug 10 00:46:37.167275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b124721-966e-4eaa-8e9d-161cfd1b24c1 req-754e68c7-78ad-44e5-ad86-5d9b2dd44b45 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492189 Aug 10 00:46:37.356347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45408) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:37.373413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c3461a51-2a42-4439-b2f2-73e92dc244d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.501678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-642cbaf6-8083-4685-bec9-51d7d8403f90 req-6b41ec8c-5b8d-4096-8ae6-1559138eb94d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0443528 Aug 10 00:46:37.595587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c3461a51-2a42-4439-b2f2-73e92dc244d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.653028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c3461a51-2a42-4439-b2f2-73e92dc244d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.712181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3461a51-2a42-4439-b2f2-73e92dc244d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7ae860-5541-46a7-8233-d4896e7be9a3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:37.748421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c3461a51-2a42-4439-b2f2-73e92dc244d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bb7e87247fa4177bcb832e9367565fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908942 Aug 10 00:46:37.749390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:37.775441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-5dfadcb5-18ce-48d0-bef4-91edef5c8c25 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:37.777003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-5dfadcb5-18ce-48d0-bef4-91edef5c8c25 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.2831488 Aug 10 00:46:37.796529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-d0ce5864-d8fd-4294-8eb9-6dc033e922bf tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/quotas/a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 375 time: 0.0118661 Aug 10 00:46:37.817226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.842202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-ea735135-6f3c-4707-ae71-e062c8affe85 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393631 Aug 10 00:46:37.855999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.909515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.912147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:37.914357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c7ae860-5541-46a7-8233-d4896e7be9a3 HTTP/1.1" status: 204 len: 168 time: 0.1635420 Aug 10 00:46:37.923809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac70412-7d3d-42ce-8cf7-97188ca2071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7ae860-5541-46a7-8233-d4896e7be9a3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:38.092457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e4c92267-6aef-40a4-a98a-45acc16899fd details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:46:38.212507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e4c92267-6aef-40a4-a98a-45acc16899fd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:38.224576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'e4c92267-6aef-40a4-a98a-45acc16899fd', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'e4c92267-6aef-40a4-a98a-45acc16899fd', 'mac_address': 'fa:16:3e:af:6c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:tempest-test_az-988655111', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:46:38.262096 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:38.276717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c92267-6aef-40a4-a98a-45acc16899fd {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:38.301593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e4c92267-6aef-40a4-a98a-45acc16899fd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:38.306861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:38.370007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-f4e92d84-d4bb-4db0-89d1-426448a7f748 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:46:38.371063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:38.371184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-f4e92d84-d4bb-4db0-89d1-426448a7f748 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1985474 Aug 10 00:46:38.379463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.380217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.380736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.382085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.382652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.383173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.383675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.384150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.384623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.385109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.386503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.387295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Tracked resource versions report: Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: pushed versions: Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: { 'AddressGroup': {'1.2'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'ConntrackHelper': {'1.0'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Log': {'1.0'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Network': {'1.1'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Port': {'1.7'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'PortForwarding': {'1.2'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'QosPolicy': {'1.9'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SecurityGroup': {'1.4'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SubPort': {'1.0'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Subnet': {'1.1'}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Trunk': {'1.1'}} Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: consumer versions: Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: HyperV agent@n-h1-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: HyperV agent@n-h2-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: L3 agent@n-d-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: Metadata agent@n-d-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: Metering agent@n-d-766380-21: {}, Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'ConntrackHelper': '1.0', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Log': '1.0', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Network': '1.1', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Port': '1.7', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'PortForwarding': '1.2', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'QosPolicy': '1.9', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SecurityGroup': '1.4', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SecurityGroupRule': '1.2', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'SubPort': '1.0', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Subnet': '1.1', Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: 'Trunk': '1.1'}} Aug 10 00:46:38.388550 n-d-766380-21 neutron-server[105959]: {{(pid=105959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:46:38.494231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-be580a75-7e13-4497-b285-684b92b8d56d service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141019 Aug 10 00:46:38.522967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70d94b-ea17-44d9-87c7-c70f33ce15f7 req-d31b6c09-bc3c-49f4-a285-ff6dcbea7388 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:38.531646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe70d94b-ea17-44d9-87c7-c70f33ce15f7 req-d31b6c09-bc3c-49f4-a285-ff6dcbea7388 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 970 time: 0.0795979 Aug 10 00:46:38.573751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe70d94b-ea17-44d9-87c7-c70f33ce15f7 req-a2ba593f-0341-4202-bf5c-9d75c7742ae2 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Aug 10 00:46:38.616927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-bcae10fa-b99b-4ba6-b9ee-9a86672dc039 service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162815 Aug 10 00:46:38.689728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e4c92267-6aef-40a4-a98a-45acc16899fd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:38.943288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a98a132-2d25-41c3-9f64-e5954407929b req-08973541-b94e-4021-a6aa-def99b6a5ca8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0572388 Aug 10 00:46:38.986596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-a754d775-fa8d-4ad3-ac4a-14086d7a3985 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390525 Aug 10 00:46:39.065759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72f8f65a-3791-47c1-b92b-764e600d15b7 req-726f7d31-f932-4ff2-8495-37a8d3446675 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 210 time: 0.0370731 Aug 10 00:46:39.191640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-7fbd79ae-f3d5-43fc-bc32-3074ccac9b54 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:39.199356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-7fbd79ae-f3d5-43fc-bc32-3074ccac9b54 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083960 Aug 10 00:46:39.224528 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-5b7780b4-d000-4b10-aebc-3adf747143fe tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/quotas/a9f15d152f6a4ca096546d748ac5576a HTTP/1.1" status: 200 len: 375 time: 0.0174291 Aug 10 00:46:39.295546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-22aae855-a8a2-4a26-95b1-414c988f650c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700521 Aug 10 00:46:39.744173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294948a-0e51-484d-a62e-6ab0c5d7fa4e req-15abb630-830b-41fd-a1cb-925597f65f4c tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:39.751818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9294948a-0e51-484d-a62e-6ab0c5d7fa4e req-15abb630-830b-41fd-a1cb-925597f65f4c tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 970 time: 0.0695124 Aug 10 00:46:39.870462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9294948a-0e51-484d-a62e-6ab0c5d7fa4e req-1eeaa86d-2723-49a1-9044-627602ab417d tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170974 Aug 10 00:46:39.885134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-80ce64bd-b5a3-4a87-b241-4c4f4e2628ae tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334797 Aug 10 00:46:40.028146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-dd13df15-598b-4431-bf92-86109687f153 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:40.030687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-dd13df15-598b-4431-bf92-86109687f153 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389589 Aug 10 00:46:40.063684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-109a0c80-9f6d-472a-a274-abe12f0b1ace tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/quotas/a9f15d152f6a4ca096546d748ac5576a HTTP/1.1" status: 200 len: 375 time: 0.0258448 Aug 10 00:46:40.076918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d57ab927-c058-4e80-8394-a2ef77f0b288 req-ccf23373-c4bc-4f93-8a47-c65f3b3bff4d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0385008 Aug 10 00:46:40.081544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e4c92267-6aef-40a4-a98a-45acc16899fd up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:46:40.133199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-5ea13598-e463-4f87-9ea6-cafaf6327f49 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558684 Aug 10 00:46:40.187733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port e4c92267-6aef-40a4-a98a-45acc16899fd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:40.192878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port e4c92267-6aef-40a4-a98a-45acc16899fd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:40.193481 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.196504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Request body: {'port': {'device_id': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '378c76aea9f44ac292601912d5782dbc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:40.257579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45566) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:40.355889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.385372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cca7ba37-703b-432b-93bf-ba468dcc1e30 req-4166c1ef-7bf0-4f4e-a5af-b3a888ffd69e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 210 time: 0.0945909 Aug 10 00:46:40.393681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:40.508358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-370ae7eb-8549-446b-ab02-64ac7e554bc1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:40.511200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-370ae7eb-8549-446b-ab02-64ac7e554bc1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.2196047 Aug 10 00:46:40.526131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Request body: {'port': {'device_id': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'admin_state_up': True, 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:40.574588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e4c92267-6aef-40a4-a98a-45acc16899fd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:40.586269 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.610539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b32f5c6-0d1d-4d04-8584-e24d4c22bd39 req-ac6ef685-cb39-4711-bdf4-317679bed761 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 210 time: 0.1131785 Aug 10 00:46:40.692000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b649b9b1-96ae-4a57-a32e-9e7f7c286f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.716073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Request body: {'security_group': {'name': 'tempest-securitygroup-277009511', 'description': 'tempest-description-144446026'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:40.720440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:40.728997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Made reservation on behalf of 378c76aea9f44ac292601912d5782dbc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:40.733321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.744468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.753257 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c56d46-b413-47cc-80e0-38b36f0d719e" -d '{"events": [{"server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "name": "network-vif-plugged", "status": "completed", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:40.764497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.777531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:46:40.777531 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 00:46:40.777531 n-d-766380-21 neutron-server[105957]: [parameters: {'project_id_1': '378c76aea9f44ac292601912d5782dbc', 'expiration_1': datetime.datetime(2021, 8, 10, 0, 46, 40, 764231)}] Aug 10 00:46:40.777531 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:46:40.777929 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:46:40.780038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.785156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:46:40.785156 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 00:46:40.785156 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id_1': 'a79b96d3fa7e401f9e42b8ffee6af384', 'expiration_1': datetime.datetime(2021, 8, 10, 0, 46, 40, 760168)}] Aug 10 00:46:40.785156 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:46:40.785512 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:46:40.863710 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2383fe1-795f-4123-9c69-7f5726e21d6d x-openstack-request-id: req-e2383fe1-795f-4123-9c69-7f5726e21d6d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:40.864015 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "name": "network-vif-plugged", "status": "completed", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:40.864265 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2383fe1-795f-4123-9c69-7f5726e21d6d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:40.864873 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd', 'code': 200} Aug 10 00:46:40.866497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b649b9b1-96ae-4a57-a32e-9e7f7c286f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.873589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b649b9b1-96ae-4a57-a32e-9e7f7c286f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:40.938040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b649b9b1-96ae-4a57-a32e-9e7f7c286f0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7019ab9cd174e8b9c4b2ad03f1d785c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769807 Aug 10 00:46:40.938265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:40.944946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.21', 52296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:40.946097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649b9b1-96ae-4a57-a32e-9e7f7c286f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d95263-7a00-4088-b0c3-abe2104ccb57,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.002349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.21', 52297) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:41.036287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-c57ecce8-c614-4c19-a7d9-2cfd058b913f tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316415 Aug 10 00:46:41.100315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-8f0c8de8-31c5-44a2-addc-8a1baec748e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:41.102233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-8f0c8de8-31c5-44a2-addc-8a1baec748e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 1123 time: 0.1549795 Aug 10 00:46:41.109813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.110774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b77622-3edf-42b5-931f-fb374c4ae56d req-81fef716-4da6-4b14-a29e-f486d06addf5 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:41.119989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12b77622-3edf-42b5-931f-fb374c4ae56d req-81fef716-4da6-4b14-a29e-f486d06addf5 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.1110556 Aug 10 00:46:41.147045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-4ffc934a-2dd5-4599-8073-042d57713881 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.153771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.170619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.177575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.200190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12b77622-3edf-42b5-931f-fb374c4ae56d req-a489e42f-b401-460c-9b6f-83fefdcc67e5 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791793 Aug 10 00:46:41.248641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-067e0710-a91f-47df-a6c6-ea510f82a93b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:41.250496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-067e0710-a91f-47df-a6c6-ea510f82a93b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070475 Aug 10 00:46:41.251871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5555412c-a447-436c-bef6-0518ed62d67b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.263496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Request body: {'port': {'device_id': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'a9f15d152f6a4ca096546d748ac5576a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:41.281043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.317214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-4ffc934a-2dd5-4599-8073-042d57713881 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.332634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ece375b-9318-4d81-9b11-221295283d23 req-60acd50e-0470-451d-9e53-73f7870aa6e5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 210 time: 0.0420918 Aug 10 00:46:41.333204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-4ffc934a-2dd5-4599-8073-042d57713881 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.334213 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.337464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.338420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5d95263-7a00-4088-b0c3-abe2104ccb57 HTTP/1.1" status: 204 len: 168 time: 0.3990653 Aug 10 00:46:41.373452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f15b48-137c-4207-9c9d-0b7c976a9fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d95263-7a00-4088-b0c3-abe2104ccb57,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.376867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79ea6dbf-3568-4238-a40d-e8ebb08b2fc0 req-4ffc934a-2dd5-4599-8073-042d57713881 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553279 Aug 10 00:46:41.386754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc934a-2dd5-4599-8073-042d57713881 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ee54a651-a59f-4ee1-adbf-cd72bb405139,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.468628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.475066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.511434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b72ad60-31ea-41c3-8e85-0b9132099f0d req-f18ed3bd-c0e3-450b-b690-68f6143b2faf tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 210 time: 0.0303359 Aug 10 00:46:41.512889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f15c7-e765-45e5-bfa3-8d64d237de56,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.518301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:41.523658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.527359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.528596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d10c238a-3c5f-43af-9b08-de792476728b req-cfcff357-1d0c-4a8c-b76f-c51855185356 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8212917 Aug 10 00:46:41.570968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Request body: {'security_group': {'name': 'tempest-securitygroup-534732232', 'description': 'tempest-description-948273565'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:41.613619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.10', 53693) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:41.645169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-2ab677be-7cba-40cb-8cc0-ef032f859b8c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303531 Aug 10 00:46:41.653034 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.659513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.754469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45606) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:41.788535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Made reservation on behalf of a9f15d152f6a4ca096546d748ac5576a for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:41.792269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.812970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-979ef99a-f207-4215-8176-458b4bd0f01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.832776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Allocated IP 172.20.0.11 (177143dc-5ebe-4764-adab-fb6b9f123723/9a0639e7-7e5f-43f6-88ff-837dfc60010f/93d35847-47bf-4cff-847a-8a0185efd7aa) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:41.840532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4093936d-36a1-4ee5-875e-a3017d0640ac,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:41.841252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.855521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66504814-b167-4996-88d7-18d487bc5b76 req-2f4220b9-601a-4bc6-b4c3-75c02bea0c02 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 210 time: 0.0616233 Aug 10 00:46:41.880062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:41.910465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-9cbc2b27-b771-459c-ae88-da91269b02ab tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:41.911851 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-9cbc2b27-b771-459c-ae88-da91269b02ab tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603309 Aug 10 00:46:41.931181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Request body: {'port': {'device_id': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'a9f15d152f6a4ca096546d748ac5576a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:41.999946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Allocated IP 192.168.233.38 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/9018ded6-bda6-4384-8c9f-06adcf312e85) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:42.165575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.182376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.188145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Transition to ACTIVE for port object 9018ded6-bda6-4384-8c9f-06adcf312e85 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:42.193978 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-979ef99a-f207-4215-8176-458b4bd0f01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.202507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-979ef99a-f207-4215-8176-458b4bd0f01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.271184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ef99a-f207-4215-8176-458b4bd0f01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bf7cf3-be5d-4863-bf2d-ad83f835ac29,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:42.279821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-979ef99a-f207-4215-8176-458b4bd0f01f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50b78693e78f437693dce047e61029f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218000 Aug 10 00:46:42.282481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:42.303479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.366791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Network 177143dc-5ebe-4764-adab-fb6b9f123723 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:42.372934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:42.377240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:42.384114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.419957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:42.425531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:42.426138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.429642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.436205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.464517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:46:42.464517 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 00:46:42.464517 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id_1': 'a9f15d152f6a4ca096546d748ac5576a', 'expiration_1': datetime.datetime(2021, 8, 10, 0, 46, 42, 157473)}] Aug 10 00:46:42.464517 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:46:42.464956 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:46:42.497576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:42.514389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64955d-d3ed-483d-85d9-ad4312cb63f6 req-47d92a0d-849b-46f3-88cd-b6581670ce4f tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:42.515918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d64955d-d3ed-483d-85d9-ad4312cb63f6 req-47d92a0d-849b-46f3-88cd-b6581670ce4f tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.2508323 Aug 10 00:46:42.516827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:42.534443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:42.540971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:42.541639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.574913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:42.611646 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.616393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d64955d-d3ed-483d-85d9-ad4312cb63f6 req-bfcdd1dd-90cf-4b81-9612-303c2785db40 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830760 Aug 10 00:46:42.660281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.737446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3184792-4318-4ed4-9021-57dfa796deec,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:42.765590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afe4a27-80dd-4c4f-9425-7c4fad2f1087 req-7013a704-98d7-4c72-acb7-202a096e16cc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:42.771245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1afe4a27-80dd-4c4f-9425-7c4fad2f1087 req-7013a704-98d7-4c72-acb7-202a096e16cc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 935 time: 0.0864983 Aug 10 00:46:42.773456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.783144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.787295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47bf7cf3-be5d-4863-bf2d-ad83f835ac29 HTTP/1.1" status: 204 len: 168 time: 0.5036089 Aug 10 00:46:42.792525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-de915f27-3833-4b1f-84b5-556a743203d9 None None] Provisioning for port 9018ded6-bda6-4384-8c9f-06adcf312e85 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:42.799474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-de915f27-3833-4b1f-84b5-556a743203d9 None None] Provisioning complete for port 9018ded6-bda6-4384-8c9f-06adcf312e85 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:42.800188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-de915f27-3833-4b1f-84b5-556a743203d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.808585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92761784-bc80-4d69-b0fc-0db78ad30976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bf7cf3-be5d-4863-bf2d-ad83f835ac29,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:42.845398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.857093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Allocated IP 192.168.233.148 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/86264abf-d8f2-44ae-8c09-cffca9ceb8f1) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:42.860045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.869008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-de915f27-3833-4b1f-84b5-556a743203d9 None None] Port 9018ded6-bda6-4384-8c9f-06adcf312e85 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:46:42.877049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-ed8b2dea-866b-4a6e-9719-f476f61d395c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6850553 Aug 10 00:46:42.890792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-698ff13a-983d-487a-a31b-33af3181ab8f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:46:42.891095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-cd700d3e-243a-446a-9d82-f67cdac4a7f2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3695006 Aug 10 00:46:42.892031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-698ff13a-983d-487a-a31b-33af3181ab8f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072865 Aug 10 00:46:42.895364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1afe4a27-80dd-4c4f-9425-7c4fad2f1087 req-4be05718-61df-40e2-971f-2969b8ed31a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069534 Aug 10 00:46:42.941327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Request body: {'port': {'device_id': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'device_owner': 'compute:tempest-test_az-988655111', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:42.984887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:42.986087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-408e1bab-93e0-41e5-aef2-78d042e32c04 req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4214690 Aug 10 00:46:43.003446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784bd99-569f-4861-baf3-18ace49df30d tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c382a-e32d-477d-8a25-aa93b5132259,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:43.068317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.071069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Made reservation on behalf of a9f15d152f6a4ca096546d748ac5576a for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:43.074491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.095275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836603d4-8c90-488d-b9db-045ba58720c6 req-d414a28e-9186-4b0d-811c-eac19d7ec2c3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:43.097003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-836603d4-8c90-488d-b9db-045ba58720c6 req-d414a28e-9186-4b0d-811c-eac19d7ec2c3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 932 time: 0.1125035 Aug 10 00:46:43.138523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-836603d4-8c90-488d-b9db-045ba58720c6 req-707f8553-0acc-4e67-8464-ac85af321a83 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344563 Aug 10 00:46:43.179497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-596f81a0-020c-42b1-9c11-2311c20509f3 req-1461fb3d-1526-4d45-9681-81fab4ec8b83 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 210 time: 0.0521667 Aug 10 00:46:43.201624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Request body: {'port': {'device_id': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:43.307852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.365177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.392756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Transition to ACTIVE for port object 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:43.436829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1625318412', 'description': 'tempest-description-233319587'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:43.519785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.562824 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.579059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.619405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:43.620385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 192.168.233.148-4fd54c8d-a82a-413d-a13d-cfae59399031 {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:46:43.620667 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:46:43.642649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:43.650285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:43.656421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:43.657609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.664486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:43.681174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d35847-47bf-4cff-847a-8a0185efd7aa {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:43.690911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.710127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Transition to ACTIVE for port object 93d35847-47bf-4cff-847a-8a0185efd7aa will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:43.716268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.832794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:43.840933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.856294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.871176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-2d545195-26b5-4c66-916a-179e89ee60b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6118541 Aug 10 00:46:43.878794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0fe35-a9d9-467e-8193-066debfe0aef req-d89a096a-eabf-49c3-a813-a2aec93b78d1 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:43.880326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cbb0fe35-a9d9-467e-8193-066debfe0aef req-d89a096a-eabf-49c3-a813-a2aec93b78d1 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.1204808 Aug 10 00:46:43.890160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:43.890497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:43.890866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:43.900116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Request body: {'port': {'device_id': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'device_owner': 'compute:tempest-test_az-988655111', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:43.944272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cb25a2-3f80-4495-818b-7fa71f2a4011,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:43.953928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:43.954698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:43.965539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9018ded6-bda6-4384-8c9f-06adcf312e85 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:43.976282 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.979400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:43.979561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:43.980002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:43.980264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Bound port: 93d35847-47bf-4cff-847a-8a0185efd7aa, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:43.980655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:43.985450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.000184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Transition to ACTIVE for port object 9018ded6-bda6-4384-8c9f-06adcf312e85 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:44.011259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.030826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b07c7cb3-7056-46f0-898e-9d61aeae5a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.041637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ee4fc26c-1e79-43b4-b518-389a4af73ee9 None None] Provisioning for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:44.046937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ee4fc26c-1e79-43b4-b518-389a4af73ee9 None None] Provisioning complete for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:44.047601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc26c-1e79-43b4-b518-389a4af73ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.081299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cbb0fe35-a9d9-467e-8193-066debfe0aef req-32cdf1a7-ffe9-4fce-b594-0f124049820e tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444440 Aug 10 00:46:44.094123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ee4fc26c-1e79-43b4-b518-389a4af73ee9 None None] Port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:46:44.154942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.155168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.171167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.215445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46a1e6-9e62-442f-b209-1edc8cc1c9a6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:44.250658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.262046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb53b015-9e91-4614-b90a-ef48607194a5 req-7c0ade57-f927-47a5-92d6-7e94b1db592f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8225033 Aug 10 00:46:44.262046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:44.262272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:44.302335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:44.302712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:44.303163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:44.308908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:44.309233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:44.317003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:44.317360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:44.318097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:44.319108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Bound port: 9018ded6-bda6-4384-8c9f-06adcf312e85, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:44.319468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.395373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:44.412837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:44.417347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:44.428638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.431188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.485285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.485483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.486007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.486140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.487430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] 10.222.0.21 "PUT /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 1114 time: 1.5715005 Aug 10 00:46:44.488140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] 10.222.0.10 "PUT /v2.0/ports/9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 1096 time: 1.4431257 Aug 10 00:46:44.489803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:44.496260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:44.498699 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13" -d '{"events": [{"name": "network-changed", "server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:44.537532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f9d23-3f23-4974-a186-9a8939bc5ae7 req-c4f15929-0a9b-4d99-974d-adc95c775774 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.545165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b0f9d23-3f23-4974-a186-9a8939bc5ae7 req-c4f15929-0a9b-4d99-974d-adc95c775774 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.3518231 Aug 10 00:46:44.614219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0755e4-4f47-4fae-90fa-22060827051f service neutron] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:44.669041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-1c74d986-d131-498c-98da-1dccd4046c2b tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.678186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-1c74d986-d131-498c-98da-1dccd4046c2b tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 1123 time: 0.2590694 Aug 10 00:46:44.691275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21186889-88f2-48d2-91ec-689fef1b35ba service neutron] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:44.699027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b0f9d23-3f23-4974-a186-9a8939bc5ae7 req-9c4e0191-aa4b-4bf5-b224-e2a52453d54c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461661 Aug 10 00:46:44.704972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-c8692e1b-2cce-4c16-99f0-2ae5babbd974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.706455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-c8692e1b-2cce-4c16-99f0-2ae5babbd974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1117 time: 0.1574001 Aug 10 00:46:44.708090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-dac69dc5-ddff-41d1-bf4d-d3a9ec00936c tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.712807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:44.712928 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf4968a-3575-4512-a86a-7865ba383291" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:44.755981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-6de727db-a49d-471e-b824-400db695ddb7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.0377345 Aug 10 00:46:44.757665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-85b6993c-105c-4b6f-9fa6-ca37901d6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.759564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-85b6993c-105c-4b6f-9fa6-ca37901d6279 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.2006986 Aug 10 00:46:44.761301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.826549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Transition to ACTIVE for port object 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:44.841314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-5df7e34c-54bc-4bbc-a84c-4ce7d857501e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0724621 Aug 10 00:46:44.849783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:44.914980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-71020b04-5603-45bd-8e6a-b2de2b5d416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:44.916548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-71020b04-5603-45bd-8e6a-b2de2b5d416b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1525736 Aug 10 00:46:44.984905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:44.988972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-3f725e32-b95d-4a7a-b315-b1bab6199641 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615852 Aug 10 00:46:45.002378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1042831-f9b7-4ed9-b966-58df9323a103 req-f9f3cffa-f022-4e84-b35d-210335c3e26d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.003974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1042831-f9b7-4ed9-b966-58df9323a103 req-f9f3cffa-f022-4e84-b35d-210335c3e26d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.2323124 Aug 10 00:46:45.008519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Allocated IP 192.168.233.72 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/ecd864e2-ee5a-45b5-9aca-bffd9003d2bc) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:45.046746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-12e3b4bb-1554-42fa-b0d6-07dbde99bdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.048222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-12e3b4bb-1554-42fa-b0d6-07dbde99bdab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1999340 Aug 10 00:46:45.119256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Attempting to bind port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:45.119594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Attempting to bind port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:45.120364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Attempting to bind port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:45.144300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-dac69dc5-ddff-41d1-bf4d-d3a9ec00936c tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.150806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-dac69dc5-ddff-41d1-bf4d-d3a9ec00936c tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.153805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:45.154128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Attempting to bind port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:45.156491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-d8efb8ff-520a-4aca-85c8-3363318c026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.158041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-d8efb8ff-520a-4aca-85c8-3363318c026f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991247 Aug 10 00:46:45.167841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1042831-f9b7-4ed9-b966-58df9323a103 req-724b4f26-2d2d-4074-bfd8-637b679394fb tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486011 Aug 10 00:46:45.186977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31b0e044-e9b6-4fec-8b95-a23f52d6528b req-dac69dc5-ddff-41d1-bf4d-d3a9ec00936c tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078669 Aug 10 00:46:45.234454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2103977026', 'description': 'tempest-description-1593519057'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:45.246854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac69dc5-ddff-41d1-bf4d-d3a9ec00936c tempest-AggregatesAdminTestJSON-2045725831 tempest-AggregatesAdminTestJSON-2045725831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca8f047-ee10-4111-9d45-31bc59b3dcdd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:45.277938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.306728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-daa5498a-3a56-4da6-a3b4-673354a84b04 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360888 Aug 10 00:46:45.386800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:45.387134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:45.387515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:45.387965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Bound port: 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:45.388310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.439803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81a303ba-ffa7-4cbc-ab99-a3638874adf3 req-2bb3a6f3-0b63-4251-8432-afec067a29ba service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 Aug 10 00:46:45.451190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.456721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.471233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0700e21e-77b0-4eab-85b0-46af0bddd847 req-9e5bcb77-18e2-4b7c-b569-63668d256a59 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 210 time: 0.0881321 Aug 10 00:46:45.484209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.485415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ea6008c-8c39-452a-b605-34e771845d0c req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2606964 Aug 10 00:46:45.487771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700b4f7-d546-4b76-8a3e-21cce9224951 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a5cb9-d8c4-4570-8bbe-d9bbf5f6d8b7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:45.513564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-2743449e-6fff-41e4-883a-54a1229d587b service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065320 Aug 10 00:46:45.542902 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468c3cc-d668-42f6-bdd3-d19edd8830db x-openstack-request-id: req-f468c3cc-d668-42f6-bdd3-d19edd8830db {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:45.543183 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:45.543432 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f468c3cc-d668-42f6-bdd3-d19edd8830db {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:45.543825 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'status': 'completed', 'code': 200} Aug 10 00:46:45.629072 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaa7513-c30a-46f3-896b-b461984d2989 x-openstack-request-id: req-dfaa7513-c30a-46f3-896b-b461984d2989 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:45.629626 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:45.630017 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfaa7513-c30a-46f3-896b-b461984d2989 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:45.630632 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'status': 'completed', 'code': 200} Aug 10 00:46:45.637408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:45.670509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.676297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:45.687954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.701396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Transition to ACTIVE for port object ecd864e2-ee5a-45b5-9aca-bffd9003d2bc will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:45.745880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.746505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.747962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/86264abf-d8f2-44ae-8c09-cffca9ceb8f1 HTTP/1.1" status: 200 len: 1118 time: 1.8545182 Aug 10 00:46:45.755749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceb8a9d9-4af9-40cc-a41c-639536ee29f9 req-8f0ca4da-6990-40fb-ac50-f2de01be6b60 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317801 Aug 10 00:46:45.790900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626336e-e8c4-4979-98df-ca6f115e47c5 service neutron] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:45.801311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4968a-3575-4512-a86a-7865ba383291 req-e8a280e1-bb7d-40d4-846a-5fa9000c19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.804799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-e8a280e1-bb7d-40d4-846a-5fa9000c19ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.1279945 Aug 10 00:46:45.834875 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.925682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:45.933330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:45.937587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-1c89bcbb-ff19-43f9-8488-afad2ac5da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.939248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-1c89bcbb-ff19-43f9-8488-afad2ac5da6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1121 time: 0.1370993 Aug 10 00:46:45.942587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:45.949335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:45.950409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:45.966448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event updated for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:46.013061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-4d061889-e6b3-427c-afb2-6c499d0eb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.014552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-4d061889-e6b3-427c-afb2-6c499d0eb107 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1117 time: 0.1726758 Aug 10 00:46:46.017488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-9c2e1554-b59e-4790-a491-6ac8a2a1e215 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1 HTTP/1.1" status: 200 len: 217 time: 0.0626969 Aug 10 00:46:46.020853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-3d0f5427-5dd4-4bd2-9108-a17a16e38458 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0984571 Aug 10 00:46:46.054955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Request body: {'port': {'device_id': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:46.058394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4968a-3575-4512-a86a-7865ba383291 req-3f7f42b9-77ac-4a64-b153-7c3d4ec1f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.060695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-3f7f42b9-77ac-4a64-b153-7c3d4ec1f9a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2464244 Aug 10 00:46:46.139710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-89ccd6ad-be81-44ce-af07-286fbefd6be3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0690696 Aug 10 00:46:46.239531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-3b016d59-3871-4713-b506-175d91414447 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 36834 time: 0.5906312 Aug 10 00:46:46.250722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4968a-3575-4512-a86a-7865ba383291 req-56f12b18-8130-4df3-beb2-0fb832556b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.252230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-56f12b18-8130-4df3-beb2-0fb832556b25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0984201 Aug 10 00:46:46.268553 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.279125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-964575c2-799b-4cb7-ae01-447ff725de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.280784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-964575c2-799b-4cb7-ae01-447ff725de93 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2480719 Aug 10 00:46:46.309619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822b480-3e25-4a79-818f-b5bd4dc32b24 req-1cc9a870-d0b9-4048-a68e-e697841df373 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.311006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0822b480-3e25-4a79-818f-b5bd4dc32b24 req-1cc9a870-d0b9-4048-a68e-e697841df373 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1273062 Aug 10 00:46:46.326759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-171c2512-0e22-4e26-af18-b6d6906ddf04 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0ca8f047-ee10-4111-9d45-31bc59b3dcdd HTTP/1.1" status: 200 len: 2981 time: 0.0862989 Aug 10 00:46:46.331602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4968a-3575-4512-a86a-7865ba383291 req-4c74a647-cf30-41a2-8518-b9e0a0675006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.333024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-4c74a647-cf30-41a2-8518-b9e0a0675006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713382 Aug 10 00:46:46.343210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32127bec-c9be-4e35-b1f8-1f4ae294a7a4 None None] Provisioning for port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:46.350385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32127bec-c9be-4e35-b1f8-1f4ae294a7a4 None None] Provisioning complete for port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:46.351227 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32127bec-c9be-4e35-b1f8-1f4ae294a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.393661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-79cad4c4-dea9-4c57-89be-7104f9ab8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.395151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-79cad4c4-dea9-4c57-89be-7104f9ab8287 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.3655972 Aug 10 00:46:46.412859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-32127bec-c9be-4e35-b1f8-1f4ae294a7a4 None None] Port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:46:46.422338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-95ba7a51-eccd-469c-b6af-6f866ff9fb61 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/0ca8f047-ee10-4111-9d45-31bc59b3dcdd HTTP/1.1" status: 200 len: 2981 time: 0.0883293 Aug 10 00:46:46.437848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:46.471247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0822b480-3e25-4a79-818f-b5bd4dc32b24 req-ef31e246-c963-453e-b0b9-fdd696ce00fd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380551 Aug 10 00:46:46.494580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-2e16510a-cd01-41b5-85b3-34d1ca3c2532 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523736 Aug 10 00:46:46.500185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-a0a1170d-9c42-48dd-b64f-1a8e0457dec7 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4093936d-36a1-4ee5-875e-a3017d0640ac HTTP/1.1" status: 200 len: 2981 time: 0.0642231 Aug 10 00:46:46.543072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-728ba020-5855-4772-bf83-430c9e4c3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.544585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-728ba020-5855-4772-bf83-430c9e4c3e36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2527616 Aug 10 00:46:46.545876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-f2efb7d0-73f4-42c0-a41a-10ccc8224b7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.1361153 Aug 10 00:46:46.617917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889c7f17-15c0-4ee2-9ab4-bc1fb8a55d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.639215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-61c8956e-efb1-4f66-a56d-871b9c2100c9 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4093936d-36a1-4ee5-875e-a3017d0640ac HTTP/1.1" status: 200 len: 2981 time: 0.1292086 Aug 10 00:46:46.678964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-baf4968a-3575-4512-a86a-7865ba383291 req-0d93499b-3a4e-49b5-9c32-2304134ea318 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773746 Aug 10 00:46:46.727565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3beef181-cc9d-407f-b813-7df39616bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.735368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-3e05d417-9ec0-40a6-ad7a-c8f9faf64586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.736796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-3e05d417-9ec0-40a6-ad7a-c8f9faf64586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1725247 Aug 10 00:46:46.746287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-718dc5f5-bc5c-4294-bbcf-0e519f39221f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5555412c-a447-436c-bef6-0518ed62d67b HTTP/1.1" status: 200 len: 2981 time: 0.0903206 Aug 10 00:46:46.811478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-32ce92e3-deec-42cf-8d1f-b3d996e7045c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616271 Aug 10 00:46:46.820290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-c672be6c-f2c2-4272-8ce5-53e6f7f2cc04 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5555412c-a447-436c-bef6-0518ed62d67b HTTP/1.1" status: 200 len: 2981 time: 0.0642159 Aug 10 00:46:46.834793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889c7f17-15c0-4ee2-9ab4-bc1fb8a55d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.839337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-577ba00f-88f3-4ad9-a7e9-39f40160dac4 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760882 Aug 10 00:46:46.846661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889c7f17-15c0-4ee2-9ab4-bc1fb8a55d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:46.900187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c7f17-15c0-4ee2-9ab4-bc1fb8a55d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96209356-e100-4d0b-84a3-90c10cf68a5f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:46.907388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-91bddca0-9c11-4e7a-8d49-ec3827cbb6b8 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6ae7114c-6716-4db6-be98-b248a2f7deb6 HTTP/1.1" status: 200 len: 2981 time: 0.0753284 Aug 10 00:46:46.911882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-889c7f17-15c0-4ee2-9ab4-bc1fb8a55d1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e404064b4acc469c857213cdff87784c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706500 Aug 10 00:46:46.913258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45730) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:46.960542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da011196-1ab5-4ad7-9150-4155cbb37aae req-eeb198b3-bd0c-4c86-9bc4-1c849e563a5f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:46.962006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da011196-1ab5-4ad7-9150-4155cbb37aae req-eeb198b3-bd0c-4c86-9bc4-1c849e563a5f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.2285414 Aug 10 00:46:46.980452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-8f7a465a-c0c9-4ed0-abe7-da440ad154b0 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6ae7114c-6716-4db6-be98-b248a2f7deb6 HTTP/1.1" status: 200 len: 2981 time: 0.0613620 Aug 10 00:46:47.002933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.043903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.051855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-7a3d1030-c465-419c-a3ce-8e1cd652474b tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7ab058f6-20cb-413f-8be8-ee2a2bd6dce0 HTTP/1.1" status: 200 len: 2973 time: 0.0640156 Aug 10 00:46:47.067955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-a5eedee6-eee2-4265-b866-a8477793cc57 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466867 Aug 10 00:46:47.076385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd864e2-ee5a-45b5-9aca-bffd9003d2bc {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:47.085829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da011196-1ab5-4ad7-9150-4155cbb37aae req-099b3512-3aa0-41cb-8043-63842cd940a6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122537 Aug 10 00:46:47.098074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.123789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-9e7068c4-1e15-4804-b33e-31deba1cadab tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7ab058f6-20cb-413f-8be8-ee2a2bd6dce0 HTTP/1.1" status: 200 len: 2973 time: 0.0631568 Aug 10 00:46:47.138862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.141353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.144956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96209356-e100-4d0b-84a3-90c10cf68a5f HTTP/1.1" status: 204 len: 168 time: 0.2289135 Aug 10 00:46:47.162848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22ed79-9fa9-4852-836b-88b7afcdd07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96209356-e100-4d0b-84a3-90c10cf68a5f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:47.179580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.209487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-bfe7e272-a200-430b-b31f-0474b5e2e141 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/81358807-5179-4301-93d0-de1b5aa4a5e5 HTTP/1.1" status: 200 len: 2977 time: 0.0787504 Aug 10 00:46:47.257660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-28742831-6b12-4752-8988-77bed3cc5ae5 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/81358807-5179-4301-93d0-de1b5aa4a5e5 HTTP/1.1" status: 200 len: 2977 time: 0.0415246 Aug 10 00:46:47.304757 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-35acddd4-68a9-4f4f-b835-2cea1d6af366 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d367500c-92f0-4eff-b063-0ad1e88714dc HTTP/1.1" status: 200 len: 2981 time: 0.0404665 Aug 10 00:46:47.353122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-a4e5345c-3dc6-484b-94dc-c4a55be8bc5d tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d367500c-92f0-4eff-b063-0ad1e88714dc HTTP/1.1" status: 200 len: 2981 time: 0.0422277 Aug 10 00:46:47.368961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6974bcee-a53b-4607-b9e0-6adc7eee89e7 req-ab6408e0-17dc-4224-b767-4455230b95a9 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927237 Aug 10 00:46:47.376999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Transition to ACTIVE for port object ecd864e2-ee5a-45b5-9aca-bffd9003d2bc will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:47.391956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.415599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-ee09b962-736d-4b7f-b62b-00d70638b713 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d6ff79a0-0a62-4d6a-b18d-d92fff6050ea HTTP/1.1" status: 200 len: 2977 time: 0.0558333 Aug 10 00:46:47.468878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d33c37-eee3-4010-9196-a57235180c97 req-084c4b55-af7a-4fb5-a63d-89fc28512e72 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:47.470430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2d33c37-eee3-4010-9196-a57235180c97 req-084c4b55-af7a-4fb5-a63d-89fc28512e72 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 935 time: 0.1459177 Aug 10 00:46:47.471219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-343e4673-fcaf-485b-9f80-5beb42c105b4 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d6ff79a0-0a62-4d6a-b18d-d92fff6050ea HTTP/1.1" status: 200 len: 2977 time: 0.0493281 Aug 10 00:46:47.478690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24f64471-18ca-41e9-9b1a-3fd39a6f1a13 req-befc69fa-fa51-4ae3-ac8c-b2ea96f9392f service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961601 Aug 10 00:46:47.481734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:47.517203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:47.540588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411471f5-3eda-4d91-9d4c-4640067415f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.543427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-f2aeb62b-62e4-4162-b8b9-c7dc6b50eeb8 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e5cb25a2-3f80-4495-818b-7fa71f2a4011 HTTP/1.1" status: 200 len: 2981 time: 0.0637412 Aug 10 00:46:47.545479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:47.548618 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd7d16c-8420-40ce-8764-9a021f599821" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:47.554392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Attempting to bind port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:47.554756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Attempting to bind port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:47.555091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Attempting to bind port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:47.563946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2d33c37-eee3-4010-9196-a57235180c97 req-85b42de4-577d-40ac-8cd1-7d32cc812670 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838454 Aug 10 00:46:47.564506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:47.564832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Attempting to bind port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:47.571361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:47.571658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:47.572148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:47.572355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.572784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Bound port: ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:47.572982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.640215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-170f208d-2aae-4ec4-a5cd-491a9799a12b tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e5cb25a2-3f80-4495-818b-7fa71f2a4011 HTTP/1.1" status: 200 len: 2981 time: 0.0878122 Aug 10 00:46:47.647934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:47.653488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:47.661122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.716252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-0c09acf2-14ff-4a03-9d63-1d2a567e39cf tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ee54a651-a59f-4ee1-adbf-cd72bb405139 HTTP/1.1" status: 200 len: 2981 time: 0.0652714 Aug 10 00:46:47.718758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:47.719408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.721012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] 10.222.0.10 "PUT /v2.0/ports/ecd864e2-ee5a-45b5-9aca-bffd9003d2bc HTTP/1.1" status: 200 len: 1096 time: 1.6893394 Aug 10 00:46:47.757868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411471f5-3eda-4d91-9d4c-4640067415f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.773424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411471f5-3eda-4d91-9d4c-4640067415f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:47.819788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dddca7-39a0-48fb-9c42-61fcda42d097 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:47.837253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d2ff-e140-49e1-ba69-f75b12aa7d15 req-907c2095-d319-4bff-9ac2-97b9df6789ad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:47.838920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaa1d2ff-e140-49e1-ba69-f75b12aa7d15 req-907c2095-d319-4bff-9ac2-97b9df6789ad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1432562 Aug 10 00:46:47.848497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-64100afc-6303-4543-ae43-efa7d6a38ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:47.851251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-64100afc-6303-4543-ae43-efa7d6a38ee9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 1099 time: 0.0707791 Aug 10 00:46:47.911863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-99ce3cfb-9b3b-4a2e-a0da-3f082231cd80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc HTTP/1.1" status: 200 len: 217 time: 0.0455570 Aug 10 00:46:47.920317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaa1d2ff-e140-49e1-ba69-f75b12aa7d15 req-082c9409-aeab-40b5-b514-3fedd59a4a58 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735664 Aug 10 00:46:47.942066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-1b8629d2-fb42-4234-95de-a2364129601f tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ee54a651-a59f-4ee1-adbf-cd72bb405139 HTTP/1.1" status: 200 len: 2981 time: 0.2168319 Aug 10 00:46:47.954710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411471f5-3eda-4d91-9d4c-4640067415f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0e11f-2aca-4844-9e80-8c58c744444a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:47.960114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-411471f5-3eda-4d91-9d4c-4640067415f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97bdcfa96f534eadaba7281d10b7664c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410942 Aug 10 00:46:47.962870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:47.973832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-2a0fa099-1f13-469e-b3de-a3e9326adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:47.976387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-2a0fa099-1f13-469e-b3de-a3e9326adbe6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0552044 Aug 10 00:46:48.024321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-f079e1d6-b0e9-4abb-81ea-d86a92206f8b tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f3184792-4318-4ed4-9021-57dfa796deec HTTP/1.1" status: 200 len: 2981 time: 0.0763125 Aug 10 00:46:48.031900 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d731a5-f963-4141-bfdc-20dd5a4c448d x-openstack-request-id: req-84d731a5-f963-4141-bfdc-20dd5a4c448d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:48.039121 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:48.040000 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84d731a5-f963-4141-bfdc-20dd5a4c448d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:48.040828 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'status': 'completed', 'code': 200} Aug 10 00:46:48.043605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-379b1e82-b6d1-4a15-8036-680eabbdce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.045124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-379b1e82-b6d1-4a15-8036-680eabbdce75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598698 Aug 10 00:46:48.053045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.098508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.102181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54b8dcaf-aec8-4f70-91eb-4d6966449e02 req-dd77585f-c623-4005-90ba-146c0abd6e8d tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/f3184792-4318-4ed4-9021-57dfa796deec HTTP/1.1" status: 200 len: 2981 time: 0.0664878 Aug 10 00:46:48.158344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-538dd413-cde6-4e54-badd-85c18fa105cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.160304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-538dd413-cde6-4e54-badd-85c18fa105cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1121 time: 0.1098273 Aug 10 00:46:48.164256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.165635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:46:48.168299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.173719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94d0e11f-2aca-4844-9e80-8c58c744444a HTTP/1.1" status: 204 len: 168 time: 0.2100296 Aug 10 00:46:48.207662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500e0c1-74a3-4f33-afd7-f20abb7d6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0e11f-2aca-4844-9e80-8c58c744444a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:48.298172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277b8f2-7f39-41a9-b086-63d87478264d req-c5abc937-9aa2-4e28-8837-5ed3896d61b7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.302117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-6895426f-a125-4b35-b94c-26d4b84a2e83 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421002 Aug 10 00:46:48.304691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:48.307398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2277b8f2-7f39-41a9-b086-63d87478264d req-c5abc937-9aa2-4e28-8837-5ed3896d61b7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.0805516 Aug 10 00:46:48.318418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'port_id': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'mac_address': 'fa:16:3e:f2:84:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0639e7-7e5f-43f6-88ff-837dfc60010f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-988655111', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:46:48.351296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2277b8f2-7f39-41a9-b086-63d87478264d req-7c590f95-62ea-4191-a799-b66c3016b7c5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Aug 10 00:46:48.369273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.384070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d35847-47bf-4cff-847a-8a0185efd7aa {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:48.408019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-662175dc-16a6-426d-93bd-350680cc84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.409483 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-662175dc-16a6-426d-93bd-350680cc84d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2300427 Aug 10 00:46:48.413782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:48.420444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.439068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc81739-50e7-4dd8-be6f-11175f74ad60 req-c414c702-84a7-454e-805f-8499681a4a2c tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2daf2da8e8e4f57bcee6d491bd5db44 HTTP/1.1" status: 200 len: 6100 time: 0.2037997 Aug 10 00:46:48.480524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:48.485106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-e91e1566-438f-404f-b5fb-2ca72d5b181b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1 HTTP/1.1" status: 200 len: 217 time: 0.0646989 Aug 10 00:46:48.572781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a608ed-0fad-4318-a9d9-e963e05f4bf1 req-b86ac256-402f-47d3-bf9c-94192c259861 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562082 Aug 10 00:46:48.585489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc81739-50e7-4dd8-be6f-11175f74ad60 req-414c05d7-fe77-4ca9-a774-3ada2e070427 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "GET /v2.0/security-groups/5555412c-a447-436c-bef6-0518ed62d67b HTTP/1.1" status: 200 len: 2981 time: 0.1055629 Aug 10 00:46:48.609408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-29bc1736-5abc-4399-a1fa-2b012cb98c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.610855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-29bc1736-5abc-4399-a1fa-2b012cb98c0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1165113 Aug 10 00:46:48.633242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:46:48.639576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['93d35847-47bf-4cff-847a-8a0185efd7aa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:48.680485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc81739-50e7-4dd8-be6f-11175f74ad60 req-afd6ab84-0594-4e0a-94b4-fb827c8899fa tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "GET /v2.0/security-groups/5555412c-a447-436c-bef6-0518ed62d67b HTTP/1.1" status: 200 len: 2981 time: 0.0916882 Aug 10 00:46:48.705059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-f0c8cdd2-2886-4ba7-8beb-48430e4bbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.706985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-f0c8cdd2-2886-4ba7-8beb-48430e4bbf48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872874 Aug 10 00:46:48.750638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-e8e552d3-812d-4bdc-8de4-ad1755df636c tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/4c3a5cb9-d8c4-4570-8bbe-d9bbf5f6d8b7 HTTP/1.1" status: 200 len: 1778 time: 0.0405157 Aug 10 00:46:48.822949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.851729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.854406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:48.877850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ef1c4-049c-4b3b-8fb2-ecdac22879e4 req-00653087-365f-4534-b71c-b545379bfca0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:48.879753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c3ef1c4-049c-4b3b-8fb2-ecdac22879e4 req-00653087-365f-4534-b71c-b545379bfca0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 947 time: 0.0690205 Aug 10 00:46:48.879865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'mac_address': 'fa:16:3e:ba:97:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:46:48.911390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.916651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.918977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0c9e235-7bfa-47cd-a015-70d6bb24941d req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c3a5cb9-d8c4-4570-8bbe-d9bbf5f6d8b7 HTTP/1.1" status: 204 len: 173 time: 0.1601760 Aug 10 00:46:48.937915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fae9b-7efb-43b7-b8d6-20c391afa9ce tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3a5cb9-d8c4-4570-8bbe-d9bbf5f6d8b7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:48.961407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:48.982478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-4c69673d-b1db-48d1-a903-76caa7ef8350 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674944 Aug 10 00:46:48.985433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9018ded6-bda6-4384-8c9f-06adcf312e85 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:48.991436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c3ef1c4-049c-4b3b-8fb2-ecdac22879e4 req-5ee2a8b7-74d3-46d0-80f7-e899e4e034cb tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966220 Aug 10 00:46:49.013931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:49.020080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.035694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-73914286-0445-4736-b822-94006da2d6aa tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5a46a1e6-9e62-442f-b209-1edc8cc1c9a6 HTTP/1.1" status: 200 len: 1777 time: 0.0400527 Aug 10 00:46:49.112070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dd7d16c-8420-40ce-8764-9a021f599821 req-a19c2167-123a-4cd3-8299-d3a7e574d835 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195443 Aug 10 00:46:49.112741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.137394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.194101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.197355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.199571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f91c158-e7fd-4a22-866a-d91a0ee134a6 req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a46a1e6-9e62-442f-b209-1edc8cc1c9a6 HTTP/1.1" status: 204 len: 173 time: 0.1649148 Aug 10 00:46:49.207638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b4195-f4e4-4514-b22e-9266ef9a5bfe req-6ce35fac-c886-4322-b8d6-894371755b14 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:49.210086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2b4195-f4e4-4514-b22e-9266ef9a5bfe req-6ce35fac-c886-4322-b8d6-894371755b14 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 948 time: 0.0969448 Aug 10 00:46:49.211766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbabc3-96e3-4abc-85b7-0fa59458e102 tempest-SecurityGroupsTestAdminJSON-1531925085 tempest-SecurityGroupsTestAdminJSON-1531925085-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46a1e6-9e62-442f-b209-1edc8cc1c9a6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:49.235563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:49.256671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2b4195-f4e4-4514-b22e-9266ef9a5bfe req-4b3032e6-c8b6-4d9e-a3c8-5552e1644ab3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365446 Aug 10 00:46:49.327644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-72cdfda7-c3f9-4e55-9c12-65c0838bc88b tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "GET /v2.0/security-groups/6f4c382a-e32d-477d-8a25-aa93b5132259 HTTP/1.1" status: 200 len: 1776 time: 0.0523109 Aug 10 00:46:49.398290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.419458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:49.424579 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.491588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.495223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.496757 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9522ff7-302d-41a8-96a2-d9a5194e6a97 req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f4c382a-e32d-477d-8a25-aa93b5132259 HTTP/1.1" status: 204 len: 173 time: 0.1619320 Aug 10 00:46:49.502624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.512305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75febe51-fcb8-4c5a-8d9a-c67ce62a0947 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c382a-e32d-477d-8a25-aa93b5132259,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:49.562329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8cf0a-57c0-42dc-a13f-df0dbbf61667 req-9b795164-c0ea-4a29-907a-81c170f12b6d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:49.569181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4d8cf0a-57c0-42dc-a13f-df0dbbf61667 req-9b795164-c0ea-4a29-907a-81c170f12b6d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.0949669 Aug 10 00:46:49.599192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-711fd661-3446-44b8-9fb1-63b0d78e4dc8 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "GET /v2.0/security-groups/4a1f15c7-e765-45e5-bfa3-8d64d237de56 HTTP/1.1" status: 200 len: 1776 time: 0.0544794 Aug 10 00:46:49.613069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4d8cf0a-57c0-42dc-a13f-df0dbbf61667 req-559bc995-e7ee-4fb6-af76-c3c64094defe tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358899 Aug 10 00:46:49.673770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.697454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.740813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.745579 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:49.747297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21e199cd-56dc-4754-bfff-e3a1b43527e6 req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a1f15c7-e765-45e5-bfa3-8d64d237de56 HTTP/1.1" status: 204 len: 173 time: 0.1395171 Aug 10 00:46:49.773235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba133-9d14-4b03-8ebb-5d99e4347646 tempest-SecurityGroupsTestAdminJSON-742895059 tempest-SecurityGroupsTestAdminJSON-742895059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f15c7-e765-45e5-bfa3-8d64d237de56,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:50.005467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:50.042694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:50.045672 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:50.157080 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639b51e-b853-4444-9323-0325800188ef x-openstack-request-id: req-7639b51e-b853-4444-9323-0325800188ef {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:50.157368 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:50.157611 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7639b51e-b853-4444-9323-0325800188ef {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:50.157988 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc', 'status': 'completed', 'code': 200} Aug 10 00:46:50.174446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:46:50.198755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e7b60-5ebb-41b1-a2e9-cc9f1711ecd9 req-94f8e198-dc06-40e4-8b36-992591e9c090 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.200322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f17e7b60-5ebb-41b1-a2e9-cc9f1711ecd9 req-94f8e198-dc06-40e4-8b36-992591e9c090 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 947 time: 0.1053720 Aug 10 00:46:50.208555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3ab9dc28-07e8-4926-bb7c-7d5308435937 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2daf2da8e8e4f57bcee6d491bd5db44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984308 Aug 10 00:46:50.209993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45880) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:50.214136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:46:50.246176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-f253674b-8a96-49ac-aaed-0a303ed9a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.248279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-f253674b-8a96-49ac-aaed-0a303ed9a630 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 1099 time: 0.0651155 Aug 10 00:46:50.276713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f17e7b60-5ebb-41b1-a2e9-cc9f1711ecd9 req-3a5fb2bc-36a7-44bd-942f-bc2a0b6df857 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692036 Aug 10 00:46:50.295055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.327469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 93d35847-47bf-4cff-847a-8a0185efd7aa completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:50.329827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.363243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 93d35847-47bf-4cff-847a-8a0185efd7aa triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:50.363829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.371047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:50.393080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.400062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.402013 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5555412c-a447-436c-bef6-0518ed62d67b HTTP/1.1" status: 204 len: 168 time: 0.1861646 Aug 10 00:46:50.407806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-6df50d35-9951-4a03-91d7-21446226ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.409477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-6df50d35-9951-4a03-91d7-21446226ce74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1537395 Aug 10 00:46:50.415648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702b38d-c8bc-4eb6-a16c-5e43a332d0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5555412c-a447-436c-bef6-0518ed62d67b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:50.449502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'mac_address': 'fa:16:3e:b9:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-988655111', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:46:50.483886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-aa75c045-04fc-4084-8290-af79ac76505a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc HTTP/1.1" status: 200 len: 217 time: 0.0660808 Aug 10 00:46:50.507341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.517077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-9d5d6a84-7eea-4b49-9b1b-f6bd1ac28c29 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=89c1185160f1486ba83b3fe2849338d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352032 Aug 10 00:46:50.518529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc505c-f3ff-4281-89a5-9350a0996903 req-0f32df93-85ce-4888-abc0-e6f53e6d4186 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.526132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1bc505c-f3ff-4281-89a5-9350a0996903 req-0f32df93-85ce-4888-abc0-e6f53e6d4186 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 948 time: 0.0714097 Aug 10 00:46:50.573841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1bc505c-f3ff-4281-89a5-9350a0996903 req-7a93f702-811e-42b3-93dc-ede9435fb013 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Aug 10 00:46:50.574275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:50.582070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.622264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-3b33aa94-097e-48b2-aea5-a5c77e062a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.623758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-3b33aa94-097e-48b2-aea5-a5c77e062a52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1291437 Aug 10 00:46:50.634247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:46:50.665579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:50.668080 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b8b04-1ea1-4e92-8b8f-dfac0d2d08fc" -d '{"events": [{"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-plugged", "status": "completed", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:50.674221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:50.687030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.689469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:50.715039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-edda26bc-0d17-4af3-9abf-ed2339f37bea tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.716550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-edda26bc-0d17-4af3-9abf-ed2339f37bea tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782603 Aug 10 00:46:50.729749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.733888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-4b147ba7-de16-477c-a45e-2e6255a744c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.735394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-4b147ba7-de16-477c-a45e-2e6255a744c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982013 Aug 10 00:46:50.739034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-51aca5bd-7d83-4908-934c-9c3df155d12d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/quotas/89c1185160f1486ba83b3fe2849338d1 HTTP/1.1" status: 200 len: 375 time: 0.0152225 Aug 10 00:46:50.774354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:50.810342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 9018ded6-bda6-4384-8c9f-06adcf312e85 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:50.823029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 9018ded6-bda6-4384-8c9f-06adcf312e85 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:50.823981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-a7f590fa-31e0-43ab-a998-8f66be30c93e tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=89c1185160f1486ba83b3fe2849338d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704231 Aug 10 00:46:50.831013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:50.852467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:50.867948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-ada52002-e481-4738-8d61-ce97afcb2073 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233351 Aug 10 00:46:50.893083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:50.901550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:50.904683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408f84e-4e7f-442f-9160-00ac4581fc46 req-53cb6a9a-8d4e-4869-9a41-f8b83d857ae0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:50.906560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a408f84e-4e7f-442f-9160-00ac4581fc46 req-53cb6a9a-8d4e-4869-9a41-f8b83d857ae0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 967 time: 0.0975258 Aug 10 00:46:50.978599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a408f84e-4e7f-442f-9160-00ac4581fc46 req-bfc660bd-0a87-49d8-86b1-f8f724f79ae0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646589 Aug 10 00:46:50.979482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0a1a898-fa5f-4772-90a3-32ad88fc4b7c req-064902ef-3ad5-4cc2-a630-cd3f155c612b service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036932 Aug 10 00:46:50.983311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3ef98cc3-ffc7-4cee-8fb9-7ccbd9d0a7a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5105b7d6d4b4288874b0b083d443b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272433 Aug 10 00:46:50.983818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45914) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:51.059173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.081161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.083996 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc58b5-b93b-4e0b-b831-73cec3c6769f x-openstack-request-id: req-53dc58b5-b93b-4e0b-b831-73cec3c6769f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:51.084864 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-plugged", "status": "completed", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:51.085105 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53dc58b5-b93b-4e0b-b831-73cec3c6769f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:51.085558 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'code': 200} Aug 10 00:46:51.099248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.152918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:51.164026 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.215794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.218293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:51.233378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84ecb523-16f6-4370-b148-ff149f0a4c1e req-29284c13-0022-48b3-b9f7-00864b925925 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 210 time: 0.0703225 Aug 10 00:46:51.234746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5cb25a2-3f80-4495-818b-7fa71f2a4011 HTTP/1.1" status: 204 len: 168 time: 0.2486274 Aug 10 00:46:51.251648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:51.298638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fa30d-f9b7-41ef-883d-46587e5f2b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cb25a2-3f80-4495-818b-7fa71f2a4011,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:51.309648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f98501-e60f-4b5d-82c3-80738d24a056 req-80a1f148-335a-45b3-a895-9ffeefa0a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:51.311396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75f98501-e60f-4b5d-82c3-80738d24a056 req-80a1f148-335a-45b3-a895-9ffeefa0a2bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1119 time: 0.1388643 Aug 10 00:46:51.421750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75f98501-e60f-4b5d-82c3-80738d24a056 req-56501234-2d4c-4cf8-8935-7b6383148397 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931554 Aug 10 00:46:51.451359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0cddc9-05bb-4143-a42d-ebe3c052bce5 req-cf1e3af9-f6c2-4067-8fc9-dbeb7f3add29 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:51.453259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca0cddc9-05bb-4143-a42d-ebe3c052bce5 req-cf1e3af9-f6c2-4067-8fc9-dbeb7f3add29 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 947 time: 0.0703962 Aug 10 00:46:51.501141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca0cddc9-05bb-4143-a42d-ebe3c052bce5 req-08aec932-da3a-45fc-b90c-0672239eae06 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399470 Aug 10 00:46:51.727071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065179ed-0cad-4cdd-a19e-5f9f61e80312 req-e46103fd-b137-45d2-bd3d-6c120abe1fe2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:51.727071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-065179ed-0cad-4cdd-a19e-5f9f61e80312 req-e46103fd-b137-45d2-bd3d-6c120abe1fe2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.0625889 Aug 10 00:46:51.787721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-065179ed-0cad-4cdd-a19e-5f9f61e80312 req-4fdf2e18-7fb8-4b9a-89bb-70d073d4965e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550513 Aug 10 00:46:52.168040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfaa1-1087-4b72-af80-f0c716040422 req-8ae87813-6730-49b5-9af8-9ca28aadfbe8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:52.170243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-126dfaa1-1087-4b72-af80-f0c716040422 req-8ae87813-6730-49b5-9af8-9ca28aadfbe8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 967 time: 0.0566936 Aug 10 00:46:52.200715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:46:52.223378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-126dfaa1-1087-4b72-af80-f0c716040422 req-e61c307d-7236-4a75-a40a-6607d7cb2df2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399272 Aug 10 00:46:52.300431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:52.306049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:52.306555 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.416853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-8a00d259-2b81-44f0-8ebd-0d73da10d2e1 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=89c1185160f1486ba83b3fe2849338d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739441 Aug 10 00:46:52.439298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.490571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:52.502635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.585031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:52.628848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df7bb7dd-9c1c-4c81-b0ee-79673e28901d req-013bdb71-0cc4-49b8-bc70-ed42f069d213 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 210 time: 0.0681832 Aug 10 00:46:52.638950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ecd864e2-ee5a-45b5-9aca-bffd9003d2bc details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:46:52.706894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-960797b1-de20-4fdb-8425-e57a89ba178d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:52.708356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-960797b1-de20-4fdb-8425-e57a89ba178d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855062 Aug 10 00:46:52.723352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Request body: {'port': {'device_id': '443e2b0c-4558-40db-a587-f392c10dea36', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '89c1185160f1486ba83b3fe2849338d1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:52.773118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd773559-7dd6-4050-b77b-12b4969be1aa req-aedf0d35-3390-4544-a520-193c1be860c0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:52.778568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:52.785817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd773559-7dd6-4050-b77b-12b4969be1aa req-aedf0d35-3390-4544-a520-193c1be860c0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 947 time: 0.0883675 Aug 10 00:46:52.810732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc', 'mac_address': 'fa:16:3e:73:7d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:46:52.843634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd773559-7dd6-4050-b77b-12b4969be1aa req-372b0dff-378c-47b7-8b8b-d653683fd1f3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Aug 10 00:46:52.887053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.901770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd864e2-ee5a-45b5-9aca-bffd9003d2bc {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:52.927106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:52.942654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:52.948488 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:52.992438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbc5fa-30f2-4a18-b1bf-332023e591c4 req-6ee8ff27-240f-49a1-b7df-285bbb5e7957 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:53.002719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7fbc5fa-30f2-4a18-b1bf-332023e591c4 req-6ee8ff27-240f-49a1-b7df-285bbb5e7957 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.0893450 Aug 10 00:46:53.056017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:53.060500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7fbc5fa-30f2-4a18-b1bf-332023e591c4 req-e2369e71-720b-4eb8-a4bb-8c90bf1e6501 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565007 Aug 10 00:46:53.086425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}, {'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:53.088853 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b7d09-e698-4249-a96c-87b98d782b22" -d '{"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-plugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}, {"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:53.157792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Made reservation on behalf of 89c1185160f1486ba83b3fe2849338d1 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:53.164049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.166059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:53.185067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.197240 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c876f-3499-4824-a162-64157a67963c x-openstack-request-id: req-fa0c876f-3499-4824-a162-64157a67963c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:53.197539 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-plugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "code": 200}, {"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:53.197886 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa0c876f-3499-4824-a162-64157a67963c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:53.198503 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'code': 200} Aug 10 00:46:53.198782 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'code': 200} Aug 10 00:46:53.455946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.461339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee9b48c0-fe54-4786-9772-5ed71e7763d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.479160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60e282-34c8-47fd-b1dc-b8ed4222211d req-edcf05ec-7900-48c4-8aea-a3fb2e3a90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:53.480654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a60e282-34c8-47fd-b1dc-b8ed4222211d req-edcf05ec-7900-48c4-8aea-a3fb2e3a90c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1101 time: 0.1349912 Aug 10 00:46:53.482806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.509077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b7340-3967-40a7-a10f-e1de85f3401f req-9a215c94-4c13-4394-b92b-0167f1490185 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:53.510879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c7b7340-3967-40a7-a10f-e1de85f3401f req-9a215c94-4c13-4394-b92b-0167f1490185 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 967 time: 0.1050038 Aug 10 00:46:53.511453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb192f38-8a6d-4087-b3c7-95a5a7e9def0 req-99d677ec-3c02-40f8-8522-00e830111d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:53.512931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb192f38-8a6d-4087-b3c7-95a5a7e9def0 req-99d677ec-3c02-40f8-8522-00e830111d8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1123 time: 0.1753352 Aug 10 00:46:53.569537 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a60e282-34c8-47fd-b1dc-b8ed4222211d req-0b4734f2-87c6-4d88-b902-11628e43624a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793400 Aug 10 00:46:53.580373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721bde82-b2a9-4fb9-8307-e9b7e33ac65f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:53.587665 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c7b7340-3967-40a7-a10f-e1de85f3401f req-a8b77111-8c5c-46e6-a094-a1bfe5bf8589 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641804 Aug 10 00:46:53.602315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3dc68d-e2aa-4f02-a191-d9add731c3a8 req-0289db2a-4776-4aaf-8ed5-0e4f2ceaf574 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:53.603868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea3dc68d-e2aa-4f02-a191-d9add731c3a8 req-0289db2a-4776-4aaf-8ed5-0e4f2ceaf574 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.1555917 Aug 10 00:46:53.640283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb192f38-8a6d-4087-b3c7-95a5a7e9def0 req-d1043e63-0edb-4011-98f7-816e12979520 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174326 Aug 10 00:46:53.656634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee9b48c0-fe54-4786-9772-5ed71e7763d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.661239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee9b48c0-fe54-4786-9772-5ed71e7763d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.692046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea3dc68d-e2aa-4f02-a191-d9add731c3a8 req-ab340ebc-c96b-48e4-b521-9582432a54cb tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745318 Aug 10 00:46:53.702622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee9b48c0-fe54-4786-9772-5ed71e7763d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=495e8893d8a849379d20849464b24e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7671518 Aug 10 00:46:53.703382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46102) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:53.704005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b48c0-fe54-4786-9772-5ed71e7763d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f9fc0d-e2bb-47c5-bb7c-d251a337e17f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:53.718386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Allocated IP 192.168.233.125 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/ff625e64-17ce-4808-9209-2e01e5145215) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:46:53.776569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.807496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.861079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.865610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.866874 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51f9fc0d-e2bb-47c5-bb7c-d251a337e17f HTTP/1.1" status: 204 len: 168 time: 0.1496205 Aug 10 00:46:53.885455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707d246-57b8-4f79-9bf4-8513672caad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f9fc0d-e2bb-47c5-bb7c-d251a337e17f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:53.934986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:53.953353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Transition to ACTIVE for port object ff625e64-17ce-4808-9209-2e01e5145215 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:54.007575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.017334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57545e38-4056-4501-baf5-e287c25cdf73 req-de00dc60-578c-4b86-8a82-f0047499c38f tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 210 time: 0.0359519 Aug 10 00:46:54.079136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:46:54.080052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:54.096038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:46:54.103000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.103640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.109324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Pushing event updated for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:54.153169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93612aa4-1e6a-46be-84ef-df9566aa6ed2 req-6d5229ca-7a38-4976-a0d8-aa6eaea44da3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.157876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-0fae21cf-79e7-4490-bf37-5b9a93248e1a tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4393568 Aug 10 00:46:54.162293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93612aa4-1e6a-46be-84ef-df9566aa6ed2 req-6d5229ca-7a38-4976-a0d8-aa6eaea44da3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 948 time: 0.0691571 Aug 10 00:46:54.175877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Request body: {'port': {'device_id': '443e2b0c-4558-40db-a587-f392c10dea36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:54.181421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf07d3-bbcf-494f-8bfb-c9fa4b351be9 req-bbe317d4-b3f5-47b2-8a27-933632446762 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.182950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4abf07d3-bbcf-494f-8bfb-c9fa4b351be9 req-bbe317d4-b3f5-47b2-8a27-933632446762 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1119 time: 0.0763576 Aug 10 00:46:54.213484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93612aa4-1e6a-46be-84ef-df9566aa6ed2 req-64342c80-c1bb-4ec3-8ce4-4fc8c09a274c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Aug 10 00:46:54.252692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4abf07d3-bbcf-494f-8bfb-c9fa4b351be9 req-830151da-6787-467f-91bd-bd73273d2fc6 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Aug 10 00:46:54.284776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.373328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-23d2f9be-7c36-47b9-b48d-959e483b2019 None None] Provisioning for port ff625e64-17ce-4808-9209-2e01e5145215 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:54.378075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-23d2f9be-7c36-47b9-b48d-959e483b2019 None None] Provisioning complete for port ff625e64-17ce-4808-9209-2e01e5145215 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:54.379087 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-23d2f9be-7c36-47b9-b48d-959e483b2019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.398832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:54.415638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-772a0eae-a930-4951-bf58-7aab92707210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.423416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-23d2f9be-7c36-47b9-b48d-959e483b2019 None None] Port ff625e64-17ce-4808-9209-2e01e5145215 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:46:54.481449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b935-d3cc-4d91-8b01-615b139eb9f9 req-98c3db56-37b4-4509-8b3f-4ba01c6be019 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.482486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9433b935-d3cc-4d91-8b01-615b139eb9f9 req-98c3db56-37b4-4509-8b3f-4ba01c6be019 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1155984 Aug 10 00:46:54.499370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b74c16-fdf8-4349-8d11-4dc7f4b4b6f8 req-5badfd7c-c316-4ec9-8eb6-cceb9887fe5e tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.502281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2b74c16-fdf8-4349-8d11-4dc7f4b4b6f8 req-5badfd7c-c316-4ec9-8eb6-cceb9887fe5e tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1119 time: 0.0680265 Aug 10 00:46:54.520224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:46:54.558780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2b74c16-fdf8-4349-8d11-4dc7f4b4b6f8 req-c74c3111-9cb1-4626-9a9f-7f9b008532dd tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490513 Aug 10 00:46:54.586895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-772a0eae-a930-4951-bf58-7aab92707210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.587114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9433b935-d3cc-4d91-8b01-615b139eb9f9 req-dd6ba9fb-b699-48f8-b798-42b73850ff62 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Aug 10 00:46:54.588761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-772a0eae-a930-4951-bf58-7aab92707210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.644443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-772a0eae-a930-4951-bf58-7aab92707210 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9ad0376a3ba41af9af98970b1450022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444141 Aug 10 00:46:54.646985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46142) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:54.655651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ecd864e2-ee5a-45b5-9aca-bffd9003d2bc up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:46:54.655877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0eae-a930-4951-bf58-7aab92707210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f223d9-4eb0-4925-a161-016bbada33af,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:54.816079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.820265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:46:54.824585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:46:54.824964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.858887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff625e64-17ce-4808-9209-2e01e5145215 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:46:54.869390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.873583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:54.885427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-3179e849-4da4-4803-a577-8bf591e99f81 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:54.892330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-3179e849-4da4-4803-a577-8bf591e99f81 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.1616488 Aug 10 00:46:54.994804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.012582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.019560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Transition to ACTIVE for port object ff625e64-17ce-4808-9209-2e01e5145215 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:46:55.027080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08f223d9-4eb0-4925-a161-016bbada33af HTTP/1.1" status: 204 len: 168 time: 0.3768916 Aug 10 00:46:55.051704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7e28d-678a-4ead-ac61-d5f6894ea552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f223d9-4eb0-4925-a161-016bbada33af,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:55.055895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.139344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.175719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Pushing event updated for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:55.205495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:55.209526 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc0b6e7-1b98-4a12-b5ad-6e92412dcf62" -d '{"events": [{"server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "name": "network-vif-plugged", "status": "completed", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:55.213689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251369c-c712-48ef-9d7a-a47b9a12649e req-4acb9606-4efd-4d2b-ae77-67fa196e3df0 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:55.217566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:55.225110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1251369c-c712-48ef-9d7a-a47b9a12649e req-4acb9606-4efd-4d2b-ae77-67fa196e3df0 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 971 time: 0.2709031 Aug 10 00:46:55.227195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.292088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:55.314354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:55.403603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1251369c-c712-48ef-9d7a-a47b9a12649e req-cf533ed6-a225-4d0a-a952-44a313fda22a tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/security-groups?id=81358807-5179-4301-93d0-de1b5aa4a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779015 Aug 10 00:46:55.423536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Attempting to bind port ff625e64-17ce-4808-9209-2e01e5145215 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:55.423924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Attempting to bind port ff625e64-17ce-4808-9209-2e01e5145215 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:55.424198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Attempting to bind port ff625e64-17ce-4808-9209-2e01e5145215 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:55.453682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Deleting port e4c92267-6aef-40a4-a98a-45acc16899fd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:46:55.454021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.459815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Port ff625e64-17ce-4808-9209-2e01e5145215 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:55.460094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Attempting to bind port ff625e64-17ce-4808-9209-2e01e5145215 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:55.513198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52d0aab2-a1b9-4776-86c2-075349c93afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.535580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:55.535956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:55.536394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:55.537821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Bound port: ff625e64-17ce-4808-9209-2e01e5145215, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:55.539810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.617677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.660728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52d0aab2-a1b9-4776-86c2-075349c93afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.667968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52d0aab2-a1b9-4776-86c2-075349c93afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.713146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] For port e4c92267-6aef-40a4-a98a-45acc16899fd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e4c92267-6aef-40a4-a98a-45acc16899fd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:46:55.713524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.726233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0aab2-a1b9-4776-86c2-075349c93afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e651965d-561b-495c-b628-1b3ff44124c1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:55.748846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:46:55.751843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-52d0aab2-a1b9-4776-86c2-075349c93afa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f607fddd56f4494951e2469a3f83e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561334 Aug 10 00:46:55.752257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Calling delete_port for e4c92267-6aef-40a4-a98a-45acc16899fd owned by compute:tempest-test_az-988655111 {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:46:55.753131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:55.823067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ff625e64-17ce-4808-9209-2e01e5145215,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:55.831002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.864609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.870612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.904534 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.945859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.949139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:55.953099 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e651965d-561b-495c-b628-1b3ff44124c1 HTTP/1.1" status: 204 len: 168 time: 0.1941159 Aug 10 00:46:55.975628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccde47a-ed9a-4c51-8a71-791573723afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e651965d-561b-495c-b628-1b3ff44124c1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:55.991685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:55.992306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.002197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] 10.222.0.10 "PUT /v2.0/ports/ff625e64-17ce-4808-9209-2e01e5145215 HTTP/1.1" status: 200 len: 1097 time: 1.8270259 Aug 10 00:46:56.004638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:56.008140 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1715f3-5216-45ff-b43e-ed258a2de4df" -d '{"events": [{"name": "network-changed", "server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "tag": "ff625e64-17ce-4808-9209-2e01e5145215"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:56.063208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c3807-1593-4ff4-a012-015751d878fe req-cdac4dc3-a50e-4d90-becf-30c631b3db22 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.070728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a87c3807-1593-4ff4-a012-015751d878fe req-cdac4dc3-a50e-4d90-becf-30c631b3db22 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 948 time: 0.3327239 Aug 10 00:46:56.129501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-34b9e71f-b80d-4aef-8bc8-d1020dc01a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.131785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-34b9e71f-b80d-4aef-8bc8-d1020dc01a4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1119 time: 0.3163290 Aug 10 00:46:56.140928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:56.165393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9622-4829-4b6b-9815-2b00d04b1255 service neutron] Pushing event updated for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:56.295234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a87c3807-1593-4ff4-a012-015751d878fe req-9d31cd9a-0ae3-4ce4-bff9-2eda6f648081 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234359 Aug 10 00:46:56.319840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d164bccf-9bf6-4ab1-ba13-06e150322f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.321398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-d164bccf-9bf6-4ab1-ba13-06e150322f0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89c1185160f1486ba83b3fe2849338d1&device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 1100 time: 0.2732651 Aug 10 00:46:56.365354 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61065173-0317-4b72-a96e-9772982889cc x-openstack-request-id: req-61065173-0317-4b72-a96e-9772982889cc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:56.366001 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "name": "network-vif-plugged", "status": "completed", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:56.368233 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61065173-0317-4b72-a96e-9772982889cc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:56.369042 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc', 'code': 200} Aug 10 00:46:56.409459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-df8ea651-c79a-4b1b-8366-48d457fb87f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ff625e64-17ce-4808-9209-2e01e5145215 HTTP/1.1" status: 200 len: 217 time: 0.0721114 Aug 10 00:46:56.413944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.430284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e4c92267-6aef-40a4-a98a-45acc16899fd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:46:56.472265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2076560957-network', 'tenant_id': '8472fe7a1e944c8d867edb2c9a8d4ba3'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:56.516372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Made reservation on behalf of 8472fe7a1e944c8d867edb2c9a8d4ba3 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:56.519308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.530022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Pushing event deleted for resources: {'Port': ['ID=e4c92267-6aef-40a4-a98a-45acc16899fd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:56.532209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e087d7-9b0e-4aaa-a041-182d854e90fd req-879d4ff7-421d-4b3a-8b90-2fb00a5ca468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.533957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66e087d7-9b0e-4aaa-a041-182d854e90fd req-879d4ff7-421d-4b3a-8b90-2fb00a5ca468 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 1101 time: 0.1092000 Aug 10 00:46:56.535251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.599918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66e087d7-9b0e-4aaa-a041-182d854e90fd req-57567568-07fc-444e-9a4b-28d40f79e5c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Aug 10 00:46:56.600251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-7d871dea-95f5-4287-8eb7-83eeaef64c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.602080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-7d871dea-95f5-4287-8eb7-83eeaef64c1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.4315274 Aug 10 00:46:56.673343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:56.694155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccd0edeb-aa28-45a0-8562-0996ddcfe51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.735960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.746087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.784988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:46:56.807575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.807932 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Added segment 89e84db9-6803-42af-9a44-42a19e85d486 of type vlan for network b91ff743-7536-4772-a304-f27caf385f5f Aug 10 00:46:56.809158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185ffa89-949b-4f0d-a1be-dc306dbc7460,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:56.866580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.874144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-7af97f29-6b82-47fd-82af-aac0a09c8ab6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.2439942 Aug 10 00:46:56.906130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] No DVR routers for this DVR port e4c92267-6aef-40a4-a98a-45acc16899fd on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:46:56.920975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccd0edeb-aa28-45a0-8562-0996ddcfe51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.922248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.923543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.924412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.937053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccd0edeb-aa28-45a0-8562-0996ddcfe51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.939225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:56.941198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e7b7e23-a9d7-4226-ad08-94d0ae018754 req-9fc501df-38dd-4426-9e6f-0c057f09aec7 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.21 "DELETE /v2.0/ports/e4c92267-6aef-40a4-a98a-45acc16899fd HTTP/1.1" status: 204 len: 173 time: 2.0385709 Aug 10 00:46:56.952458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-29c6cc4b-f895-4288-88cf-b87abfab913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:56.953888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-29c6cc4b-f895-4288-88cf-b87abfab913c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.4883773 Aug 10 00:46:56.994724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8503871 Aug 10 00:46:57.001921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27307d-0562-4891-9461-5867df8b7e60 req-d9615d18-356a-4459-9eeb-4ef1725b20a9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.007192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:57.009790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e27307d-0562-4891-9461-5867df8b7e60 req-d9615d18-356a-4459-9eeb-4ef1725b20a9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.4711561 Aug 10 00:46:57.020218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Request body: {'subnet': {'network_id': 'b91ff743-7536-4772-a304-f27caf385f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2076560957-subnet', 'tenant_id': '8472fe7a1e944c8d867edb2c9a8d4ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:57.024390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-ff349447-7579-48e2-ad88-601652accecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.025996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-ff349447-7579-48e2-ad88-601652accecf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1221886 Aug 10 00:46:57.043473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd0edeb-aa28-45a0-8562-0996ddcfe51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c132a49-c809-4b67-9ba3-3baf997c524d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:57.054058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ccd0edeb-aa28-45a0-8562-0996ddcfe51e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d55774e37fbd4846882c0f8c6ceddb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755298 Aug 10 00:46:57.054058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81960f4c-fb38-495e-84a3-5a164c7a6975 admin admin] Pushing event updated for resources: {'Network': ['ID=b91ff743-7536-4772-a304-f27caf385f5f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:57.054981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:57.070285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-b872da70-76cb-4993-8671-1adef8234df7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328064 Aug 10 00:46:57.072416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Made reservation on behalf of 8472fe7a1e944c8d867edb2c9a8d4ba3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:57.075877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.077669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-014f791b-bee9-4720-bb23-159aaf4864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.079203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-014f791b-bee9-4720-bb23-159aaf4864ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176589 Aug 10 00:46:57.079753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:57.094360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b91ff743-7536-4772-a304-f27caf385f5f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:46:57.121394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e27307d-0562-4891-9461-5867df8b7e60 req-88bf0ed3-4156-4149-a7e4-1c18ee1d2557 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057949 Aug 10 00:46:57.221659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.259059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.280060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-3e835972-793d-4763-a7c9-a64287cce620 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:46:57.281063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-3e835972-793d-4763-a7c9-a64287cce620 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1976125 Aug 10 00:46:57.350252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373db7b-e969-4239-a9fe-481dacea39b6 req-8de44ef4-9954-4bf4-81ba-505aab63aba6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.351747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2373db7b-e969-4239-a9fe-481dacea39b6 req-8de44ef4-9954-4bf4-81ba-505aab63aba6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1213477 Aug 10 00:46:57.358877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-42d16679-7bcb-48dd-968f-cfcabb120d51 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783184 Aug 10 00:46:57.363104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-181de1f3-5c70-4434-9244-fdba2ee88955 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666137 Aug 10 00:46:57.387524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.391704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.399105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c132a49-c809-4b67-9ba3-3baf997c524d HTTP/1.1" status: 204 len: 168 time: 0.3382299 Aug 10 00:46:57.403741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.437820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78702a48-16eb-43c9-b3d9-7d7583e65391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c132a49-c809-4b67-9ba3-3baf997c524d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:57.478360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ee7853-3b0c-41a4-8da6-a9fac6d5ca4a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:57.484385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:57.485634 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:46:57.487569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Checking segment: {'id': '89e84db9-6803-42af-9a44-42a19e85d486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b91ff743-7536-4772-a304-f27caf385f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:57.487925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Network hostable DHCP agents. Network: b91ff743-7536-4772-a304-f27caf385f5f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:46:57.510132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Network b91ff743-7536-4772-a304-f27caf385f5f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:46:57.524372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b91ff743-7536-4772-a304-f27caf385f5f) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:46:57.537363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020c502b-99f7-45c8-94c3-06447cd63485 None None] Network b91ff743-7536-4772-a304-f27caf385f5f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:57.540042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.540643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:57.569567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a771382-d3ec-46ad-87f0-85b057a738a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5565114 Aug 10 00:46:57.614199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2373db7b-e969-4239-a9fe-481dacea39b6 req-1633c4a3-453b-4793-bcb4-16940e0b8061 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381947 Aug 10 00:46:57.662637 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1794a9a4-3c45-4853-ad46-fb3f320abe58 req-431dc649-21ab-465a-871c-9d141a15e7d5 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965059 Aug 10 00:46:57.712639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-832e59c0-aad9-43e9-9844-35d59f7cb7ea req-7fbb25db-d746-416d-92f7-0d5f26937d8f service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377147 Aug 10 00:46:57.729859 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfe431c-e612-4834-9b73-2846a84bbb3c x-openstack-request-id: req-8dfe431c-e612-4834-9b73-2846a84bbb3c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:46:57.730171 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "tag": "ff625e64-17ce-4808-9209-2e01e5145215", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:46:57.730444 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dfe431c-e612-4834-9b73-2846a84bbb3c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:46:57.732075 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215', 'status': 'completed', 'code': 200} Aug 10 00:46:57.886969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869f6b4-d458-4a62-ae60-93be0a83943b None None] Network b91ff743-7536-4772-a304-f27caf385f5f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:46:57.932944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f8a7c36-fa12-4ccf-8065-ef402b67aaac req-8a87300d-4d0e-4c51-9358-04d16d16d377 tempest-AggregatesAdminTestJSON-442684600 tempest-AggregatesAdminTestJSON-442684600-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699f648-9959-42f0-89e0-04233d2cfa7b HTTP/1.1" status: 200 len: 210 time: 0.0596404 Aug 10 00:46:57.933642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:46:57.933982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:46:57.934306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:57.948520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:46:57.948851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:46:57.958037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:46:57.958740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:46:57.959183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:46:57.959618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Bound port: 93d35847-47bf-4cff-847a-8a0185efd7aa, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:46:57.983037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-4c136985-3ae3-4708-b45b-2b15fe134921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:57.984567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-4c136985-3ae3-4708-b45b-2b15fe134921 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=89c1185160f1486ba83b3fe2849338d1&device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 1100 time: 0.1728210 Aug 10 00:46:58.160956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:46:58.173715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c3c66-133e-4da5-b601-db359e28b0a2 req-d0dc9f0e-89d6-4e1c-8e79-1178a370f2a3 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.175254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d01c3c66-133e-4da5-b601-db359e28b0a2 req-d0dc9f0e-89d6-4e1c-8e79-1178a370f2a3 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 948 time: 0.1518979 Aug 10 00:46:58.182067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:58.186888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-ef63977f-f313-498a-8b0b-cc006e04cdeb service neutron] 10.222.0.25 "POST /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa/bindings HTTP/1.1" status: 201 len: 390 time: 0.8450809 Aug 10 00:46:58.204588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-4a699e77-2514-4043-8a70-5b2e90c2b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.206301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-4a699e77-2514-4043-8a70-5b2e90c2b76d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1969740 Aug 10 00:46:58.279812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d01c3c66-133e-4da5-b601-db359e28b0a2 req-6ad3a30b-9970-478b-8768-584fefc32675 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Aug 10 00:46:58.281941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-ddc60083-576f-4941-9372-ad54a57fcf4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=ff625e64-17ce-4808-9209-2e01e5145215 HTTP/1.1" status: 200 len: 217 time: 0.0611794 Aug 10 00:46:58.378587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-6f1aabde-ad47-483b-a527-cc460bfa0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.380157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-6f1aabde-ad47-483b-a527-cc460bfa0316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0832825 Aug 10 00:46:58.455504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-23cf7435-841d-40f5-ad6a-5ca731900fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.457400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-23cf7435-841d-40f5-ad6a-5ca731900fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666029 Aug 10 00:46:58.521767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-11d18572-31f7-4ad4-a31c-5e221cf83b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.524071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-11d18572-31f7-4ad4-a31c-5e221cf83b53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1119 time: 0.0500505 Aug 10 00:46:58.573226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:58.585386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1940530426-network', 'tenant_id': '330cd609c6dc4de0a01b1575301ef68c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:58.601313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-c76683fc-0865-45fe-9ad0-f4bc076a449b service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356688 Aug 10 00:46:58.694616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-abf9751a-4c11-429b-bf44-ee2b1ff05906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.696172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-abf9751a-4c11-429b-bf44-ee2b1ff05906 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1627772 Aug 10 00:46:58.697827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-e83dcb5a-5d95-4c86-b557-de46a8458167 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.699211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-e83dcb5a-5d95-4c86-b557-de46a8458167 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1101 time: 0.0693321 Aug 10 00:46:58.707257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Made reservation on behalf of 330cd609c6dc4de0a01b1575301ef68c for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:58.710102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:58.735892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067244c-6c34-42d3-a405-6e1b4421afa7 req-88fbc882-65a3-45eb-8f2e-e15838623f18 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.737844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9067244c-6c34-42d3-a405-6e1b4421afa7 req-88fbc882-65a3-45eb-8f2e-e15838623f18 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.1654670 Aug 10 00:46:58.742278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:58.760561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:58.770020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-55544437-0379-427a-a9a3-bdf6f71a6870 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.0672815 Aug 10 00:46:58.790904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46318) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:58.819513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:46:58.819513 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 00:46:58.819513 n-d-766380-21 neutron-server[105957]: [parameters: {'project_id_1': '4a32f8fd8f0b4294b9778adf42c1cf20', 'expiration_1': datetime.datetime(2021, 8, 10, 0, 46, 58, 774231)}] Aug 10 00:46:58.819513 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:46:58.820135 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:46:58.825336 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c1715f3-5216-45ff-b43e-ed258a2de4df req-0a55b810-7505-4322-86e2-4e7937183768 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043254 Aug 10 00:46:58.839195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9067244c-6c34-42d3-a405-6e1b4421afa7 req-b7d2ecd0-3679-4959-a4ff-cbe998468a8f tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868428 Aug 10 00:46:58.844185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-11d70338-01b0-45c5-a8c3-bbf9d49bee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:58.845815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-11d70338-01b0-45c5-a8c3-bbf9d49bee0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0670545 Aug 10 00:46:58.889859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-9b5deaa6-2ddf-4e8c-9f48-494d9eb0a95e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346332 Aug 10 00:46:58.930044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:58.971856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-network', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:58.978955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.017340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-2b75dfb8-0cf1-4a22-be16-4ca16349a841 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204107 Aug 10 00:46:59.019249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Made reservation on behalf of c3acb07fb26241cf842b2b007b676afd for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:59.022699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.027607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:46:59.043267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e777e4-f6f7-4b2c-b91f-9ccc70a11dfe,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:59.044462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.057066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.057394 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Added segment f887fcb2-91a5-429d-b483-2ac227584584 of type vlan for network 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 Aug 10 00:46:59.066785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e1fff-a336-4f8b-a419-61ac5e6c2a86 req-3b89c437-a47b-48f8-8005-e634b24e0e56 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.069049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e87e1fff-a336-4f8b-a419-61ac5e6c2a86 req-3b89c437-a47b-48f8-8005-e634b24e0e56 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 967 time: 0.1581891 Aug 10 00:46:59.082571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-43bfacbe-3c36-403f-aa29-132bd1850805 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1125865 Aug 10 00:46:59.132449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.165334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-3eaf14cf-e05a-4c1b-bdcb-2654373a3abe service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390491 Aug 10 00:46:59.174918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e87e1fff-a336-4f8b-a419-61ac5e6c2a86 req-49a1444b-1d17-4dc1-b611-2e01750e777e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972409 Aug 10 00:46:59.210042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d686-df43-4199-b332-7c70de77a956 req-1a9e3f5b-b513-406b-b925-2313abcacb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.211581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-1a9e3f5b-b513-406b-b925-2313abcacb33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1101 time: 0.0822213 Aug 10 00:46:59.212635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.213513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.214070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.235104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.239943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.263854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:46:59.311944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7354565 Aug 10 00:46:59.318715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:59.329918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Request body: {'subnet': {'network_id': '7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1940530426-subnet', 'tenant_id': '330cd609c6dc4de0a01b1575301ef68c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:59.334846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.342440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd02be3-382d-450a-8770-2b08fb181c9a admin admin] Pushing event updated for resources: {'Network': ['ID=7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:59.356546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:59.364001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.364420 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Added segment a1f1285a-4fa7-4c5f-8402-1a91f3500759 of type vlan for network bbb74646-8aef-400a-9343-bf6a0da83d7a Aug 10 00:46:59.382168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:46:59.409921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Made reservation on behalf of 330cd609c6dc4de0a01b1575301ef68c for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:59.412560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.433387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-bc420f1e-48fd-439c-9606-fbdd55f0eb4c tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.434879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-bc420f1e-48fd-439c-9606-fbdd55f0eb4c tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1119 time: 0.1602614 Aug 10 00:46:59.435609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3473e33-4efe-47c6-a301-72e34f343867 req-90a78110-719b-4919-a75b-aadb586aaa11 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.436482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.437100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3473e33-4efe-47c6-a301-72e34f343867 req-90a78110-719b-4919-a75b-aadb586aaa11 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1269779 Aug 10 00:46:59.451735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:59.465210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d686-df43-4199-b332-7c70de77a956 req-bbc2a471-1f14-4198-9a73-072ec30b7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.466630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-bbc2a471-1f14-4198-9a73-072ec30b7b5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2103486 Aug 10 00:46:59.528074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-c15fd05e-cff2-442c-99f3-c14ed3e71384 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0493646 Aug 10 00:46:59.590750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3473e33-4efe-47c6-a301-72e34f343867 req-a160c979-2f9f-4d01-90c8-908fb5054826 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Aug 10 00:46:59.609571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d686-df43-4199-b332-7c70de77a956 req-4cd16ebe-d216-4acb-9d19-c5d067a6e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.611281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-4cd16ebe-d216-4acb-9d19-c5d067a6e8f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0767491 Aug 10 00:46:59.672147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.673125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.673736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.754298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.792581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] Pushing event updated for resources: {'Network': ['ID=bbb74646-8aef-400a-9343-bf6a0da83d7a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:46:59.805420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network bbb74646-8aef-400a-9343-bf6a0da83d7a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:46:59.834596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.847253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.867551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-66de68c1-9861-42d3-aa59-5c9a4be934fe admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0740898 Aug 10 00:46:59.872820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46340) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:46:59.888601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Request body: {'subnet': {'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-subnet', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:46:59.904292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'name': 'network-vif-deleted', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:46:59.906505 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f280fed6-cad0-45e5-b588-36520cbdcff0" -d '{"events": [{"server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "name": "network-vif-deleted", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:46:59.931445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbdc48a4-f873-42c2-8101-1c75e25bb1f7 req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2145071 Aug 10 00:46:59.963541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d686-df43-4199-b332-7c70de77a956 req-3a880dab-d547-4e7f-93fd-3a8ee5986947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:46:59.965036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-3a880dab-d547-4e7f-93fd-3a8ee5986947 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3465700 Aug 10 00:46:59.968882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Made reservation on behalf of c3acb07fb26241cf842b2b007b676afd for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:46:59.972413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:46:59.978437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7866ff-0950-41c8-9393-eafd2ca95e9b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58e35a-10e6-423d-8687-5dba5ff21b94,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.050515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46350) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:00.052516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88121a24-8b5a-43ea-8704-16df18553b7c req-4e92f4ea-ec08-44dd-859e-441d1c5c1ea6 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:00.054994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88121a24-8b5a-43ea-8704-16df18553b7c req-4e92f4ea-ec08-44dd-859e-441d1c5c1ea6 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 948 time: 0.1439798 Aug 10 00:47:00.095568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:00.112277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.143520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-f2c8fcb7-7f58-4ec4-a825-facbca1e79f3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457087 Aug 10 00:47:00.193197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:00.220821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88121a24-8b5a-43ea-8704-16df18553b7c req-4320e0c6-d6fe-4904-a437-eac86ee7de4c tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097829 Aug 10 00:47:00.225782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8f7e0f-6d3f-43b6-9566-e0f7c26bbcd1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.236658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e4c92267-6aef-40a4-a98a-45acc16899fd no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:00.242003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-31648e94-504d-44be-994c-cc49933b1596 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988475 Aug 10 00:47:00.245008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Checking segment: {'id': 'f887fcb2-91a5-429d-b483-2ac227584584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:00.246221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Network hostable DHCP agents. Network: 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:00.268554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: e4c92267-6aef-40a4-a98a-45acc16899fd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:00.269189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e4c92267-6aef-40a4-a98a-45acc16899fd not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:00.303784 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a785b255-d0ad-42b6-9679-fcce6dfe77da x-openstack-request-id: req-a785b255-d0ad-42b6-9679-fcce6dfe77da {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:00.304145 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b699f648-9959-42f0-89e0-04233d2cfa7b", "name": "network-vif-deleted", "tag": "e4c92267-6aef-40a4-a98a-45acc16899fd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:00.304460 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a785b255-d0ad-42b6-9679-fcce6dfe77da {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:00.304909 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b699f648-9959-42f0-89e0-04233d2cfa7b', 'name': 'network-vif-deleted', 'tag': 'e4c92267-6aef-40a4-a98a-45acc16899fd', 'status': 'completed', 'code': 200} Aug 10 00:47:00.322652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Network 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:00.338044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:00.344789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:00.345585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.345761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:00.348066 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b640ca-b164-4522-a268-17d59850c0eb" -d '{"events": [{"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-unplugged", "status": "completed", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:00.356581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.361827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd2872-6a36-40fb-a36a-6c47db4855be None None] Network 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:00.372671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c697d686-df43-4199-b332-7c70de77a956 req-d6bf4bdf-3ce4-42b1-b891-658e2efd8a60 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223581 Aug 10 00:47:00.377417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6004ee35-4014-4567-8bcf-5a7612609a59 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0508735 Aug 10 00:47:00.413216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.440335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46368) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:00.440570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-100a323f-afe2-4ba4-b1c4-39c579f75bee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c7e12530f2249f69bb6e7f3e1e86c1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3865473 Aug 10 00:47:00.527328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.534364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-2df2a6de-4484-49c7-ac79-a9664414a0d1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:00.550492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-2df2a6de-4484-49c7-ac79-a9664414a0d1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3813448 Aug 10 00:47:00.552969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:00.572658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.589520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acb5eff-19b1-43c4-8ab6-14dc533dd22e None None] Network 7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:00.604497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.620858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-c6421faa-1dc4-418d-963a-476be50e8a5e tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/quotas/a9f15d152f6a4ca096546d748ac5576a HTTP/1.1" status: 200 len: 375 time: 0.0699801 Aug 10 00:47:00.622569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.650142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Deleting subnet a3ee7853-3b0c-41a4-8da6-a9fac6d5ca4a {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:47:00.659450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.707008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.718946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.745314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.754028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:00.754576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:00.754706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:00.760929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.764909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81358807-5179-4301-93d0-de1b5aa4a5e5 HTTP/1.1" status: 204 len: 168 time: 0.3206525 Aug 10 00:47:00.774113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ff625e64-17ce-4808-9209-2e01e5145215 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:00.785120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Pushing event updated for resources: {'Subnet': ['ID=874e6b0b-d82e-48f9-bd46-29026c0e019a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.806488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdd7d2-5958-4f2c-a894-8c97d8a15d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81358807-5179-4301-93d0-de1b5aa4a5e5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.809788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:00.810117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Attempting to bind port 93d35847-47bf-4cff-847a-8a0185efd7aa on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:00.819593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:00.819932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:00.820320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:00.820770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Bound port: 93d35847-47bf-4cff-847a-8a0185efd7aa, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:00.821117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.845488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Checking segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:00.845849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Network hostable DHCP agents. Network: bbb74646-8aef-400a-9343-bf6a0da83d7a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:00.865706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-250112d1-95c2-4fc0-9376-d01dd710c1e3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2439249 Aug 10 00:47:00.867721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.898444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:00.906290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a3ee7853-3b0c-41a4-8da6-a9fac6d5ca4a HTTP/1.1" status: 204 len: 168 time: 0.3458314 Aug 10 00:47:00.923145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46384) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:00.948084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Network bbb74646-8aef-400a-9343-bf6a0da83d7a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:00.959169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef86508-271a-44f9-8072-b84a259dc5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ee7853-3b0c-41a4-8da6-a9fac6d5ca4a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:00.994211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ff625e64-17ce-4808-9209-2e01e5145215,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:01.010153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'ff625e64-17ce-4808-9209-2e01e5145215', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'ff625e64-17ce-4808-9209-2e01e5145215', 'mac_address': 'fa:16:3e:42:b7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:01.042458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, bbb74646-8aef-400a-9343-bf6a0da83d7a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:01.058390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ebef5-8141-4e11-a4fd-659888d278e1 None None] Network bbb74646-8aef-400a-9343-bf6a0da83d7a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:01.060707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:01.061293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.088531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.091457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:01.100256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:01.110747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-52bf3bf4-9ca9-4877-bde6-ca766f2c715f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.2350144 Aug 10 00:47:01.111716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46394) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:01.117795 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.118539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:01.158901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.160746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.245482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.320515 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.345602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff625e64-17ce-4808-9209-2e01e5145215 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:01.365772 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dbb645-f94d-4324-a897-641915a4965d x-openstack-request-id: req-64dbb645-f94d-4324-a897-641915a4965d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:01.366395 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-unplugged", "status": "completed", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:01.366395 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64dbb645-f94d-4324-a897-641915a4965d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:01.366750 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'code': 200} Aug 10 00:47:01.385104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=8']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:01.422007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.431693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:01.432325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.434161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-42330c6c-12ed-4162-9aad-15863502b7a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 1145 time: 1.9918003 Aug 10 00:47:01.438042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ff625e64-17ce-4808-9209-2e01e5145215,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:01.440980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.441348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.442110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.442441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > port after_create 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.443323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.443695 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > port after_update 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.444131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.444591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.444773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.445113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.451071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.557197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['93d35847-47bf-4cff-847a-8a0185efd7aa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:01.577201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46404) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:01.597071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90a73f37-94de-467f-b968-75275f2d4625 req-3a0d6910-9cb8-4f60-85a3-f92d916b9742 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 210 time: 0.1357019 Aug 10 00:47:01.626441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.627491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.629817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.631803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:01.632473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91ff743-7536-4772-a304-f27caf385f5f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:01.661848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:01.683929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.703591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e84db9-6803-42af-9a44-42a19e85d486') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:01.704067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e84db9-6803-42af-9a44-42a19e85d486') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:01.721071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ff625e64-17ce-4808-9209-2e01e5145215'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:01.729854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-bbb74646-8aef-400a-9343-bf6a0da83d7a', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:47:01.729854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.753735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.790483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.800436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:47:01.800946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.821221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46410) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:01.891433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-32ffffa9-a63a-4840-ac91-33f9a4c67653 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4260728 Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: from cryptography.utils import int_from_bytes Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: from cryptography.utils import int_from_bytes Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:47:01.900685 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:47:01.922354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa7d16-fe87-4298-bfa1-3d8a29e5546d req-dc8e8241-d352-4b75-b0ce-5065ce1f2a20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:01.936673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ddb9b350-7cf5-48b6-89d5-c8a8ebfe1f46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38d216af088a4651bde7dd4ab2e61a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324282 Aug 10 00:47:01.937655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:01.944863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fa7d16-fe87-4298-bfa1-3d8a29e5546d req-dc8e8241-d352-4b75-b0ce-5065ce1f2a20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.7176254 Aug 10 00:47:01.951517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:01.975432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880dfd1a-493e-4710-ad9c-3600f2720e67 req-01ab5c65-7a1c-4cca-84f9-689c771ede69 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:01.991594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-880dfd1a-493e-4710-ad9c-3600f2720e67 req-01ab5c65-7a1c-4cca-84f9-689c771ede69 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.2132962 Aug 10 00:47:01.998892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.008769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b91ff743-7536-4772-a304-f27caf385f5f HTTP/1.1" status: 204 len: 168 time: 1.0838492 Aug 10 00:47:02.016231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46418) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:02.070804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591d2dc4-2e09-46b7-a4a3-0288216b6659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.071630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Allocated IP 172.20.0.2 (bbb74646-8aef-400a-9343-bf6a0da83d7a/874e6b0b-d82e-48f9-bd46-29026c0e019a/1f595fcc-7e96-449a-8e1d-deec7768b505) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:02.075734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b06a8-e25d-4374-a21f-034da8454517 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91ff743-7536-4772-a304-f27caf385f5f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:02.109239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fa7d16-fe87-4298-bfa1-3d8a29e5546d req-a81ff905-d72e-40c2-8f3b-011e33a21363 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604905 Aug 10 00:47:02.117765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Deleting subnet 6a8f7e0f-6d3f-43b6-9566-e0f7c26bbcd1 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:47:02.121715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.191136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.266221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.266972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-880dfd1a-493e-4710-ad9c-3600f2720e67 req-be4e2e51-3317-411c-8b52-6de59aa71710 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544954 Aug 10 00:47:02.288492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.319563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.328924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Transition to ACTIVE for port object 1f595fcc-7e96-449a-8e1d-deec7768b505 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:02.347426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Transition to ACTIVE for port object 1f595fcc-7e96-449a-8e1d-deec7768b505 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:02.356180 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.383417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.403505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Network bbb74646-8aef-400a-9343-bf6a0da83d7a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:02.406729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:02.410261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:02.413320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.418291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Pushing event updated for resources: {'Port': ['ID=1f595fcc-7e96-449a-8e1d-deec7768b505,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:02.429974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8f7e0f-6d3f-43b6-9566-e0f7c26bbcd1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:02.459183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99447143-4f74-4b9a-929e-23762aac6880 req-47ef7048-49a5-4a48-8832-4e655f72acec tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:02.466963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99447143-4f74-4b9a-929e-23762aac6880 req-47ef7048-49a5-4a48-8832-4e655f72acec tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 949 time: 0.1980832 Aug 10 00:47:02.481899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Attempting to bind port 1f595fcc-7e96-449a-8e1d-deec7768b505 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:02.482468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Attempting to bind port 1f595fcc-7e96-449a-8e1d-deec7768b505 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:02.483011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Attempting to bind port 1f595fcc-7e96-449a-8e1d-deec7768b505 on network bbb74646-8aef-400a-9343-bf6a0da83d7a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:02.494645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:02.495134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Checking segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:02.496059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.496556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Bound using segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:02.497031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Bound port: 1f595fcc-7e96-449a-8e1d-deec7768b505, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:02.497490 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.530650 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.562890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.564861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-17d90d6d-cbae-4b21-80a0-2e3bbd9d2644 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a8f7e0f-6d3f-43b6-9566-e0f7c26bbcd1 HTTP/1.1" status: 204 len: 168 time: 0.5253055 Aug 10 00:47:02.569567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46438) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:02.569731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99447143-4f74-4b9a-929e-23762aac6880 req-ccb8fd7e-f5f3-40bc-a6b0-dde0742311c1 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008730 Aug 10 00:47:02.609591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] For port 1f595fcc-7e96-449a-8e1d-deec7768b505, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:02.613152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] For port 1f595fcc-7e96-449a-8e1d-deec7768b505, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f595fcc-7e96-449a-8e1d-deec7768b505,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:02.620433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.655754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.692749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe97b5a-2bc0-45fd-b9d9-c0f46b716fff None None] Pushing event updated for resources: {'Port': ['ID=1f595fcc-7e96-449a-8e1d-deec7768b505,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:02.708812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.711671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.712868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ca8f047-ee10-4111-9d45-31bc59b3dcdd HTTP/1.1" status: 204 len: 168 time: 0.7650828 Aug 10 00:47:02.716788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591d2dc4-2e09-46b7-a4a3-0288216b6659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.760530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591d2dc4-2e09-46b7-a4a3-0288216b6659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.782130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-647a4fa9-930c-4b97-8247-c205cfe15906 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9f15d152f6a4ca096546d748ac5576a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224368 Aug 10 00:47:02.836822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e97f4b-80b6-43d5-9bde-5861d3cc8ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca8f047-ee10-4111-9d45-31bc59b3dcdd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:02.853433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00334690-95d6-438e-865b-4a06131f210d req-a349afaf-4f4d-46cd-a26b-5c7f978bf5aa tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 210 time: 0.1350124 Aug 10 00:47:02.875588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:02.962483 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-591d2dc4-2e09-46b7-a4a3-0288216b6659 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6478bc25dca74ad5a7e7acb3a802d8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1301384 Aug 10 00:47:02.962877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46450) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:02.998300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d2dc4-2e09-46b7-a4a3-0288216b6659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dda18e6-18f1-4340-a6b1-a1d55afcbcb1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:03.089288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.145753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.188119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Allocated IP 172.25.7.114 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1991dd78-4a83-4d9c-b372-4bd9a1e841d0) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:03.191365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.235413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.236021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.237041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.237553 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > port after_create 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.238120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.238634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > port after_update 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.239137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.240278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.240995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.241663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.321287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.321679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.322302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.322827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 00:47:03.323359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:03.361322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-9d1d6960-747b-4ff0-8539-c370c08f8ad5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:03.362995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-9d1d6960-747b-4ff0-8539-c370c08f8ad5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5301857 Aug 10 00:47:03.389116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f887fcb2-91a5-429d-b483-2ac227584584') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:03.389394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f887fcb2-91a5-429d-b483-2ac227584584') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:03.397617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Request body: {'port': {'device_id': 'f825b8ae-4236-4694-9e76-969d719d4557', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'a9f15d152f6a4ca096546d748ac5576a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:03.423414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f595fcc-7e96-449a-8e1d-deec7768b505 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:03.449658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:03.453120 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70045e-7301-4102-a87f-7bef5fd68b78" -d '{"events": [{"name": "network-changed", "server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:03.487756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1f595fcc-7e96-449a-8e1d-deec7768b505 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:03.521899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.535555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8f390-5a1a-405c-8e83-5367da47ff76 req-ea5bc37b-7a34-42d6-8bde-eb6cb8afcd1a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:03.543229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1a8f390-5a1a-405c-8e83-5367da47ff76 req-ea5bc37b-7a34-42d6-8bde-eb6cb8afcd1a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.0861018 Aug 10 00:47:03.569572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.572335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.573672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dda18e6-18f1-4340-a6b1-a1d55afcbcb1 HTTP/1.1" status: 204 len: 168 time: 0.6098180 Aug 10 00:47:03.577832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.603740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1a8f390-5a1a-405c-8e83-5367da47ff76 req-6ed4324f-6476-4831-b304-150dd1485495 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Aug 10 00:47:03.604829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ea129-ad32-4712-a62a-a6bc18fa240d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dda18e6-18f1-4340-a6b1-a1d55afcbcb1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:03.635230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:47:03.635710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: from cryptography.utils import int_from_bytes Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: from cryptography.utils import int_from_bytes Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:47:03.653254 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:47:03.671041 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5666e176-354d-47b8-9a15-d05545317373 x-openstack-request-id: req-5666e176-354d-47b8-9a15-d05545317373 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:03.671521 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:03.671956 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5666e176-354d-47b8-9a15-d05545317373 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:03.672532 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'status': 'completed', 'code': 200} Aug 10 00:47:03.869644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-e8e691be-e1fe-4955-ac45-7a8554847017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:03.871250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-e8e691be-e1fe-4955-ac45-7a8554847017 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1101 time: 0.1018710 Aug 10 00:47:03.967981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab3a89-a858-4c85-81f5-50813bd0fdb0 req-0f144b53-8317-4569-9d37-3b3c775e343f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:03.969549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95ab3a89-a858-4c85-81f5-50813bd0fdb0 req-0f144b53-8317-4569-9d37-3b3c775e343f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.6054413 Aug 10 00:47:04.056549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-86c75712-756e-4d21-ae0d-df87d82fec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.058139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-86c75712-756e-4d21-ae0d-df87d82fec31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1778886 Aug 10 00:47:04.066861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc19180-3dc1-4223-9735-cef0f2a6c8d7 req-94b32f2d-925c-4e20-b068-cfc29fd70d17 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.068779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cc19180-3dc1-4223-9735-cef0f2a6c8d7 req-94b32f2d-925c-4e20-b068-cfc29fd70d17 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 949 time: 0.2971470 Aug 10 00:47:04.111642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.120470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46486) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:04.133148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-a0e3d7ac-b220-418c-b1c2-b761e3a260c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0632973 Aug 10 00:47:04.133899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-29f8a6d2-c25a-4549-a544-08051823e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.135279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-29f8a6d2-c25a-4549-a544-08051823e8dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1148 time: 0.1553669 Aug 10 00:47:04.135873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.162300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e418e958-9009-4156-8cdc-7effcd97a969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.219914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cc19180-3dc1-4223-9735-cef0f2a6c8d7 req-160b2a58-4bdd-4a28-8dd5-7b8629847d57 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384501 Aug 10 00:47:04.225906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.226873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-775cd13b-5f81-4a07-b7f8-ac4a8030c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.228095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-775cd13b-5f81-4a07-b7f8-ac4a8030c9a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0783203 Aug 10 00:47:04.230552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7 HTTP/1.1" status: 204 len: 168 time: 1.6580451 Aug 10 00:47:04.233701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95ab3a89-a858-4c85-81f5-50813bd0fdb0 req-728c3fcf-15b0-4d79-a7e4-4eeaa357d81a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226007 Aug 10 00:47:04.243090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Made reservation on behalf of a9f15d152f6a4ca096546d748ac5576a for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:04.247069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.249683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201b3e1-5391-4a44-bccd-61ee68e54013 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abe6ed5-8fb7-4ee6-a3df-00d9f976b5d7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:04.264580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887eb3bc-e771-4293-8729-36fcd5bcf588 None None] Network bbb74646-8aef-400a-9343-bf6a0da83d7a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:04.365873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1f0ff571-e980-4fe5-94eb-03ce9e2cd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.368175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1f0ff571-e980-4fe5-94eb-03ce9e2cd714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086650 Aug 10 00:47:04.380983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Provisioning for port 1f595fcc-7e96-449a-8e1d-deec7768b505 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:04.395534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Provisioning complete for port 1f595fcc-7e96-449a-8e1d-deec7768b505 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:04.397262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.443468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da4139bd-51b1-48f4-8a22-da7484afa19a req-fc0086e0-5ea7-4c66-bc41-a57576f13e86 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 210 time: 0.1152499 Aug 10 00:47:04.450812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-c9945bee-fccc-4de7-8cb6-202408babe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.453105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-c9945bee-fccc-4de7-8cb6-202408babe77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.3028882 Aug 10 00:47:04.460747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46496) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:04.462050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.554275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e418e958-9009-4156-8cdc-7effcd97a969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.567863 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e418e958-9009-4156-8cdc-7effcd97a969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.576794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.586313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-53cb6730-fbd9-4522-b4a6-8edf08692a02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.1136472 Aug 10 00:47:04.588341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:04.596129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-9cd96fb3-ca0a-4544-ace2-f3263179aff6 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145298 Aug 10 00:47:04.616678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:04.636387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:04.636733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] For port 1f595fcc-7e96-449a-8e1d-deec7768b505, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f595fcc-7e96-449a-8e1d-deec7768b505,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:04.655783 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.670846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Pushing event updated for resources: {'Port': ['ID=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:04.702916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e418e958-9009-4156-8cdc-7effcd97a969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d14d993d83b44e2966cd4dd6210257b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771234 Aug 10 00:47:04.705627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418e958-9009-4156-8cdc-7effcd97a969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc47d803-b571-451e-a3ac-64bd7a80dfc0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:04.711166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46502) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:04.743007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e02f9b-5ed9-4779-b43c-d20253269c3f None None] Pushing event updated for resources: {'Port': ['ID=1f595fcc-7e96-449a-8e1d-deec7768b505,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:04.747332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:04.763401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-492d2511-b8c4-4daf-8f56-19d0c2d30f15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8472fe7a1e944c8d867edb2c9a8d4ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987449 Aug 10 00:47:04.773876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46504) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:04.793331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Allocated IP 192.168.233.98 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/093588d9-603f-4bfc-aac8-953b169f99c7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:04.803558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-7175232b-5b67-47a1-a445-bd704316c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:04.805189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-7175232b-5b67-47a1-a445-bd704316c817 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.2016089 Aug 10 00:47:04.849621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ff625e64-17ce-4808-9209-2e01e5145215 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:04.916513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-08ed1ca1-8313-4999-a114-f0f96992a1f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017568 Aug 10 00:47:04.947551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.957017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:04.967243 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.975544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:47:04.980181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port ff625e64-17ce-4808-9209-2e01e5145215 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:04.993457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port ff625e64-17ce-4808-9209-2e01e5145215 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:04.994130 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:04.995663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.075829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f929fa4-61c0-49ed-b09a-78b266dd2253 req-b6e856b5-5880-4ebe-b3a1-185e46dd2863 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.085148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f929fa4-61c0-49ed-b09a-78b266dd2253 req-b6e856b5-5880-4ebe-b3a1-185e46dd2863 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.2972894 Aug 10 00:47:05.103611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.107126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-404d8711-95e7-41a4-bf97-40f9faf5a9b9 None None] Provisioning complete for port 1f595fcc-7e96-449a-8e1d-deec7768b505 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:05.107601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-404d8711-95e7-41a4-bf97-40f9faf5a9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.123207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-602d985e-662c-4601-b8bd-69504e0f4259 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125821 Aug 10 00:47:05.126630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.144107 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.155926 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.158623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc47d803-b571-451e-a3ac-64bd7a80dfc0 HTTP/1.1" status: 204 len: 168 time: 0.4460294 Aug 10 00:47:05.175244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:05.178488 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9629be6-75f8-4c69-a6a6-3dd34bdeb957" -d '{"events": [{"server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "name": "network-vif-plugged", "status": "completed", "tag": "ff625e64-17ce-4808-9209-2e01e5145215"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:05.181742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f929fa4-61c0-49ed-b09a-78b266dd2253 req-9871fc08-d962-4092-a469-92ff9892adce tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953045 Aug 10 00:47:05.197963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ff625e64-17ce-4808-9209-2e01e5145215,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:05.214263 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.232673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daf114-41fe-4b48-b4ef-5b993b8ac84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc47d803-b571-451e-a3ac-64bd7a80dfc0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:05.285608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.307795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Transition to ACTIVE for port object 093588d9-603f-4bfc-aac8-953b169f99c7 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:05.330328 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100a5d3-0674-431a-ba26-33554da226c8 x-openstack-request-id: req-9100a5d3-0674-431a-ba26-33554da226c8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:05.331746 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "name": "network-vif-plugged", "status": "completed", "tag": "ff625e64-17ce-4808-9209-2e01e5145215", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:05.332027 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9100a5d3-0674-431a-ba26-33554da226c8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:05.334216 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215', 'code': 200} Aug 10 00:47:05.345979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.348619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.350120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/185ffa89-949b-4f0d-a1be-dc306dbc7460 HTTP/1.1" status: 204 len: 168 time: 0.5730371 Aug 10 00:47:05.368689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773876e2-d60c-4709-b84a-f69df938ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185ffa89-949b-4f0d-a1be-dc306dbc7460,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:05.415436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f595fcc-7e96-449a-8e1d-deec7768b505 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:05.464567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-5576cb95-f2e3-4f58-a0d8-6b8b17ec153b service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853981 Aug 10 00:47:05.517345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:05.526456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1f595fcc-7e96-449a-8e1d-deec7768b505 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:05.526865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.580171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.596842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:05.602336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f547e44-3e6b-42a5-a3d0-72fb59aa6d4c req-98e46e9c-a4e9-4ee6-a4f8-e262c23e5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.604326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f547e44-3e6b-42a5-a3d0-72fb59aa6d4c req-98e46e9c-a4e9-4ee6-a4f8-e262c23e5727 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 1102 time: 0.1421139 Aug 10 00:47:05.620461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e8f3b-53e9-490e-b126-6a3f72ef19c0 req-bab8eef9-e446-4b35-b256-847518d4a925 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.630566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-550e8f3b-53e9-490e-b126-6a3f72ef19c0 req-bab8eef9-e446-4b35-b256-847518d4a925 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 950 time: 0.0946078 Aug 10 00:47:05.646126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:05.704506 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-550e8f3b-53e9-490e-b126-6a3f72ef19c0 req-5fc6e273-3fe7-4f47-8cef-566bbd5cd512 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Aug 10 00:47:05.719522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:05.740082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f547e44-3e6b-42a5-a3d0-72fb59aa6d4c req-a07ddc01-6508-4ddd-a1ba-81ab0e438df5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829332 Aug 10 00:47:05.740468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c38fe-c7f3-4132-b908-3f242d9d69a7 req-577b48de-f4ee-4dc8-be31-62f149859dc4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.742159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-740c38fe-c7f3-4132-b908-3f242d9d69a7 req-577b48de-f4ee-4dc8-be31-62f149859dc4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.3518190 Aug 10 00:47:05.742854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event updated for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:05.745467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:05.758787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:05.894774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.896649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.965054 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:05.969103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb70045e-7301-4102-a87f-7bef5fd68b78 req-c746248d-7621-47f2-a8d8-6eaff70db9d4 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853678 Aug 10 00:47:05.969281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6941e-1048-4dd8-bb7d-37e30d13abf7 req-8c7e8bce-2ecf-4c6f-8fd9-814457173e5d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:05.971503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3c6941e-1048-4dd8-bb7d-37e30d13abf7 req-8c7e8bce-2ecf-4c6f-8fd9-814457173e5d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 935 time: 0.1120212 Aug 10 00:47:06.002040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-7f9572c3-e20c-438b-ba01-13afd4f123da tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6139150 Aug 10 00:47:06.044466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3c6941e-1048-4dd8-bb7d-37e30d13abf7 req-b187ed90-5efd-4f92-a891-f0e1442e02bc tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594559 Aug 10 00:47:06.072732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Request body: {'port': {'device_id': 'f825b8ae-4236-4694-9e76-969d719d4557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:06.082609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-740c38fe-c7f3-4132-b908-3f242d9d69a7 req-96023252-119f-492a-b273-3128fff5bd68 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133175 Aug 10 00:47:06.085574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:06.144936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7bf63dd4-34e9-4d1a-b23c-543037652dee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=330cd609c6dc4de0a01b1575301ef68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583193 Aug 10 00:47:06.154109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46546) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:06.165644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.222565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.253039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec5b96f7-7545-4939-8168-89472759adb6 None None] Provisioning for port 093588d9-603f-4bfc-aac8-953b169f99c7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:06.274526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec5b96f7-7545-4939-8168-89472759adb6 None None] Provisioning complete for port 093588d9-603f-4bfc-aac8-953b169f99c7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:06.275123 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec5b96f7-7545-4939-8168-89472759adb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.297002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.375464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.378993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.380707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8e777e4-f6f7-4b2c-b91f-9ccc70a11dfe HTTP/1.1" status: 204 len: 168 time: 0.2254853 Aug 10 00:47:06.392827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fce13-d058-4dd6-9470-de2164675a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e777e4-f6f7-4b2c-b91f-9ccc70a11dfe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:06.423487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b96f7-7545-4939-8168-89472759adb6 None None] Port 093588d9-603f-4bfc-aac8-953b169f99c7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:06.616094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043276d-6cce-4702-b759-db39774d8108 req-11386d69-85e7-498a-ba1e-180ca9f08fcc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:06.617625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f043276d-6cce-4702-b759-db39774d8108 req-11386d69-85e7-498a-ba1e-180ca9f08fcc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.2111483 Aug 10 00:47:06.711586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:06.795404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f043276d-6cce-4702-b759-db39774d8108 req-a9fab1d1-db41-4eb2-a911-bd97ee0d4a13 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696866 Aug 10 00:47:06.847066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-c601e788-fd2f-4716-ae4a-9815abd7ba7d service neutron] 10.222.0.21 "GET /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.2103488 Aug 10 00:47:06.877751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6f553-e7b4-4f49-8523-2a165ecab5d4 req-df232210-c4e4-475d-b203-89b9f0e9ffca tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:06.879128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84a6f553-e7b4-4f49-8523-2a165ecab5d4 req-df232210-c4e4-475d-b203-89b9f0e9ffca tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 950 time: 0.0689659 Aug 10 00:47:06.935313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84a6f553-e7b4-4f49-8523-2a165ecab5d4 req-438aff5c-927c-4dd9-8c98-fdb12ca60358 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483670 Aug 10 00:47:07.034386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46602) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:07.165497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 093588d9-603f-4bfc-aac8-953b169f99c7 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:07.200309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c54ed67-c5be-41aa-98af-7a16fb983e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.260323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.318703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Transition to ACTIVE for port object 093588d9-603f-4bfc-aac8-953b169f99c7 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:07.345727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.367746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdb77c-1606-46d1-a836-e32c5eb391b2 req-d7de7c3a-9d76-403f-9d90-f09da7d98d69 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:07.375156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07cdb77c-1606-46d1-a836-e32c5eb391b2 req-d7de7c3a-9d76-403f-9d90-f09da7d98d69 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 935 time: 0.2026451 Aug 10 00:47:07.442849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c54ed67-c5be-41aa-98af-7a16fb983e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.456057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c54ed67-c5be-41aa-98af-7a16fb983e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.473464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa8c04-8030-400c-b48c-17d52d0f3d58 req-c156dc36-d904-485c-b542-b0cf042f94de tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:07.475243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ffa8c04-8030-400c-b48c-17d52d0f3d58 req-c156dc36-d904-485c-b542-b0cf042f94de tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1078682 Aug 10 00:47:07.485552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Pushing event updated for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:07.518618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54ed67-c5be-41aa-98af-7a16fb983e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54881fe-5f1e-426e-8953-c4113a990795,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:07.526511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07cdb77c-1606-46d1-a836-e32c5eb391b2 req-9f640324-ef18-448f-9a7d-e473dbffe2a5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447272 Aug 10 00:47:07.627942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4c54ed67-c5be-41aa-98af-7a16fb983e7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54e116a80d744fb6aa652de908abd61a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922866 Aug 10 00:47:07.631761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ffa8c04-8030-400c-b48c-17d52d0f3d58 req-dba84c5b-2261-4097-941e-a68f61ceb501 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207418 Aug 10 00:47:07.632229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:07.675986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:47:07.701419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.727894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.810859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.818390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.818390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b54881fe-5f1e-426e-8953-c4113a990795 HTTP/1.1" status: 204 len: 168 time: 0.1824241 Aug 10 00:47:07.825863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5464b-7294-43d9-8cba-cc88147d6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54881fe-5f1e-426e-8953-c4113a990795,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:07.859128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Attempting to bind port 093588d9-603f-4bfc-aac8-953b169f99c7 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:07.859476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Attempting to bind port 093588d9-603f-4bfc-aac8-953b169f99c7 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:07.859811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Attempting to bind port 093588d9-603f-4bfc-aac8-953b169f99c7 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:07.876779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46646) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:07.881330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e806-6dfe-49fe-848a-34e814d3462a req-6bf6e6c8-fa3e-4cbc-b3f1-92013d58b242 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:07.882911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b79e806-6dfe-49fe-848a-34e814d3462a req-6bf6e6c8-fa3e-4cbc-b3f1-92013d58b242 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 950 time: 0.2521040 Aug 10 00:47:07.893416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Port 093588d9-603f-4bfc-aac8-953b169f99c7 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:07.893744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Attempting to bind port 093588d9-603f-4bfc-aac8-953b169f99c7 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:07.898250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:07.951382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:07.951721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:07.952108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:07.952545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Bound port: 093588d9-603f-4bfc-aac8-953b169f99c7, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:07.952905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:07.987652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:08.059958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b79e806-6dfe-49fe-848a-34e814d3462a req-8946cf21-12a9-4707-805a-45291f28b537 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674306 Aug 10 00:47:08.066513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:08.069707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d35847-47bf-4cff-847a-8a0185efd7aa {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:08.084993 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Sync routers for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:08.089907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:08.110382 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:08.111632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:46:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:08.135889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.139729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-baf41fe9-cc60-4d09-9832-d40053b4117c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.0241957 Aug 10 00:47:08.139729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:08.141023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46652) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:08.142434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=093588d9-603f-4bfc-aac8-953b169f99c7,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:08.143748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.160275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.246560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.247393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.248849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] 10.222.0.21 "PUT /v2.0/ports/093588d9-603f-4bfc-aac8-953b169f99c7 HTTP/1.1" status: 200 len: 1096 time: 2.1823616 Aug 10 00:47:08.291562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:08.303966 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93db1910-c1d3-4972-b3e8-4939174f8672" -d '{"events": [{"name": "network-changed", "server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:08.312132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1826833849-network', 'tenant_id': '625b2d8b6e3a4c26a9bb458b528d494f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:08.328789 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:08.387512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-3f9a5882-33ea-40b3-bc67-a9f110465a28 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655284 Aug 10 00:47:08.428408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96715ea7-7a3d-4737-b3b9-4f05a6a6945a service neutron] Pushing event updated for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:08.435457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46664) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:08.452443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Made reservation on behalf of 625b2d8b6e3a4c26a9bb458b528d494f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:08.454534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.477333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b371d-e9af-495f-a2b8-7fe7fb96742a req-119a598a-5434-477f-ae4f-9cb8231d4a9d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.478909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-321b371d-e9af-495f-a2b8-7fe7fb96742a req-119a598a-5434-477f-ae4f-9cb8231d4a9d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 965 time: 0.2887735 Aug 10 00:47:08.480213 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8f5c-4603-4093-abb7-57a9b2c94afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.497847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] Transition to ACTIVE for port object 93d35847-47bf-4cff-847a-8a0185efd7aa will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:08.513353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-ca849417-01de-49df-a90a-21888fcc2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.515168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-ca849417-01de-49df-a90a-21888fcc2bde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 1099 time: 0.2044494 Aug 10 00:47:08.524568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.542518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.561180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:05Z', 'revision_number': 3, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:08.591624 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Checking router: 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:08.591971 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Updating router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:08.609690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-daa32585-2bf8-43ac-8c1b-1ae104d10558 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=093588d9-603f-4bfc-aac8-953b169f99c7 HTTP/1.1" status: 200 len: 217 time: 0.0797193 Aug 10 00:47:08.626136 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.704238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-321b371d-e9af-495f-a2b8-7fe7fb96742a req-f39b6545-1082-490e-896e-16b298ed0060 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031300 Aug 10 00:47:08.744917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] No DVR routers for this DVR port 93d35847-47bf-4cff-847a-8a0185efd7aa on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:08.769831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] Pushing event updated for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:08.793067 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d8f558-9be4-463a-9814-8d7918395303 x-openstack-request-id: req-21d8f558-9be4-463a-9814-8d7918395303 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:08.793362 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:08.793594 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21d8f558-9be4-463a-9814-8d7918395303 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:08.793971 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7', 'status': 'completed', 'code': 200} Aug 10 00:47:08.815710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-096ff95d-4b98-44bd-ace5-4c8739bba842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.817215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-096ff95d-4b98-44bd-ace5-4c8739bba842 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1830499 Aug 10 00:47:08.845017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-61f532f0-04af-4dc2-b751-f2f275e71105 service neutron] 10.222.0.21 "PUT /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.6713915 Aug 10 00:47:08.854969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-2e498293-5be3-4383-a22b-f7658c8c6d23 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.862095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-2e498293-5be3-4383-a22b-f7658c8c6d23 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4678838 Aug 10 00:47:08.904059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-dd5a4419-cb63-4de8-81a4-cde8ab0c070a tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/quotas/e1a2457aa74741cdab0fcd4765f50df8 HTTP/1.1" status: 200 len: 375 time: 0.0410471 Aug 10 00:47:08.953005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-536ce3b7-c231-4d01-aaeb-70bb09ed8811 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400271 Aug 10 00:47:08.960886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8f5c-4603-4093-abb7-57a9b2c94afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.974233 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.979481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-a75c3225-f83e-4e7e-90b9-a666ec0abd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:08.981435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-a75c3225-f83e-4e7e-90b9-a666ec0abd9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521900 Aug 10 00:47:08.985848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c2d8f5c-4603-4093-abb7-57a9b2c94afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:08.988245 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Transition to ACTIVE for port object 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:08.998901 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.065067 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Pushing event updated for resources: {'Port': ['ID=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:09.074066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-f9de7578-4937-4f68-9568-20ac8e0becfa tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.075629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-f9de7578-4937-4f68-9568-20ac8e0becfa tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1118 time: 0.1478801 Aug 10 00:47:09.094434 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.095609 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.095974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.096319 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.096657 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.096988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.097317 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.097856 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.099112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.099451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.099773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.100266 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Tracked resource versions report: Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: pushed versions: Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: { 'AddressGroup': {'1.2'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'ConntrackHelper': {'1.0'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Log': {'1.0'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Network': {'1.1'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Port': {'1.7'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'PortForwarding': {'1.2'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'QosPolicy': {'1.9'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SecurityGroup': {'1.4'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SecurityGroupRule': {'1.2'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SubPort': {'1.0'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Subnet': {'1.1'}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Trunk': {'1.1'}} Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: consumer versions: Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: { DHCP agent@n-d-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: HyperV agent@n-h1-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: HyperV agent@n-h2-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: L3 agent@n-d-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: Metadata agent@n-d-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: Metering agent@n-d-766380-21: {}, Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: Open vSwitch agent@n-d-766380-21: { 'AddressGroup': '1.2', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'ConntrackHelper': '1.0', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Log': '1.0', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Network': '1.1', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Port': '1.7', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'PortForwarding': '1.2', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'QosPolicy': '1.9', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SecurityGroup': '1.4', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SecurityGroupRule': '1.2', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'SubPort': '1.0', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Subnet': '1.1', Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: 'Trunk': '1.1'}} Aug 10 00:47:09.103877 n-d-766380-21 neutron-server[105960]: {{(pid=105960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 00:47:09.107598 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Attempting to bind port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:09.107598 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Attempting to bind port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:09.107598 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Attempting to bind port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:09.113752 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:09.114933 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:09.115335 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.115719 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:09.116189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Bound port: 1991dd78-4a83-4d9c-b372-4bd9a1e841d0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:09.116580 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.117865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130aaef-2395-4d4b-9e57-e78deb8fe82f req-03bb743c-c748-48e8-8e72-35be878a1576 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.125510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e130aaef-2395-4d4b-9e57-e78deb8fe82f req-03bb743c-c748-48e8-8e72-35be878a1576 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 947 time: 0.2330694 Aug 10 00:47:09.156699 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c2d8f5c-4603-4093-abb7-57a9b2c94afe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14c1fc473f8c419bb3757117244cf13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7182162 Aug 10 00:47:09.168729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46674) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:09.179924 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] For port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:09.182979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-bb16ffd7-94a5-46f9-868f-682dfbb572e5 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.183112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] For port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:09.184937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-bb16ffd7-94a5-46f9-868f-682dfbb572e5 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.10 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 950 time: 0.2445862 Aug 10 00:47:09.189482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d8f5c-4603-4093-abb7-57a9b2c94afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa7094d-fe0e-4298-9040-71aaf702818c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:09.191480 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.287402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-519dbe4c-7b86-4788-95e6-aad5addfab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.289030 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a761c-d260-48a0-bbee-abde67c464ec None None] Pushing event updated for resources: {'Port': ['ID=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:09.289879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-519dbe4c-7b86-4788-95e6-aad5addfab26 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 1118 time: 0.2032118 Aug 10 00:47:09.292066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e130aaef-2395-4d4b-9e57-e78deb8fe82f req-b04a80e6-f16d-47d8-8d8d-d1acddc7874c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653411 Aug 10 00:47:09.323491 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:09.324690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:46:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:09.381434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-2e80d40e-7e48-4309-8603-0f9fe5c3faf1 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925138 Aug 10 00:47:09.428410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.440790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.460768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.493931 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:09.511727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb51edb-e536-4cf7-a1b7-4bb672e01b2b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:09.529046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Deleting port ff625e64-17ce-4808-9209-2e01e5145215 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:09.532827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.533968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda7eb7-9337-40b6-9151-1d912ceb4284 req-1558c709-809f-49bc-9c0c-f13e0203049f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.544592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fdda7eb7-9337-40b6-9151-1d912ceb4284 req-1558c709-809f-49bc-9c0c-f13e0203049f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.2668636 Aug 10 00:47:09.598247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5a9d7-78b0-47dc-9af7-7eee0ace503b req-6c81a40c-0de5-4f45-8597-b82de0812691 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.601567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42a5a9d7-78b0-47dc-9af7-7eee0ace503b req-6c81a40c-0de5-4f45-8597-b82de0812691 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 950 time: 0.1663163 Aug 10 00:47:09.609822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f62dd72-1bd0-4e73-a33b-4eaf1cbcf712 req-b2277e8e-95fd-47f4-bb46-0326f51bc529 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216105 Aug 10 00:47:09.650911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.659012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:09.694974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-027beab6-0b39-47fa-a474-31bcd5c9bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.696733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-027beab6-0b39-47fa-a474-31bcd5c9bf6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1118 time: 0.3582559 Aug 10 00:47:09.736012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42a5a9d7-78b0-47dc-9af7-7eee0ace503b req-74443be1-9568-4277-b7b8-63891fc4bfe3 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/security-groups?id=721bde82-b2a9-4fb9-8307-e9b7e33ac65f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179967 Aug 10 00:47:09.741326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] For port ff625e64-17ce-4808-9209-2e01e5145215, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ff625e64-17ce-4808-9209-2e01e5145215,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:09.747219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.774596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Calling delete_port for ff625e64-17ce-4808-9209-2e01e5145215 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:09.825924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.826270 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Added segment bd584893-97e9-4fb1-9e65-9db72527070c of type vlan for network c02b3131-92d7-446b-86b9-0832c3b7937c Aug 10 00:47:09.837246 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:05Z', 'revision_number': 3, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:09.843145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:09.864520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fdda7eb7-9337-40b6-9151-1d912ceb4284 req-3e604b13-5a0a-4287-a578-4921b4bb5965 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144269 Aug 10 00:47:09.867998 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fee8c4-79bb-4851-9668-7f1d2a23edd0 None None] The sync data for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 is: [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:05Z', 'revision_number': 3, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:09.874568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-a4824027-3645-4a26-b3fe-7562bda22261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.881413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-a4824027-3645-4a26-b3fe-7562bda22261 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1626153 Aug 10 00:47:09.929936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1b25a82-892d-4d40-b485-d3b863f4e583 req-29a55ff6-6761-4626-8259-5c46e2914162 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 210 time: 0.0821466 Aug 10 00:47:09.947437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-97a33ff1-871b-4708-adf5-b78105cac4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:09.948980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-97a33ff1-871b-4708-adf5-b78105cac4bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 1099 time: 0.2835686 Aug 10 00:47:10.012384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-b788083a-b0f2-409e-9cbb-b7bb0547c836 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.0988841 Aug 10 00:47:10.014723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.130893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.133495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.137142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1aa7094d-fe0e-4298-9040-71aaf702818c HTTP/1.1" status: 204 len: 168 time: 0.9641397 Aug 10 00:47:10.212433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61397e4-3441-48a9-9b3b-b7c2be4e0420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa7094d-fe0e-4298-9040-71aaf702818c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:10.226093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.227933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.228764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.273837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8239b-6b7c-4d9c-bc2a-3c2b6b7921c5 req-942a274f-f848-464c-8416-5573c13bafcc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.276021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2e8239b-6b7c-4d9c-bc2a-3c2b6b7921c5 req-942a274f-f848-464c-8416-5573c13bafcc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.3032970 Aug 10 00:47:10.294524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-97dd59ca-e042-4ce9-81cd-395cdc88ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.296679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-97dd59ca-e042-4ce9-81cd-395cdc88ba9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.2579370 Aug 10 00:47:10.317307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-590e5f87-3a8e-42a6-ac9e-f46961924991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.320255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-590e5f87-3a8e-42a6-ac9e-f46961924991 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3614032 Aug 10 00:47:10.321377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.335428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ff625e64-17ce-4808-9209-2e01e5145215'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:10.386653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:10.407754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Pushing event deleted for resources: {'Port': ['ID=ff625e64-17ce-4808-9209-2e01e5145215,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:10.424344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-21b53f37-dc02-487f-8f4b-2972a81bca10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=093588d9-603f-4bfc-aac8-953b169f99c7 HTTP/1.1" status: 200 len: 217 time: 0.0959303 Aug 10 00:47:10.470269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5919538 Aug 10 00:47:10.486781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-1b302f09-5bdb-44f8-b12a-8d5c7c9d732f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412244 Aug 10 00:47:10.496909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46694) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:10.513886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:10.548827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Request body: {'subnet': {'network_id': 'c02b3131-92d7-446b-86b9-0832c3b7937c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1826833849-subnet', 'tenant_id': '625b2d8b6e3a4c26a9bb458b528d494f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:10.556472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] No DVR routers for this DVR port ff625e64-17ce-4808-9209-2e01e5145215 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:10.581521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.584788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c7c25b7-2295-447a-beb5-c30920ab36a4 req-23032eb2-a467-4c6a-ab9d-f56759e2644d tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.10 "DELETE /v2.0/ports/ff625e64-17ce-4808-9209-2e01e5145215 HTTP/1.1" status: 204 len: 173 time: 1.3908858 Aug 10 00:47:10.586692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.10', 53710) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:10.625545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f4f4-7ebf-4abe-90b2-d6f97615b903 admin admin] Pushing event updated for resources: {'Network': ['ID=c02b3131-92d7-446b-86b9-0832c3b7937c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:10.648333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c02b3131-92d7-446b-86b9-0832c3b7937c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:10.649053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-08f10790-41f8-4872-b4fb-8123ba9e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.650753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-08f10790-41f8-4872-b4fb-8123ba9e7454 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2180178 Aug 10 00:47:10.660441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-f945121e-183c-40b1-a8ec-9338ed327558 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675321 Aug 10 00:47:10.668263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2e8239b-6b7c-4d9c-bc2a-3c2b6b7921c5 req-805724b8-d158-44c2-b12c-f163906fe5b8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705907 Aug 10 00:47:10.694942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Made reservation on behalf of 625b2d8b6e3a4c26a9bb458b528d494f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:10.697479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:10.809098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1a367-9ff2-47fb-ab2f-d30744713f95 req-2812ff8a-1680-4b93-93a9-5e442ba7073d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:10.816991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06e1a367-9ff2-47fb-ab2f-d30744713f95 req-2812ff8a-1680-4b93-93a9-5e442ba7073d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 947 time: 0.3124418 Aug 10 00:47:10.852759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Allocated IP 172.20.0.1 (bbb74646-8aef-400a-9343-bf6a0da83d7a/874e6b0b-d82e-48f9-bd46-29026c0e019a/b5c7e809-bdf0-4c95-87c6-214fe051aaee) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:10.890710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-b56f0700-d56a-4969-aa91-f3f2cb62bd9f service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762338 Aug 10 00:47:10.916613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'name': 'network-vif-deleted', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:10.918905 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed5be8e-1ad7-405a-8372-8dfa8fa34b99" -d '{"events": [{"server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "name": "network-vif-deleted", "tag": "ff625e64-17ce-4808-9209-2e01e5145215"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:10.936259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc70bee7-db59-4277-bb37-45d1d374598c req-65bf7d88-bcf2-4ede-830d-7c49e5493520 tempest-ServerDiagnosticsNegativeTest-1486108378 tempest-ServerDiagnosticsNegativeTest-1486108378-project] 10.222.0.25 "GET /v2.0/ports?device_id=443e2b0c-4558-40db-a587-f392c10dea36 HTTP/1.1" status: 200 len: 210 time: 0.0582998 Aug 10 00:47:11.107044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-e2e7b6a1-8a13-4867-86ce-fe9c11e2e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.108703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-e2e7b6a1-8a13-4867-86ce-fe9c11e2e46d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4464853 Aug 10 00:47:11.147173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06e1a367-9ff2-47fb-ab2f-d30744713f95 req-04c3cfc1-8193-4fba-9465-365eb7e48eac tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000906 Aug 10 00:47:11.283080 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec23f7ce-241d-4daa-bb13-57800897e019 x-openstack-request-id: req-ec23f7ce-241d-4daa-bb13-57800897e019 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:11.284111 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "443e2b0c-4558-40db-a587-f392c10dea36", "name": "network-vif-deleted", "tag": "ff625e64-17ce-4808-9209-2e01e5145215", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:11.284431 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec23f7ce-241d-4daa-bb13-57800897e019 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:11.284884 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '443e2b0c-4558-40db-a587-f392c10dea36', 'name': 'network-vif-deleted', 'tag': 'ff625e64-17ce-4808-9209-2e01e5145215', 'status': 'completed', 'code': 200} Aug 10 00:47:11.311005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-799fb45e-39a7-4ad9-9bae-f005d57a6748 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123936 Aug 10 00:47:11.355060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.369540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Transition to ACTIVE for port object b5c7e809-bdf0-4c95-87c6-214fe051aaee will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:11.382963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebdafa73-74df-45cb-8e54-062d660969c2 req-3261b26b-a70a-46ce-b250-52a9f1451525 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 210 time: 0.0623741 Aug 10 00:47:11.402416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-d0706f19-e6b8-4f77-a9b6-1d3ea68744d4 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.404247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-d0706f19-e6b8-4f77-a9b6-1d3ea68744d4 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7140501 Aug 10 00:47:11.417076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.417902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c80690-b449-41e0-877d-9c645e8e1195 req-c6f2b813-8262-4d89-9249-811617d43849 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.419630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73c80690-b449-41e0-877d-9c645e8e1195 req-c6f2b813-8262-4d89-9249-811617d43849 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.2460630 Aug 10 00:47:11.435914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Request body: {'port': {'device_id': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'e1a2457aa74741cdab0fcd4765f50df8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:11.444222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.453113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:11.548330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-1099e8a4-6850-4c80-a8b4-315d9a1f7eba service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300845 Aug 10 00:47:11.570322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Network bbb74646-8aef-400a-9343-bf6a0da83d7a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:11.581264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:11.589921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:11.590908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73c80690-b449-41e0-877d-9c645e8e1195 req-575d4b4f-3e57-4096-b616-95a11c6b8892 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350307 Aug 10 00:47:11.591203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.597401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:11.616086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:11.647938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ee4a2e-1476-49e5-a78a-5b767994b69f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:11.680771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.694359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Checking segment: {'id': 'bd584893-97e9-4fb1-9e65-9db72527070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c02b3131-92d7-446b-86b9-0832c3b7937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:11.694764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Network hostable DHCP agents. Network: c02b3131-92d7-446b-86b9-0832c3b7937c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:11.713145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:11.769868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Made reservation on behalf of e1a2457aa74741cdab0fcd4765f50df8 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:11.777738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.778158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Network c02b3131-92d7-446b-86b9-0832c3b7937c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:11.791415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:11.796748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93db1910-c1d3-4972-b3e8-4939174f8672 req-f9ad0d2b-f946-4205-aec4-1827d02ddd56 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374525 Aug 10 00:47:11.823068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.842960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.865136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c02b3131-92d7-446b-86b9-0832c3b7937c) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:11.881224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.881224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:11.901434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa94884-209b-4ee5-9523-ffa2dd4babf0 None None] Network c02b3131-92d7-446b-86b9-0832c3b7937c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:11.927594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-34514df2-e261-46a6-ba75-5f1743922941 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.929219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-34514df2-e261-46a6-ba75-5f1743922941 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1118 time: 0.1320531 Aug 10 00:47:11.936984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e50aff-4840-48f8-966b-993417358af9 req-61828cfc-246c-4e35-8c5d-b7f9cd4e2bc1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:11.938809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74e50aff-4840-48f8-966b-993417358af9 req-61828cfc-246c-4e35-8c5d-b7f9cd4e2bc1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.1188500 Aug 10 00:47:12.017673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74e50aff-4840-48f8-966b-993417358af9 req-cb4d464f-909f-491b-89ea-e30968f59de7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Aug 10 00:47:12.046695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-69e90c0c-7edd-427e-bbb4-0cb283e0bd30 tempest-AutoAllocateNetworkTest-844516042 tempest-AutoAllocateNetworkTest-844516042-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f2fe554c57a446ad98d1fc65f9e24316&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2522635 Aug 10 00:47:12.049936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46732) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:12.082186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:12.111394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.138357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.144474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19229ea9-b60d-4af1-b89d-6392162141d1 None None] Network c02b3131-92d7-446b-86b9-0832c3b7937c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:12.152142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ae7c8451-fff2-4de3-94c0-4d13c5854186 None None] Provisioning for port b5c7e809-bdf0-4c95-87c6-214fe051aaee completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:12.155207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.175459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-797a442f-1076-4178-ac0a-712fc929d832 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6661875 Aug 10 00:47:12.190577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ae7c8451-fff2-4de3-94c0-4d13c5854186 None None] Provisioning complete for port b5c7e809-bdf0-4c95-87c6-214fe051aaee triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:12.191182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae7c8451-fff2-4de3-94c0-4d13c5854186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.257135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58f70c-1292-45bd-af92-146d9b5c569c tempest-AutoAllocateNetworkTest-844516042 tempest-AutoAllocateNetworkTest-844516042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:12.258750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4f58f70c-1292-45bd-af92-146d9b5c569c tempest-AutoAllocateNetworkTest-844516042 tempest-AutoAllocateNetworkTest-844516042-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2080336 Aug 10 00:47:12.261242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744679bc-33d4-4a3f-bdd5-8b393ad213f6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:12.263589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46738) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:12.272467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.293833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:12.319614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c8451-fff2-4de3-94c0-4d13c5854186 None None] Port b5c7e809-bdf0-4c95-87c6-214fe051aaee cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:12.340075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.340939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.341471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.341978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.342472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.343017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.343514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.344013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.344496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.344986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.345474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.345968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.349563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 093588d9-603f-4bfc-aac8-953b169f99c7 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:12.354063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cb705454-b0ad-4d90-8be5-525b214d7320 tempest-AutoAllocateNetworkTest-844516042 tempest-AutoAllocateNetworkTest-844516042-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859063 Aug 10 00:47:12.357670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46740) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:12.434710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-133184a4-5931-4971-ac7b-9c2d2e898f05 tempest-AutoAllocateNetworkTest-844516042 tempest-AutoAllocateNetworkTest-844516042-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f2fe554c57a446ad98d1fc65f9e24316 HTTP/1.1" status: 200 len: 208 time: 0.0757411 Aug 10 00:47:12.468122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Allocated IP 192.168.233.92 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/24cce624-a928-49e0-bcf3-45f96cff3df8) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:12.571375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=093588d9-603f-4bfc-aac8-953b169f99c7,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:12.585682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46750) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:12.586835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '093588d9-603f-4bfc-aac8-953b169f99c7', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '093588d9-603f-4bfc-aac8-953b169f99c7', 'mac_address': 'fa:16:3e:a1:ff:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:12.589708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26167ede-f44f-4b0c-8771-ddb146137cb4 req-6d4fa498-12eb-4e52-a267-aab3ed280276 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 210 time: 0.0806599 Aug 10 00:47:12.675126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.696701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.704096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 093588d9-603f-4bfc-aac8-953b169f99c7 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:12.709260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae3900-d731-4c70-9e08-f813146bac70 req-ce2d52ac-1e5e-48de-aadd-82cfe683a94b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:12.712116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a0ae3900-d731-4c70-9e08-f813146bac70 req-ce2d52ac-1e5e-48de-aadd-82cfe683a94b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 947 time: 0.4416490 Aug 10 00:47:12.724395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.744332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=093588d9-603f-4bfc-aac8-953b169f99c7,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:12.752881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.795506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.809556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ff625e64-17ce-4808-9209-2e01e5145215 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:12.858432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-04f7f42a-fd0e-4472-85ea-55ba0d0ac9e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89c1185160f1486ba83b3fe2849338d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683601 Aug 10 00:47:12.859071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.859180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Transition to ACTIVE for port object 24cce624-a928-49e0-bcf3-45f96cff3df8 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:12.859281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:12.859281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Pushing event updated for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:12.864719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a0ae3900-d731-4c70-9e08-f813146bac70 req-47c3348e-d0cb-4baa-85e0-6a1ab1bf0642 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418602 Aug 10 00:47:12.869500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: ff625e64-17ce-4808-9209-2e01e5145215 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:12.869854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ff625e64-17ce-4808-9209-2e01e5145215 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:12.886225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-d509bb78-76ef-46c9-8737-0360287468f2 service neutron] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:12.891396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.891758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.892100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.892431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.892767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.893200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.893418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.893751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.894078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.894404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.894748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.900751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.904835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:12.913900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-d509bb78-76ef-46c9-8737-0360287468f2 service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:12.914545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b96075f9-29cb-45f2-b13c-9cdea1493933 req-d509bb78-76ef-46c9-8737-0360287468f2 service neutron] 10.222.0.10 "DELETE /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.9381595 Aug 10 00:47:12.937240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:12.970028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['093588d9-603f-4bfc-aac8-953b169f99c7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:12.997531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:13.009587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:13.029075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:13.039113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46762) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:13.078874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.102851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:13.103514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.128014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.135210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7066410 Aug 10 00:47:13.141156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Network bbb74646-8aef-400a-9343-bf6a0da83d7a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:13.141851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac7b43-08a2-4ee0-8900-2d75cbb5e3ca tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Pushing event updated for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:13.149105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:13.150304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Request body: {'port': {'device_id': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:13.153318 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-d9877008-5df8-4183-9756-1315a81bdab9 req-d8dfc373-0af1-42d7-b16c-21af3edf62e3 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] show failed (client error): The resource could not be found. Aug 10 00:47:13.154584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9877008-5df8-4183-9756-1315a81bdab9 req-d8dfc373-0af1-42d7-b16c-21af3edf62e3 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/10444b2f-8f15-41e5-ad04-29008c22981c HTTP/1.1" status: 404 len: 352 time: 0.0354569 Aug 10 00:47:13.171349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286daf4-8aaf-470b-9b30-bf8c3fe1320f req-eaec4ba6-bf0c-45e0-8c0b-4cded4748367 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:13.173070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c286daf4-8aaf-470b-9b30-bf8c3fe1320f req-eaec4ba6-bf0c-45e0-8c0b-4cded4748367 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1655147 Aug 10 00:47:13.257612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.412244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:13.465288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d281137-fd16-4926-a86a-d429082dc42f None None] Provisioning for port 24cce624-a928-49e0-bcf3-45f96cff3df8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:13.473086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d281137-fd16-4926-a86a-d429082dc42f None None] Provisioning complete for port 24cce624-a928-49e0-bcf3-45f96cff3df8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:13.474124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d281137-fd16-4926-a86a-d429082dc42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.481940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:13.482572 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.544659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d281137-fd16-4926-a86a-d429082dc42f None None] Port 24cce624-a928-49e0-bcf3-45f96cff3df8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:13.548365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ec19-cb06-4ce4-8c76-3b704157f6cd req-5609d416-4f85-4ace-8938-502e8e0a1e26 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:13.549884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f715ec19-cb06-4ce4-8c76-3b704157f6cd req-5609d416-4f85-4ace-8938-502e8e0a1e26 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.1210287 Aug 10 00:47:13.559297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:13.562237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d1310e6-1020-4bc2-9829-0279a7063743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.578899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c286daf4-8aaf-470b-9b30-bf8c3fe1320f req-df3911d3-cd58-48bc-a7df-d3bc05b16ea1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894739 Aug 10 00:47:13.644026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f715ec19-cb06-4ce4-8c76-3b704157f6cd req-bd70dd60-964d-405a-9a6b-75bf128801ba tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866668 Aug 10 00:47:13.659738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24cce624-a928-49e0-bcf3-45f96cff3df8 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:13.663515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.668202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.668774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.670177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/721bde82-b2a9-4fb9-8307-e9b7e33ac65f HTTP/1.1" status: 204 len: 168 time: 0.8089147 Aug 10 00:47:13.671231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ee6aabd7-9cf5-4509-9656-c72c784df75e None None] Provisioning complete for port b5c7e809-bdf0-4c95-87c6-214fe051aaee triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:13.671767 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee6aabd7-9cf5-4509-9656-c72c784df75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.697693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4248446-df93-4008-8fce-de8d25186835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721bde82-b2a9-4fb9-8307-e9b7e33ac65f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:13.709345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Transition to ACTIVE for port object 24cce624-a928-49e0-bcf3-45f96cff3df8 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:13.712798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ee6aabd7-9cf5-4509-9656-c72c784df75e None None] Port b5c7e809-bdf0-4c95-87c6-214fe051aaee cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:13.716832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:13.823812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed0b9592-2260-4901-92e2-546c6774910b req-34aa8d6a-b30f-4425-9292-94044e3e2052 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625b2d8b6e3a4c26a9bb458b528d494f HTTP/1.1" status: 200 len: 2984 time: 0.1025224 Aug 10 00:47:13.830173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80457b7c-58de-439b-a074-33748efab188 service neutron] Pushing event updated for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:13.852537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:13.861020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d2090-57c3-4362-af87-39041702a00e req-8c6073f5-bb34-46dd-84f1-193e952ec591 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:13.865371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Sync routers for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:13.868785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-799d2090-57c3-4362-af87-39041702a00e req-8c6073f5-bb34-46dd-84f1-193e952ec591 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 947 time: 0.1473250 Aug 10 00:47:13.882936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d14d789-bcb3-4afb-8a66-5f7938990174 admin admin] 10.222.0.25 "PUT /v2.0/routers/033ba1f4-36f4-4270-8bd9-b8e5e802ea50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7321351 Aug 10 00:47:13.886595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:13.889085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:46:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:13.962150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-799d2090-57c3-4362-af87-39041702a00e req-34032521-a124-4363-b514-667c9d84f053 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923536 Aug 10 00:47:14.023295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d1310e6-1020-4bc2-9829-0279a7063743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.034014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d1310e6-1020-4bc2-9829-0279a7063743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.072194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed0b9592-2260-4901-92e2-546c6774910b req-53a86637-b8e7-4bef-8eed-19df96362d5e tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/5bb51edb-e536-4cf7-a1b7-4bb672e01b2b HTTP/1.1" status: 200 len: 2981 time: 0.2343497 Aug 10 00:47:14.073581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Attempting to bind port 24cce624-a928-49e0-bcf3-45f96cff3df8 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:14.074540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Attempting to bind port 24cce624-a928-49e0-bcf3-45f96cff3df8 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:14.074693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Attempting to bind port 24cce624-a928-49e0-bcf3-45f96cff3df8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:14.103529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Port 24cce624-a928-49e0-bcf3-45f96cff3df8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:14.104472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Attempting to bind port 24cce624-a928-49e0-bcf3-45f96cff3df8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:14.123399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:14.124226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:14.124226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:14.124702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Bound port: 24cce624-a928-49e0-bcf3-45f96cff3df8, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:14.125069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.163508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:14.187254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed0b9592-2260-4901-92e2-546c6774910b req-38ca8d14-d594-4ef3-8629-61bed3ad2352 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/5bb51edb-e536-4cf7-a1b7-4bb672e01b2b HTTP/1.1" status: 200 len: 2981 time: 0.0948057 Aug 10 00:47:14.190865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3f55ff8-c421-4205-af69-13d7209ab287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.235977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:14.240205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=24cce624-a928-49e0-bcf3-45f96cff3df8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:14.246985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.296897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46792) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:14.349016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.349645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.351075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-80457b7c-58de-439b-a074-33748efab188 service neutron] 10.222.0.10 "PUT /v2.0/ports/24cce624-a928-49e0-bcf3-45f96cff3df8 HTTP/1.1" status: 200 len: 1096 time: 1.2057648 Aug 10 00:47:14.352858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d88667a0-c893-4f6f-a504-307d9c1ca705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.354504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:14.356804 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f28a3ff-f7ca-48d4-b438-015935f4664c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:14.367671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 093588d9-603f-4bfc-aac8-953b169f99c7 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:14.399653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80457b7c-58de-439b-a074-33748efab188 service neutron] Pushing event updated for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:14.414790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8d1310e6-1020-4bc2-9829-0279a7063743 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2fe554c57a446ad98d1fc65f9e24316&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3722317 Aug 10 00:47:14.419448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46796) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:14.456919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1310e6-1020-4bc2-9829-0279a7063743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ea8737-9320-424e-935d-e51c1ae08ba8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:14.467747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3816de1-5825-42b0-970a-f5f9fcb5f61d req-39c90edd-8217-464c-9645-328ba656bec2 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.475273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3816de1-5825-42b0-970a-f5f9fcb5f61d req-39c90edd-8217-464c-9645-328ba656bec2 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1118 time: 0.1770310 Aug 10 00:47:14.479948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 093588d9-603f-4bfc-aac8-953b169f99c7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:14.494429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 093588d9-603f-4bfc-aac8-953b169f99c7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:14.495639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.500024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5c11e-3083-4c2a-986a-dd451fb6fa43 req-06a39c93-0ccc-434b-9404-2761d6a47c4a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.502074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6f5c11e-3083-4c2a-986a-dd451fb6fa43 req-06a39c93-0ccc-434b-9404-2761d6a47c4a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 948 time: 0.1345704 Aug 10 00:47:14.540701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 2, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:14.554241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-c7da16a8-832b-42df-a90b-f7b958428d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.555751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-c7da16a8-832b-42df-a90b-f7b958428d0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 1099 time: 0.1531651 Aug 10 00:47:14.557089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6f5c11e-3083-4c2a-986a-dd451fb6fa43 req-2fbcbad0-5dbe-4e9a-86c2-2075c06e9b9a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482776 Aug 10 00:47:14.577778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Checking router: 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:14.577778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Updating router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 port b5c7e809-bdf0-4c95-87c6-214fe051aaee binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:14.580356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3816de1-5825-42b0-970a-f5f9fcb5f61d req-167299a0-40cb-41d7-8918-c23a9001200e tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042528 Aug 10 00:47:14.626205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.639351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-c9171208-f19e-435b-91a9-e4f134bebe93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=24cce624-a928-49e0-bcf3-45f96cff3df8 HTTP/1.1" status: 200 len: 217 time: 0.0711231 Aug 10 00:47:14.681217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.732823 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.768905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.786344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-5372b9ac-34ed-4a4d-a328-008460cbe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.787830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-5372b9ac-34ed-4a4d-a328-008460cbe07c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1307278 Aug 10 00:47:14.795126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d88667a0-c893-4f6f-a504-307d9c1ca705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.798346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467309e7-bf61-4a3e-b4b3-1730b4cc279d req-4a8da6e8-3077-408c-8c71-35463d7304e1 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/5bb51edb-e536-4cf7-a1b7-4bb672e01b2b HTTP/1.1" status: 200 len: 2981 time: 0.1609662 Aug 10 00:47:14.810022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:14.812245 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69314929-6d24-4573-84f2-0cf7fe0d393f" -d '{"events": [{"server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "name": "network-vif-plugged", "status": "completed", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:14.813865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d88667a0-c893-4f6f-a504-307d9c1ca705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.830529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=093588d9-603f-4bfc-aac8-953b169f99c7,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:14.837700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.912706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d88667a0-c893-4f6f-a504-307d9c1ca705 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84ed8d5ca79c40cabed398bfb74899ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6132433 Aug 10 00:47:14.916277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46808) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:14.916762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88667a0-c893-4f6f-a504-307d9c1ca705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca063111-bbdb-4ead-90fd-e1405fd55b87,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:14.934600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-7efcbd18-daea-4a68-bec2-4145d8668144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:14.936144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-7efcbd18-daea-4a68-bec2-4145d8668144 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1320894 Aug 10 00:47:14.957561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.960954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:14.962963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:14.966257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48ea8737-9320-424e-935d-e51c1ae08ba8 HTTP/1.1" status: 204 len: 168 time: 0.5440891 Aug 10 00:47:15.049797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.082004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.093284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Transition to ACTIVE for port object b5c7e809-bdf0-4c95-87c6-214fe051aaee will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:15.103328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.180135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.213479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf83bf4-c17d-40a0-9108-cebd5f03ae11 None None] Pushing event updated for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:15.244615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Attempting to bind port b5c7e809-bdf0-4c95-87c6-214fe051aaee on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:15.244926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Attempting to bind port b5c7e809-bdf0-4c95-87c6-214fe051aaee by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:15.245381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Attempting to bind port b5c7e809-bdf0-4c95-87c6-214fe051aaee on network bbb74646-8aef-400a-9343-bf6a0da83d7a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:15.251430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:15.251911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Checking segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:15.252383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.253024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Bound using segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:15.253451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Bound port: b5c7e809-bdf0-4c95-87c6-214fe051aaee, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:15.254181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.282606 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-467309e7-bf61-4a3e-b4b3-1730b4cc279d req-0483e812-509a-4343-8686-dbd0fc51e4b8 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 00:47:15.301862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467309e7-bf61-4a3e-b4b3-1730b4cc279d req-0483e812-509a-4343-8686-dbd0fc51e4b8 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "DELETE /v2.0/security-groups/5bb51edb-e536-4cf7-a1b7-4bb672e01b2b HTTP/1.1" status: 409 len: 352 time: 0.4768469 Aug 10 00:47:15.308135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1421813-f03c-4b8e-952d-e578003ec6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ea8737-9320-424e-935d-e51c1ae08ba8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:15.362860 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d874a-1731-4529-94b7-110baf55224a x-openstack-request-id: req-219d874a-1731-4529-94b7-110baf55224a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:15.363384 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:15.366824 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-219d874a-1731-4529-94b7-110baf55224a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:15.367487 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8', 'status': 'completed', 'code': 200} Aug 10 00:47:15.390483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.401605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.408877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-4ca7397b-90e5-407e-a996-6d827308754d service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640553 Aug 10 00:47:15.409896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca063111-bbdb-4ead-90fd-e1405fd55b87 HTTP/1.1" status: 204 len: 168 time: 0.4900484 Aug 10 00:47:15.442370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-d64e5aa7-9a92-4654-9274-62f1bc7ffcce tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:15.448239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-d64e5aa7-9a92-4654-9274-62f1bc7ffcce tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 827 time: 0.4428196 Aug 10 00:47:15.463230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7af36-80be-4751-831a-649327e0f51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca063111-bbdb-4ead-90fd-e1405fd55b87,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:15.493673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-128dae6b-04d4-40d0-a6e2-d6ff795e8504 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/quotas/c3acb07fb26241cf842b2b007b676afd HTTP/1.1" status: 200 len: 375 time: 0.0344999 Aug 10 00:47:15.584933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-e23e1c0d-8f7a-469f-a808-fc199ad19a04 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825853 Aug 10 00:47:15.595261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] For port b5c7e809-bdf0-4c95-87c6-214fe051aaee, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:15.599389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] For port b5c7e809-bdf0-4c95-87c6-214fe051aaee, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5c7e809-bdf0-4c95-87c6-214fe051aaee,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:15.606005 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:15.611149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8487622a-20d7-43dd-9d20-2042e41c6ac2 req-ad2b938a-4372-4e5c-a06a-536b340dfdbe service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933763 Aug 10 00:47:15.621916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed7e99-31aa-4f6e-b46b-48914f2ab587 req-943343bc-28a7-4a61-884b-6c3c6c12d14a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:15.631631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67ed7e99-31aa-4f6e-b46b-48914f2ab587 req-943343bc-28a7-4a61-884b-6c3c6c12d14a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1081834 Aug 10 00:47:15.694704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf83bf4-c17d-40a0-9108-cebd5f03ae11 None None] Pushing event updated for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:15.710139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67ed7e99-31aa-4f6e-b46b-48914f2ab587 req-ae6b27c2-25b6-43e2-b426-0ec22990b212 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745919 Aug 10 00:47:15.736799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:15.737453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:46:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:15.762742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-45da6038-88d4-4731-a46e-02652805246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:15.768808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-45da6038-88d4-4731-a46e-02652805246b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 1099 time: 0.0963869 Aug 10 00:47:15.893909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:15.961301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-9bc0fdbc-878c-4944-9e4b-6323833951d9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:15.969600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-9bc0fdbc-878c-4944-9e4b-6323833951d9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1451092 Aug 10 00:47:16.060686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-a8834a69-c560-45af-bb1c-8eb1daacf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.062183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-a8834a69-c560-45af-bb1c-8eb1daacf2b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2827973 Aug 10 00:47:16.111099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-6f802c57-7ac8-4f9f-966a-893ce1f02e0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=24cce624-a928-49e0-bcf3-45f96cff3df8 HTTP/1.1" status: 200 len: 217 time: 0.0401061 Aug 10 00:47:16.119843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-6ce89e40-df44-49e9-92df-817d1617cd12 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.121355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-6ce89e40-df44-49e9-92df-817d1617cd12 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.2507501 Aug 10 00:47:16.177073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-297e686a-f192-4106-bba0-ddfbfbbf955f service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051504 Aug 10 00:47:16.193225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:15Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:16.207040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-492aa9a9-8910-471d-b321-0b3ab71e2dd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/quotas/a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 375 time: 0.0661399 Aug 10 00:47:16.224434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94210403-9e80-4c37-8a6b-b1af57713bd8 None None] The sync data for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 is: [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:15Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:16.267786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-0a624860-0777-4bd6-80e2-7847adc138d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.269914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-0a624860-0777-4bd6-80e2-7847adc138d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1476691 Aug 10 00:47:16.365070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-bba281bd-01cf-4aed-897d-5aa54681976b service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867883 Aug 10 00:47:16.397986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-315ff697-af37-47c4-b89b-9d9c26d543e9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1754813 Aug 10 00:47:16.456269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-d2fdc855-4ddd-49d9-9f5e-7732a1416c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.458383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-d2fdc855-4ddd-49d9-9f5e-7732a1416c0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756012 Aug 10 00:47:16.561508 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d5a60c-b5aa-47cc-82c2-6211bc27705f x-openstack-request-id: req-23d5a60c-b5aa-47cc-82c2-6211bc27705f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:16.561815 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "name": "network-vif-plugged", "status": "completed", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:16.562107 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23d5a60c-b5aa-47cc-82c2-6211bc27705f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:16.562534 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7', 'code': 200} Aug 10 00:47:16.607513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-09a9ab91-7a94-4622-ba4a-a977c63e2a8c service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084475 Aug 10 00:47:16.722205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf642-2990-4cf4-8724-ca8bf10f33d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:16.781854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a792a2-32b0-4856-b66b-91234fa7e5bf req-11c59d89-df5c-4fcc-8916-49ff900b52eb tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.794157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-80a792a2-32b0-4856-b66b-91234fa7e5bf req-11c59d89-df5c-4fcc-8916-49ff900b52eb tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 947 time: 0.1570430 Aug 10 00:47:16.863525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-69678ab3-4456-44b0-9549-da4a714b2ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854079 Aug 10 00:47:16.869173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-80a792a2-32b0-4856-b66b-91234fa7e5bf req-4efa4fab-171c-42f2-bde1-094290b174e3 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Aug 10 00:47:16.871949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fc1af-71f6-4a26-b819-5b9958e7d456 req-507671ae-6d67-425e-b2e1-280e7a756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:16.873688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe4fc1af-71f6-4a26-b819-5b9958e7d456 req-507671ae-6d67-425e-b2e1-280e7a756b06 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 1101 time: 0.2477555 Aug 10 00:47:16.908827 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-0374ac58-b1ec-483e-8744-5cd5b654fe25 req-f7c446cc-5f05-4b29-9576-304ffadbccc5 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] show failed (client error): The resource could not be found. Aug 10 00:47:16.913637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0374ac58-b1ec-483e-8744-5cd5b654fe25 req-f7c446cc-5f05-4b29-9576-304ffadbccc5 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/0395a5e2-0a29-4a28-8f51-a2d0dcc958eb HTTP/1.1" status: 404 len: 352 time: 0.0168438 Aug 10 00:47:16.969763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-34e665e3-0c37-4f87-99a8-d299a47923b8 service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613575 Aug 10 00:47:17.003503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe4fc1af-71f6-4a26-b819-5b9958e7d456 req-d1f27c8e-38e7-4947-8d6f-0f00178029f0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 Aug 10 00:47:17.065656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f28a3ff-f7ca-48d4-b438-015935f4664c req-4b3c55da-fa69-4a3b-9a7e-50c279da3d44 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882968 Aug 10 00:47:17.103339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c1d0a-9c51-41e5-a3da-7514a8225920 req-bedc39f0-9105-4f54-9b57-cbc4f875cf18 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:17.111564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d22c1d0a-9c51-41e5-a3da-7514a8225920 req-bedc39f0-9105-4f54-9b57-cbc4f875cf18 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 949 time: 0.0839658 Aug 10 00:47:17.185187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.214224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d22c1d0a-9c51-41e5-a3da-7514a8225920 req-c19839e3-a464-4a06-9857-a69bce3ee9af tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883632 Aug 10 00:47:17.281068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43eb7ffb-029c-4501-90b1-755ed97735c2 req-be76abc5-708c-439c-a350-441a552be5c3 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 210 time: 0.0711997 Aug 10 00:47:17.410691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5c7e809-bdf0-4c95-87c6-214fe051aaee up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:17.426833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18d7a-186c-4d73-8dc9-58ae6fcab52c req-410892f1-d78c-4bb9-b26c-50260b7522ca tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:17.428449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30f18d7a-186c-4d73-8dc9-58ae6fcab52c req-410892f1-d78c-4bb9-b26c-50260b7522ca tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1277752 Aug 10 00:47:17.492944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30f18d7a-186c-4d73-8dc9-58ae6fcab52c req-8fe01445-4921-424c-88c6-9ffe6607056a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Aug 10 00:47:17.508022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b5c7e809-bdf0-4c95-87c6-214fe051aaee completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:17.513760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b5c7e809-bdf0-4c95-87c6-214fe051aaee triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:17.514310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.548861 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-48fe5f00-fb21-4e9f-a4bf-7b795a04b506 req-4d27a917-e6b4-4243-8c85-fa0b6dba9281 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] show failed (client error): The resource could not be found. Aug 10 00:47:17.554451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48fe5f00-fb21-4e9f-a4bf-7b795a04b506 req-4d27a917-e6b4-4243-8c85-fa0b6dba9281 tempest-SecurityGroupsNegativeTestJSON-404892526 tempest-SecurityGroupsNegativeTestJSON-404892526-project] 10.222.0.25 "GET /v2.0/security-groups/ea900d72-19fd-4a7a-bbb4-f66a4b9d8cb1 HTTP/1.1" status: 404 len: 352 time: 0.0355208 Aug 10 00:47:17.561434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46918) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:17.601133 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.672799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.681951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-37622b98-78a7-4916-aa69-5f4ccb851a54 req-ab2683c3-9935-4e1d-badc-d29ae6330ad9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 210 time: 0.0604758 Aug 10 00:47:17.716152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Deleting subnet d5ee4a2e-1476-49e5-a78a-5b767994b69f {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:47:17.719768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.767845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port b5c7e809-bdf0-4c95-87c6-214fe051aaee, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5c7e809-bdf0-4c95-87c6-214fe051aaee,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:17.777480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.779301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.854259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:17.875537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:17.963748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.034270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ee4a2e-1476-49e5-a78a-5b767994b69f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:18.051411 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.054518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32d8e9ff-2dc3-45fd-8b9e-b03d954ed8b2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d5ee4a2e-1476-49e5-a78a-5b767994b69f HTTP/1.1" status: 204 len: 168 time: 0.4920721 Aug 10 00:47:18.057502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46944) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:18.116415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a568ad-bb36-4989-ad3a-bf04469ce340 req-42a815b4-6c87-410a-bb0e-d50586b3c495 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:18.120359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58a568ad-bb36-4989-ad3a-bf04469ce340 req-42a815b4-6c87-410a-bb0e-d50586b3c495 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 947 time: 0.1177089 Aug 10 00:47:18.226507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.262915 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58a568ad-bb36-4989-ad3a-bf04469ce340 req-e78d8269-0afa-4a5e-ad50-2afe55e974ee tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246288 Aug 10 00:47:18.326905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-6f213625-fb0b-4544-a530-5e239e8abbd0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:18.328981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-6f213625-fb0b-4544-a530-5e239e8abbd0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.21 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 827 time: 0.1489041 Aug 10 00:47:18.360572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'port': {'device_id': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'admin_state_up': True, 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:18.425024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.438704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02b3131-92d7-446b-86b9-0832c3b7937c']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:18.438973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23cb6c30-f8c0-4e87-871a-eaf34f8a4af0 req-c6f1b83d-7386-4eaf-8572-ce03d374b1b3 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 210 time: 0.0335939 Aug 10 00:47:18.456174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd584893-97e9-4fb1-9e65-9db72527070c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:18.456636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd584893-97e9-4fb1-9e65-9db72527070c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:18.477389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aca14-739d-447f-93ad-6a39348e7897 req-3e1a2bf6-2d43-4dfe-9efb-7bc89ef7f387 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:18.479293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-535aca14-739d-447f-93ad-6a39348e7897 req-3e1a2bf6-2d43-4dfe-9efb-7bc89ef7f387 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 949 time: 0.1576824 Aug 10 00:47:18.484316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.492638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46966) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:18.539444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.547691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:47:18.548220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:47:18.550495 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:47:18.556349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Made reservation on behalf of c3acb07fb26241cf842b2b007b676afd for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:18.560420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.629141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-535aca14-739d-447f-93ad-6a39348e7897 req-e4bc8034-05e7-43b0-aec7-4349358b7483 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374078 Aug 10 00:47:18.633498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.639755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.641619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c02b3131-92d7-446b-86b9-0832c3b7937c HTTP/1.1" status: 204 len: 168 time: 0.5829859 Aug 10 00:47:18.650876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac63a5e-4c67-4dc8-ba16-d7ffa7f2f862 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02b3131-92d7-446b-86b9-0832c3b7937c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:18.679637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-232c30d6-38dc-4933-bac6-05c80d3b5bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:18.699683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c175e-2d23-4595-a083-346797ae5377 req-0c747b0a-4ec7-4390-b7e9-a53ae99ec7a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:18.701196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-785c175e-2d23-4595-a083-346797ae5377 req-0c747b0a-4ec7-4390-b7e9-a53ae99ec7a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1380513 Aug 10 00:47:18.802992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Allocated IP 172.20.0.14 (bbb74646-8aef-400a-9343-bf6a0da83d7a/874e6b0b-d82e-48f9-bd46-29026c0e019a/6179a9f4-245d-4f78-9c29-b8ec388694dc) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:18.811294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-785c175e-2d23-4595-a083-346797ae5377 req-8a5c31d0-8210-4ed0-9906-eb0d3d6b909b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980928 Aug 10 00:47:18.821454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 24cce624-a928-49e0-bcf3-45f96cff3df8 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:18.853670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46984) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:18.934766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d37204f3-3c2a-4f46-8c2a-d572e0ef434d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625b2d8b6e3a4c26a9bb458b528d494f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0798557 Aug 10 00:47:18.939694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46988) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:18.991478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=24cce624-a928-49e0-bcf3-45f96cff3df8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:19.005687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '24cce624-a928-49e0-bcf3-45f96cff3df8', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '24cce624-a928-49e0-bcf3-45f96cff3df8', 'mac_address': 'fa:16:3e:92:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:19.055701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.058954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-232c30d6-38dc-4933-bac6-05c80d3b5bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.072717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24cce624-a928-49e0-bcf3-45f96cff3df8 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:19.101899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dea236c7-8b8d-4be5-a85f-d96574614076 req-17c8b5d4-7b07-483b-a59d-553fd1f69aec tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 210 time: 0.0809522 Aug 10 00:47:19.108842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=24cce624-a928-49e0-bcf3-45f96cff3df8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:19.109193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-232c30d6-38dc-4933-bac6-05c80d3b5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.116374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.191422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:19.205589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-232c30d6-38dc-4933-bac6-05c80d3b5bd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a1a3af6e85a4a559790f07d32cc0f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116959 Aug 10 00:47:19.206410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.208968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46992) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:19.209129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c30d6-38dc-4933-bac6-05c80d3b5bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0eb31-77cd-4a86-9d4e-d5c5b6626eb6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:19.240046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.248055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-c7d9b7f1-8aa2-4150-93d5-bdd68a631190 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:19.249532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-c7d9b7f1-8aa2-4150-93d5-bdd68a631190 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.3088653 Aug 10 00:47:19.270519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Request body: {'port': {'device_id': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'admin_state_up': True, 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:19.275353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.278723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.330627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Transition to ACTIVE for port object 6179a9f4-245d-4f78-9c29-b8ec388694dc will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:19.334604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.378233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['24cce624-a928-49e0-bcf3-45f96cff3df8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:19.424486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.428910 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.430387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eca0eb31-77cd-4a86-9d4e-d5c5b6626eb6 HTTP/1.1" status: 204 len: 168 time: 0.2203312 Aug 10 00:47:19.454193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5c7e809-bdf0-4c95-87c6-214fe051aaee up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:19.463534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24953d-cfec-4ac2-8923-725819403d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0eb31-77cd-4a86-9d4e-d5c5b6626eb6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:19.514475 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.519573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.523586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.525030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bb51edb-e536-4cf7-a1b7-4bb672e01b2b HTTP/1.1" status: 204 len: 168 time: 0.5830979 Aug 10 00:47:19.541852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.553657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:19.589431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a366-866a-4b9b-b4b1-b40b16395a54 req-b6f7eb93-738a-44c2-a48d-6fdb7b87d85b tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:19.596356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b5c7e809-bdf0-4c95-87c6-214fe051aaee triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:19.596674 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b2a366-866a-4b9b-b4b1-b40b16395a54 req-b6f7eb93-738a-44c2-a48d-6fdb7b87d85b tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 948 time: 0.1484520 Aug 10 00:47:19.596796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.603437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc695b-3aae-4327-8d5c-03065ca26b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb51edb-e536-4cf7-a1b7-4bb672e01b2b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:19.619994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:19.623648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:19.653075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Network bbb74646-8aef-400a-9343-bf6a0da83d7a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:19.664601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:19.672153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:19.694626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event updated for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:19.898261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b2a366-866a-4b9b-b4b1-b40b16395a54 req-d65c8d1b-d5db-4106-9af4-001cbb4578ed tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945766 Aug 10 00:47:19.999695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.000348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.022261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Allocated IP 172.20.0.14 (177143dc-5ebe-4764-adab-fb6b9f123723/9a0639e7-7e5f-43f6-88ff-837dfc60010f/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:20.067716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-055c4b19-83e5-47fc-aef7-b6e2de847a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.094434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.094962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.095445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.095918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.096394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.096867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.097336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.100620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-f355104e-3626-47d8-ace2-504e4629cfa1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f&device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f&device_id=f825b8ae-4236-4694-9e76-969d719d4557&device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e&device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 6413 time: 0.1197832 Aug 10 00:47:20.103551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:20.128969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d6e74f41-7db0-4638-821b-18d027333104 None None] Provisioning for port 6179a9f4-245d-4f78-9c29-b8ec388694dc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:20.132230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bbd8f0-3331-4992-93a0-b901858ddbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.135679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d6e74f41-7db0-4638-821b-18d027333104 None None] Provisioning complete for port 6179a9f4-245d-4f78-9c29-b8ec388694dc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:20.136344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6e74f41-7db0-4638-821b-18d027333104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.162439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-65090acb-b1a7-4481-8d01-b2a3ff32a386 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.185371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d6e74f41-7db0-4638-821b-18d027333104 None None] Port 6179a9f4-245d-4f78-9c29-b8ec388694dc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:20.259162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-055c4b19-83e5-47fc-aef7-b6e2de847a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.266756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-055c4b19-83e5-47fc-aef7-b6e2de847a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.326032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-055c4b19-83e5-47fc-aef7-b6e2de847a07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=635e29d582da4a7c97c8d16e2b22478f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7711782 Aug 10 00:47:20.332050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:20.334378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c4b19-83e5-47fc-aef7-b6e2de847a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a889bda-5f93-45e8-9bb3-ac5a97a7677a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:20.336203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86013799-6402-498f-be16-d15877748444 req-6a60f02b-d69f-41be-92bc-b9986a94602d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.337711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86013799-6402-498f-be16-d15877748444 req-6a60f02b-d69f-41be-92bc-b9986a94602d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 932 time: 0.3208845 Aug 10 00:47:20.445962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86013799-6402-498f-be16-d15877748444 req-6ad72b93-abc0-4b67-acba-d4bec2c7ba97 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838230 Aug 10 00:47:20.451735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.484426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.491282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.504989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bbd8f0-3331-4992-93a0-b901858ddbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.516296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bbd8f0-3331-4992-93a0-b901858ddbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.584723 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.590138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81bbd8f0-3331-4992-93a0-b901858ddbf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e892ce42fa4342bd83e23eb853b8b1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831493 Aug 10 00:47:20.591986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:20.602922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbd8f0-3331-4992-93a0-b901858ddbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ff8c1a-dadc-4ec6-b746-ff20c00cc542,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:20.651664 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.653080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89b1a2-1328-4834-990f-f13cda303dbb req-13780041-ac64-4232-a074-0cec0ef0c2c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.654457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.657938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a889bda-5f93-45e8-9bb3-ac5a97a7677a HTTP/1.1" status: 204 len: 168 time: 0.3223267 Aug 10 00:47:20.660521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de89b1a2-1328-4834-990f-f13cda303dbb req-13780041-ac64-4232-a074-0cec0ef0c2c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1176577 Aug 10 00:47:20.666711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Network 177143dc-5ebe-4764-adab-fb6b9f123723 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:20.673525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35bcd2-fc3d-4ec4-b6af-117211bab30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a889bda-5f93-45e8-9bb3-ac5a97a7677a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:20.678012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:20.693101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:20.708059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:20.708463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:20.714467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.740061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-65090acb-b1a7-4481-8d01-b2a3ff32a386 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.752031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-65090acb-b1a7-4481-8d01-b2a3ff32a386 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.756342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.774824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de89b1a2-1328-4834-990f-f13cda303dbb req-02020240-5dd3-4842-b2b7-1b3a4912737f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130846 Aug 10 00:47:20.779149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-dc82d429-9918-42eb-8939-f1dc67a5372d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4267247 Aug 10 00:47:20.798988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Request body: {'port': {'device_id': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:20.835067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 24cce624-a928-49e0-bcf3-45f96cff3df8 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:20.835949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd3ddc71-cd05-4a35-8fb5-5a091f51b742 req-65090acb-b1a7-4481-8d01-b2a3ff32a386 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&id=d367500c-92f0-4eff-b063-0ad1e88714dc&id=4093936d-36a1-4ee5-875e-a3017d0640ac&id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.7234814 Aug 10 00:47:20.866330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:20.867139 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.896896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65090acb-b1a7-4481-8d01-b2a3ff32a386 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ea21d-3017-4ce9-acf3-b238a6000e9c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:20.934596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1308828328-network', 'tenant_id': '14daa2e3923f48c28ca39a5a174214eb'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:20.952315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 24cce624-a928-49e0-bcf3-45f96cff3df8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:20.954502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.957662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 24cce624-a928-49e0-bcf3-45f96cff3df8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:20.958036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.960374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:20.967384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70ff8c1a-dadc-4ec6-b746-ff20c00cc542 HTTP/1.1" status: 204 len: 168 time: 0.3742073 Aug 10 00:47:20.979387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-806a2d7f-1b7a-47a8-a233-85e6346a61a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7182441 Aug 10 00:47:20.997078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Request body: {'port': {'device_id': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:21.002820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f7611-65d0-429d-8a41-8618b90d3fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ff8c1a-dadc-4ec6-b746-ff20c00cc542,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:21.015391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c314d5-43cc-4f56-97e5-c38bf91398a5 req-87b2f2cc-a162-4203-8ed7-20f20b47edb5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.016721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Made reservation on behalf of 14daa2e3923f48c28ca39a5a174214eb for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:21.021886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.024186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96c314d5-43cc-4f56-97e5-c38bf91398a5 req-87b2f2cc-a162-4203-8ed7-20f20b47edb5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 932 time: 0.1649072 Aug 10 00:47:21.026080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.042341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.111642 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.154208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6acb8-effd-49f7-a665-b64556fb5d58 req-4b38651b-5595-4672-8ace-131742d66e57 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.162079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65d6acb8-effd-49f7-a665-b64556fb5d58 req-4b38651b-5595-4672-8ace-131742d66e57 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 948 time: 0.0970511 Aug 10 00:47:21.174802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:21.178505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96c314d5-43cc-4f56-97e5-c38bf91398a5 req-2d0cd7cc-4e78-4382-bfb7-500cfb5e78d0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519921 Aug 10 00:47:21.183016 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a449a1d9-c480-4491-b8e4-efb341d5c676" -d '{"events": [{"server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "name": "network-vif-plugged", "status": "completed", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:21.208022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=24cce624-a928-49e0-bcf3-45f96cff3df8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:21.216479 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.243413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65d6acb8-effd-49f7-a665-b64556fb5d58 req-a2a14d38-893e-477d-8514-ef21b4652f46 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772991 Aug 10 00:47:21.307603 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da84553f-83d3-4228-9ccf-41bbbc2d3c79 x-openstack-request-id: req-da84553f-83d3-4228-9ccf-41bbbc2d3c79 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:21.307920 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "name": "network-vif-plugged", "status": "completed", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:21.308172 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da84553f-83d3-4228-9ccf-41bbbc2d3c79 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:21.308724 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8', 'code': 200} Aug 10 00:47:21.311948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:21.315301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.320245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.324518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.353893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:21.373451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04802e5a-9ece-472e-876f-c9f091226a47,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:21.382465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.383211 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Added segment 6e252a43-84e0-462b-9dc9-c0f5658f06f4 of type vlan for network 40472cc4-3cf8-43af-9050-6dedc008211a Aug 10 00:47:21.470581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.537432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.540984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.541599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.615892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2592830-f0f9-4661-8900-0cb5cb58df9a req-5160d838-0893-4752-9705-c7f79ac27ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.618022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2592830-f0f9-4661-8900-0cb5cb58df9a req-5160d838-0893-4752-9705-c7f79ac27ea2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 1101 time: 0.2299747 Aug 10 00:47:21.636162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9263597 Aug 10 00:47:21.654241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:21.665076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Request body: {'subnet': {'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1308828328-subnet', 'tenant_id': '14daa2e3923f48c28ca39a5a174214eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:21.711974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd306-caf2-49f2-8897-226181f0e0f7 req-f5af2088-1c50-4b01-a5fa-3e9f449fdefb tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.720752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2592830-f0f9-4661-8900-0cb5cb58df9a req-fb157f91-ff02-4689-ac70-6454137b5702 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916038 Aug 10 00:47:21.726442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248dd306-caf2-49f2-8897-226181f0e0f7 req-f5af2088-1c50-4b01-a5fa-3e9f449fdefb tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 932 time: 0.1524727 Aug 10 00:47:21.726442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e907c2a9-8ebe-4f11-9885-95d4afc9e288 admin admin] Pushing event updated for resources: {'Network': ['ID=40472cc4-3cf8-43af-9050-6dedc008211a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:21.736486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 40472cc4-3cf8-43af-9050-6dedc008211a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:21.804534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248dd306-caf2-49f2-8897-226181f0e0f7 req-2486f7e1-0e01-4845-9f76-c5b6e5f2271e tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794499 Aug 10 00:47:21.842260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Made reservation on behalf of 14daa2e3923f48c28ca39a5a174214eb for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:21.844819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:21.856048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:21.858450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d911-cf31-4c47-a6f4-66717bf1c9dd req-ff9a0806-1ade-463b-8b3e-d89596d79a2b tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.859150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d911-cf31-4c47-a6f4-66717bf1c9dd req-ff9a0806-1ade-463b-8b3e-d89596d79a2b tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.859778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d911-cf31-4c47-a6f4-66717bf1c9dd req-ff9a0806-1ade-463b-8b3e-d89596d79a2b tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.867818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6473d911-cf31-4c47-a6f4-66717bf1c9dd req-ff9a0806-1ade-463b-8b3e-d89596d79a2b tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557&device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e&device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 2906 time: 0.1797965 Aug 10 00:47:21.966143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd246b-c8ab-4c25-984a-a02fc5424aea req-6931112b-a669-4d4e-b6dd-1d5fe1242591 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:21.967754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69dd246b-c8ab-4c25-984a-a02fc5424aea req-6931112b-a669-4d4e-b6dd-1d5fe1242591 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.0739663 Aug 10 00:47:22.002038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6179a9f4-245d-4f78-9c29-b8ec388694dc {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:22.027316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.039758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6473d911-cf31-4c47-a6f4-66717bf1c9dd req-2e0e4125-df66-4e20-91e2-38837a7d3f4c tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710145 Aug 10 00:47:22.045659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69dd246b-c8ab-4c25-984a-a02fc5424aea req-c0a4008b-638a-456e-a391-f6a8694e64e3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637202 Aug 10 00:47:22.075690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Transition to ACTIVE for port object 6179a9f4-245d-4f78-9c29-b8ec388694dc will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:22.077976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-network', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:22.091254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.115506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Made reservation on behalf of c4dbb4f8a93d475c95885bef812d824f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:22.117930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.136591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.239551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70dfb92-8ee3-4748-b9dd-83b811ca5d8a {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:22.302249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.305825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.305983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Pushing event updated for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:22.324917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.367866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Transition to ACTIVE for port object a70dfb92-8ee3-4748-b9dd-83b811ca5d8a will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:22.384402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4581024-f5f5-459a-ad46-3b3415f29018,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:22.413497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:22.417941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.419310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:22.450797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1458401-23c9-4b67-9fb4-e18c3e904dfc req-f55c2d36-6bcf-40dd-98eb-11cec95394eb tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:22.452675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1458401-23c9-4b67-9fb4-e18c3e904dfc req-f55c2d36-6bcf-40dd-98eb-11cec95394eb tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 932 time: 0.1450813 Aug 10 00:47:22.464968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.465315 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Added segment e749c2d6-c552-4451-85f0-e2558d22f38f of type vlan for network 05289449-aa7e-4d68-bbaf-3a75b4724254 Aug 10 00:47:22.514612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.543510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Attempting to bind port 6179a9f4-245d-4f78-9c29-b8ec388694dc on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:22.543894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Attempting to bind port 6179a9f4-245d-4f78-9c29-b8ec388694dc by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:22.544235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Attempting to bind port 6179a9f4-245d-4f78-9c29-b8ec388694dc on network bbb74646-8aef-400a-9343-bf6a0da83d7a {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:22.559778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.567392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1458401-23c9-4b67-9fb4-e18c3e904dfc req-7fdc51c0-4f95-4afe-89ba-a4d08b074f17 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076062 Aug 10 00:47:22.584812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:22.610772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-network', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:22.616865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.617874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:22.618454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.626002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Port 6179a9f4-245d-4f78-9c29-b8ec388694dc on network bbb74646-8aef-400a-9343-bf6a0da83d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:22.626561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Attempting to bind port 6179a9f4-245d-4f78-9c29-b8ec388694dc on network bbb74646-8aef-400a-9343-bf6a0da83d7a {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:22.670201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:22.670532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Checking segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:22.670956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Bound using segment: {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:22.671393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Bound port: 6179a9f4-245d-4f78-9c29-b8ec388694dc, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f1285a-4fa7-4c5f-8402-1a91f3500759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:22.671750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.702029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Made reservation on behalf of 81ddce7cb625435299ce7073cae6cb0a for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:22.708198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.710548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450d8452-c738-4029-a0e6-c27c33a2c505,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:22.735840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2db2f-53d4-489b-8f3e-a2509542f17a req-2244f6d9-0fbb-4139-a75f-bacbaa695ea1 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:22.737539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92a2db2f-53d4-489b-8f3e-a2509542f17a req-2244f6d9-0fbb-4139-a75f-bacbaa695ea1 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 949 time: 0.2283599 Aug 10 00:47:22.741164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.749231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8889210 Aug 10 00:47:22.755785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:22.762721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Request body: {'subnet': {'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-subnet', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:22.767610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e01f-580a-4da2-b0d6-b09b0a87d025 admin admin] Pushing event updated for resources: {'Network': ['ID=05289449-aa7e-4d68-bbaf-3a75b4724254,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:22.786629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:22.824328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Checking segment: {'id': '6e252a43-84e0-462b-9dc9-c0f5658f06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:22.824723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Network hostable DHCP agents. Network: 40472cc4-3cf8-43af-9050-6dedc008211a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:22.829032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:22.829495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:22.829838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:22.868343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:22.868343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:22.887244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92a2db2f-53d4-489b-8f3e-a2509542f17a req-2296abc2-e507-49df-96eb-5bcd886b0156 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246138 Aug 10 00:47:22.894213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:22.898003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:22.898351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:22.898759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:22.899197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Bound port: a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:22.899617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.905147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:22.908347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.922596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.931883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.936415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Network 40472cc4-3cf8-43af-9050-6dedc008211a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:22.945821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:22.957948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Made reservation on behalf of c4dbb4f8a93d475c95885bef812d824f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:22.960443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.964299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.964813 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Added segment 6cdc45f7-2e68-46f4-a900-d95e587ba58c of type vlan for network a448db31-01bf-4578-b186-ceb984aabcc5 Aug 10 00:47:22.970637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:22.971278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:22.972658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] 10.222.0.21 "PUT /v2.0/ports/6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 1093 time: 2.1838074 Aug 10 00:47:22.980811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:22.983273 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4" -d '{"events": [{"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:23.032346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 40472cc4-3cf8-43af-9050-6dedc008211a) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:23.037856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.038811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.049729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25f5a1-2d5b-4e4f-ab5b-990ff9da954e None None] Network 40472cc4-3cf8-43af-9050-6dedc008211a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:23.143500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde9de6-09d6-4210-9230-0abacfc5c22e service neutron] Pushing event updated for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:23.173842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81abd086-82d1-41de-ae65-27b852e7eec9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5070989 Aug 10 00:47:23.184674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:23.188037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-3118df4a-dd38-408f-bf06-1d28b6f35cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.189612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-3118df4a-dd38-408f-bf06-1d28b6f35cba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1096 time: 0.1710732 Aug 10 00:47:23.198294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86b89-7965-407c-a0b4-6e35220cf3b2 req-579fcdd5-941a-4061-9047-f81346ff6721 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.206922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aba86b89-7965-407c-a0b4-6e35220cf3b2 req-579fcdd5-941a-4061-9047-f81346ff6721 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 944 time: 0.2323506 Aug 10 00:47:23.225062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.260001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aae4bc-7507-4615-b3f5-a5a8f03cc8de None None] Network 40472cc4-3cf8-43af-9050-6dedc008211a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:23.260228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-40a6301a-df57-414e-ad72-634f47135e2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 217 time: 0.0433664 Aug 10 00:47:23.272081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07de62d1-0928-4180-9511-cf82e77ecab8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:23.288345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:23.312941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.323554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.349604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5eed8-0c67-4e7f-af91-d3c18672307f req-f327f54b-ac02-4b48-b32d-58a8d2ebc030 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.355153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cea5eed8-0c67-4e7f-af91-d3c18672307f req-f327f54b-ac02-4b48-b32d-58a8d2ebc030 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1123 time: 0.3133931 Aug 10 00:47:23.381415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:23.408416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.408821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.410187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c5847c7-b524-48ae-9d44-39f6280ac241 service neutron] 10.222.0.21 "PUT /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 1093 time: 2.4186969 Aug 10 00:47:23.419743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032dc5bf-3cbc-4bf5-b14a-f4efee99bef1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:23.420668 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aba86b89-7965-407c-a0b4-6e35220cf3b2 req-636a7c29-445f-4e15-ad7f-4b9730f356cd tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104051 Aug 10 00:47:23.424630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Checking segment: {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:23.425061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Network hostable DHCP agents. Network: 05289449-aa7e-4d68-bbaf-3a75b4724254, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:23.428940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-b4f4b8e7-6200-4837-b9ed-e2f6e0aef253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.430526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-b4f4b8e7-6200-4837-b9ed-e2f6e0aef253 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.1545389 Aug 10 00:47:23.454708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.456993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.456993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.503668 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74f15d-3497-48b0-88e7-b11968171b65 x-openstack-request-id: req-2b74f15d-3497-48b0-88e7-b11968171b65 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:23.504047 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:23.504911 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b74f15d-3497-48b0-88e7-b11968171b65 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:23.505386 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'status': 'completed', 'code': 200} Aug 10 00:47:23.516789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cea5eed8-0c67-4e7f-af91-d3c18672307f req-f9178b2d-11ac-4bb8-abdf-eabe0b352140 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603773 Aug 10 00:47:23.530478 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1128211 Aug 10 00:47:23.530797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-11e7740a-0355-4d2c-9dd3-e6d025cdb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.531242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47136) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:23.531943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-11e7740a-0355-4d2c-9dd3-e6d025cdb4ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885372 Aug 10 00:47:23.533981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-c0b2e496-6ecf-4a8d-ae08-a27cf6e809df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.535637 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-c0b2e496-6ecf-4a8d-ae08-a27cf6e809df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1096 time: 0.0603130 Aug 10 00:47:23.537697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Request body: {'subnet': {'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-subnet', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:23.553767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:23.554048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f75a8-382e-4c45-938d-f60ea146dfde admin admin] Pushing event updated for resources: {'Network': ['ID=a448db31-01bf-4578-b186-ceb984aabcc5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:23.567910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a448db31-01bf-4578-b186-ceb984aabcc5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:23.574351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 05289449-aa7e-4d68-bbaf-3a75b4724254) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:23.576408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Made reservation on behalf of 81ddce7cb625435299ce7073cae6cb0a for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:23.578717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.584584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:23.584869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c24650-efce-4b61-b1ff-bc0526c146c1 None None] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:23.587538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.687811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0c23262b-b791-4e72-84e3-514895c5890a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.1260970 Aug 10 00:47:23.815000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-05289449-aa7e-4d68-bbaf-3a75b4724254', 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'fixed_ips': [{'subnet_id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:47:23.815870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.919553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0530992-70f2-493d-98c3-8fa55be41012 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1600125 Aug 10 00:47:23.924781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47154) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:23.931369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:23.967659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.968789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:23.970993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Allocated IP 172.20.0.2 (05289449-aa7e-4d68-bbaf-3a75b4724254/032dc5bf-3cbc-4bf5-b14a-f4efee99bef1/f744957c-fcb5-4d1a-bcbc-f2780055ed64) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:24.008932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467ef3-9830-46dc-81b0-8eeb1fa85d9c req-a878700d-e6a6-4ef2-9e57-dc2a87b2fb34 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.010391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a467ef3-9830-46dc-81b0-8eeb1fa85d9c req-a878700d-e6a6-4ef2-9e57-dc2a87b2fb34 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.4643166 Aug 10 00:47:24.015333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-2ec4b220-b5ad-4924-a506-e133cd2d9fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.015542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-2ec4b220-b5ad-4924-a506-e133cd2d9fa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.3200474 Aug 10 00:47:24.056946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0d1ea0bd-641d-4356-a7b9-de9d500e5e5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329924 Aug 10 00:47:24.075873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-3b518a29-3bb8-4f79-a862-899a636b899e service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032260 Aug 10 00:47:24.128259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.137638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-ac876a1a-426f-4ab3-8047-5a8598cfc674 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.139225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-ac876a1a-426f-4ab3-8047-5a8598cfc674 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/networks?id=40472cc4-3cf8-43af-9050-6dedc008211a HTTP/1.1" status: 200 len: 818 time: 0.3028286 Aug 10 00:47:24.210835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a467ef3-9830-46dc-81b0-8eeb1fa85d9c req-fd7298cd-ba88-4dbe-aa38-f7a81126cc1b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562471 Aug 10 00:47:24.255596 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.264831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-b9812327-2032-418e-933b-56ea41d0aba8 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/quotas/14daa2e3923f48c28ca39a5a174214eb HTTP/1.1" status: 200 len: 375 time: 0.0488563 Aug 10 00:47:24.273671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Transition to ACTIVE for port object f744957c-fcb5-4d1a-bcbc-f2780055ed64 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:24.274133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-9c1bb33b-96be-4ce0-82d8-3fd7858bdbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065797 Aug 10 00:47:24.281249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b73399e4-b4c5-4f46-bca8-808254aa1dcf req-3806d3a4-356d-4a74-8e03-85f2127ca400 service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929612 Aug 10 00:47:24.298260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Transition to ACTIVE for port object f744957c-fcb5-4d1a-bcbc-f2780055ed64 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:24.312117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.360858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:24.367643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:24.372432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.372653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:24.376234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.378053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Pushing event updated for resources: {'Port': ['ID=f744957c-fcb5-4d1a-bcbc-f2780055ed64,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:24.423368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-1868b2e4-1518-4abe-8331-49bd9cd0c73f tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=14daa2e3923f48c28ca39a5a174214eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659809 Aug 10 00:47:24.452230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Attempting to bind port f744957c-fcb5-4d1a-bcbc-f2780055ed64 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:24.452600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Attempting to bind port f744957c-fcb5-4d1a-bcbc-f2780055ed64 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:24.452956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Attempting to bind port f744957c-fcb5-4d1a-bcbc-f2780055ed64 on network 05289449-aa7e-4d68-bbaf-3a75b4724254 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:24.459093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:24.459535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Checking segment: {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:24.460138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.460544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Bound using segment: {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:24.461612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Bound port: f744957c-fcb5-4d1a-bcbc-f2780055ed64, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:24.461612 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.470981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-2f400e72-2eeb-491c-8dd2-f1ea63c0ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.472570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-2f400e72-2eeb-491c-8dd2-f1ea63c0ccfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1096 time: 0.1317849 Aug 10 00:47:24.476311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebbafc22-3e6d-4d97-a58e-0cfb908cf312 req-0279e162-e17b-4101-b80c-e661e7d41af2 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940553 Aug 10 00:47:24.479135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989e9b9-0ea8-474e-bcdd-0e455eb7c8a3 req-012f0806-ea7b-4c57-a586-6702a2e3d3f1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.480647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3989e9b9-0ea8-474e-bcdd-0e455eb7c8a3 req-012f0806-ea7b-4c57-a586-6702a2e3d3f1 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1123 time: 0.1279120 Aug 10 00:47:24.539771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] For port f744957c-fcb5-4d1a-bcbc-f2780055ed64, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:24.543676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] For port f744957c-fcb5-4d1a-bcbc-f2780055ed64, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f744957c-fcb5-4d1a-bcbc-f2780055ed64,segment=NetworkSegment(e749c2d6-c552-4451-85f0-e2558d22f38f),segment_id=e749c2d6-c552-4451-85f0-e2558d22f38f)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:24.549069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.549886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:24.590749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3989e9b9-0ea8-474e-bcdd-0e455eb7c8a3 req-9d2887d0-a846-45f8-93f7-b693b618cb4e tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769577 Aug 10 00:47:24.613672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Checking segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:24.614113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Network hostable DHCP agents. Network: a448db31-01bf-4578-b186-ceb984aabcc5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:24.630759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905091f-2012-44d7-acc3-d83cfc8f3a42 None None] Pushing event updated for resources: {'Port': ['ID=f744957c-fcb5-4d1a-bcbc-f2780055ed64,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:24.648698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-9ee7d2ff-3348-4a6b-b4d4-9e31f748017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.650237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-9ee7d2ff-3348-4a6b-b4d4-9e31f748017b service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 927 time: 0.1669433 Aug 10 00:47:24.674650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-40ad3702-874e-4d94-a96b-91bbd3b0ab7f service neutron] 10.222.0.25 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256722 Aug 10 00:47:24.717032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-c3b02b67-0976-42e5-b382-1ed07acca923 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 217 time: 0.0542336 Aug 10 00:47:24.759046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Network a448db31-01bf-4578-b186-ceb984aabcc5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:24.794856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a448db31-01bf-4578-b186-ceb984aabcc5) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:24.805491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.806181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.807956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d6699-3a34-453b-9b09-42127b20e58b req-ec22dae3-d2bf-4cce-9bb0-84f266f4dc63 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.809383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c1a37-93e6-4cd6-b34c-c554393775a0 None None] Network a448db31-01bf-4578-b186-ceb984aabcc5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:24.811105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec6d6699-3a34-453b-9b09-42127b20e58b req-ec22dae3-d2bf-4cce-9bb0-84f266f4dc63 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.1056483 Aug 10 00:47:24.817082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-af1618a6-345d-4abc-a09d-8aa30b73ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:24.818784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-af1618a6-345d-4abc-a09d-8aa30b73ef41 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.0797951 Aug 10 00:47:24.843499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47160) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:24.843883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-07920730-fee4-4840-92fa-c44a7159e0b7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3117943 Aug 10 00:47:24.892560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:24.907612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-f109d5f5-730f-465a-a6d2-0fa0e0cc2b0f service neutron] 10.222.0.25 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320755 Aug 10 00:47:24.974978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec6d6699-3a34-453b-9b09-42127b20e58b req-b5ef7dca-79f8-4376-a1bd-e431349409cd tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550503 Aug 10 00:47:24.975891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.982818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:24.999216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-b1c99bf7-fe1a-44cb-898a-4dad6f30bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:25.003570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-b1c99bf7-fe1a-44cb-898a-4dad6f30bfc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742926 Aug 10 00:47:25.016313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.056825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.125041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.136635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-a448db31-01bf-4578-b186-ceb984aabcc5', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:47:25.139862 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.225398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Allocated IP 172.25.7.18 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/34d4035a-1f0b-4d90-96ed-6c977e0ae6dd) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:25.364753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8667786-5aa2-4fda-b8d0-fe630af7f1ff req-a9666eb6-ee0e-44ae-8332-11dd6278934d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:25.366755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8667786-5aa2-4fda-b8d0-fe630af7f1ff req-a9666eb6-ee0e-44ae-8332-11dd6278934d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 944 time: 0.1263769 Aug 10 00:47:25.385723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Allocated IP 172.20.0.2 (a448db31-01bf-4578-b186-ceb984aabcc5/f2a3a414-f657-4014-9fe1-81fbd1bdc2aa/8aed7149-123b-4c44-86b5-ff4aa9e862db) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:25.409479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dedde6-c62a-4607-a4de-127a6f19dd9f req-c95f0ba1-e860-4e40-bc92-3cebe0819e48 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:25.413004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82dedde6-c62a-4607-a4de-127a6f19dd9f req-c95f0ba1-e860-4e40-bc92-3cebe0819e48 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 949 time: 0.3189087 Aug 10 00:47:25.429784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f744957c-fcb5-4d1a-bcbc-f2780055ed64 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:25.455770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8667786-5aa2-4fda-b8d0-fe630af7f1ff req-93eee895-d649-4602-8b11-198a27483137 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Aug 10 00:47:25.462742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.490068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.503313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-8709d812-5211-4427-a8d1-fefba811fd3d service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111335 Aug 10 00:47:25.507167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:25.509527 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a32463-b9a4-416d-b20a-09981e510f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:25.558794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.622249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Pushing event updated for resources: {'Port': ['ID=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:25.666822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:25.669614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:25.672303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:25.673556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.694563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82dedde6-c62a-4607-a4de-127a6f19dd9f req-999fe54e-05d0-4422-a376-f28758e3d4b7 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325537 Aug 10 00:47:25.745895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f744957c-fcb5-4d1a-bcbc-f2780055ed64 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:25.883713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-066a1639-cb05-49f6-b697-fe82f21660d5 req-9ab1d453-064b-4760-bd15-7c784143e17f tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 210 time: 0.1252527 Aug 10 00:47:25.890470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.920394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Transition to ACTIVE for port object 8aed7149-123b-4c44-86b5-ff4aa9e862db will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:25.931736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d661decc-b79f-4d9f-a85e-c6eaf93a09c4 req-6196e8b4-173f-4d7f-8985-c64e8eb09c55 service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182336 Aug 10 00:47:25.951573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.958259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Transition to ACTIVE for port object 8aed7149-123b-4c44-86b5-ff4aa9e862db will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:25.965894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:25.973917 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c028ab59-8f61-4fc9-a5a3-798d0e1fe707 x-openstack-request-id: req-c028ab59-8f61-4fc9-a5a3-798d0e1fe707 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:25.976836 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:25.977233 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c028ab59-8f61-4fc9-a5a3-798d0e1fe707 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:25.977635 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'status': 'completed', 'code': 200} Aug 10 00:47:26.026040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879f9b1-6ce7-468b-9139-335f659260cb req-3896a8b1-655b-4a09-b86b-48de576479d6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:26.035334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Network a448db31-01bf-4578-b186-ceb984aabcc5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:26.038340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:26.039605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b879f9b1-6ce7-468b-9139-335f659260cb req-3896a8b1-655b-4a09-b86b-48de576479d6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1586277 Aug 10 00:47:26.041587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:26.052532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Pushing event updated for resources: {'Port': ['ID=8aed7149-123b-4c44-86b5-ff4aa9e862db,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:26.138900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80f4b30-596d-4844-aee8-fb08e68d5a08 None None] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:26.163233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Attempting to bind port 8aed7149-123b-4c44-86b5-ff4aa9e862db on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:26.163666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Attempting to bind port 8aed7149-123b-4c44-86b5-ff4aa9e862db by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:26.164561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Attempting to bind port 8aed7149-123b-4c44-86b5-ff4aa9e862db on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:26.166567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32463-b9a4-416d-b20a-09981e510f0e req-9f9338d4-df78-4ddd-b629-6c3377510122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:26.168267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-9f9338d4-df78-4ddd-b629-6c3377510122 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1096 time: 0.1591508 Aug 10 00:47:26.186394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b879f9b1-6ce7-468b-9139-335f659260cb req-ca2c66ad-9272-4a8c-a46f-3761ab5921dc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413350 Aug 10 00:47:26.266312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.266563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:26.267961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Checking segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:26.268386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.268792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Bound using segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:26.269276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Bound port: 8aed7149-123b-4c44-86b5-ff4aa9e862db, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:26.274781 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.295150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.381862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Provisioning for port f744957c-fcb5-4d1a-bcbc-f2780055ed64 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:26.407433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32463-b9a4-416d-b20a-09981e510f0e req-74283827-8c01-4208-a4a3-bbc6d774922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:26.409272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-74283827-8c01-4208-a4a3-bbc6d774922f service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.2210319 Aug 10 00:47:26.417135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Provisioning complete for port f744957c-fcb5-4d1a-bcbc-f2780055ed64 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:26.417529 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.467323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-2beee5ad-b01f-439f-9cef-dc2d421cc0b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.0479741 Aug 10 00:47:26.500816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] For port 8aed7149-123b-4c44-86b5-ff4aa9e862db, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:26.505718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] For port 8aed7149-123b-4c44-86b5-ff4aa9e862db, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8aed7149-123b-4c44-86b5-ff4aa9e862db,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:26.533279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.552618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Allocated IP 172.25.7.181 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/52a4a395-6017-4884-8b89-09807742eb34) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:26.557947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a32463-b9a4-416d-b20a-09981e510f0e req-17944273-5026-476d-b27b-98a46e12195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:26.559504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-17944273-5026-476d-b27b-98a46e12195e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0733490 Aug 10 00:47:26.576613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.596423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-9982de33-224b-4d68-9acd-202d70efcaf6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287437 Aug 10 00:47:26.652891 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.655152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073091-ec00-4309-b901-10c76f7c0cce None None] Pushing event updated for resources: {'Port': ['ID=8aed7149-123b-4c44-86b5-ff4aa9e862db,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:26.740332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] For port f744957c-fcb5-4d1a-bcbc-f2780055ed64, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f744957c-fcb5-4d1a-bcbc-f2780055ed64,segment=NetworkSegment(e749c2d6-c552-4451-85f0-e2558d22f38f),segment_id=e749c2d6-c552-4451-85f0-e2558d22f38f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:26.750553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:26.846010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410bfd4-8f37-4aa4-9426-430d79c4ae6d None None] Pushing event updated for resources: {'Port': ['ID=f744957c-fcb5-4d1a-bcbc-f2780055ed64,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:26.869897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f313d-3cf3-46db-8085-aebd62662c5b req-8dfdcfec-603f-4978-afc6-79709e168623 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:26.879539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-021f313d-3cf3-46db-8085-aebd62662c5b req-8dfdcfec-603f-4978-afc6-79709e168623 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.1590126 Aug 10 00:47:26.995840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-65ad31d4-17ee-4c17-bed6-6a6a0c2913fd service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811753 Aug 10 00:47:27.007840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.008420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2373a4d6-2768-40b5-a4e6-1297ed7e4838 None None] Provisioning complete for port f744957c-fcb5-4d1a-bcbc-f2780055ed64 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:27.008832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2373a4d6-2768-40b5-a4e6-1297ed7e4838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.013781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58acc71-36a6-4526-8092-fbdaf35e0252 req-83b1e9b4-5732-4122-b80d-353ce20504bb tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:27.023870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b58acc71-36a6-4526-8092-fbdaf35e0252 req-83b1e9b4-5732-4122-b80d-353ce20504bb tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 949 time: 0.3516879 Aug 10 00:47:27.061592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.087330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-021f313d-3cf3-46db-8085-aebd62662c5b req-f88ec801-2efb-4197-81ba-409ba1a632f7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023461 Aug 10 00:47:27.194535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b58acc71-36a6-4526-8092-fbdaf35e0252 req-10f56898-a08e-43b5-9f48-1e7767ba57b4 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709247 Aug 10 00:47:27.225013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-0d5de128-eeef-435c-9923-cbe5c4396484 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:27.226741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-0d5de128-eeef-435c-9923-cbe5c4396484 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.10 "GET /v2.0/networks?id=40472cc4-3cf8-43af-9050-6dedc008211a HTTP/1.1" status: 200 len: 818 time: 0.4165356 Aug 10 00:47:27.247037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Request body: {'port': {'device_id': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a', 'admin_state_up': True, 'tenant_id': '14daa2e3923f48c28ca39a5a174214eb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:27.256311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4d936-33f3-424e-a500-37ff0abbfd15 req-3fb3cb2a-a85b-4c0f-902b-788a8c4dc8c9 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:27.258259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4d4d936-33f3-424e-a500-37ff0abbfd15 req-3fb3cb2a-a85b-4c0f-902b-788a8c4dc8c9 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 944 time: 0.0696323 Aug 10 00:47:27.303167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a32463-b9a4-416d-b20a-09981e510f0e req-c7b802e2-51e4-472f-aef5-b77d2f68e071 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769167 Aug 10 00:47:27.318364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.343192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4d4d936-33f3-424e-a500-37ff0abbfd15 req-edc31178-0957-4dd1-8795-82406f1c4f79 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784891 Aug 10 00:47:27.343819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Router 019f2485-0aae-45f4-a393-4027afaceb90 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:47:27.486809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1664f31d-607a-40ae-9f83-632678af2779 req-f24e9171-4dbf-4a8f-9e22-92ed7c33b259 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 210 time: 0.0282998 Aug 10 00:47:27.490202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:27.510330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f744957c-fcb5-4d1a-bcbc-f2780055ed64 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:27.511022 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Sync routers for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:27.522129 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.530854 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:27.534219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:27.535728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4560b026-ad28-427e-8d79-04755e00c5cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6078236 Aug 10 00:47:27.540541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:27.620669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f744957c-fcb5-4d1a-bcbc-f2780055ed64 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:27.621028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:27.793982 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:27.794787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:27.807199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8aed7149-123b-4c44-86b5-ff4aa9e862db up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:27.824606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:27.827085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:27.913532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=52a4a395-6017-4884-8b89-09807742eb34,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:27.923843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8aed7149-123b-4c44-86b5-ff4aa9e862db completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:28.044060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820c016-177b-48c3-9b74-0a8b67afd777 req-d1f274db-e506-4312-b15b-817a7761d3c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.045483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd972e77-8f56-4658-9b2b-5066c01b3946 req-9bb54b22-0697-4fa8-abd9-5290dacae87b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.045928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a820c016-177b-48c3-9b74-0a8b67afd777 req-d1f274db-e506-4312-b15b-817a7761d3c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.2735050 Aug 10 00:47:28.052417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd972e77-8f56-4658-9b2b-5066c01b3946 req-9bb54b22-0697-4fa8-abd9-5290dacae87b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.3033829 Aug 10 00:47:28.064046 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-90ff140b-16a1-4fd8-b954-875e365da748 service neutron] show failed (client error): The resource could not be found. Aug 10 00:47:28.065025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-90ff140b-16a1-4fd8-b954-875e365da748 service neutron] 10.222.0.10 "GET /v2.0/ports/9018ded6-bda6-4384-8c9f-06adcf312e85/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.3996572 Aug 10 00:47:28.128667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Made reservation on behalf of 14daa2e3923f48c28ca39a5a174214eb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:28.133160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.136839 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:25Z', 'revision_number': 3, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:28.152518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd972e77-8f56-4658-9b2b-5066c01b3946 req-b3444590-055d-49f0-942d-f7ed31651747 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922184 Aug 10 00:47:28.168419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Checking router: 019f2485-0aae-45f4-a393-4027afaceb90 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:28.168855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Updating router 019f2485-0aae-45f4-a393-4027afaceb90 port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:28.189462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaf9983-dd11-4197-aa61-47b90e7d8f21 None None] Network a448db31-01bf-4578-b186-ceb984aabcc5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:28.219051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a820c016-177b-48c3-9b74-0a8b67afd777 req-ef26fd17-e5c1-4dd4-826d-a9696203a1e5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536450 Aug 10 00:47:28.237650 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.240454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-26b8e08e-efba-48d0-93af-b67b16f1fc78 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.253094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-26b8e08e-efba-48d0-93af-b67b16f1fc78 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 1101 time: 0.2180953 Aug 10 00:47:28.350876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Provisioning for port 8aed7149-123b-4c44-86b5-ff4aa9e862db completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:28.374312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Provisioning complete for port 8aed7149-123b-4c44-86b5-ff4aa9e862db triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:28.374737 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.399428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccca79c-d580-4c80-a0be-3f5798f76a2f req-77a07752-5489-4785-a56c-88c60e280339 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.400938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ccca79c-d580-4c80-a0be-3f5798f76a2f req-77a07752-5489-4785-a56c-88c60e280339 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.1374929 Aug 10 00:47:28.471838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6179a9f4-245d-4f78-9c29-b8ec388694dc details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:28.486927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ccca79c-d580-4c80-a0be-3f5798f76a2f req-e615033a-c554-4437-ba2d-01594e1dea12 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747740 Aug 10 00:47:28.512923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.609485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.655327 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.657722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.669577 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Transition to ACTIVE for port object 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:28.682609 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.737960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f26e24-4ed0-4f5d-9ff3-17ecedb7f1fb req-34226d9a-81a2-40dd-b819-1026e3def823 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.742857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] For port 8aed7149-123b-4c44-86b5-ff4aa9e862db, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8aed7149-123b-4c44-86b5-ff4aa9e862db,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:28.747332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74f26e24-4ed0-4f5d-9ff3-17ecedb7f1fb req-34226d9a-81a2-40dd-b819-1026e3def823 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 944 time: 0.1429837 Aug 10 00:47:28.758156 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.761517 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc83b-1cc3-4643-a6d1-45d526186485 None None] Pushing event updated for resources: {'Port': ['ID=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:28.792901 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Attempting to bind port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:28.793548 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Attempting to bind port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:28.794457 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Attempting to bind port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:28.797609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:28.803630 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:28.804290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:28.805532 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.806107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:28.807110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Bound port: 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:28.807761 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.822972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'mac_address': 'fa:16:3e:94:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:28.827294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8cd8024-b38e-4b13-ab52-8d7cea2f785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.828948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8cd8024-b38e-4b13-ab52-8d7cea2f785a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1101 time: 0.4298391 Aug 10 00:47:28.850238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3f56-6042-4766-a520-62bd52ce6ff5 req-aeebf857-a207-4055-aab6-b140b973d1ba tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:28.852004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-183d3f56-6042-4766-a520-62bd52ce6ff5 req-aeebf857-a207-4055-aab6-b140b973d1ba tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3c04f31-3c41-43d3-94fb-0273b1ffc53f HTTP/1.1" status: 200 len: 949 time: 0.4050090 Aug 10 00:47:28.880556 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] For port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:28.883735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:28.885293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] For port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:28.890685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.891191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74f26e24-4ed0-4f5d-9ff3-17ecedb7f1fb req-2bb4bbc4-dc83-4cbb-858f-c98d63d1ae3f tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423473 Aug 10 00:47:28.892669 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.929677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Allocated IP 172.20.0.1 (05289449-aa7e-4d68-bbaf-3a75b4724254/032dc5bf-3cbc-4bf5-b14a-f4efee99bef1/92a21984-9bd0-4c58-9d6e-c4f11e640195) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:28.947859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Deleting port 24cce624-a928-49e0-bcf3-45f96cff3df8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:28.948241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:28.982446 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:28.983114 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:29.056313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1881ecb-540b-4bd6-94f8-312e63d94fe8 None None] Pushing event updated for resources: {'Port': ['ID=8aed7149-123b-4c44-86b5-ff4aa9e862db,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.062570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] For port 24cce624-a928-49e0-bcf3-45f96cff3df8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=24cce624-a928-49e0-bcf3-45f96cff3df8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:29.063657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.064491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6179a9f4-245d-4f78-9c29-b8ec388694dc {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:29.072573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba44cffc-7b08-4465-a7be-82c254a5b11e None None] Provisioning complete for port 8aed7149-123b-4c44-86b5-ff4aa9e862db triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:29.072946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ba44cffc-7b08-4465-a7be-82c254a5b11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.088569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Calling delete_port for 24cce624-a928-49e0-bcf3-45f96cff3df8 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:29.103341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.106986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:29.117261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.118134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:29.120999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Transition to ACTIVE for port object 92a21984-9bd0-4c58-9d6e-c4f11e640195 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:29.121281 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:29.171443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.240708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Pushing event updated for resources: {'Port': ['ID=92a21984-9bd0-4c58-9d6e-c4f11e640195,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.252327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.256081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b0312d0-99f6-4fb3-bb24-7eac209ae7d5 req-5818e5e2-1b00-4d60-964f-f909f6e4abe4 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 210 time: 0.2641575 Aug 10 00:47:29.291102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:29.293827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:29.296585 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc83b-1cc3-4643-a6d1-45d526186485 None None] Pushing event updated for resources: {'Port': ['ID=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.299305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:29.337088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-183d3f56-6042-4766-a520-62bd52ce6ff5 req-7babdc98-c4bf-457c-b7d0-98d86ea4204f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177139 Aug 10 00:47:29.337539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:29.356609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'port_id': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'mac_address': 'fa:16:3e:64:30:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0639e7-7e5f-43f6-88ff-837dfc60010f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:29.360800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.388673 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:25Z', 'revision_number': 3, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:29.422066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['24cce624-a928-49e0-bcf3-45f96cff3df8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:29.437154 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5648ca6-ce45-4005-a374-02a89632ada2 None None] The sync data for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 is: [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:25Z', 'revision_number': 3, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:29.441018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Pushing event deleted for resources: {'Port': ['ID=24cce624-a928-49e0-bcf3-45f96cff3df8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.480058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.482193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8aed7149-123b-4c44-86b5-ff4aa9e862db up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:29.516676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.559104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.592181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa278d5-d6d1-4bed-94a1-8a2b7adb05a8 req-f0f7b7eb-229b-4f1f-b7cf-3458fd7082a5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:29.593926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fa278d5-d6d1-4bed-94a1-8a2b7adb05a8 req-f0f7b7eb-229b-4f1f-b7cf-3458fd7082a5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1817799 Aug 10 00:47:29.606476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70dfb92-8ee3-4748-b9dd-83b811ca5d8a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:29.675824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:29.718104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.721459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8aed7149-123b-4c44-86b5-ff4aa9e862db triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:29.722374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.752549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.788692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fa278d5-d6d1-4bed-94a1-8a2b7adb05a8 req-16d48288-acd8-47a4-bdef-6be760580069 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844518 Aug 10 00:47:29.794567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.832006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:29.835708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] No DVR routers for this DVR port 24cce624-a928-49e0-bcf3-45f96cff3df8 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:29.856577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Allocated IP 172.20.0.9 (40472cc4-3cf8-43af-9050-6dedc008211a/450d8452-c738-4029-a0e6-c27c33a2c505/cf88ba96-9927-4d91-ba99-907647fda70b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:29.915972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7cbb4f3a-be96-4f8c-a302-60cd532949cc None None] Provisioning for port 92a21984-9bd0-4c58-9d6e-c4f11e640195 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:29.924518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7cbb4f3a-be96-4f8c-a302-60cd532949cc None None] Provisioning complete for port 92a21984-9bd0-4c58-9d6e-c4f11e640195 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:29.924881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7cbb4f3a-be96-4f8c-a302-60cd532949cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:29.975021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['6179a9f4-245d-4f78-9c29-b8ec388694dc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:29.977686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:30.001941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb4f3a-be96-4f8c-a302-60cd532949cc None None] Port 92a21984-9bd0-4c58-9d6e-c4f11e640195 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:30.037879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.092518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.094452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cbd0a047-26da-4550-bfe5-cd1f448e12d1 req-12490ffb-48f6-4f8d-bf81-0a8799cb4ff3 tempest-DeleteServersAdminTestJSON-1696694999 tempest-DeleteServersAdminTestJSON-1696694999-project-admin] 10.222.0.10 "DELETE /v2.0/ports/24cce624-a928-49e0-bcf3-45f96cff3df8 HTTP/1.1" status: 204 len: 173 time: 1.7639813 Aug 10 00:47:30.097211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'name': 'network-vif-deleted', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:30.100457 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fafdeca-c542-4418-b71c-2f0679ed2dd7" -d '{"events": [{"server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "name": "network-vif-deleted", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:30.226015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1635bd4-f0d3-4fbb-acc0-3d122a187897 req-0d7e8d7e-8c26-4cf9-9cb8-886a748a0fb0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:30.227738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1635bd4-f0d3-4fbb-acc0-3d122a187897 req-0d7e8d7e-8c26-4cf9-9cb8-886a748a0fb0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.3380501 Aug 10 00:47:30.292507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1635bd4-f0d3-4fbb-acc0-3d122a187897 req-942899fe-bffe-437d-8a35-b5e10779dadb tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499902 Aug 10 00:47:30.352979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.365557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.367881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:30.424627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:30.459496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef47a4b-0c64-49dd-b8ec-cc8638832a4d req-9e6d1779-dd63-4024-aae8-d6e3a12cf85c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:30.461777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ef47a4b-0c64-49dd-b8ec-cc8638832a4d req-9e6d1779-dd63-4024-aae8-d6e3a12cf85c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.9344838 Aug 10 00:47:30.477610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.480970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Pushing event updated for resources: {'Port': ['ID=92a21984-9bd0-4c58-9d6e-c4f11e640195,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:30.501989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e414d-c44d-4dd0-a0d4-a32994dd189b req-bdd9a551-7f18-49c2-8db3-f625a9af4728 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:30.503611 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e03e414d-c44d-4dd0-a0d4-a32994dd189b req-bdd9a551-7f18-49c2-8db3-f625a9af4728 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 945 time: 0.1067290 Aug 10 00:47:30.566723 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.599453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e03e414d-c44d-4dd0-a0d4-a32994dd189b req-55835126-2090-4b71-85ce-5985544e9478 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858004 Aug 10 00:47:30.665441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:30.667701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:30.840707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec78f27-3255-48f9-8200-a6f741490b63 req-c82b784b-b4a1-4b6d-a346-0480b3663dbe tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:30.842395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ec78f27-3255-48f9-8200-a6f741490b63 req-c82b784b-b4a1-4b6d-a346-0480b3663dbe tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 931 time: 0.1612329 Aug 10 00:47:30.865810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.897562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ec78f27-3255-48f9-8200-a6f741490b63 req-cf56532c-dfa9-4b92-bbf2-82ee0258b649 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Aug 10 00:47:30.901851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Router 019f2485-0aae-45f4-a393-4027afaceb90 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:30.920035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Network 40472cc4-3cf8-43af-9050-6dedc008211a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:30.921610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:30.947271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3a72fec6-f49a-44f0-b652-71bc94f831bc None None] Provisioning complete for port 92a21984-9bd0-4c58-9d6e-c4f11e640195 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:30.947859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a72fec6-f49a-44f0-b652-71bc94f831bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:30.959910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Pushing event updated for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:30.963875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Transition to ACTIVE for port object 9018ded6-bda6-4384-8c9f-06adcf312e85 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:30.971718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:30.990594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3a72fec6-f49a-44f0-b652-71bc94f831bc None None] Port 92a21984-9bd0-4c58-9d6e-c4f11e640195 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:31.000426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.041134 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b85f2-09ee-4003-a8a7-6053ffb78a5b x-openstack-request-id: req-050b85f2-09ee-4003-a8a7-6053ffb78a5b {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:31.041472 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c04f31-3c41-43d3-94fb-0273b1ffc53f", "name": "network-vif-deleted", "tag": "24cce624-a928-49e0-bcf3-45f96cff3df8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:31.041795 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-050b85f2-09ee-4003-a8a7-6053ffb78a5b {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:31.042192 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c04f31-3c41-43d3-94fb-0273b1ffc53f', 'name': 'network-vif-deleted', 'tag': '24cce624-a928-49e0-bcf3-45f96cff3df8', 'status': 'completed', 'code': 200} Aug 10 00:47:31.045365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ef47a4b-0c64-49dd-b8ec-cc8638832a4d req-1b82e37a-17bd-4420-a811-40303d838f74 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5422719 Aug 10 00:47:31.055304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:31.063526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd5cf239-80fd-4947-ac16-62afe2184e9f admin admin] 10.222.0.25 "PUT /v2.0/routers/019f2485-0aae-45f4-a393-4027afaceb90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5218849 Aug 10 00:47:31.093446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:31.094114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.099028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:31.123706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] No DVR routers for this DVR port 9018ded6-bda6-4384-8c9f-06adcf312e85 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:31.148356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-a9794668-1569-4146-8c4e-c9106eab30dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9087198 Aug 10 00:47:31.150162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Router 8866d180-818b-4db6-968a-37b49091d1f1 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:47:31.184888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c6371-729e-4efc-b679-a2702c55ee65 req-dda9c83b-039d-40ed-b86c-61ef8b77f48c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:31.189256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Request body: {'port': {'device_id': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:31.193303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13c6371-729e-4efc-b679-a2702c55ee65 req-dda9c83b-039d-40ed-b86c-61ef8b77f48c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1052246 Aug 10 00:47:31.248257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13c6371-729e-4efc-b679-a2702c55ee65 req-123de412-9442-409b-8b39-4b52395857e0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539598 Aug 10 00:47:31.294733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:31.295266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:31.295726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:31.344082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:31.344410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Attempting to bind port 9018ded6-bda6-4384-8c9f-06adcf312e85 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:31.353931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-918370d2-afaf-4101-86ab-405119b4ec39 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490122 Aug 10 00:47:31.398884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:31.399160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:31.399554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:31.400004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Bound port: 9018ded6-bda6-4384-8c9f-06adcf312e85, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:31.400375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.443937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:31.447077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.455793 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-ceae21ca-12a5-45b8-a60f-5ffa990e82f4 req-67e6b7e5-f3dd-467c-b30f-5037585d9e24 tempest-FloatingIPDetailsNegativeTestJSON-2058039616 tempest-FloatingIPDetailsNegativeTestJSON-2058039616-project] show failed (client error): The resource could not be found. Aug 10 00:47:31.457193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ceae21ca-12a5-45b8-a60f-5ffa990e82f4 req-67e6b7e5-f3dd-467c-b30f-5037585d9e24 tempest-FloatingIPDetailsNegativeTestJSON-2058039616 tempest-FloatingIPDetailsNegativeTestJSON-2058039616-project] 10.222.0.25 "GET /v2.0/floatingips/c9d15604-0fd0-4de1-91ed-bf5f30baf885 HTTP/1.1" status: 404 len: 350 time: 0.0788641 Aug 10 00:47:31.466966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:31.511915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:31.517112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:31.517700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.522358 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:47:31.559359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:31.574200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:31.609343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:31.610228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:31.635919 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Sync routers for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:31.639612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.643737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1bcf34fe-d32e-49fc-9ffa-d6f98098a9b8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.7907331 Aug 10 00:47:31.644015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:31.648579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:31.649579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:31.668066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.695833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:31.706653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-a6be326f-9625-47dc-b3f4-a528c1fb2eaf tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:31.713940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-a6be326f-9625-47dc-b3f4-a528c1fb2eaf tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082719 Aug 10 00:47:31.732536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:31.744150 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.749328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:31.759028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-09d69e4a-4bd5-46cc-bb82-e3a67eac0871 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/quotas/e1a2457aa74741cdab0fcd4765f50df8 HTTP/1.1" status: 200 len: 375 time: 0.0441258 Aug 10 00:47:31.777427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.781819 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:31.804690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:31.816942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-7fe18fe3-1503-4927-b738-13c2a3cdde83 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510974 Aug 10 00:47:31.886698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:31.987304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:31.988478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:31.989955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] 10.222.0.21 "PUT /v2.0/ports/9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 1096 time: 3.1122162 Aug 10 00:47:32.071306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eed77-4f6d-458a-b2be-0625fc7220a1 req-c5a35093-7224-4c8f-8e68-3f2e3af14648 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.080792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af8eed77-4f6d-458a-b2be-0625fc7220a1 req-c5a35093-7224-4c8f-8e68-3f2e3af14648 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.4801614 Aug 10 00:47:32.121265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:32.132257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0c58a-0c48-493b-98eb-7e46dcd3f82c service neutron] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:32.150287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:32.150914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Updating router 8866d180-818b-4db6-968a-37b49091d1f1 port 52a4a395-6017-4884-8b89-09807742eb34 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:32.186702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.244781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-134bf2f1-c22d-447a-ab98-8647af9d0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.246446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-134bf2f1-c22d-447a-ab98-8647af9d0e58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.2098458 Aug 10 00:47:32.266209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45a41-d2ec-4b6c-b566-e81216f5f38d req-b826ad30-3277-4a1f-b552-0a81954a2c76 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.267937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6bc45a41-d2ec-4b6c-b566-e81216f5f38d req-b826ad30-3277-4a1f-b552-0a81954a2c76 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 945 time: 0.1445875 Aug 10 00:47:32.285628 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:29Z', 'revision_number': 4, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92a21984-9bd0-4c58-9d6e-c4f11e640195', 'name': '', 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'mac_address': 'fa:16:3e:a0:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:28Z', 'updated_at': '2021-08-10T00:47:29Z', 'revision_number': 2, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'subnets': [{'id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:32.287238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af8eed77-4f6d-458a-b2be-0625fc7220a1 req-56f2d8e0-bdc6-4193-8486-7496770690ea tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053583 Aug 10 00:47:32.365941 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Checking router: 019f2485-0aae-45f4-a393-4027afaceb90 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:32.366300 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Updating router 019f2485-0aae-45f4-a393-4027afaceb90 port 92a21984-9bd0-4c58-9d6e-c4f11e640195 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:32.393348 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.429382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf88ba96-9927-4d91-ba99-907647fda70b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:32.446975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.466346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6bc45a41-d2ec-4b6c-b566-e81216f5f38d req-494ecb56-4229-4aed-b2b0-4ae80d0e1117 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738024 Aug 10 00:47:32.544350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Transition to ACTIVE for port object cf88ba96-9927-4d91-ba99-907647fda70b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:32.557276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6179a9f4-245d-4f78-9c29-b8ec388694dc up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:32.580290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1159e5ec-c358-4f8e-bf01-296bebcabc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.581394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1159e5ec-c358-4f8e-bf01-296bebcabc03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3125575 Aug 10 00:47:32.641838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.653875 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7cc2bb95-e8f7-41aa-bb9a-a0835f552475 req-4003691d-1266-4b06-acce-4ff171bf4a2e tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 210 time: 0.1067202 Aug 10 00:47:32.748862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 6179a9f4-245d-4f78-9c29-b8ec388694dc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:32.772019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 6179a9f4-245d-4f78-9c29-b8ec388694dc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:32.772387 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.777612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-ec3a4d89-585d-4519-8c6b-f9e88933d18f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.1288567 Aug 10 00:47:32.799124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.811262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Transition to ACTIVE for port object 52a4a395-6017-4884-8b89-09807742eb34 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:32.826840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac82da4-8f5a-4bb2-9d51-37e746b63c9e req-c616510b-bfea-4d64-ad7e-c9062468c4f6 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.828476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ac82da4-8f5a-4bb2-9d51-37e746b63c9e req-c616510b-bfea-4d64-ad7e-c9062468c4f6 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 931 time: 0.4411705 Aug 10 00:47:32.875717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.884996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:32.936615 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.940820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1b494bd6-5ba8-4bec-8876-9bd1abdcb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.942998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-1b494bd6-5ba8-4bec-8876-9bd1abdcb6e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1448433 Aug 10 00:47:32.951742 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Transition to ACTIVE for port object 92a21984-9bd0-4c58-9d6e-c4f11e640195 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:32.952585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ac82da4-8f5a-4bb2-9d51-37e746b63c9e req-b7227919-aab0-4365-8aee-aeff3bee0438 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144178 Aug 10 00:47:32.960487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acd9d4-0450-4266-8811-0ce472de2c77 req-491e163d-a12c-477e-9bd7-6bdfcbf37a47 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:32.961843 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:32.968289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81acd9d4-0450-4266-8811-0ce472de2c77 req-491e163d-a12c-477e-9bd7-6bdfcbf37a47 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1865664 Aug 10 00:47:33.048868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}, {'name': 'network-changed', 'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:33.051232 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd1f781-ee90-4397-896a-a149dd858f31" -d '{"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-unplugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}, {"name": "network-changed", "server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:33.098135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Attempting to bind port cf88ba96-9927-4d91-ba99-907647fda70b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:33.098687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Attempting to bind port cf88ba96-9927-4d91-ba99-907647fda70b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6e252a43-84e0-462b-9dc9-c0f5658f06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:33.099025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Attempting to bind port cf88ba96-9927-4d91-ba99-907647fda70b on network 40472cc4-3cf8-43af-9050-6dedc008211a {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:33.140830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81acd9d4-0450-4266-8811-0ce472de2c77 req-cc3f87ad-6518-43d9-ac3e-aa2f674eb18f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715524 Aug 10 00:47:33.149652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-fb871ab3-e5c5-457c-a8ab-8241590e57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:33.153095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-fb871ab3-e5c5-457c-a8ab-8241590e57ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805000 Aug 10 00:47:33.160080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.183270 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Attempting to bind port 92a21984-9bd0-4c58-9d6e-c4f11e640195 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:33.183773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Attempting to bind port 92a21984-9bd0-4c58-9d6e-c4f11e640195 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:33.184230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Attempting to bind port 92a21984-9bd0-4c58-9d6e-c4f11e640195 on network 05289449-aa7e-4d68-bbaf-3a75b4724254 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:33.196887 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:33.196887 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Checking segment: {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:33.197586 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.198313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Bound using segment: {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:33.198773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Bound port: 92a21984-9bd0-4c58-9d6e-c4f11e640195, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e749c2d6-c552-4451-85f0-e2558d22f38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:33.199245 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.209616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 24cce624-a928-49e0-bcf3-45f96cff3df8 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:33.252459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 24cce624-a928-49e0-bcf3-45f96cff3df8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:33.252883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 24cce624-a928-49e0-bcf3-45f96cff3df8 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:33.253370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:33.295958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5f9f8-c0e5-44db-accd-5b500d01b554 None None] Pushing event updated for resources: {'Port': ['ID=52a4a395-6017-4884-8b89-09807742eb34,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:33.322283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Attempting to bind port 52a4a395-6017-4884-8b89-09807742eb34 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:33.322960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Attempting to bind port 52a4a395-6017-4884-8b89-09807742eb34 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:33.323413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Attempting to bind port 52a4a395-6017-4884-8b89-09807742eb34 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:33.334781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbbd4a-65f3-4584-95f4-590d54aceed4 req-a436878f-16fc-4729-b55c-194464939c64 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:33.336602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfbbbd4a-65f3-4584-95f4-590d54aceed4 req-a436878f-16fc-4729-b55c-194464939c64 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2485764 Aug 10 00:47:33.344085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.345263 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] For port 92a21984-9bd0-4c58-9d6e-c4f11e640195, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:33.351239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:33.353585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:33.354111 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.355778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:33.356456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Bound port: 52a4a395-6017-4884-8b89-09807742eb34, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:33.356995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.357520 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] For port 92a21984-9bd0-4c58-9d6e-c4f11e640195, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=92a21984-9bd0-4c58-9d6e-c4f11e640195,segment=NetworkSegment(e749c2d6-c552-4451-85f0-e2558d22f38f),segment_id=e749c2d6-c552-4451-85f0-e2558d22f38f)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:33.366655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2551a0-36fc-44d5-a7b8-ff0db880f178 None None] Pushing event updated for resources: {'Port': ['ID=92a21984-9bd0-4c58-9d6e-c4f11e640195,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:33.380023 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.405883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-6b28756b-68b6-4cad-9fdf-189b2765ff44 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327812 Aug 10 00:47:33.406475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Port cf88ba96-9927-4d91-ba99-907647fda70b on network 40472cc4-3cf8-43af-9050-6dedc008211a not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:33.406830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Attempting to bind port cf88ba96-9927-4d91-ba99-907647fda70b on network 40472cc4-3cf8-43af-9050-6dedc008211a {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:33.411443 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db60260-2513-4c30-ae4f-797bdb35c32d x-openstack-request-id: req-0db60260-2513-4c30-ae4f-797bdb35c32d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:33.411737 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-unplugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "code": 200}, {"name": "network-changed", "server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:33.411986 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db60260-2513-4c30-ae4f-797bdb35c32d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:33.412979 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'code': 200} Aug 10 00:47:33.412979 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'status': 'completed', 'code': 200} Aug 10 00:47:33.438057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:33.461516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:33.495006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:33.495345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Checking segment: {'id': '6e252a43-84e0-462b-9dc9-c0f5658f06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:33.495787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Bound using segment: {'id': '6e252a43-84e0-462b-9dc9-c0f5658f06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:33.496237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Bound port: cf88ba96-9927-4d91-ba99-907647fda70b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e252a43-84e0-462b-9dc9-c0f5658f06f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:33.496592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.503003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.533055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] For port 52a4a395-6017-4884-8b89-09807742eb34, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:33.543680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfbbbd4a-65f3-4584-95f4-590d54aceed4 req-0ac7f467-3480-4d28-83ed-3816a911e7a7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973462 Aug 10 00:47:33.552570 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2551a0-36fc-44d5-a7b8-ff0db880f178 None None] Pushing event updated for resources: {'Port': ['ID=92a21984-9bd0-4c58-9d6e-c4f11e640195,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:33.583847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:33.591101 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6438280e-9682-4261-b3dd-9469ab37d081" -d '{"events": [{"server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:33.602923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] For port 52a4a395-6017-4884-8b89-09807742eb34, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=52a4a395-6017-4884-8b89-09807742eb34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:33.616988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:33.617648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:33.632766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.647087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:33.666536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-916cf42b-5604-47a2-9cfb-489d8e88911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:33.668148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-916cf42b-5604-47a2-9cfb-489d8e88911e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.2535622 Aug 10 00:47:33.719084 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.727770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:33.732718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa83c3b-3116-41ed-ad89-2bfc34d1bf4e req-dad1fd2f-6f1a-42cd-aec1-710dbd633d36 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:33.743505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fa83c3b-3116-41ed-ad89-2bfc34d1bf4e req-dad1fd2f-6f1a-42cd-aec1-710dbd633d36 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.3288536 Aug 10 00:47:33.752820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Allocated IP 172.20.0.1 (a448db31-01bf-4578-b186-ceb984aabcc5/f2a3a414-f657-4014-9fe1-81fbd1bdc2aa/1bfff744-0e62-4255-9199-350246ed26d0) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:33.818785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-3fde8a9c-e38d-4c00-9f3f-4afcb3c6a1c4 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1816561 Aug 10 00:47:33.840898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:33.841221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.851859 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:33.882014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:33.888398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:33.889277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:33.895707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5f9f8-c0e5-44db-accd-5b500d01b554 None None] Pushing event updated for resources: {'Port': ['ID=52a4a395-6017-4884-8b89-09807742eb34,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:33.925738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=cf88ba96-9927-4d91-ba99-907647fda70b,segment=NetworkSegment(6e252a43-84e0-462b-9dc9-c0f5658f06f4),segment_id=6e252a43-84e0-462b-9dc9-c0f5658f06f4)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:33.934202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fe8085d-0a74-4d34-82c0-2628e882a828 req-043ce8c5-1826-45b8-9432-98358a2c1167 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859872 Aug 10 00:47:33.951920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:33.978270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fa83c3b-3116-41ed-ad89-2bfc34d1bf4e req-f50403ef-5f78-438a-923a-1e49ecedc375 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280629 Aug 10 00:47:34.046221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b662ca23-7dd5-4da6-a4a1-d12e70c5247c req-ee8ea9a4-3b88-4973-a71a-6aba5b0aba57 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.048208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b662ca23-7dd5-4da6-a4a1-d12e70c5247c req-ee8ea9a4-3b88-4973-a71a-6aba5b0aba57 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.3310437 Aug 10 00:47:34.138819 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b9d48e-bc2f-4c0d-82c0-4fde8cbcec61 x-openstack-request-id: req-e5b9d48e-bc2f-4c0d-82c0-4fde8cbcec61 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:34.138819 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:34.138819 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5b9d48e-bc2f-4c0d-82c0-4fde8cbcec61 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:34.138819 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'code': 200} Aug 10 00:47:34.140479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.141159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.142853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf88ba96-9927-4d91-ba99-907647fda70b HTTP/1.1" status: 200 len: 1092 time: 2.9596045 Aug 10 00:47:34.199982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:34.208999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:34.224933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:34.225621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.252650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-911c3c7b-4c98-45d2-8b4d-90fae94913d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.254648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-911c3c7b-4c98-45d2-8b4d-90fae94913d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.5605919 Aug 10 00:47:34.268640 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:29Z', 'revision_number': 4, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92a21984-9bd0-4c58-9d6e-c4f11e640195', 'name': '', 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'mac_address': 'fa:16:3e:a0:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:28Z', 'updated_at': '2021-08-10T00:47:33Z', 'revision_number': 4, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'subnets': [{'id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:34.273898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-edadd6e4-cdf5-4392-8a78-9e604dbf74f9 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.275426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-edadd6e4-cdf5-4392-8a78-9e604dbf74f9 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4387507 Aug 10 00:47:34.279810 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.297691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b662ca23-7dd5-4da6-a4a1-d12e70c5247c req-ee2925b6-d8c0-406a-8af0-b475f1037f1a tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203054 Aug 10 00:47:34.299255 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4c556b-ce26-474e-98d2-00d8d3dc22e1 None None] The sync data for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 is: [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:29Z', 'revision_number': 4, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92a21984-9bd0-4c58-9d6e-c4f11e640195', 'name': '', 'network_id': '05289449-aa7e-4d68-bbaf-3a75b4724254', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'mac_address': 'fa:16:3e:a0:7c:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:28Z', 'updated_at': '2021-08-10T00:47:33Z', 'revision_number': 4, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'subnets': [{'id': '032dc5bf-3cbc-4bf5-b14a-f4efee99bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:34.309567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa60c69-d526-4345-ae46-6687ffa170a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:34.326101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Request body: {'port': {'device_id': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'e1a2457aa74741cdab0fcd4765f50df8'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:34.340642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:34.376748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Transition to ACTIVE for port object 1bfff744-0e62-4255-9199-350246ed26d0 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:34.418064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffae3811-696b-4b60-ad9e-46331250ba93 req-cadcb4f8-6103-4c15-833a-048b2a774a26 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 210 time: 0.1622443 Aug 10 00:47:34.419835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-d51eb097-c76d-4b8a-a204-af45e495bb41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.1328502 Aug 10 00:47:34.430306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-af365f5d-d98a-46d0-af7c-330c7877c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.432254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-af365f5d-d98a-46d0-af7c-330c7877c40f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.3929322 Aug 10 00:47:34.500717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-a61f90bd-cdd2-45ad-9c7e-9826d0ebaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.502398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-a61f90bd-cdd2-45ad-9c7e-9826d0ebaabf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0690417 Aug 10 00:47:34.516804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-22ec6a3f-c3d3-428a-b958-c26200b36a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.519718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-22ec6a3f-c3d3-428a-b958-c26200b36a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14daa2e3923f48c28ca39a5a174214eb&device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 1095 time: 0.2605557 Aug 10 00:47:34.561249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Deleting port 92a21984-9bd0-4c58-9d6e-c4f11e640195 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:34.561664 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.586470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.626725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2e76-b594-4b96-83bf-e772bd210167 req-2abe7be8-c215-4413-a9ce-545149e26971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.632488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:34.634264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd2b2e76-b594-4b96-83bf-e772bd210167 req-2abe7be8-c215-4413-a9ce-545149e26971 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1098 time: 0.3957579 Aug 10 00:47:34.639913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-cc467c02-7741-471f-83e0-27edda533891 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf88ba96-9927-4d91-ba99-907647fda70b HTTP/1.1" status: 200 len: 217 time: 0.0519583 Aug 10 00:47:34.644297 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.664022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40efa-747a-44d2-8cee-088a5f3cd556 req-41386b6d-e43b-4d83-a203-b1bef78a882a tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.671217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c40efa-747a-44d2-8cee-088a5f3cd556 req-41386b6d-e43b-4d83-a203-b1bef78a882a tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 943 time: 0.2419789 Aug 10 00:47:34.710622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.750605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:34.775622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:34.826135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c40efa-747a-44d2-8cee-088a5f3cd556 req-5a485cba-29d0-4b62-85bf-4da697341a40 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537049 Aug 10 00:47:34.832499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6dea03-1cf4-4ef1-b17f-7993669e05db None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:28Z', 'revision_number': 3, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:34.847236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75628d-db51-4eab-8018-10fcda23385e req-0137724d-6277-4211-ba15-6d954dc2d984 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.848405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] For port 92a21984-9bd0-4c58-9d6e-c4f11e640195, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=92a21984-9bd0-4c58-9d6e-c4f11e640195,segment=NetworkSegment(e749c2d6-c552-4451-85f0-e2558d22f38f),segment_id=e749c2d6-c552-4451-85f0-e2558d22f38f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:34.848778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.853972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea75628d-db51-4eab-8018-10fcda23385e req-0137724d-6277-4211-ba15-6d954dc2d984 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.3289816 Aug 10 00:47:34.862354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Network a448db31-01bf-4578-b186-ceb984aabcc5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:34.865617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Made reservation on behalf of e1a2457aa74741cdab0fcd4765f50df8 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:34.872564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:34.887921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-06268443-ff12-4b2b-8905-8a79c8457eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.889439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-06268443-ff12-4b2b-8905-8a79c8457eb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=450d8452-c738-4029-a0e6-c27c33a2c505 HTTP/1.1" status: 200 len: 858 time: 0.1787970 Aug 10 00:47:34.891662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-6c386dc9-bad9-454c-9160-964525da1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.893873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-6c386dc9-bad9-454c-9160-964525da1ca8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3348773 Aug 10 00:47:34.901536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:34.908714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-1ff32384-a357-435f-be6b-9aa75af7a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:34.910845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-1ff32384-a357-435f-be6b-9aa75af7a639 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.4021347 Aug 10 00:47:34.913202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd2b2e76-b594-4b96-83bf-e772bd210167 req-2aef1f92-60bb-4a60-a61e-c70bddfaf172 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036014 Aug 10 00:47:34.915782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Calling delete_port for 92a21984-9bd0-4c58-9d6e-c4f11e640195 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:34.928458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:34.973333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Pushing event updated for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:35.206119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3dd871d7-0e65-491b-adf8-5de41b761db6 None None] Provisioning for port 1bfff744-0e62-4255-9199-350246ed26d0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:35.211351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3dd871d7-0e65-491b-adf8-5de41b761db6 None None] Provisioning complete for port 1bfff744-0e62-4255-9199-350246ed26d0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:35.211731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3dd871d7-0e65-491b-adf8-5de41b761db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.278475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-22a5b84f-2638-4229-ad20-125bf52075b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40472cc4-3cf8-43af-9050-6dedc008211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3631608 Aug 10 00:47:35.279201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3dd871d7-0e65-491b-adf8-5de41b761db6 None None] Port 1bfff744-0e62-4255-9199-350246ed26d0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:35.337657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-b43aaad0-01a9-4d1d-92bf-1c5e7b18e6dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0565307 Aug 10 00:47:35.422729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:35.424986 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953ac033-1f38-4359-9ab5-559f23707e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:35.463757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.476105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea75628d-db51-4eab-8018-10fcda23385e req-afee2303-f4ad-442a-8d6b-e13b25683691 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6210365 Aug 10 00:47:35.476700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 52a4a395-6017-4884-8b89-09807742eb34 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:35.541331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d862-4a93-4e0d-b356-875ef3afbfba req-da304e5c-9186-4252-b552-50ded2130898 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:35.547528 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3003d862-4a93-4e0d-b356-875ef3afbfba req-da304e5c-9186-4252-b552-50ded2130898 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.5763159 Aug 10 00:47:35.554579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 52a4a395-6017-4884-8b89-09807742eb34 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:35.561901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 52a4a395-6017-4884-8b89-09807742eb34 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:35.562040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.674999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.676541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-7ab1b7b5-23bd-49c6-91cc-2f2c9dd04197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:35.678308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-7ab1b7b5-23bd-49c6-91cc-2f2c9dd04197 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.3267016 Aug 10 00:47:35.687624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-d2878684-03b3-4744-b758-b7052f3e21bd service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734656 Aug 10 00:47:35.714272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 52a4a395-6017-4884-8b89-09807742eb34, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=52a4a395-6017-4884-8b89-09807742eb34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:35.719081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.721402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92a21984-9bd0-4c58-9d6e-c4f11e640195 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:35.780240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Allocated IP 192.168.233.182 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/99fdec5e-b0b7-4799-bca6-56a4eb7737f8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:35.807288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3003d862-4a93-4e0d-b356-875ef3afbfba req-9f3f029e-9f00-4f77-a96c-026e29d669b7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347779 Aug 10 00:47:35.843550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 92a21984-9bd0-4c58-9d6e-c4f11e640195 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:35.857980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 92a21984-9bd0-4c58-9d6e-c4f11e640195 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:35.858711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:35.860986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=52a4a395-6017-4884-8b89-09807742eb34,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:35.914924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-40272c6a-01be-4725-b8fb-d7c515437948 service neutron] 10.222.0.10 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790670 Aug 10 00:47:35.964748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5003c9f-f8ed-4d82-9e64-71234720e1a3 req-f06c73ca-a22e-4898-b6b1-56a115a4d6f1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:35.966303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5003c9f-f8ed-4d82-9e64-71234720e1a3 req-f06c73ca-a22e-4898-b6b1-56a115a4d6f1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 946 time: 0.3441281 Aug 10 00:47:35.990329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-965ac29e-dc45-46e4-8444-b2f407bcd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:35.992183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-965ac29e-dc45-46e4-8444-b2f407bcd13d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3030500 Aug 10 00:47:35.998889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.094510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.139269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:36.141625 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2677139-128d-4a24-91ed-115df57150c2" -d '{"events": [{"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-plugged", "status": "completed", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:36.180067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5003c9f-f8ed-4d82-9e64-71234720e1a3 req-9175efdc-ea57-4dbc-a2c7-9a042de09e9a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949704 Aug 10 00:47:36.184995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-a831a650-e6f6-4646-aa8b-fd4ece938dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507511 Aug 10 00:47:36.215493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87eba9e7-74f5-4d79-92ab-09b21406a040 req-94d13ee8-fa27-41eb-9007-fe86310f99d1 service neutron] 10.222.0.10 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661138 Aug 10 00:47:36.220108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-24ce99c3-9f77-42ca-b0da-66f4866bd38c service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114701 Aug 10 00:47:36.262245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87db530-9119-4140-b604-05166fd3fd57 req-e551464c-17c8-429d-acd0-44d7f070fecf tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.263899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a87db530-9119-4140-b604-05166fd3fd57 req-e551464c-17c8-429d-acd0-44d7f070fecf tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.3035123 Aug 10 00:47:36.281778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.326592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91dc00e1-7230-4b2c-ad7d-4037358a4e7e req-b5ce55ab-86d3-4294-b509-9f09581ae24f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 210 time: 0.0351608 Aug 10 00:47:36.356777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a21984-9bd0-4c58-9d6e-c4f11e640195,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:36.358812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.361835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfd1f781-ee90-4397-896a-a149dd858f31 req-90cca392-2d52-4f6d-aa10-e86748ac5c97 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335397 Aug 10 00:47:36.404787 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe2a17f-5f43-47c7-abce-739d97fe572a x-openstack-request-id: req-ffe2a17f-5f43-47c7-abce-739d97fe572a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:36.404974 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:36.405211 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffe2a17f-5f43-47c7-abce-739d97fe572a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:36.405602 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b', 'status': 'completed', 'code': 200} Aug 10 00:47:36.480803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Transition to ACTIVE for port object 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:36.498302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a87db530-9119-4140-b604-05166fd3fd57 req-70b107d4-da80-493c-9d75-8fe00b502791 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106431 Aug 10 00:47:36.563381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45fd5-a909-4d1f-9c99-811ce807655e req-78a2a885-f77b-4a24-876e-95ddfd0d1ad9 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.573866 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df44fb8f-92d7-4e12-b3a1-59dc5439a92c x-openstack-request-id: req-df44fb8f-92d7-4e12-b3a1-59dc5439a92c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:36.574386 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-plugged", "status": "completed", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:36.574496 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df44fb8f-92d7-4e12-b3a1-59dc5439a92c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:36.575157 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'code': 200} Aug 10 00:47:36.578252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77a45fd5-a909-4d1f-9c99-811ce807655e req-78a2a885-f77b-4a24-876e-95ddfd0d1ad9 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 943 time: 0.1010818 Aug 10 00:47:36.603848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ac033-1f38-4359-9ab5-559f23707e1f req-effc6e03-0aa9-4cff-96bd-28375546b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.605495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-effc6e03-0aa9-4cff-96bd-28375546b245 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=14daa2e3923f48c28ca39a5a174214eb&device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 1095 time: 0.1640241 Aug 10 00:47:36.650609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77a45fd5-a909-4d1f-9c99-811ce807655e req-68a7e7b1-aec2-488d-b0af-3dabe8a1847e tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Aug 10 00:47:36.746414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.748317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae0cd5-b4b4-47c6-847f-4aa300db92f6 req-bd2f7e9a-86d0-430e-b7c1-c558b1d79f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.749819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1ae0cd5-b4b4-47c6-847f-4aa300db92f6 req-bd2f7e9a-86d0-430e-b7c1-c558b1d79f4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1098 time: 0.0850251 Aug 10 00:47:36.752309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.768832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.789475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ac033-1f38-4359-9ab5-559f23707e1f req-b6716159-41fd-41bd-b67d-c8f4dad9f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.791043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-b6716159-41fd-41bd-b67d-c8f4dad9f86a service neutron] 10.222.0.10 "GET /v2.0/networks?id=40472cc4-3cf8-43af-9050-6dedc008211a HTTP/1.1" status: 200 len: 918 time: 0.1666164 Aug 10 00:47:36.809923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1ae0cd5-b4b4-47c6-847f-4aa300db92f6 req-4f21fcf3-93f9-4478-a470-f513bcec9131 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Aug 10 00:47:36.819753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.842095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-58a11e68-2601-418a-9ac6-002243f52ce4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf88ba96-9927-4d91-ba99-907647fda70b HTTP/1.1" status: 200 len: 217 time: 0.0413291 Aug 10 00:47:36.864195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d8a80-106d-4df7-bbd6-cb5313b7052e req-c3ad8c5c-01db-4ac4-8625-132687dddd0e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.865713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-941d8a80-106d-4df7-bbd6-cb5313b7052e req-c3ad8c5c-01db-4ac4-8625-132687dddd0e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1661234 Aug 10 00:47:36.873547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:36.908385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:36.910173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Pushing event updated for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:36.915487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:36.931846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ac033-1f38-4359-9ab5-559f23707e1f req-28f9fe26-56d6-436c-b150-029b2267b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.933831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-28f9fe26-56d6-436c-b150-029b2267b9e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=450d8452-c738-4029-a0e6-c27c33a2c505 HTTP/1.1" status: 200 len: 858 time: 0.0806422 Aug 10 00:47:36.964188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:36.971240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-d661cd4c-fcf5-4ad2-b3f8-9db3ac36c8e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=40472cc4-3cf8-43af-9050-6dedc008211a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269217 Aug 10 00:47:36.978792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090f94-e7b2-43b8-aa9a-2fa17ae9e5dc req-32c86c17-6356-4a08-b94e-8af7e7494d79 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:36.982780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b3090f94-e7b2-43b8-aa9a-2fa17ae9e5dc req-32c86c17-6356-4a08-b94e-8af7e7494d79 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0927079 Aug 10 00:47:37.076799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b3090f94-e7b2-43b8-aa9a-2fa17ae9e5dc req-ce10dc81-5fc5-4dcc-9212-aa57e90dc8f0 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847452 Aug 10 00:47:37.079780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.080414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:37.099958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Pushing event updated for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:37.105488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-ef2c8a1f-11db-4d46-a811-8ac51282f761 service neutron] 10.222.0.10 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 Aug 10 00:47:37.128763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-941d8a80-106d-4df7-bbd6-cb5313b7052e req-9aa3ec3f-4406-4efd-b43c-08cb79cbc968 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215366 Aug 10 00:47:37.164812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-64be2e6e-8c98-408f-b539-b4e95b97349f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8538246 Aug 10 00:47:37.186174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Request body: {'port': {'device_id': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:37.220022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8f8cfbd3-c903-4763-95e1-82c70bae7c0a None None] Provisioning for port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:37.220329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-953ac033-1f38-4359-9ab5-559f23707e1f req-3f5f2405-c115-455d-bcdf-6bec14721223 service neutron] 10.222.0.10 "GET /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046286 Aug 10 00:47:37.226383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8f8cfbd3-c903-4763-95e1-82c70bae7c0a None None] Provisioning complete for port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:37.227068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8f8cfbd3-c903-4763-95e1-82c70bae7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:37.282219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8f8cfbd3-c903-4763-95e1-82c70bae7c0a None None] Port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:37.436653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 52a4a395-6017-4884-8b89-09807742eb34 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:37.442762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb67048-58bc-48e7-bc0d-f50552530536 req-a56f3a74-d5cf-468c-8bc8-20a319dcc17c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.444553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbb67048-58bc-48e7-bc0d-f50552530536 req-a56f3a74-d5cf-468c-8bc8-20a319dcc17c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1217053 Aug 10 00:47:37.492623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 52a4a395-6017-4884-8b89-09807742eb34 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:37.493091 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:37.497650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-55e66682-c8ee-4dfa-bc78-4f8654950ff6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.499243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-55e66682-c8ee-4dfa-bc78-4f8654950ff6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687&tenant_id=378c76aea9f44ac292601912d5782dbc&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 947 time: 0.1207588 Aug 10 00:47:37.546181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbb67048-58bc-48e7-bc0d-f50552530536 req-845fd574-0c05-46fc-b919-f36ca497d858 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916417 Aug 10 00:47:37.663906 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-8129019c-1ed9-492f-8541-e18eda4f4b5a service neutron] delete failed (client error): The resource could not be found. Aug 10 00:47:37.664961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-8129019c-1ed9-492f-8541-e18eda4f4b5a service neutron] 10.222.0.10 "DELETE /v2.0/ports/9018ded6-bda6-4384-8c9f-06adcf312e85/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1545932 Aug 10 00:47:37.682606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4d9a-0f32-4807-9682-3f0e3d17d716 req-ad1d16bf-3c29-48ae-b9de-67284f1adf87 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.684337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-344b4d9a-0f32-4807-9682-3f0e3d17d716 req-ad1d16bf-3c29-48ae-b9de-67284f1adf87 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 936 time: 0.0731680 Aug 10 00:47:37.687916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:37.728067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Network a448db31-01bf-4578-b186-ceb984aabcc5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:37.740414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:37.741934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-344b4d9a-0f32-4807-9682-3f0e3d17d716 req-ece5e1eb-b1fd-4fff-8547-94aedaf85782 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480852 Aug 10 00:47:37.789175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87038ea-e8a5-4a2c-a7de-ee5be315a0fd req-41aa6752-50af-4382-ab2c-3b660ae110fa tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.790708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b87038ea-e8a5-4a2c-a7de-ee5be315a0fd req-41aa6752-50af-4382-ab2c-3b660ae110fa tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 946 time: 0.4528801 Aug 10 00:47:37.793960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Router 019f2485-0aae-45f4-a393-4027afaceb90 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:37.833038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-0f2019f8-abb7-435d-a1a5-dc5a2315430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.834465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-0f2019f8-abb7-435d-a1a5-dc5a2315430a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1099 time: 0.0797808 Aug 10 00:47:37.939089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b3dd-b39c-4d1b-adba-981d9e3e8d54 req-66b3ad1e-fb27-4f9d-ba76-8224dee649cf tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.940585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3f8b3dd-b39c-4d1b-adba-981d9e3e8d54 req-66b3ad1e-fb27-4f9d-ba76-8224dee649cf tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.1205668 Aug 10 00:47:37.975332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-708268e0-0764-436c-b5c6-534f809e8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:37.976861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-708268e0-0764-436c-b5c6-534f809e8647 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1248288 Aug 10 00:47:38.011709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7d26adeb-ff9d-4f86-8148-5b437e6c4a50 None None] Provisioning complete for port 1bfff744-0e62-4255-9199-350246ed26d0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:38.012332 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d26adeb-ff9d-4f86-8148-5b437e6c4a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:38.019707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b87038ea-e8a5-4a2c-a7de-ee5be315a0fd req-7101d014-a4a8-4f35-868a-2018d8a53a42 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198458 Aug 10 00:47:38.033090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-eeac1ebb-48b4-43cf-933f-40d9dbbdfd72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.0480106 Aug 10 00:47:38.036478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3f8b3dd-b39c-4d1b-adba-981d9e3e8d54 req-418ff351-8ca1-40ab-b506-c8d86156cba0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776966 Aug 10 00:47:38.092887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-d5591fa4-2755-47f3-8d5e-29c69216989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:38.094066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-d5591fa4-2755-47f3-8d5e-29c69216989a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0475237 Aug 10 00:47:38.098027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7d26adeb-ff9d-4f86-8148-5b437e6c4a50 None None] Port 1bfff744-0e62-4255-9199-350246ed26d0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:38.176092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:38.204102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:38.215116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Sync routers for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:38.219281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e5415c03-09be-4dd8-a991-37a2402df451 admin admin] 10.222.0.25 "PUT /v2.0/routers/019f2485-0aae-45f4-a393-4027afaceb90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7486601 Aug 10 00:47:38.219977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47328) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:38.225741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:38.226375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:38.236314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd26ca-982d-40f9-b9b4-cbaffadd32ed req-14cb0c7e-7c2f-4983-a4ce-1c176dd81e8d tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:38.237838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7cd26ca-982d-40f9-b9b4-cbaffadd32ed req-14cb0c7e-7c2f-4983-a4ce-1c176dd81e8d tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 943 time: 0.1119912 Aug 10 00:47:38.310512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-8ccee32f-7518-4be0-9ad8-c05ed7f325ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:38.313187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-8ccee32f-7518-4be0-9ad8-c05ed7f325ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1990232 Aug 10 00:47:38.408698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:38.420704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:38.441328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Transition to ACTIVE for port object 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:38.446956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:38.452612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7cd26ca-982d-40f9-b9b4-cbaffadd32ed req-b234bb4c-05d5-4401-ba91-a0af9ec1455e tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033393 Aug 10 00:47:38.492488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:38.494452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:38.501547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a2f59027-9f45-4d18-8372-cb268a9846bc admin admin] 10.222.0.25 "PUT /v2.0/routers/8866d180-818b-4db6-968a-37b49091d1f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8529949 Aug 10 00:47:38.502455 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:38.517713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:38.518463 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:38.533840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:38.755564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Pushing event updated for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:38.768691 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:38.830554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:38.844871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'mac_address': 'fa:16:3e:ba:97:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:38.905880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b518db5-9ef6-4d32-9e25-00420f812838 req-d430e943-3d40-40bf-8ab4-b8a092408f25 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:38.907842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b518db5-9ef6-4d32-9e25-00420f812838 req-d430e943-3d40-40bf-8ab4-b8a092408f25 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2906814 Aug 10 00:47:38.911638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Attempting to bind port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:38.911973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Attempting to bind port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:38.912295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Attempting to bind port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:38.936636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:38.937332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Attempting to bind port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:38.946005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:38.946807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:38.947415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:38.948088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Bound port: 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:38.948736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:38.961536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device cf88ba96-9927-4d91-ba99-907647fda70b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:38.962049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-29ea158a-f450-46de-8fc9-aaa6c2f0c077 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 258 time: 0.8670199 Aug 10 00:47:38.993146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:39.024318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b518db5-9ef6-4d32-9e25-00420f812838 req-85712369-e457-4e96-a62e-941718a3389d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057940 Aug 10 00:47:39.071468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.081076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.144680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:39.188132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-17f48298-ab4b-4dcd-b1c5-57874666066c service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8616014 Aug 10 00:47:39.195670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:39.199117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.206149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.224516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0473703-c0a9-464f-9255-ba0a452473c0 req-aeaff935-4f13-4100-a3b1-87d50643156e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:39.234736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0473703-c0a9-464f-9255-ba0a452473c0 req-aeaff935-4f13-4100-a3b1-87d50643156e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 947 time: 0.1071219 Aug 10 00:47:39.243902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9018ded6-bda6-4384-8c9f-06adcf312e85 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:39.277842 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:36Z', 'revision_number': 2, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:39.320534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:39.321519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.323582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] 10.222.0.10 "PUT /v2.0/ports/99fdec5e-b0b7-4799-bca6-56a4eb7737f8 HTTP/1.1" status: 200 len: 1097 time: 2.1448648 Aug 10 00:47:39.324236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:39.325423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:39.326971 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:39.343300 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:39.343707 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Updating router 8866d180-818b-4db6-968a-37b49091d1f1 port 1bfff744-0e62-4255-9199-350246ed26d0 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:39.368135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.391181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0473703-c0a9-464f-9255-ba0a452473c0 req-72f8c59c-52e6-4bde-a63a-c19431f7e546 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545465 Aug 10 00:47:39.412685 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.416126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.495750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18'}], 'enable_snat': True}, 'gw_port_id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 5, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port': {'id': '34d4035a-1f0b-4d90-96ed-6c977e0ae6dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019f2485-0aae-45f4-a393-4027afaceb90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:39.535475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Checking router: 019f2485-0aae-45f4-a393-4027afaceb90 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:39.605218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Routers {'019f2485-0aae-45f4-a393-4027afaceb90'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:39.606205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['019f2485-0aae-45f4-a393-4027afaceb90'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:39.627779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0743a8f1-5cca-4ca9-97b4-d79e64d5c68b req-e57fccc3-29d2-47d5-aab5-c54d09380a53 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299531 Aug 10 00:47:39.654059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Deleting port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:39.654412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.699804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743eacc-7323-412e-b2a4-9c5bf5a8266c service neutron] Pushing event updated for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:39.720146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47354) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:39.743922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:39.744350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-network', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:39.750123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:39.764190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86310611-d46c-4e44-999e-42ed45166ebd req-76570921-cded-4422-8e51-adf67ff05f85 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:39.779410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86310611-d46c-4e44-999e-42ed45166ebd req-76570921-cded-4422-8e51-adf67ff05f85 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 948 time: 0.2977710 Aug 10 00:47:39.786263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] Set router 019f2485-0aae-45f4-a393-4027afaceb90 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:39.791254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.791596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.791932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.792263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.792937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.792937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.793245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.793539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.793862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.794272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.794604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.794949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:47:39.824015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-0c61556c-b63f-4529-83e6-f7c2c8b37fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:39.827570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-0c61556c-b63f-4529-83e6-f7c2c8b37fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 1100 time: 0.4180825 Aug 10 00:47:39.845708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.851990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Made reservation on behalf of cac6826eedaf423596ba72bfd8794400 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:39.857961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.866002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] For port 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:39.866378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.909238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:39Z', 'revision_number': 6, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:39.915290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Calling delete_port for 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:39.917950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86310611-d46c-4e44-999e-42ed45166ebd req-e2763438-8e57-468c-89a7-03d74b5d6297 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272652 Aug 10 00:47:39.924683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:39.949627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e8894-3dba-4c0b-ba8c-c461e812e5f7 None None] The sync data for ids ['019f2485-0aae-45f4-a393-4027afaceb90'] in n-d-766380-21 is: [{'id': '019f2485-0aae-45f4-a393-4027afaceb90', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-753591440-router', 'tenant_id': 'c4dbb4f8a93d475c95885bef812d824f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:23Z', 'updated_at': '2021-08-10T00:47:39Z', 'revision_number': 6, 'project_id': 'c4dbb4f8a93d475c95885bef812d824f', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:39.967144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=cf88ba96-9927-4d91-ba99-907647fda70b,segment=NetworkSegment(6e252a43-84e0-462b-9dc9-c0f5658f06f4),segment_id=6e252a43-84e0-462b-9dc9-c0f5658f06f4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:39.989323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'cf88ba96-9927-4d91-ba99-907647fda70b', 'network_id': '40472cc4-3cf8-43af-9050-6dedc008211a', 'port_id': 'cf88ba96-9927-4d91-ba99-907647fda70b', 'mac_address': 'fa:16:3e:17:f8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '450d8452-c738-4029-a0e6-c27c33a2c505', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:40.072038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.115528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Allocated IP 172.25.7.139 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/47470941-3fd2-43a5-9fe8-5feea53e39d3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:40.121977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf88ba96-9927-4d91-ba99-907647fda70b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:40.166269 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.177626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.180613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=cf88ba96-9927-4d91-ba99-907647fda70b,segment=NetworkSegment(6e252a43-84e0-462b-9dc9-c0f5658f06f4),segment_id=6e252a43-84e0-462b-9dc9-c0f5658f06f4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:40.181189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Transition to ACTIVE for port object 1bfff744-0e62-4255-9199-350246ed26d0 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:40.183070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-8ad3ca7f-adcd-4c59-a29d-c4b9eaff37fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8 HTTP/1.1" status: 200 len: 217 time: 0.3165188 Aug 10 00:47:40.195042 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.198512 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.257688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-bb9865a8-ccf7-4beb-9d70-f3cfef090865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:40.259766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-bb9865a8-ccf7-4beb-9d70-f3cfef090865 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0588489 Aug 10 00:47:40.260694 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.273980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:40.284713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.285226 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Added segment 5fcb141b-f343-4e16-937c-3c0629fac88b of type vlan for network 9af3fd9d-337f-426e-b216-3ba1e957578b Aug 10 00:47:40.305964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f329bc-d1c9-449d-870b-836da038de69 None None] Pushing event updated for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:40.373206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:40.405310 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Attempting to bind port 1bfff744-0e62-4255-9199-350246ed26d0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:40.405676 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Attempting to bind port 1bfff744-0e62-4255-9199-350246ed26d0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:40.406165 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Attempting to bind port 1bfff744-0e62-4255-9199-350246ed26d0 on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:40.406835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.417285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:40.421371 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Checking segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:40.422204 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.422798 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Bound using segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:40.423558 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Bound port: 1bfff744-0e62-4255-9199-350246ed26d0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:40.424174 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.438390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['cf88ba96-9927-4d91-ba99-907647fda70b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:40.440002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa5f92-0b6b-4a47-aeda-d5a590905079,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:40.448838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-70efa48c-517c-4988-88d0-8b4627ec3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:40.450852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-70efa48c-517c-4988-88d0-8b4627ec3f3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163821 Aug 10 00:47:40.491446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6353d-3986-413c-966e-1e097955edae req-b923d591-102a-4033-ae50-605898021006 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:40.494200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe6353d-3986-413c-966e-1e097955edae req-b923d591-102a-4033-ae50-605898021006 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 946 time: 0.4495351 Aug 10 00:47:40.509616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.568174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:47:40.572677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.611240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.611969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] For port 1bfff744-0e62-4255-9199-350246ed26d0, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:40.613405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:40.614034 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.617967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d4035a-1f0b-4d90-96ed-6c977e0ae6dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:40.621269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] For port 1bfff744-0e62-4255-9199-350246ed26d0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1bfff744-0e62-4255-9199-350246ed26d0,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:40.627769 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.679083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.710167 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:40.711342 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:40.735729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe6353d-3986-413c-966e-1e097955edae req-91681b97-d616-481a-b91e-05699e84b085 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575789 Aug 10 00:47:40.741482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0101428 Aug 10 00:47:40.745786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:40.758821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Request body: {'subnet': {'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-subnet', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:40.770094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da047e-77c7-4646-aa57-42ad27de2297 admin admin] Pushing event updated for resources: {'Network': ['ID=9af3fd9d-337f-426e-b216-3ba1e957578b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:40.775012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-09dc4211-8c02-434d-abc9-c3023f353aad service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792726 Aug 10 00:47:40.784003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9af3fd9d-337f-426e-b216-3ba1e957578b details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:40.811053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Made reservation on behalf of cac6826eedaf423596ba72bfd8794400 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:40.813392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.849205 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7e27ed-f4d8-4d1e-98e6-a148ffa0b1dc x-openstack-request-id: req-1b7e27ed-f4d8-4d1e-98e6-a148ffa0b1dc {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:40.849515 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:40.849751 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7e27ed-f4d8-4d1e-98e6-a148ffa0b1dc {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:40.850730 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8', 'status': 'completed', 'code': 200} Aug 10 00:47:40.860040 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:40.915540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.919777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:40.961098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.040745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-123e8c3f-3dc8-4e07-b998-4af1e6f9c690 req-936d80c4-f4d5-4049-bd8f-7e3523703b6d service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575524 Aug 10 00:47:41.066974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f329bc-d1c9-449d-870b-836da038de69 None None] Pushing event updated for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:41.068419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f448e-a7b0-4e6d-9ce8-123f3c9ec8bc req-7adf893f-a956-4c7b-9f04-24e00dd1e329 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.070896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a54f448e-a7b0-4e6d-9ce8-123f3c9ec8bc req-7adf893f-a956-4c7b-9f04-24e00dd1e329 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 944 time: 0.1195509 Aug 10 00:47:41.105617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:41.108758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.109315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 019f2485-0aae-45f4-a393-4027afaceb90 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:47:41.118553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:41.121262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event updated for resources: {'Port': ['ID=47470941-3fd2-43a5-9fe8-5feea53e39d3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:41.150244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.151427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e50854a-5352-47c0-ae39-453021dc5605 admin admin] 10.222.0.25 "DELETE /v2.0/routers/019f2485-0aae-45f4-a393-4027afaceb90 HTTP/1.1" status: 204 len: 168 time: 2.9305301 Aug 10 00:47:41.152770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:41.154631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47368) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:41.191695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a54f448e-a7b0-4e6d-9ce8-123f3c9ec8bc req-8f8066b9-1075-4e24-83b3-30e66916ddaa tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096249 Aug 10 00:47:41.200920 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:40Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:41.226250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-8fcb7bd1-2d2c-4c47-b661-7ff77439e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.242071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-8fcb7bd1-2d2c-4c47-b661-7ff77439e707 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 1100 time: 0.1376283 Aug 10 00:47:41.242510 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d1b81-1b20-46f6-89eb-a4d34549abca None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:40Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:41.249775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Deleting subnet 032dc5bf-3cbc-4bf5-b14a-f4efee99bef1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:47:41.292343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.401011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.404825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.416074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92a21984-9bd0-4c58-9d6e-c4f11e640195 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:41.456469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 92a21984-9bd0-4c58-9d6e-c4f11e640195 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:41.456911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92a21984-9bd0-4c58-9d6e-c4f11e640195 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:41.457396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:41.472711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.474333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.494403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:41.495898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 34d4035a-1f0b-4d90-96ed-6c977e0ae6dd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:41.542511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-208c52c8-cf5c-44e4-b176-1b70238c6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.543970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-208c52c8-cf5c-44e4-b176-1b70238c6ac1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2912099 Aug 10 00:47:41.555529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077dd98-a343-45af-982a-eeb0a8876bdd req-96dc3b68-1419-49be-8e98-a3e980e25e16 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.557038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1077dd98-a343-45af-982a-eeb0a8876bdd req-96dc3b68-1419-49be-8e98-a3e980e25e16 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1961098 Aug 10 00:47:41.615195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-2bafa860-a100-4f02-8dd0-cb3dcf1f2dba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8 HTTP/1.1" status: 200 len: 217 time: 0.0571828 Aug 10 00:47:41.621548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8caf5c-f230-4e80-8877-e84ebf3e7ae6,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:41.647488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.673090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Checking segment: {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:41.673442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Network hostable DHCP agents. Network: 9af3fd9d-337f-426e-b216-3ba1e957578b, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:41.689678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1077dd98-a343-45af-982a-eeb0a8876bdd req-2dd62317-43dd-41cb-8f90-df8114786674 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197398 Aug 10 00:47:41.706962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-8f9eb48b-0bf6-4fce-a50f-1d39807c08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.708452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-8f9eb48b-0bf6-4fce-a50f-1d39807c08e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0828016 Aug 10 00:47:41.731430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Network 9af3fd9d-337f-426e-b216-3ba1e957578b is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:41.752067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.770350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9af3fd9d-337f-426e-b216-3ba1e957578b) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:41.775855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-ac8af023-0f20-4c17-a827-a984cfc5e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.778207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-ac8af023-0f20-4c17-a827-a984cfc5e18b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0590906 Aug 10 00:47:41.780124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:41.780867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.781239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b9256-f72d-4048-80e7-06479e498171 None None] Network 9af3fd9d-337f-426e-b216-3ba1e957578b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:41.804144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.805935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/032dc5bf-3cbc-4bf5-b14a-f4efee99bef1 HTTP/1.1" status: 204 len: 168 time: 0.6503694 Aug 10 00:47:41.807040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a343aa-fcfa-4374-9092-44c6f9453c9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032dc5bf-3cbc-4bf5-b14a-f4efee99bef1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:41.813898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:41.832472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.853415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ef0e6-4c20-4328-a9bd-7acd6979a450 None None] Network 05289449-aa7e-4d68-bbaf-3a75b4724254 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:41.891244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:41.951351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event updated for resources: {'Port': ['ID=47470941-3fd2-43a5-9fe8-5feea53e39d3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:42.008746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.032278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.045639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.047008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c568e0ec-febc-4e7b-833d-26ace01be0ca tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0669694 Aug 10 00:47:42.118593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-91886c14-2b7a-4492-83f1-060ca5506bba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3693578 Aug 10 00:47:42.121375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47372) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:42.121894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9af3fd9d-337f-426e-b216-3ba1e957578b', 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'fixed_ips': [{'subnet_id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:47:42.123055 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.130707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:42.155333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-c2a03161-3cbe-41b1-b8d4-7d2973b21fa7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0819798 Aug 10 00:47:42.176543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3ae18-0bf5-4fff-b5ff-250e4d33f786 req-1ede3083-0993-4f61-ab04-804ca2915142 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:42.178097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08d3ae18-0bf5-4fff-b5ff-250e4d33f786 req-1ede3083-0993-4f61-ab04-804ca2915142 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 948 time: 0.3854792 Aug 10 00:47:42.181304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.182336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.235619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-f1ea0049-ccfb-47b2-ae63-a06fcc238599 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446774 Aug 10 00:47:42.240151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] DHCP port deletion for 05289449-aa7e-4d68-bbaf-3a75b4724254 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:47:42.254924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Deleting port f744957c-fcb5-4d1a-bcbc-f2780055ed64 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:42.255272 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.315760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Allocated IP 172.20.0.2 (9af3fd9d-337f-426e-b216-3ba1e957578b/0f8caf5c-f230-4e80-8877-e84ebf3e7ae6/c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:42.380648 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-113f12de-9fc4-4fb1-8ac9-2ae52f3fdc31 req-52b07417-a983-4f68-a1f7-94a24490706d service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313317 Aug 10 00:47:42.380863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-b6016c42-bb9b-45e3-9494-4b5aab2afd74 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:42.384029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08d3ae18-0bf5-4fff-b5ff-250e4d33f786 req-3173c994-30f8-4a2e-8a1f-64a998d80538 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859989 Aug 10 00:47:42.387293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-b6016c42-bb9b-45e3-9494-4b5aab2afd74 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2204280 Aug 10 00:47:42.423835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-94920549-2db1-4c94-a914-168ac3b3eb8f tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:42.425987 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43831e64-ce5c-4e47-a4e6-231a99f0d71c req-94920549-2db1-4c94-a914-168ac3b3eb8f tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210836 Aug 10 00:47:42.428493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] For port f744957c-fcb5-4d1a-bcbc-f2780055ed64, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f744957c-fcb5-4d1a-bcbc-f2780055ed64,segment=NetworkSegment(e749c2d6-c552-4451-85f0-e2558d22f38f),segment_id=e749c2d6-c552-4451-85f0-e2558d22f38f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:42.428737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.433335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.456714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Calling delete_port for f744957c-fcb5-4d1a-bcbc-f2780055ed64 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:42.533582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:42.607181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14852ca-932b-4400-af52-b9665ca5c3e3 req-67e53632-6d80-4c93-9bc8-02ef72cb1d61 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:42.608779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a14852ca-932b-4400-af52-b9665ca5c3e3 req-67e53632-6d80-4c93-9bc8-02ef72cb1d61 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 948 time: 0.0693727 Aug 10 00:47:42.614013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:42.617791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.650293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.661539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Deleting port f744957c-fcb5-4d1a-bcbc-f2780055ed64 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:42.662445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f744957c-fcb5-4d1a-bcbc-f2780055ed64,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:42.662615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.667375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] No DVR routers for this DVR port f744957c-fcb5-4d1a-bcbc-f2780055ed64 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:42.688907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f811ed-4200-41ad-8f2f-ddf4c230a42a req-f29fe840-e9ab-44e0-ab7f-8d1567dcbabb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:42.691222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50f811ed-4200-41ad-8f2f-ddf4c230a42a req-f29fe840-e9ab-44e0-ab7f-8d1567dcbabb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1098 time: 0.1569147 Aug 10 00:47:42.709864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a14852ca-932b-4400-af52-b9665ca5c3e3 req-9285460c-2f83-4aeb-b130-e9feee824004 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931957 Aug 10 00:47:42.795553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50f811ed-4200-41ad-8f2f-ddf4c230a42a req-2e65f16f-c100-4224-9cce-041e7dc67007 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612986 Aug 10 00:47:42.805956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.807582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] For port f744957c-fcb5-4d1a-bcbc-f2780055ed64, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:42.807979 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.860883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05289449-aa7e-4d68-bbaf-3a75b4724254']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:42.867572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Calling delete_port for f744957c-fcb5-4d1a-bcbc-f2780055ed64 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:42.873304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e749c2d6-c552-4451-85f0-e2558d22f38f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:42.873730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e749c2d6-c552-4451-85f0-e2558d22f38f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:42.874651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Port f744957c-fcb5-4d1a-bcbc-f2780055ed64 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 00:47:42.877862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:42.885343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.890873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.907690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 9018ded6-bda6-4384-8c9f-06adcf312e85 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:42.913537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.931867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:47:42.932644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.937847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'mac_address': 'fa:16:3e:b9:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-988655111', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:47:42.939802 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:47:42.943854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] Pushing event deleted for resources: {'Port': ['ID=f744957c-fcb5-4d1a-bcbc-f2780055ed64,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:42.947086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.950002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9018ded6-bda6-4384-8c9f-06adcf312e85 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:42.950360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:42.955063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223846d8-72a4-46a0-ae34-01d4eef52227 None None] No DVR routers for this DVR port f744957c-fcb5-4d1a-bcbc-f2780055ed64 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:42.965701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c1dda-0fcc-43b6-96e7-a8b5c39107ca req-13fd7c34-ba24-4b75-a279-55d71a63cb61 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:42.967515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d5c1dda-0fcc-43b6-96e7-a8b5c39107ca req-13fd7c34-ba24-4b75-a279-55d71a63cb61 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 944 time: 0.1689699 Aug 10 00:47:42.986337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device cf88ba96-9927-4d91-ba99-907647fda70b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:42.990342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Transition to ACTIVE for port object c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:43.061745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.067072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f3f49-4f6b-422a-a791-9b8b26e6143a req-059d2297-ecef-4e2a-a384-ee19bbca7957 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:43.072477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Transition to ACTIVE for port object c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:43.074405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e8f3f49-4f6b-422a-a791-9b8b26e6143a req-059d2297-ecef-4e2a-a384-ee19bbca7957 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1100 time: 0.1888118 Aug 10 00:47:43.077608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.085103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.085402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.091726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/05289449-aa7e-4d68-bbaf-3a75b4724254 HTTP/1.1" status: 204 len: 168 time: 1.2765384 Aug 10 00:47:43.097067 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.111303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.112142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705da8c-563c-485b-b2da-5b9ee23fc3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05289449-aa7e-4d68-bbaf-3a75b4724254,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.115981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:43.135839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d5c1dda-0fcc-43b6-96e7-a8b5c39107ca req-9ce36b7e-d9cd-4fc1-9775-ca1b7cc5d195 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316314 Aug 10 00:47:43.169607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Network 9af3fd9d-337f-426e-b216-3ba1e957578b is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:43.198967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e8f3f49-4f6b-422a-a791-9b8b26e6143a req-e0e4665c-e521-48af-a32f-fe926b05a7c7 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126816 Aug 10 00:47:43.218855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:43.228525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:43.229618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:43.233470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port cf88ba96-9927-4d91-ba99-907647fda70b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:43.249326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.252944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Pushing event updated for resources: {'Port': ['ID=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.255954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port cf88ba96-9927-4d91-ba99-907647fda70b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:43.256323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.313288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.320950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Allocated IP 172.25.7.110 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/6720c830-f0d3-42eb-b66c-15ebd41a49cc) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:43.364266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2de90b-a23d-4f83-a2e4-852352bb9ca6 req-450463ac-8112-4b05-8b7b-077cea562fe6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:43.367677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e2de90b-a23d-4f83-a2e4-852352bb9ca6 req-450463ac-8112-4b05-8b7b-077cea562fe6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 970 time: 0.0947418 Aug 10 00:47:43.395735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Attempting to bind port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:43.396102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Attempting to bind port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:43.396454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Attempting to bind port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d on network 9af3fd9d-337f-426e-b216-3ba1e957578b {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:43.400044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.411332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:43.415857 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff68864-46c8-4f5d-8468-86b42ca8e510" -d '{"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-plugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:43.416602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47388) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:43.426488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:43.427000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Checking segment: {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:43.427866 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.427866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Bound using segment: {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:43.428795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Bound port: c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:43.428795 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.444744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:43.474174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e2de90b-a23d-4f83-a2e4-852352bb9ca6 req-a216212e-17d2-4628-a07c-e50fe32432c8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817802 Aug 10 00:47:43.474406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.475999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1bfff744-0e62-4255-9199-350246ed26d0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:43.493535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-81c03a2f-838d-4c05-b5d0-23db91799583 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:43.506521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-81c03a2f-838d-4c05-b5d0-23db91799583 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2103016 Aug 10 00:47:43.514047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d5d8665e-5202-4ced-b66c-edcdf8aa7e3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4dbb4f8a93d475c95885bef812d824f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964320 Aug 10 00:47:43.519488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47392) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:43.524845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.560260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:43.595911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.602312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-4b6c2676-6f23-4ccc-b62b-f536111ab8c2 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0947840 Aug 10 00:47:43.606079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.625879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'floatingip': {'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:43.627730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345da60-a6ce-4f06-af4a-4ea70af2fcbe req-d14d5d99-e961-499e-8acd-2bf7b29aa75f tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:43.629466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0345da60-a6ce-4f06-af4a-4ea70af2fcbe req-d14d5d99-e961-499e-8acd-2bf7b29aa75f tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1098 time: 0.0822973 Aug 10 00:47:43.644241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:43.657002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:43.663680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] For port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:43.667698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:43.671518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Pushing event updated for resources: {'Port': ['ID=6720c830-f0d3-42eb-b66c-15ebd41a49cc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.685731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.704428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] For port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:43.712186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=cf88ba96-9927-4d91-ba99-907647fda70b,segment=NetworkSegment(6e252a43-84e0-462b-9dc9-c0f5658f06f4),segment_id=6e252a43-84e0-462b-9dc9-c0f5658f06f4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:43.717091 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.728864 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.733995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0345da60-a6ce-4f06-af4a-4ea70af2fcbe req-f5e3d6b4-861f-4cd1-baea-31f94ca0de5d tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868819 Aug 10 00:47:43.762710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1bfff744-0e62-4255-9199-350246ed26d0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:43.796433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1bfff744-0e62-4255-9199-350246ed26d0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:43.796702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.832108 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a245ad7e-df5f-4f48-9824-e13d103a4140 x-openstack-request-id: req-a245ad7e-df5f-4f48-9824-e13d103a4140 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:43.832397 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-plugged", "status": "completed", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:43.832648 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a245ad7e-df5f-4f48-9824-e13d103a4140 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:43.833037 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'code': 200} Aug 10 00:47:43.924217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561d417-20b7-4969-83ed-78a7827f1972 None None] Pushing event updated for resources: {'Port': ['ID=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:43.981358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:43.995620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.003360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:44.073519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bf4f-53d2-4251-aae9-734f7969fece req-e3ee9640-105e-41a7-b878-c9126e28c0ac tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:44.075641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b129bf4f-53d2-4251-aae9-734f7969fece req-e3ee9640-105e-41a7-b878-c9126e28c0ac tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 948 time: 0.1541519 Aug 10 00:47:44.097908 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5557cb47-1e6a-4ebc-b637-6360c6b23bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.127601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.148838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.185783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1bfff744-0e62-4255-9199-350246ed26d0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1bfff744-0e62-4255-9199-350246ed26d0,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:44.192218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.235753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b129bf4f-53d2-4251-aae9-734f7969fece req-1cda5a16-bd3d-47ff-ace8-bfb6e68aa47f tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136937 Aug 10 00:47:44.268035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:44.279952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.312202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f744957c-fcb5-4d1a-bcbc-f2780055ed64 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:44.319557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.322151 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.327972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4581024-f5f5-459a-ad46-3b3415f29018 HTTP/1.1" status: 204 len: 168 time: 0.8051181 Aug 10 00:47:44.345266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbbc22-01cc-432a-af18-2616fb79c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4581024-f5f5-459a-ad46-3b3415f29018,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:44.363760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f744957c-fcb5-4d1a-bcbc-f2780055ed64 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:44.364090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f744957c-fcb5-4d1a-bcbc-f2780055ed64 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:44.438774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-a559e410-c409-40fe-9483-cc5fbe6b223c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330737 Aug 10 00:47:44.551629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:44.661994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-87ae5b2d-fb62-438e-95d4-894462b1e920 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:44.663678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-87ae5b2d-fb62-438e-95d4-894462b1e920 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148788 Aug 10 00:47:44.683321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.684964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.699248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-4a3ffa53-5ee7-4176-b0df-656c5a582f2f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/quotas/378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 375 time: 0.0267940 Aug 10 00:47:44.712621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:44.766896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:44.773303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:47:44.777110 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.820049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-93aa1462-7986-4905-850f-6238171813ae tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1184640 Aug 10 00:47:44.853959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:44.921640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.931850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:44.977985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:45.088847 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Floating IP 16f0e66d-0e36-4340-b2b3-5172c9a89655 associated. External IP: 172.25.7.139, port: 6179a9f4-245d-4f78-9c29-b8ec388694dc. Aug 10 00:47:45.198524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:45.225893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8', 'mac_address': 'fa:16:3e:4c:af:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:45.236298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdaab9f-480b-4344-9639-c178d634c35c None None] Network 9af3fd9d-337f-426e-b216-3ba1e957578b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:45.424318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0977ef-0d5c-4aa1-8cbe-02273d155f22 req-3b5b0c37-e90f-42a5-a5af-c0102790b534 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:45.426543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d0977ef-0d5c-4aa1-8cbe-02273d155f22 req-3b5b0c37-e90f-42a5-a5af-c0102790b534 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.1447515 Aug 10 00:47:45.435548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:45.468537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Router 983a446f-eca3-4da2-9a19-6f096cf18044 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:47:45.495855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47450) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:45.585280 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d0977ef-0d5c-4aa1-8cbe-02273d155f22 req-39a2fa53-1766-4787-89ee-e39102142ce3 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Aug 10 00:47:45.595048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:45.621324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:45.635405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:45.645045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Sync routers for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:45.671167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1e9bbf76-ed82-40a4-9e74-fd085b00117a None None] Provisioning for port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:45.695561 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:45.712899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:45.715705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-f22cc34a-dbd8-4f5f-b224-5d4e5f54339d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "PUT /v2.0/floatingips/16f0e66d-0e36-4340-b2b3-5172c9a89655 HTTP/1.1" status: 200 len: 997 time: 2.0991557 Aug 10 00:47:45.724749 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Sync routers for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:45.729622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:45.734874 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b5c78-018a-47bd-8a33-89929705b1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:45.739111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:45.740688 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ed7ba935-d11a-4281-a841-083aa38c622d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6148984 Aug 10 00:47:45.744550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:45.745144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47454) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:45.750236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:45.751268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:45.751895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:45.878105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-fcf80a6c-48b7-4920-9894-b403bd162260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:45.881863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-fcf80a6c-48b7-4920-9894-b403bd162260 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1098 time: 0.1202505 Aug 10 00:47:45.892130 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:45.959198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-643158412-network', 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:45.960695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:46.008784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:46.011429 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e19fc-17d4-4b0e-95b1-593d9f81e8e0" -d '{"events": [{"server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "name": "network-vif-plugged", "status": "completed", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:46.022966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:46.056383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:46.090763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-189faa63-447f-4cc0-9a4e-6cbda5b0bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:46.094478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-189faa63-447f-4cc0-9a4e-6cbda5b0bd6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 927 time: 0.2053225 Aug 10 00:47:46.121615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 3, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:46.126463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.155964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Checking router: 983a446f-eca3-4da2-9a19-6f096cf18044 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:46.156312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Updating router 983a446f-eca3-4da2-9a19-6f096cf18044 port 6720c830-f0d3-42eb-b66c-15ebd41a49cc binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:46.156958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:46.160554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.183650 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.217438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0b720-5008-46ee-b1eb-7d3d1e83d464 req-85727faa-083b-47dc-97bf-8880d70a2e43 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:46.220656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:46.225632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-77f0b720-5008-46ee-b1eb-7d3d1e83d464 req-85727faa-083b-47dc-97bf-8880d70a2e43 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 969 time: 0.2995138 Aug 10 00:47:46.227713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.235740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-68efd1c9-7944-499f-98d5-98c90802ede1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 1000 time: 0.1344526 Aug 10 00:47:46.260363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:46.260806 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.313811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-cfc24033-3618-4f8a-9203-d2553f6b9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:46.325840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-cfc24033-3618-4f8a-9203-d2553f6b9116 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.0831017 Aug 10 00:47:46.343411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:46.365013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['99fdec5e-b0b7-4799-bca6-56a4eb7737f8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:46.382975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-48b6535b-6412-4902-bf14-213d7212b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:46.391519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-48b6535b-6412-4902-bf14-213d7212b9b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639935 Aug 10 00:47:46.397316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-da31ba1f-1fbc-486c-bcc1-fd1f7e133893 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:46.407712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-da31ba1f-1fbc-486c-bcc1-fd1f7e133893 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152607 Aug 10 00:47:46.443175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-77f0b720-5008-46ee-b1eb-7d3d1e83d464 req-13129d45-7b21-476b-a831-6a6a8658aeea tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670985 Aug 10 00:47:46.578238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-aff6db7a-e5de-46bc-9ed1-a2e101ad0250 service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695280 Aug 10 00:47:46.601358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-3612fdd2-432c-488a-8084-fb06bf3edb24 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796916 Aug 10 00:47:46.614449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:46.660496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d71994a-8ea9-4881-8648-c5f9399fd7c6 req-1e2c85f9-b9ff-4cff-8054-f1f2c72baaf6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 210 time: 0.0663509 Aug 10 00:47:46.690245 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.742008 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.757554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Transition to ACTIVE for port object 6720c830-f0d3-42eb-b66c-15ebd41a49cc will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:46.774630 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.781136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dfc1ab2b-d566-49ed-b934-6cad778581df None None] Provisioning complete for port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:46.782231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab2b-d566-49ed-b934-6cad778581df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.833588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262742ff-5c35-43cf-99cf-49e3c0b4b413 req-8247e283-907f-4af9-a2cb-7b004ae81483 service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537179 Aug 10 00:47:46.844790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fcb1823b-b014-417d-ae38-1c48d551c5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.881681 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Attempting to bind port 6720c830-f0d3-42eb-b66c-15ebd41a49cc on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:46.882309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Attempting to bind port 6720c830-f0d3-42eb-b66c-15ebd41a49cc by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:46.882793 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Attempting to bind port 6720c830-f0d3-42eb-b66c-15ebd41a49cc on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:46.888289 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:46.888779 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:46.889394 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.889875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:46.890780 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Bound port: 6720c830-f0d3-42eb-b66c-15ebd41a49cc, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:46.891118 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.898658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f1b13-863a-4001-a7df-b5cc79e70c81 None None] Pushing event updated for resources: {'Port': ['ID=6720c830-f0d3-42eb-b66c-15ebd41a49cc,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:46.900910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:46.912367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.932608 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bc8970-7102-402b-9cd9-d2ce1323307b x-openstack-request-id: req-c7bc8970-7102-402b-9cd9-d2ce1323307b {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:46.933168 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:46.933370 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7bc8970-7102-402b-9cd9-d2ce1323307b {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:46.934237 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'status': 'completed', 'code': 200} Aug 10 00:47:46.948363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.953448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ab2b-d566-49ed-b934-6cad778581df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.968694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.969487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1bfff744-0e62-4255-9199-350246ed26d0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:46.981808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:46.982179 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:46.989865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-3ba39bd4-7046-4ca6-b8b0-7df8aae1418d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:46.990976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-3ba39bd4-7046-4ca6-b8b0-7df8aae1418d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3803153 Aug 10 00:47:47.009243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:47:47.011585 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] For port 6720c830-f0d3-42eb-b66c-15ebd41a49cc, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:47.019551 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] For port 6720c830-f0d3-42eb-b66c-15ebd41a49cc, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6720c830-f0d3-42eb-b66c-15ebd41a49cc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:47.027246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Request body: {'port': {'device_id': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '378c76aea9f44ac292601912d5782dbc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:47.030386 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.049495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa1ec8-1d49-4857-a111-559ae18819d3 req-6e527224-95a8-462b-99fd-3081b12b7e09 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.057154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:47.059530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3fa1ec8-1d49-4857-a111-559ae18819d3 req-6e527224-95a8-462b-99fd-3081b12b7e09 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 949 time: 0.2159281 Aug 10 00:47:47.062124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6082bd0-a44d-4bb5-80a7-dc2414f604b2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:47.084187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-5ac8ec9d-fda0-4adf-a2aa-0980263d35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.085302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '16f0e66d-0e36-4340-b2b3-5172c9a89655', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'mac_address': 'fa:16:3e:94:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:41Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 1, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:47.085749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-5ac8ec9d-fda0-4adf-a2aa-0980263d35d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1098 time: 0.1288772 Aug 10 00:47:47.119699 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f1b13-863a-4001-a7df-b5cc79e70c81 None None] Pushing event updated for resources: {'Port': ['ID=6720c830-f0d3-42eb-b66c-15ebd41a49cc,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:47.123410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Checking router: 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:47.150174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:47.153794 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:47.216402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.217016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.222322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:47.223097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:47.286348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:47.333918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:47.382031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671973ea-7dd3-4411-927b-1480ddf5ecf5 req-aa231a20-6736-444e-aa56-c7ab8536de2b tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.383793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-671973ea-7dd3-4411-927b-1480ddf5ecf5 req-aa231a20-6736-444e-aa56-c7ab8536de2b tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1098 time: 0.3406413 Aug 10 00:47:47.442426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Allocated IP 172.20.0.1 (9af3fd9d-337f-426e-b216-3ba1e957578b/0f8caf5c-f230-4e80-8877-e84ebf3e7ae6/5f7d4c47-dab9-421c-817c-477cef15e209) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:47.455482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-dfc1ab2b-d566-49ed-b934-6cad778581df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:47:47.456391 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-dfc1ab2b-d566-49ed-b934-6cad778581df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:47:47.476663 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-671973ea-7dd3-4411-927b-1480ddf5ecf5 req-00cc8177-1276-415b-8b14-a5352bb9b5c0 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615804 Aug 10 00:47:47.515894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-198c53d1-a78b-47d8-abb9-6d5b60386770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.517355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-198c53d1-a78b-47d8-abb9-6d5b60386770 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 927 time: 0.4239206 Aug 10 00:47:47.528677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Made reservation on behalf of 378c76aea9f44ac292601912d5782dbc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:47.536167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.545501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1bfff744-0e62-4255-9199-350246ed26d0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:47.545887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.560621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.561125 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Added segment 05e60904-5702-40b7-8384-7817cea64915 of type vlan for network 194214f4-c55f-4a29-a709-22c80ebfaafc Aug 10 00:47:47.602033 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 3, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:47.635855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52d4d21-bc41-4b3d-9034-f8ba86f1c862 None None] The sync data for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 is: [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 3, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:47.645616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.655959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3fa1ec8-1d49-4857-a111-559ae18819d3 req-b9f214f6-8d33-405a-b61e-8bfd13d004f8 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952322 Aug 10 00:47:47.735999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9d8bb-984c-4fdc-923a-166c8e911285 req-dd061c28-6515-46ba-98ef-5eab89ef24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.736933 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25c547a-f626-4419-bb36-e7021eb0e768 x-openstack-request-id: req-b25c547a-f626-4419-bb36-e7021eb0e768 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:47.737738 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "name": "network-vif-plugged", "status": "completed", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:47.737997 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b25c547a-f626-4419-bb36-e7021eb0e768 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:47.738379 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b', 'code': 200} Aug 10 00:47:47.738807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00b9d8bb-984c-4fdc-923a-166c8e911285 req-dd061c28-6515-46ba-98ef-5eab89ef24c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 1097 time: 0.1281786 Aug 10 00:47:47.742892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.743059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-73406115-fc45-422d-90fe-fe4214804d79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 1000 time: 0.2135332 Aug 10 00:47:47.777593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.799312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Transition to ACTIVE for port object 5f7d4c47-dab9-421c-817c-477cef15e209 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:47.802931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1a018-9542-46ae-b5b3-dd65b433bf7f req-c6e4c6f8-3408-4080-ad73-059df4d1d380 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.805235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ae1a018-9542-46ae-b5b3-dd65b433bf7f req-c6e4c6f8-3408-4080-ad73-059df4d1d380 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.1257265 Aug 10 00:47:47.824462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.830312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:47.844977 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.851446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00b9d8bb-984c-4fdc-923a-166c8e911285 req-fdf648ad-9697-40b0-84a6-069d21838f34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047761 Aug 10 00:47:47.888032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-fdf109d5-9a00-49e2-b589-da8369d6d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.889592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-fdf109d5-9a00-49e2-b589-da8369d6d852 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.1192899 Aug 10 00:47:47.920401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ae1a018-9542-46ae-b5b3-dd65b433bf7f req-b51162ad-9396-4432-b112-809dfe3b19d1 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921707 Aug 10 00:47:47.922116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '16f0e66d-0e36-4340-b2b3-5172c9a89655', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'mac_address': 'fa:16:3e:94:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:41Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 1, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:47.967493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-3a5d0448-24ac-4ecd-ae34-23dc4cfdadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.968376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:47.969123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-3a5d0448-24ac-4ecd-ae34-23dc4cfdadd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658007 Aug 10 00:47:47.970003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:47.971365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.016909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd540325-8515-4afc-ac8d-cbde1c4fc2c8 None None] The sync data for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 is: [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '16f0e66d-0e36-4340-b2b3-5172c9a89655', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'floating_ip_address': '172.25.7.139', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'mac_address': 'fa:16:3e:94:de:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:41Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 1, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:48.051215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:48.172423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:48.192218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48b6b-2b91-4d9b-8857-11093fecaf54 req-0b24eeb4-17d8-40cb-b817-b83bd1a76137 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:48.193838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28c48b6b-2b91-4d9b-8857-11093fecaf54 req-0b24eeb4-17d8-40cb-b817-b83bd1a76137 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0980730 Aug 10 00:47:48.203231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-292a2167-46cd-4367-a70c-3a0409a45776 service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218897 Aug 10 00:47:48.205443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] Pushing event updated for resources: {'Network': ['ID=194214f4-c55f-4a29-a709-22c80ebfaafc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:48.225119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 194214f4-c55f-4a29-a709-22c80ebfaafc details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:47:48.244028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a158b093-7687-4ef0-ae07-3adb9e294843 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.7443016 Aug 10 00:47:48.248910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47474) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:48.256759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Request body: {'subnet': {'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-643158412-subnet', 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:48.301010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.317579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Allocated IP 192.168.233.39 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/61e727f1-df41-435c-bc65-c4bf6875a397) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:48.349941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:48.350322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.357677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28c48b6b-2b91-4d9b-8857-11093fecaf54 req-4a1c9614-1ae8-4e48-bcf1-33a768855576 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533020 Aug 10 00:47:48.360847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:48.365161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.480497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a10b5c78-018a-47bd-8a33-89929705b1b5 req-fb64dc22-7dd7-4ad0-96fa-b2dca8b23fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664554 Aug 10 00:47:48.481367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee822d40-7be1-4cb4-b3f1-fcb174a36e62 None None] New status for floating IP 16f0e66d-0e36-4340-b2b3-5172c9a89655: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:47:48.553745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Network 9af3fd9d-337f-426e-b216-3ba1e957578b is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:48.565870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:48.569836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:48.595283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-321a0040-0a5c-4cd6-96f0-969ed1f0874e tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 258 time: 0.8875997 Aug 10 00:47:48.661526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.701853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:48.732581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:48.793193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Checking segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:48.793757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Network hostable DHCP agents. Network: 194214f4-c55f-4a29-a709-22c80ebfaafc, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:47:48.803040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4b8456-f528-4209-8c83-b268d79b28be,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:48.823926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Network 194214f4-c55f-4a29-a709-22c80ebfaafc is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:47:48.826844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.837107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 194214f4-c55f-4a29-a709-22c80ebfaafc) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:48.852180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:48.852888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:48.882186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b7d4ff-bb51-4c59-aff8-88ab80090f2c None None] Network 194214f4-c55f-4a29-a709-22c80ebfaafc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:49.005087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7a87bed-5ca4-4cc1-9b38-ae189399f8da None None] Provisioning for port 5f7d4c47-dab9-421c-817c-477cef15e209 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:49.011892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7a87bed-5ca4-4cc1-9b38-ae189399f8da None None] Provisioning complete for port 5f7d4c47-dab9-421c-817c-477cef15e209 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:49.012268 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7a87bed-5ca4-4cc1-9b38-ae189399f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.026820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:49.115912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f7a87bed-5ca4-4cc1-9b38-ae189399f8da None None] Port 5f7d4c47-dab9-421c-817c-477cef15e209 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:49.177546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d8ed3-7c2e-4e5e-9b7d-1a3bb251d1f8 None None] Network 194214f4-c55f-4a29-a709-22c80ebfaafc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:47:49.180932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:49.188355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.191228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d76e766d-b265-4fe5-9c81-ac5d467e77dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9388454 Aug 10 00:47:49.221737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.231826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:49.232289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.282126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Transition to ACTIVE for port object 61e727f1-df41-435c-bc65-c4bf6875a397 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:49.403663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.417084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:49.446161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.491251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.519450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:49.529490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:49.530905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.531094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:49.545221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:49.549126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.557798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:49.596416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.663616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:49.706008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:49.706684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.742764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'}, {'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:49.747923 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6f945f-6cc9-4c28-b27d-d08bb8482c4c" -d '{"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1"}, {"server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "name": "network-vif-plugged", "status": "completed", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:49.796226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-9e3837db-b3b6-4eb3-9164-e9d65f11e29b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7939265 Aug 10 00:47:49.829196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Request body: {'port': {'device_id': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:49.846059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c1b94323-effe-4798-af03-cd87d1b61e6a None None] Provisioning for port 61e727f1-df41-435c-bc65-c4bf6875a397 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:49.855422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c1b94323-effe-4798-af03-cd87d1b61e6a None None] Provisioning complete for port 61e727f1-df41-435c-bc65-c4bf6875a397 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:49.856104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1b94323-effe-4798-af03-cd87d1b61e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:49.879412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-54bed7b0-87f7-47c0-822b-d11dd6af6d18 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:49.881507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-54bed7b0-87f7-47c0-822b-d11dd6af6d18 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091057 Aug 10 00:47:49.894896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c1b94323-effe-4798-af03-cd87d1b61e6a None None] Port 61e727f1-df41-435c-bc65-c4bf6875a397 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:49.900743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:49.901337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:47:49.951658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Allocated IP 172.25.7.112 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/b7d25f93-cc29-4601-9bea-a0a29bc1b665) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:49.976356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.038004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.055657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:50.056022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:50.056348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:50.060789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:50.061110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:50.067165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:50.067854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:50.067854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:50.068302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Bound port: a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:50.069302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.091253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6720c830-f0d3-42eb-b66c-15ebd41a49cc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:50.127145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:50.133345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.135998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-b7c2e28c-b5c5-4a60-9f39-1177e89d27d6 service neutron] 10.222.0.25 "POST /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2459257 Aug 10 00:47:50.148344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6720c830-f0d3-42eb-b66c-15ebd41a49cc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:50.153837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6720c830-f0d3-42eb-b66c-15ebd41a49cc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:50.154875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.243028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Pushing event updated for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:50.244862 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.249746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.276660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 6720c830-f0d3-42eb-b66c-15ebd41a49cc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6720c830-f0d3-42eb-b66c-15ebd41a49cc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:50.288547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.288919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.336494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5012c54-db14-4eb5-a389-6b8251c07861 req-b815078b-4558-43c0-b8df-9bbfabd4cc30 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.338613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5012c54-db14-4eb5-a389-6b8251c07861 req-b815078b-4558-43c0-b8df-9bbfabd4cc30 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 935 time: 0.0691860 Aug 10 00:47:50.359998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=6720c830-f0d3-42eb-b66c-15ebd41a49cc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:50.381607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5012c54-db14-4eb5-a389-6b8251c07861 req-1928eac9-1bc9-4f6a-9c5c-31952900a9aa tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351064 Aug 10 00:47:50.448757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-acc63b67-58c5-4e16-99cf-916e7f5f3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.450258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-acc63b67-58c5-4e16-99cf-916e7f5f3765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1098 time: 0.0519669 Aug 10 00:47:50.494004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.512884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Network 9af3fd9d-337f-426e-b216-3ba1e957578b is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:50.540548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:50.548355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabdb37-32ec-4b81-8db8-d14e79ffd58b req-20e65f45-f9b6-4b0d-a873-61f961c27997 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.550269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eabdb37-32ec-4b81-8db8-d14e79ffd58b req-20e65f45-f9b6-4b0d-a873-61f961c27997 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.0985904 Aug 10 00:47:50.586306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:50.590194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-a195a3fc-e7cd-41bc-84ca-007ac466d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.591683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-a195a3fc-e7cd-41bc-84ca-007ac466d854 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1316948 Aug 10 00:47:50.596378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:50.600712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61e727f1-df41-435c-bc65-c4bf6875a397 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:50.605195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event updated for resources: {'Port': ['ID=b7d25f93-cc29-4601-9bea-a0a29bc1b665,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:50.607600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:50.642514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eabdb37-32ec-4b81-8db8-d14e79ffd58b req-92af3dc6-97a5-4c3b-a316-019db7bad39e tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800836 Aug 10 00:47:50.642899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.644190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-60257b0d-d203-4264-9982-b31b7ff6e915 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.0409908 Aug 10 00:47:50.683707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Transition to ACTIVE for port object 61e727f1-df41-435c-bc65-c4bf6875a397 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:50.699083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.700260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-ddf7d12d-4e5f-4c8a-9cff-9f533eef2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.703067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-ddf7d12d-4e5f-4c8a-9cff-9f533eef2238 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0518415 Aug 10 00:47:50.760714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-ff66cd71-374e-4022-8f77-bf2df9475846 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507264 Aug 10 00:47:50.829339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9bf90d4a-2931-4077-8874-c3dfdc3a85cf None None] Provisioning complete for port 5f7d4c47-dab9-421c-817c-477cef15e209 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:50.830024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bf90d4a-2931-4077-8874-c3dfdc3a85cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.843899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98869569-f3aa-48ff-8f0e-8915b9e46021 req-a7a1cbeb-b4da-43d9-9392-15b0b90c2773 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:50.845201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98869569-f3aa-48ff-8f0e-8915b9e46021 req-a7a1cbeb-b4da-43d9-9392-15b0b90c2773 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.1341341 Aug 10 00:47:50.859279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:50.867940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9bf90d4a-2931-4077-8874-c3dfdc3a85cf None None] Port 5f7d4c47-dab9-421c-817c-477cef15e209 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:47:50.902486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-36dcd780-e1f5-415f-ad2a-d666eb0f3420 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337240 Aug 10 00:47:50.936345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:50.951829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Router 983a446f-eca3-4da2-9a19-6f096cf18044 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:50.965137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98869569-f3aa-48ff-8f0e-8915b9e46021 req-0bb5a47e-0e4b-4193-b4a0-a96fe606535b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044397 Aug 10 00:47:51.025147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-8a836dba-1ee6-4120-aac7-381bf99137f8 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142514 Aug 10 00:47:51.167669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-e39bde0b-d8f2-4df7-a1c5-311485bc8c12 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:51.169324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-e39bde0b-d8f2-4df7-a1c5-311485bc8c12 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1098 time: 0.0878229 Aug 10 00:47:51.180821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:51.247256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.287620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:51.288022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:51.288286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:51.292015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.313786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:51.314109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:51.343087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:51.343423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:51.343811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:51.344256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Bound port: 61e727f1-df41-435c-bc65-c4bf6875a397, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:51.344608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.373687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-c9a4d4b5-b42b-4413-968c-fe290623033f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:51.375174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-c9a4d4b5-b42b-4413-968c-fe290623033f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.1580827 Aug 10 00:47:51.422967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-63cb9464-ca72-4713-b04e-24a558dc341d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/quotas/c4bb876423da4b5c8144aef0480579ed HTTP/1.1" status: 200 len: 375 time: 0.0357065 Aug 10 00:47:51.466387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-b731265a-5df7-4c1d-b996-6be9d8953f23 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355537 Aug 10 00:47:51.499018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:51.508143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ad766779-e771-47b2-a83d-69bd0b9e3d6b admin admin] 10.222.0.25 "PUT /v2.0/routers/983a446f-eca3-4da2-9a19-6f096cf18044/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7619231 Aug 10 00:47:51.509455 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Sync routers for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:51.515886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:51.521084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:51.523364 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:51.524601 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:51.537478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.546233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:51.614624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:51.615276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.616934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] 10.222.0.10 "PUT /v2.0/ports/61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 1096 time: 1.8108616 Aug 10 00:47:51.617459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:51.619087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:51.621778 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d007d8db-f1fc-4a2b-b45c-665a796bce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:51.621950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a827371f-87a2-4a77-b50e-add7ceba1814 service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458955 Aug 10 00:47:51.661012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.667727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767fb9d-0d1c-4a01-ab6c-467ae5bb8739 service neutron] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:51.680965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.691269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:51.709376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:51.711687 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9a7193-30b7-4de8-ba45-eb926649aa2a" -d '{"events": [{"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-unplugged", "status": "completed", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:51.722707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.743774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.803575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event updated for resources: {'Port': ['ID=b7d25f93-cc29-4601-9bea-a0a29bc1b665,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:51.818591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-b15c0f08-b871-43ae-842d-d719f5e556e2 service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791167 Aug 10 00:47:51.843159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-97434d39-a1e5-4320-ac87-0f9c870c01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:51.844746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-97434d39-a1e5-4320-ac87-0f9c870c01ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.1736720 Aug 10 00:47:51.850794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.862650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:51.880344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:51.880682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:51.881007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:51.886022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.890968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:51.891470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Attempting to bind port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:51.897158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:51.897503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:51.897890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:51.898318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Bound port: a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:51.900864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:51.905395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-c37f2db9-18aa-4bed-8445-448cf47b3a7d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2450159 Aug 10 00:47:51.980260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-dfd7371f-fd49-4b49-9298-d769e9d177c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.1162262 Aug 10 00:47:51.990566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:51.996244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:52.004206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.036250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-4d593e66-8664-42bc-b506-a1dbb4e310fd tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.1301813 Aug 10 00:47:52.058923 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:49Z', 'revision_number': 4, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5f7d4c47-dab9-421c-817c-477cef15e209', 'name': '', 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'mac_address': 'fa:16:3e:bb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:47Z', 'updated_at': '2021-08-10T00:47:49Z', 'revision_number': 2, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'subnets': [{'id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:52.125470 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Checking router: 983a446f-eca3-4da2-9a19-6f096cf18044 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:47:52.125834 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Updating router 983a446f-eca3-4da2-9a19-6f096cf18044 port 5f7d4c47-dab9-421c-817c-477cef15e209 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:47:52.133199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6720c830-f0d3-42eb-b66c-15ebd41a49cc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:52.176116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:52.176842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-2cde138b-71ba-42fa-b552-bf34675bd400 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.178518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-2cde138b-71ba-42fa-b552-bf34675bd400 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1234241 Aug 10 00:47:52.181385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.182163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.183718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-87d96caf-9af6-4ca5-82e0-9a7bf1c28c3f service neutron] 10.222.0.10 "PUT /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 1124 time: 1.0076003 Aug 10 00:47:52.190249 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.204137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-bd899494-f946-4571-a862-978866371777 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:52.207162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b91ef3-ab90-4caa-96a8-45b9f259794e req-f57d40e4-32bc-42f0-ac7c-6843b9d8a6f3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.217894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ea8705e-5197-4597-b770-48e15bb3c85b req-bd899494-f946-4571-a862-978866371777 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261822 Aug 10 00:47:52.222186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55b91ef3-ab90-4caa-96a8-45b9f259794e req-f57d40e4-32bc-42f0-ac7c-6843b9d8a6f3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1071403 Aug 10 00:47:52.225224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-eea35a9a-bd8e-4e23-9227-f2c6ef42ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.235878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-eea35a9a-bd8e-4e23-9227-f2c6ef42ff93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2225614 Aug 10 00:47:52.260582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6720c830-f0d3-42eb-b66c-15ebd41a49cc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:52.260965 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.270797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55b91ef3-ab90-4caa-96a8-45b9f259794e req-768336b5-b97a-4a54-a06c-ce99c88ba577 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Aug 10 00:47:52.351819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-cbd507ce-bcce-4270-8532-94d6d94d6535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.353376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-cbd507ce-bcce-4270-8532-94d6d94d6535 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1062052 Aug 10 00:47:52.501407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b1db5-a040-4db6-8c20-1cbe6e876c40 req-dd5313b0-b61c-4437-ad21-3e32a0822da4 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.503294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-24f5de9e-bf51-4bd7-a78a-5d496a083a64 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402032 Aug 10 00:47:52.504148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a9b1db5-a040-4db6-8c20-1cbe6e876c40 req-dd5313b0-b61c-4437-ad21-3e32a0822da4 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.1660676 Aug 10 00:47:52.556360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bcfc6-0257-49af-af6d-45c283d33205 req-c0b9c1a1-7568-4805-97ef-7bb9681918c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.558194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-972bcfc6-0257-49af-af6d-45c283d33205 req-c0b9c1a1-7568-4805-97ef-7bb9681918c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 1102 time: 0.1591780 Aug 10 00:47:52.621497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a9b1db5-a040-4db6-8c20-1cbe6e876c40 req-a22f74ce-7930-4845-a464-baa5f696acc0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058819 Aug 10 00:47:52.647908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:52.672757 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e69cf6-98fd-4e23-9b66-db5f0f4fd2c9 x-openstack-request-id: req-26e69cf6-98fd-4e23-9b66-db5f0f4fd2c9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:52.673059 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1", "code": 200}, {"server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "name": "network-vif-plugged", "status": "completed", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:52.673306 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26e69cf6-98fd-4e23-9b66-db5f0f4fd2c9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:52.673755 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'code': 200} Aug 10 00:47:52.674008 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8', 'code': 200} Aug 10 00:47:52.701977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a744f9-1c99-4575-bccb-14c23063ae08 req-66eb1466-bb70-4dd8-a16b-c1230a6d1a3b service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891418 Aug 10 00:47:52.723375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-972bcfc6-0257-49af-af6d-45c283d33205 req-55de1d5e-d03d-4b06-9383-e61c5c781bf8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406848 Aug 10 00:47:52.731015 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaa96d2-1ebe-482e-877b-0c14f49f8c05 x-openstack-request-id: req-cfaa96d2-1ebe-482e-877b-0c14f49f8c05 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:52.731314 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:52.731543 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfaa96d2-1ebe-482e-877b-0c14f49f8c05 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:52.732568 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'status': 'completed', 'code': 200} Aug 10 00:47:52.750213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00803b0-ad10-4d04-aa2c-30483a375b79 req-c3dd7691-dc0d-433b-99d4-11fde29f6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.751747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c00803b0-ad10-4d04-aa2c-30483a375b79 req-c3dd7691-dc0d-433b-99d4-11fde29f6a25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1123 time: 0.1293364 Aug 10 00:47:52.824740 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.832962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfa480-ac9a-455d-9e21-8b48a5854ce8 req-28f82ea9-1f65-4c8c-9584-fe2d74948bae tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.834537 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adbfa480-ac9a-455d-9e21-8b48a5854ce8 req-28f82ea9-1f65-4c8c-9584-fe2d74948bae tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.1288471 Aug 10 00:47:52.845141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Transition to ACTIVE for port object 5f7d4c47-dab9-421c-817c-477cef15e209 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:52.854707 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:52.885492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c00803b0-ad10-4d04-aa2c-30483a375b79 req-b24154bb-e24c-4a05-85cb-985c3c29f4e6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251128 Aug 10 00:47:52.911292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adbfa480-ac9a-455d-9e21-8b48a5854ce8 req-355e6598-eace-4bd8-9cc9-ddce08a34338 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594347 Aug 10 00:47:52.923114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-a417cb11-2bbc-4dff-95c1-13e50ad0bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:52.925330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-a417cb11-2bbc-4dff-95c1-13e50ad0bf57 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.0921605 Aug 10 00:47:52.946106 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb5aa9-85f1-441a-96d2-42ce7a8e8dd0 None None] Pushing event updated for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:52.990860 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15f5a6-0d13-4a0e-9ce7-1622f137281a x-openstack-request-id: req-fc15f5a6-0d13-4a0e-9ce7-1622f137281a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:52.991222 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-unplugged", "status": "completed", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:52.991617 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc15f5a6-0d13-4a0e-9ce7-1622f137281a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:52.992003 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'code': 200} Aug 10 00:47:53.028421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307a2c-f446-45b3-a14f-55eda0ea580e req-7675c00e-323e-43c5-9afa-a6fdd60e17d3 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.037204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5307a2c-f446-45b3-a14f-55eda0ea580e req-7675c00e-323e-43c5-9afa-a6fdd60e17d3 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.2139971 Aug 10 00:47:53.077718 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Attempting to bind port 5f7d4c47-dab9-421c-817c-477cef15e209 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:53.078085 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Attempting to bind port 5f7d4c47-dab9-421c-817c-477cef15e209 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:53.078446 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Attempting to bind port 5f7d4c47-dab9-421c-817c-477cef15e209 on network 9af3fd9d-337f-426e-b216-3ba1e957578b {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:53.091163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:53.094338 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Checking segment: {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:53.094760 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:53.095201 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Bound using segment: {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:53.095649 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Bound port: 5f7d4c47-dab9-421c-817c-477cef15e209, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcb141b-f343-4e16-937c-3c0629fac88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:53.096043 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:53.114253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5307a2c-f446-45b3-a14f-55eda0ea580e req-a62c4782-ed65-4a36-8844-7a70bd6c250c tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731530 Aug 10 00:47:53.164305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-e2898090-cedd-4bb4-93d0-2029873fae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.166072 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-e2898090-cedd-4bb4-93d0-2029873fae04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2298806 Aug 10 00:47:53.203861 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] For port 5f7d4c47-dab9-421c-817c-477cef15e209, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:53.207858 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] For port 5f7d4c47-dab9-421c-817c-477cef15e209, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f7d4c47-dab9-421c-817c-477cef15e209,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:53.216410 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:53.229494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-53d4e7ed-4161-4195-a8e6-cd4f6933574f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0531256 Aug 10 00:47:53.246203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5ff2b841-ca99-4a07-9608-fbcb1cd8b95f req-67a989b7-7b5b-4109-ad96-2b310f3ed0b1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 210 time: 0.0636127 Aug 10 00:47:53.292173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-be060468-5028-4851-84f3-59b2d58d8b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.293890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-be060468-5028-4851-84f3-59b2d58d8b2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0507264 Aug 10 00:47:53.326107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:53.328188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:53.359820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-79a6a703-97a8-4e5d-a644-8a5a828a09a1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.367941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-79a6a703-97a8-4e5d-a644-8a5a828a09a1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1119399 Aug 10 00:47:53.374678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-4c9f13b5-8e9a-443f-818e-001c9a5dba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.376690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-4c9f13b5-8e9a-443f-818e-001c9a5dba24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0737293 Aug 10 00:47:53.397140 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb5aa9-85f1-441a-96d2-42ce7a8e8dd0 None None] Pushing event updated for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:53.432176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-fea9c48b-9e1a-4369-9bd7-8ed6dae7a73b tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.0632689 Aug 10 00:47:53.437393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-d1f8c8d5-2dc8-4f84-ac66-cc01aa0f6b19 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'floatingip': {'port_id': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:53.471650 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:47:53.491883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-d1f8c8d5-2dc8-4f84-ac66-cc01aa0f6b19 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:53.492621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1997d-3ddd-4f54-bc47-7faa19052bdf req-4cd0b338-68f2-4fa6-8d13-f77f0574500c tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:53.494293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a1997d-3ddd-4f54-bc47-7faa19052bdf req-4cd0b338-68f2-4fa6-8d13-f77f0574500c tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.1400464 Aug 10 00:47:53.551018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-df3a3207-63f3-408b-9b43-2ba065450679 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534374 Aug 10 00:47:53.553892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a1997d-3ddd-4f54-bc47-7faa19052bdf req-86ebcca8-99c0-4f94-87da-c1fb25ba3c92 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529613 Aug 10 00:47:53.717997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d007d8db-f1fc-4a2b-b45c-665a796bce2e req-5ebc4e92-2ca1-4a0d-b7ca-3dd88a1f2150 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583018 Aug 10 00:47:53.785320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:49Z', 'revision_number': 4, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5f7d4c47-dab9-421c-817c-477cef15e209', 'name': '', 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'mac_address': 'fa:16:3e:bb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:47Z', 'updated_at': '2021-08-10T00:47:53Z', 'revision_number': 4, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'subnets': [{'id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:53.811909 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adadc52b-8de9-4ee6-85e4-439fae0cae81 None None] The sync data for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 is: [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:47:49Z', 'revision_number': 4, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5f7d4c47-dab9-421c-817c-477cef15e209', 'name': '', 'network_id': '9af3fd9d-337f-426e-b216-3ba1e957578b', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'mac_address': 'fa:16:3e:bb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:47Z', 'updated_at': '2021-08-10T00:47:53Z', 'revision_number': 4, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'subnets': [{'id': '0f8caf5c-f230-4e80-8877-e84ebf3e7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:47:53.852426 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-d1f8c8d5-2dc8-4f84-ac66-cc01aa0f6b19 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 00:47:53.854570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-404d70e9-1152-4ee8-a749-f77d24e9395e req-d1f8c8d5-2dc8-4f84-ac66-cc01aa0f6b19 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "PUT /v2.0/floatingips/72199f23-ff76-4c1e-95a3-ca69435afd1c HTTP/1.1" status: 409 len: 551 time: 0.4208579 Aug 10 00:47:54.002315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e0f2-4bc8-479d-8e4a-cc8ddd1accb7 req-fa1fa9c7-fe92-46e1-a96d-e2f472bb41c5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.015322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-faf8e0f2-4bc8-479d-8e4a-cc8ddd1accb7 req-fa1fa9c7-fe92-46e1-a96d-e2f472bb41c5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2379842 Aug 10 00:47:54.069896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-69d2dc06-fb22-4a5f-9f22-8e1a4a18a567 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.071455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-69d2dc06-fb22-4a5f-9f22-8e1a4a18a567 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.3132117 Aug 10 00:47:54.087379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Request body: {'port': {'device_id': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'admin_state_up': True, 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:54.088098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb64956-029c-4b52-84a4-0b7eac77d2d6 req-c3c81529-a4df-436f-b63f-8b1c1ca68140 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.089643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eb64956-029c-4b52-84a4-0b7eac77d2d6 req-c3c81529-a4df-436f-b63f-8b1c1ca68140 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.1044405 Aug 10 00:47:54.123944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f7d4c47-dab9-421c-817c-477cef15e209 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:54.164210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eb64956-029c-4b52-84a4-0b7eac77d2d6 req-f042af41-7716-439f-9eaa-d2a43648e503 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676985 Aug 10 00:47:54.168707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-faf8e0f2-4bc8-479d-8e4a-cc8ddd1accb7 req-c02897ec-ab28-40a1-bfe4-56b522b72af9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522720 Aug 10 00:47:54.222736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5f7d4c47-dab9-421c-817c-477cef15e209 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:54.228524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5f7d4c47-dab9-421c-817c-477cef15e209 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:54.229476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:54.281337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-d5517ac8-f80f-480b-944c-02c098dcb4eb tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips/72199f23-ff76-4c1e-95a3-ca69435afd1c HTTP/1.1" status: 200 len: 693 time: 0.0695245 Aug 10 00:47:54.292231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-6c552cc7-2e5c-48d3-8c53-1cd616ba32dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.293761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-6c552cc7-2e5c-48d3-8c53-1cd616ba32dd tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.10 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.1446030 Aug 10 00:47:54.329960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03278e-3dc0-405e-87df-2ad8279a151a req-67e3c2b9-242b-47e7-b6cd-488e1315d7db tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.334700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f03278e-3dc0-405e-87df-2ad8279a151a req-67e3c2b9-242b-47e7-b6cd-488e1315d7db tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.0574932 Aug 10 00:47:54.351727 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:54.374987 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f03278e-3dc0-405e-87df-2ad8279a151a req-de5e8428-d956-4856-b046-1c1ca87c2b0c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354195 Aug 10 00:47:54.406010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 5f7d4c47-dab9-421c-817c-477cef15e209, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f7d4c47-dab9-421c-817c-477cef15e209,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:54.417433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:54.464515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:47:54.468001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:54.496938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:54.504258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-9f0f1506-6a8e-437c-ad15-d1917d5196dd tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.505687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-9f0f1506-6a8e-437c-ad15-d1917d5196dd tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2108889 Aug 10 00:47:54.524022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-eb81cd84-77f4-4377-9ee1-f8ed77e0bb16 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:47:54.524999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-eb81cd84-77f4-4377-9ee1-f8ed77e0bb16 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057733 Aug 10 00:47:54.533303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d4416-c5ca-42cf-8cb9-9ef975974d5f req-3fadd23a-39c3-4868-9b8b-4cbed5953402 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.542010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bf6d4416-c5ca-42cf-8cb9-9ef975974d5f req-3fadd23a-39c3-4868-9b8b-4cbed5953402 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.0762329 Aug 10 00:47:54.581497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bf6d4416-c5ca-42cf-8cb9-9ef975974d5f req-cf486f58-cd70-419d-a68e-02d01c4c1615 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378063 Aug 10 00:47:54.706310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d53d26ca-722d-49e1-9440-2828cd975f17 req-966cb73c-c4de-42cb-bc57-896a20c7fd02 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 210 time: 0.0335445 Aug 10 00:47:54.839760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455db01-5e17-46f6-b324-ee300cddaddb req-7f730f1a-1096-4848-8eca-00d8874ae199 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:54.841349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5455db01-5e17-46f6-b324-ee300cddaddb req-7f730f1a-1096-4848-8eca-00d8874ae199 tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/ports?device_id=05fde822-9cde-4e77-b154-bbd8f33451b7 HTTP/1.1" status: 200 len: 945 time: 0.0646281 Aug 10 00:47:54.887024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5455db01-5e17-46f6-b324-ee300cddaddb req-11ad4153-6c9e-4b43-a366-abc60b00377d tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.25 "GET /v2.0/security-groups?id=04802e5a-9ece-472e-876f-c9f091226a47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Aug 10 00:47:54.910973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-cc17a8c4-5db5-4d63-930f-081cd02e8200 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.0994673 Aug 10 00:47:54.917996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Deleting port cf88ba96-9927-4d91-ba99-907647fda70b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:54.918482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.029365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:55.031839 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb4231f-ade2-4851-aa33-33570bccdeef" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:55.046454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:55.057596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-27937e5c-f47f-44bf-8838-078c21ffcfbc tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.112 HTTP/1.1" status: 200 len: 696 time: 0.1316483 Aug 10 00:47:55.138661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Allocated IP 172.20.0.14 (194214f4-c55f-4a29-a709-22c80ebfaafc/af4b8456-f528-4209-8c83-b268d79b28be/4fb160a6-61c1-458d-b5e5-332e98c31750) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:55.166090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f24537-d80c-426f-96da-70a050ecf957 req-ff377dba-87e9-410e-b000-d8960683a5a0 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:55.168542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2f24537-d80c-426f-96da-70a050ecf957 req-ff377dba-87e9-410e-b000-d8960683a5a0 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.0623405 Aug 10 00:47:55.175337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] For port cf88ba96-9927-4d91-ba99-907647fda70b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=cf88ba96-9927-4d91-ba99-907647fda70b,segment=NetworkSegment(6e252a43-84e0-462b-9dc9-c0f5658f06f4),segment_id=6e252a43-84e0-462b-9dc9-c0f5658f06f4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:55.175770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.188430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:55.204260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:47:55.240849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Calling delete_port for cf88ba96-9927-4d91-ba99-907647fda70b owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:55.244488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2f24537-d80c-426f-96da-70a050ecf957 req-81dbbfd5-2022-4ae8-8420-d6db8c683481 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681551 Aug 10 00:47:55.441554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Deleting port b7d25f93-cc29-4601-9bea-a0a29bc1b665 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:55.441916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.548857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47596) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:55.554805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181935068', 'description': 'tempest-description--1734501199'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:55.564696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.582860 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.588963 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aff0ad-26c8-426c-8a10-17842b2ab80f x-openstack-request-id: req-b3aff0ad-26c8-426c-8a10-17842b2ab80f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:55.589241 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:55.589491 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3aff0ad-26c8-426c-8a10-17842b2ab80f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:55.589863 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'status': 'completed', 'code': 200} Aug 10 00:47:55.639268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.639531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.640126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.666050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.679683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['cf88ba96-9927-4d91-ba99-907647fda70b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:55.689405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Calling delete_port for b7d25f93-cc29-4601-9bea-a0a29bc1b665 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:55.716685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c99e8c-bcbf-4ce6-a8d6-0c5639c6696d req-c7bbd028-85b4-4922-a084-bf1038051a6f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:55.718092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8c99e8c-bcbf-4ce6-a8d6-0c5639c6696d req-c7bbd028-85b4-4922-a084-bf1038051a6f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 944 time: 0.0767589 Aug 10 00:47:55.739668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Pushing event deleted for resources: {'Port': ['ID=cf88ba96-9927-4d91-ba99-907647fda70b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:55.747675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.756141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.799161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f8ea08-c5e7-4981-814b-9b3b534c525a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:55.803692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8c99e8c-bcbf-4ce6-a8d6-0c5639c6696d req-e26c0cad-6bee-4a16-b488-df268df7e8ed tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734074 Aug 10 00:47:55.805131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.809174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-acd3d32d-3df5-4ff9-a439-801b5ad4a53a tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2586803 Aug 10 00:47:55.809760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47600) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:55.814183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'security_group_rule': {'security_group_id': '37f8ea08-c5e7-4981-814b-9b3b534c525a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:55.837524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-34949340-663b-4541-bbb7-8a9c35a23f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:55.839254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-34949340-663b-4541-bbb7-8a9c35a23f27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1127 time: 0.2241142 Aug 10 00:47:55.839996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] No DVR routers for this DVR port cf88ba96-9927-4d91-ba99-907647fda70b on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:55.843592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.846840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53d697ba-c820-4d92-9dd1-951007b86b96 req-5c5c04a3-c255-4716-bf02-8ef64e84198b tempest-InstanceActionsV221TestJSON-995166802 tempest-InstanceActionsV221TestJSON-995166802-project] 10.222.0.10 "DELETE /v2.0/ports/cf88ba96-9927-4d91-ba99-907647fda70b HTTP/1.1" status: 204 len: 173 time: 1.5375700 Aug 10 00:47:55.851241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.854236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.924661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:55.979553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Network 194214f4-c55f-4a29-a709-22c80ebfaafc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:55.999009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:56.001654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:56.024563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb981919-3fa3-4df1-9c68-396cfb650048 req-5821c529-3b9b-4d82-83ce-0b92c3839f73 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.026332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb981919-3fa3-4df1-9c68-396cfb650048 req-5821c529-3b9b-4d82-83ce-0b92c3839f73 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1218066 Aug 10 00:47:56.036770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-16e464e6-e629-4d51-9b40-8366111a9a65 service neutron] 10.222.0.21 "GET /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1646183 Aug 10 00:47:56.044953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:56.047125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.086180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.093401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.094138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.108529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f7d4c47-dab9-421c-817c-477cef15e209 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:56.125386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-0f981e40-321e-4589-9d96-8661ff1807e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.127003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-0f981e40-321e-4589-9d96-8661ff1807e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.2774611 Aug 10 00:47:56.141016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd30ddf-83bf-492b-92d2-182d01727700,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:56.147867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-ff46b20f-7322-4fb8-9b82-419421c90d53 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0643628 Aug 10 00:47:56.159854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb981919-3fa3-4df1-9c68-396cfb650048 req-c7a1edec-f12d-4c84-b675-b4ff7cebe334 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214466 Aug 10 00:47:56.165056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5f7d4c47-dab9-421c-817c-477cef15e209 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:56.165389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.178317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.179911 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5647ce59-21a4-4701-8a40-44094e52acf3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692300 Aug 10 00:47:56.182433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:56.187952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'security_group_rule': {'security_group_id': '37f8ea08-c5e7-4981-814b-9b3b534c525a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:56.194031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Request body: {'port': {'device_id': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:56.197579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-bbca9545-ba11-4e02-9152-5513b80fd46b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.0600939 Aug 10 00:47:56.227326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.298168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event deleted for resources: {'Port': ['ID=b7d25f93-cc29-4601-9bea-a0a29bc1b665,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:56.341575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.387619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.390224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.391491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e005d3ef-6681-4d0c-8059-0b7725a2466c req-34b8052b-baf6-44cb-8b8c-911e7634cbde tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "DELETE /v2.0/floatingips/72199f23-ff76-4c1e-95a3-ca69435afd1c HTTP/1.1" status: 204 len: 173 time: 1.3237793 Aug 10 00:47:56.400921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.404044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-5b8ef07b-0d36-45f0-af7f-e3359b6bacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.405612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-5b8ef07b-0d36-45f0-af7f-e3359b6bacc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1809452 Aug 10 00:47:56.430572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:56.466034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-04115bf0-cbc0-4991-aa3f-0cd5aa90b06d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507662 Aug 10 00:47:56.495239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:56.533211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29250-d859-4cf8-b6c5-9b3ab961e433 req-e30c5331-8d43-4c0f-924f-0a41c7dbf14e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.535586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76f29250-d859-4cf8-b6c5-9b3ab961e433 req-e30c5331-8d43-4c0f-924f-0a41c7dbf14e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.1301706 Aug 10 00:47:56.568680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.571116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70dfb92-8ee3-4748-b9dd-83b811ca5d8a {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:56.583557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.590765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:56.624778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20f5246-ce54-4b29-9d69-77430d4badbb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:56.630837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.634289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.635756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4dba071-4013-4c83-978d-fca654db23f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4523184 Aug 10 00:47:56.645151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76f29250-d859-4cf8-b6c5-9b3ab961e433 req-95b6aef3-2ed4-422d-a137-d42ce6dc100f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015861 Aug 10 00:47:56.645734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47612) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:56.645857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe01b3-60bf-4bc7-81fe-8d2fce11cade req-dcdccf40-0149-4893-9af9-54449d69e7c9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.647339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57fe01b3-60bf-4bc7-81fe-8d2fce11cade req-dcdccf40-0149-4893-9af9-54449d69e7c9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 932 time: 0.1861575 Aug 10 00:47:56.667118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:56.727661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.734996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-590faa71-902b-4f57-9ac7-55f055cdf28b service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565277 Aug 10 00:47:56.799051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.21', 52351) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:56.806043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57fe01b3-60bf-4bc7-81fe-8d2fce11cade req-f9e79fcf-bb4a-43d7-8a01-da0efef4d7ef tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493087 Aug 10 00:47:56.856002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] Transition to ACTIVE for port object a70dfb92-8ee3-4748-b9dd-83b811ca5d8a will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:56.867559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:56.884363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a5320-de5c-4cc1-83c8-5c15afc09eed req-ae158323-8734-4304-8660-11100c10fd91 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:56.885896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f75a5320-de5c-4cc1-83c8-5c15afc09eed req-ae158323-8734-4304-8660-11100c10fd91 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0995672 Aug 10 00:47:56.925313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cb4231f-ade2-4851-aa33-33570bccdeef req-758abd61-11e9-407b-8ebc-6b7e007b4c36 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811242 Aug 10 00:47:56.928332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-2333e561-af3c-4274-9367-ee7007bd9e29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269283 Aug 10 00:47:57.036118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092cf62-a429-4470-a8a5-be032c51511c req-668869f1-dfc9-40e1-9797-2c87e17384d5 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.037692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a092cf62-a429-4470-a8a5-be032c51511c req-668869f1-dfc9-40e1-9797-2c87e17384d5 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.1336839 Aug 10 00:47:57.039830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:57.055480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.056870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:47:57.090545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Transition to ACTIVE for port object 4fb160a6-61c1-458d-b5e5-332e98c31750 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:47:57.092396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-940a5bfc-597d-47f5-a2c5-1e4d006827d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.094012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-940a5bfc-597d-47f5-a2c5-1e4d006827d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1123 time: 0.1354988 Aug 10 00:47:57.099667 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.107511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a092cf62-a429-4470-a8a5-be032c51511c req-d492e1bb-fd0e-4de6-ab1d-b0592e518a13 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/security-groups?id=744679bc-33d4-4a3f-bdd5-8b393ad213f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621877 Aug 10 00:47:57.199273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:57.212733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] No DVR routers for this DVR port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:57.214230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '61e727f1-df41-435c-bc65-c4bf6875a397', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '61e727f1-df41-435c-bc65-c4bf6875a397', 'mac_address': 'fa:16:3e:cf:24:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:47:57.225747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:57.239426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f75a5320-de5c-4cc1-83c8-5c15afc09eed req-6b0e6994-6e8c-45d6-8e70-ffd7d3bf3492 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054513 Aug 10 00:47:57.272668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:57.279821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.280031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.296862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e727f1-df41-435c-bc65-c4bf6875a397 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:47:57.304943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-934ab3cd-678a-45b1-8736-b61a152a7ad1 service neutron] 10.222.0.21 "PUT /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.2564654 Aug 10 00:47:57.330520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:57.335589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.363801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-edd37579-36ca-4b90-a1b3-c2b8a1ce323b tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.1739244 Aug 10 00:47:57.399409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-69b0406d-555d-4e37-b594-5a25dff065ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.400850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-69b0406d-555d-4e37-b594-5a25dff065ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2659366 Aug 10 00:47:57.418070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:57.465957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Allocated IP 172.25.7.46 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/88ba1617-d42b-4d97-8ed0-7b564f67fdbe) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:47:57.557758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17d8dc-cbfd-4d59-a00e-dc8c4b27bef6 req-4ece6f4f-1f5a-4536-b23d-fcd338bcf759 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.559394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd17d8dc-cbfd-4d59-a00e-dc8c4b27bef6 req-4ece6f4f-1f5a-4536-b23d-fcd338bcf759 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.1142268 Aug 10 00:47:57.594187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['61e727f1-df41-435c-bc65-c4bf6875a397'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:57.623115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd17d8dc-cbfd-4d59-a00e-dc8c4b27bef6 req-95f0e4a7-ea0b-47e2-9cca-e2d21b1cd04d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Aug 10 00:47:57.646888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.726184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.748496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'name': 'network-vif-deleted', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:57.750748 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14069c50-96bc-4552-9d8b-b6f2dc9e19ad" -d '{"events": [{"server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "name": "network-vif-deleted", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:57.770074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-3e717fad-4397-4da2-9287-198c789505e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1 HTTP/1.1" status: 200 len: 217 time: 0.3498094 Aug 10 00:47:57.779269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-884ad755-86fa-47ce-a813-bc429ea9005c tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.781044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-884ad755-86fa-47ce-a813-bc429ea9005c tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports/6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 943 time: 0.4091222 Aug 10 00:47:57.791158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:47:57.798700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Attempting to bind port 4fb160a6-61c1-458d-b5e5-332e98c31750 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:47:57.798700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Attempting to bind port 4fb160a6-61c1-458d-b5e5-332e98c31750 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:47:57.799130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Attempting to bind port 4fb160a6-61c1-458d-b5e5-332e98c31750 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:57.799586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:47:57.802577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:47:57.810713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'Port': ['ID=88ba1617-d42b-4d97-8ed0-7b564f67fdbe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:57.829425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-7979981f-24fa-489a-a86d-c9828f980b67 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.831132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-7979981f-24fa-489a-a86d-c9828f980b67 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.4605303 Aug 10 00:47:57.831771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Port 4fb160a6-61c1-458d-b5e5-332e98c31750 on network 194214f4-c55f-4a29-a709-22c80ebfaafc not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:47:57.832146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Attempting to bind port 4fb160a6-61c1-458d-b5e5-332e98c31750 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:47:57.842398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-1a7966e4-a55a-4589-bf58-05f685592580 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.844042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-1a7966e4-a55a-4589-bf58-05f685592580 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 950 time: 0.1924188 Aug 10 00:47:57.854992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:47:57.855345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Checking segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:47:57.855808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Bound using segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:47:57.856350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Bound port: 4fb160a6-61c1-458d-b5e5-332e98c31750, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:47:57.856677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:57.894584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-d513b001-e670-4b0b-a599-1803d1a3dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:57.896039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-d513b001-e670-4b0b-a599-1803d1a3dfe5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1116650 Aug 10 00:47:58.028144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.029280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-66569ecc-a8d1-487e-8e21-827f32df934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.030422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-66569ecc-a8d1-487e-8e21-827f32df934d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 1097 time: 0.1906071 Aug 10 00:47:58.033564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-a83ed5ed-5c23-4c63-92c9-631dafd63af0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.1601532 Aug 10 00:47:58.047655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:47:58.051309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-f00be5e1-de4a-4c58-84ba-255e5d39db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.052763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-f00be5e1-de4a-4c58-84ba-255e5d39db9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222324 Aug 10 00:47:58.054472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:47:58.075451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.110905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.116805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Deleting port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:47:58.117276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.238473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.239194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.240760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] 10.222.0.21 "PUT /v2.0/ports/4fb160a6-61c1-458d-b5e5-332e98c31750 HTTP/1.1" status: 200 len: 1093 time: 2.0556245 Aug 10 00:47:58.305677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0d2d6-4003-42f9-99a3-0d41bb2e111f service neutron] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:58.325725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-750c1d3d-48f5-4f4b-bd20-9ef9c4f022d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.326911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-750c1d3d-48f5-4f4b-bd20-9ef9c4f022d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1097 time: 0.2484891 Aug 10 00:47:58.362509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] For port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:58.363150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.375163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-bfc02bf6-ee4a-47d4-9375-ed21a319f5a0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.376490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-bfc02bf6-ee4a-47d4-9375-ed21a319f5a0 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.3207514 Aug 10 00:47:58.390500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-6d9f21ec-2cbb-45a9-b37a-3cc64b71a8b0 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258936 Aug 10 00:47:58.405061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Calling delete_port for 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:47:58.484062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904965f-5743-46b8-b5f5-2070c39d4f4d req-bbb840ac-f884-45e7-8156-8ad399b9362a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.485546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f904965f-5743-46b8-b5f5-2070c39d4f4d req-bbb840ac-f884-45e7-8156-8ad399b9362a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 948 time: 0.1461072 Aug 10 00:47:58.548329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-5ce65a8e-a033-46a7-aa1a-b9bf424c71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.549863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-5ce65a8e-a033-46a7-aa1a-b9bf424c71fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 1096 time: 0.2283986 Aug 10 00:47:58.556561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.557906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-eae72839-8658-4a63-8765-92e7b09c20da tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 1002 time: 0.1424859 Aug 10 00:47:58.574731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f904965f-5743-46b8-b5f5-2070c39d4f4d req-64094892-5ccb-4020-8a5f-b12bacf9375d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Aug 10 00:47:58.576880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.596022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:47:58.630529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-967e72d1-8364-40d7-aa0e-c18bcce2937c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb160a6-61c1-458d-b5e5-332e98c31750 HTTP/1.1" status: 200 len: 217 time: 0.0678625 Aug 10 00:47:58.631510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-3c57a8e7-93d0-4a46-98c7-23bfed82292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.632861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-3c57a8e7-93d0-4a46-98c7-23bfed82292d service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.2889977 Aug 10 00:47:58.666072 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ccb415-507c-404b-8fee-1da0b021c5d0 x-openstack-request-id: req-38ccb415-507c-404b-8fee-1da0b021c5d0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:47:58.666429 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05fde822-9cde-4e77-b154-bbd8f33451b7", "name": "network-vif-deleted", "tag": "cf88ba96-9927-4d91-ba99-907647fda70b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:47:58.666615 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38ccb415-507c-404b-8fee-1da0b021c5d0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:47:58.667667 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05fde822-9cde-4e77-b154-bbd8f33451b7', 'name': 'network-vif-deleted', 'tag': 'cf88ba96-9927-4d91-ba99-907647fda70b', 'status': 'completed', 'code': 200} Aug 10 00:47:58.676745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'Port': ['ID=88ba1617-d42b-4d97-8ed0-7b564f67fdbe,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:58.707155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.736457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.746352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a963f0cd-2e0e-4fdc-ad2e-99b1860ad384 req-6953ae59-7b36-447d-bb94-dc27caae6c85 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264861 Aug 10 00:47:58.749960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['99fdec5e-b0b7-4799-bca6-56a4eb7737f8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:47:58.753826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-94e776f7-527b-4208-87a3-a0943c4f4063 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.0853863 Aug 10 00:47:58.776089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.777369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.777516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a60a4bc5-98a7-4c86-865a-32f045715436 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1229613 Aug 10 00:47:58.781482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Pushing event deleted for resources: {'Port': ['ID=99fdec5e-b0b7-4799-bca6-56a4eb7737f8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:58.833055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-d350e90b-8fd5-4949-b82c-fd76f6d11a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.834504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-d350e90b-8fd5-4949-b82c-fd76f6d11a30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.1701403 Aug 10 00:47:58.881837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a95e0c-70a3-484e-b5e4-0fd8d7eacc69 req-948cde2c-6b16-46e2-af7a-69083479e703 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.883410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36a95e0c-70a3-484e-b5e4-0fd8d7eacc69 req-948cde2c-6b16-46e2-af7a-69083479e703 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 944 time: 0.1956930 Aug 10 00:47:58.884430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-6962a40a-f218-4ac4-b629-0a34225bfc91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349529 Aug 10 00:47:58.884865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] No DVR routers for this DVR port 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:47:58.887455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:58.889538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09fa4840-ca74-4cfb-a715-75a9bcbfd838 req-6fe6fe3d-ecde-4428-be56-f6c1229d0115 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.10 "DELETE /v2.0/ports/99fdec5e-b0b7-4799-bca6-56a4eb7737f8 HTTP/1.1" status: 204 len: 173 time: 1.0378551 Aug 10 00:47:58.889918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'name': 'network-vif-deleted', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:58.890533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-15f842ba-e78b-4bc6-9c85-8e0e59fa719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:58.891984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-15f842ba-e78b-4bc6-9c85-8e0e59fa719d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1263103 Aug 10 00:47:58.892630 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264a72ce-0f61-4994-83cf-d01d9d93e962" -d '{"events": [{"server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "name": "network-vif-deleted", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:58.942369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36a95e0c-70a3-484e-b5e4-0fd8d7eacc69 req-3766b091-9133-4a23-8a1b-d318e7d51ed2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 Aug 10 00:47:58.994168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-0c2ae468-ab97-4970-a021-9e2f6d9dfa8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920515 Aug 10 00:47:59.059650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:47:59.125527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 61e727f1-df41-435c-bc65-c4bf6875a397 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:47:59.130834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 61e727f1-df41-435c-bc65-c4bf6875a397 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:47:59.131394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.139378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-4860b9d4-193f-49dd-9ba0-9f1fd76aa80b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918348 Aug 10 00:47:59.139799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.147039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbb3c3-e5d3-44a0-aa99-54e29afc55aa req-50073ffe-cb64-4df5-a061-c877cb6384a3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.148533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79bbb3c3-e5d3-44a0-aa99-54e29afc55aa req-50073ffe-cb64-4df5-a061-c877cb6384a3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0999956 Aug 10 00:47:59.154567 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.154567 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Floating IP 16f0e66d-0e36-4340-b2b3-5172c9a89655 disassociated. External IP: 172.25.7.139, port: 6179a9f4-245d-4f78-9c29-b8ec388694dc. Aug 10 00:47:59.220203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.227027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-1e586914-1eae-4a32-bf4e-f652bfa6f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.228547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-1e586914-1eae-4a32-bf4e-f652bfa6f4bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a9f15d152f6a4ca096546d748ac5576a&device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 1101 time: 0.0653002 Aug 10 00:47:59.243248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-4270b029-f77e-4e60-9137-de51261182b4 service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502989 Aug 10 00:47:59.245623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79bbb3c3-e5d3-44a0-aa99-54e29afc55aa req-0a73f271-7ddc-44a8-a838-bf08a4d0b3d2 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804596 Aug 10 00:47:59.245769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:47:59.248084 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92182f-987d-40ea-8905-333f23670d8a" -d '{"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-plugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:47:59.267037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:47:59.274691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.275691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device cf88ba96-9927-4d91-ba99-907647fda70b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:47:59.329956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:59.343728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-f55b5744-5cab-4280-8316-f9b6698f0c48 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370183 Aug 10 00:47:59.354841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: cf88ba96-9927-4d91-ba99-907647fda70b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:47:59.355501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device cf88ba96-9927-4d91-ba99-907647fda70b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:47:59.403373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:59.406947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Deleting subnet 450d8452-c738-4029-a0e6-c27c33a2c505 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:47:59.419174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.465006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-e78dc32b-ccf3-4402-903d-fe096dcc9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.466584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-e78dc32b-ccf3-4402-903d-fe096dcc9267 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2008054 Aug 10 00:47:59.468433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec12a8ba-310e-49b4-92f8-f33452a9caf3 req-db926f7d-4be2-4cf2-a7bc-b27654791677 tempest-DeleteServersAdminTestJSON-588266058 tempest-DeleteServersAdminTestJSON-588266058-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46 HTTP/1.1" status: 200 len: 210 time: 0.0531502 Aug 10 00:47:59.469563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6098dc7-ef45-464a-b61d-8aa0c046fe5b req-f5dc81e2-b335-45aa-85b9-073963dedcdf service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139792 Aug 10 00:47:59.517130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-3fbbcf87-1645-475a-90a5-52001a7522d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc HTTP/1.1" status: 200 len: 217 time: 0.0424607 Aug 10 00:47:59.519490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.599962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-49073a2b-7aa2-4611-a9c7-2af8c91059cd service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343647 Aug 10 00:47:59.635405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:47:59.637807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-d8d1902b-29d3-4844-90ed-8fc4d72e0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.639266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-d8d1902b-29d3-4844-90ed-8fc4d72e0d9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1003196 Aug 10 00:47:59.640847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.702045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299e6d-cce4-49de-83a2-6bec85b7952a req-84ffbf77-8912-4693-b4b3-f2ac4de0d68a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.703542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88299e6d-cce4-49de-83a2-6bec85b7952a req-84ffbf77-8912-4693-b4b3-f2ac4de0d68a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.1286483 Aug 10 00:47:59.763575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-e8d28b86-ee08-4c69-b5a5-d771101544c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:47:59.765077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-e8d28b86-ee08-4c69-b5a5-d771101544c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1024332 Aug 10 00:47:59.766792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.772304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:47:59.778203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.782285 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88299e6d-cce4-49de-83a2-6bec85b7952a req-767ea8b9-7dac-4eb5-86ab-b312813a61b5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673494 Aug 10 00:47:59.783229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Sync routers for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:47:59.800616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:47:59.801196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:47:59.828428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450d8452-c738-4029-a0e6-c27c33a2c505,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:47:59.839071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-fb332617-2ea0-4186-baf2-f21cbe451ac7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "PUT /v2.0/floatingips/16f0e66d-0e36-4340-b2b3-5172c9a89655 HTTP/1.1" status: 200 len: 695 time: 1.2499423 Aug 10 00:47:59.870958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:47:59.873479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18bdd8e6-7fdb-4ae4-ae6e-e6d94414ed7d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/450d8452-c738-4029-a0e6-c27c33a2c505 HTTP/1.1" status: 204 len: 168 time: 0.5415497 Aug 10 00:47:59.876133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47670) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:47:59.932143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:00.029032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-10f7ea18-a712-438c-94f2-2ca7b814b8fd tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--181935068&fields=id&tenant_id=81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 267 time: 0.1263244 Aug 10 00:48:00.033778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.053241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-59e6a423-497c-4bed-aa07-99480e8a5086 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698574 Aug 10 00:48:00.173461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.191204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668155b5-328f-43d9-ad29-6515a2601211 req-0739fd0c-9767-45f9-a18c-f9d82c7207fc tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.192745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-0739fd0c-9767-45f9-a18c-f9d82c7207fc tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.3527260 Aug 10 00:48:00.194637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-ebb96fe2-cd46-46a5-b63a-0b05848297e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.196077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-ebb96fe2-cd46-46a5-b63a-0b05848297e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1098 time: 0.3472149 Aug 10 00:48:00.205135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Checking router: 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:48:00.217306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:48:00.217939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.334760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:00.379271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-aa056453-a14c-4484-becd-4b0ab011e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.381330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-aa056453-a14c-4484-becd-4b0ab011e156 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 927 time: 0.1728854 Aug 10 00:48:00.440427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-9985f5b2-7bf2-4814-bc83-c9a537c1dd07 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 217 time: 0.0499785 Aug 10 00:48:00.446134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-668155b5-328f-43d9-ad29-6515a2601211 req-a0212a03-78d3-4027-b4ec-3c93fbd97296 service neutron] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:00.449930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-668155b5-328f-43d9-ad29-6515a2601211 req-a0212a03-78d3-4027-b4ec-3c93fbd97296 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.451160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-668155b5-328f-43d9-ad29-6515a2601211 req-a0212a03-78d3-4027-b4ec-3c93fbd97296 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.2505929 Aug 10 00:48:00.508225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.518571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-34d1fb3c-1455-4987-ac9d-0b7433d7570e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.520606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-34d1fb3c-1455-4987-ac9d-0b7433d7570e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.0684137 Aug 10 00:48:00.532319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-a5b237bd-3f9f-433d-82bf-53e91e0f2a31 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.533991 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-a5b237bd-3f9f-433d-82bf-53e91e0f2a31 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 823 time: 0.4946344 Aug 10 00:48:00.541431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40472cc4-3cf8-43af-9050-6dedc008211a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.551493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.568546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e252a43-84e0-462b-9dc9-c0f5658f06f4') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.568919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e252a43-84e0-462b-9dc9-c0f5658f06f4') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:00.578101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-c93944e2-39d8-49d3-b08d-9ee21feed15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:00.579292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676eb23-a997-45c0-9280-ef3edf9bbed3 None None] The sync data for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 is: [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:47:12Z', 'revision_number': 4, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'b5c7e809-bdf0-4c95-87c6-214fe051aaee', 'name': '', 'network_id': 'bbb74646-8aef-400a-9343-bf6a0da83d7a', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'mac_address': 'fa:16:3e:28:3d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:09Z', 'updated_at': '2021-08-10T00:47:17Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'subnets': [{'id': '874e6b0b-d82e-48f9-bd46-29026c0e019a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:48:00.579969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-c93944e2-39d8-49d3-b08d-9ee21feed15e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441658 Aug 10 00:48:00.580132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-fb030c37-5613-4db0-a0d1-f572204fbf3c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/quotas/81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 375 time: 0.0334430 Aug 10 00:48:00.582156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.586293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47325bd0-46f8-4df6-9457-6f5bdd99bab6 req-fe9dedcd-360d-4afe-ae63-7b2100af7a11 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166755 Aug 10 00:48:00.625578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.634907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:48:00.635306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:48:00.637085 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:48:00.643834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:00.670502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750'}, {'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:00.672937 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcb6201-7500-4eb8-8126-0716acb38d41" -d '{"events": [{"name": "network-changed", "server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750"}, {"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:00.694735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:00.709811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-085114e4-b7c4-4298-95bd-a23877555709 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1183226 Aug 10 00:48:00.715514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-5a5f783c-024b-4bf7-8640-e37c283785dc service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160738 Aug 10 00:48:00.717409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.726724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:00.728947 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/40472cc4-3cf8-43af-9050-6dedc008211a HTTP/1.1" status: 204 len: 168 time: 0.8515573 Aug 10 00:48:00.749538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976262a-123f-44ef-ae8a-0f5e1b7fbc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=40472cc4-3cf8-43af-9050-6dedc008211a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:00.841657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92c19869-fb3b-4849-94c6-0404adf87a8c req-04c101d9-3c15-4e7d-8caa-abfb5451b93f service neutron] 10.222.0.25 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005409 Aug 10 00:48:00.847533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-c136efa0-859c-4750-902c-874df19d74cd service neutron] 10.222.0.25 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059399 Aug 10 00:48:00.933080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47686) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:00.938462 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0eadd3-0c8f-403a-93f1-1436c64bad14 None None] New status for floating IP 16f0e66d-0e36-4340-b2b3-5172c9a89655: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:48:00.940853 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6210daa9-1643-4dd0-922b-255ecedee5da x-openstack-request-id: req-6210daa9-1643-4dd0-922b-255ecedee5da {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:00.941246 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46", "name": "network-vif-deleted", "tag": "99fdec5e-b0b7-4799-bca6-56a4eb7737f8", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:00.941503 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6210daa9-1643-4dd0-922b-255ecedee5da {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:00.942357 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1a606d-4b9c-45bf-a91b-b6aa12ffeb46', 'name': 'network-vif-deleted', 'tag': '99fdec5e-b0b7-4799-bca6-56a4eb7737f8', 'status': 'completed', 'code': 200} Aug 10 00:48:00.983073 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56126a9d-1ea6-49a8-9fb3-d9daa442c998 x-openstack-request-id: req-56126a9d-1ea6-49a8-9fb3-d9daa442c998 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:00.983853 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-plugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:00.985704 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56126a9d-1ea6-49a8-9fb3-d9daa442c998 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:00.986425 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'code': 200} Aug 10 00:48:01.010110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-fe13ac76-dca3-4fd7-8a8c-d932b551a988 service neutron] 10.222.0.25 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563413 Aug 10 00:48:01.011477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4267ec5-6c5c-4f8b-8c34-377ee7036911 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14daa2e3923f48c28ca39a5a174214eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766602 Aug 10 00:48:01.014494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47688) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:01.106092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eb065-a8da-4ab5-a527-d8f99cdf7f69 req-69d64b5a-51e9-4d4a-bf0a-021da895c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.108698 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-432eb065-a8da-4ab5-a527-d8f99cdf7f69 req-69d64b5a-51e9-4d4a-bf0a-021da895c573 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1101 time: 0.0469656 Aug 10 00:48:01.123715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:01.163330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-432eb065-a8da-4ab5-a527-d8f99cdf7f69 req-a917757d-4e93-4ec1-b83c-2aaf061c14da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Aug 10 00:48:01.172259 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:01.209614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c8d4d-a30d-4273-a870-032ce40d2254 req-7201bc88-2ea1-437c-a7a4-346398582720 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.211726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-556c8d4d-a30d-4273-a870-032ce40d2254 req-7201bc88-2ea1-437c-a7a4-346398582720 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1664307 Aug 10 00:48:01.277506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957f3f1-b145-4f4c-8bdc-9fbf66ce7d34 req-c87d6c0f-8b13-49bc-ae5b-c626c1dca178 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.284218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6957f3f1-b145-4f4c-8bdc-9fbf66ce7d34 req-c87d6c0f-8b13-49bc-ae5b-c626c1dca178 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 944 time: 0.0786891 Aug 10 00:48:01.291616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:01.294522 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:01.304424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04802e5a-9ece-472e-876f-c9f091226a47 HTTP/1.1" status: 204 len: 168 time: 0.2769525 Aug 10 00:48:01.365116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-556c8d4d-a30d-4273-a870-032ce40d2254 req-15764ea8-5b37-4cff-8b6f-e70b249dd874 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252172 Aug 10 00:48:01.366746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1af45-5e07-4227-9649-a01b4a62808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04802e5a-9ece-472e-876f-c9f091226a47,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:01.383684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6957f3f1-b145-4f4c-8bdc-9fbf66ce7d34 req-6f3cc39d-ce90-4511-a7b9-e8fad8e04385 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 Aug 10 00:48:01.535715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e606d2-7bcf-4ade-83f0-818b24c91aa1 req-70fd5b65-54a6-47e3-8b33-55a069e9ebc7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.537598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8e606d2-7bcf-4ade-83f0-818b24c91aa1 req-70fd5b65-54a6-47e3-8b33-55a069e9ebc7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0909433 Aug 10 00:48:01.588072 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f87a92-5b35-4f91-ba5a-290a33af6e19 x-openstack-request-id: req-f9f87a92-5b35-4f91-ba5a-290a33af6e19 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:01.588376 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:01.588685 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9f87a92-5b35-4f91-ba5a-290a33af6e19 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:01.589217 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'status': 'completed', 'code': 200} Aug 10 00:48:01.589554 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'status': 'completed', 'code': 200} Aug 10 00:48:01.695715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8e606d2-7bcf-4ade-83f0-818b24c91aa1 req-c0dc80e3-298e-4445-8450-436ba5888269 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505060 Aug 10 00:48:01.706265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-2e225593-8119-417e-b6c6-11a5a0776242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.708673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-2e225593-8119-417e-b6c6-11a5a0776242 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 1096 time: 0.1084938 Aug 10 00:48:01.744152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779623-0c5b-489e-ad76-aa3dad48d309 req-0fadb45f-b84c-4760-8bd5-57caf3f78490 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.746603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1779623-0c5b-489e-ad76-aa3dad48d309 req-0fadb45f-b84c-4760-8bd5-57caf3f78490 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.0922108 Aug 10 00:48:01.795376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1779623-0c5b-489e-ad76-aa3dad48d309 req-77230512-7784-421f-8f69-9e2092d32a28 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Aug 10 00:48:01.855441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-919e1363-2e3d-484d-813b-85fd1437f511 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips/16f0e66d-0e36-4340-b2b3-5172c9a89655 HTTP/1.1" status: 200 len: 693 time: 0.1174321 Aug 10 00:48:01.925013 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e98e21db-b0d9-4861-bf5a-912bd1054784 req-f5719710-dc2b-4be8-8d69-7dc60ac28b0c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 210 time: 0.0356572 Aug 10 00:48:01.984001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-baf332d3-a423-45aa-8234-74a48a9a0bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:01.985534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-baf332d3-a423-45aa-8234-74a48a9a0bf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 904 time: 0.2699769 Aug 10 00:48:02.057774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-be5e28b6-1a73-459e-850a-721817720682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb160a6-61c1-458d-b5e5-332e98c31750 HTTP/1.1" status: 200 len: 217 time: 0.0625238 Aug 10 00:48:02.137021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-2ea23866-6ef6-49ed-acd5-f3666fe8b936 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.144113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-2ea23866-6ef6-49ed-acd5-f3666fe8b936 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2847736 Aug 10 00:48:02.158095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-5f41bfbc-057f-4f52-909f-2fc6fdd76f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.159590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-5f41bfbc-057f-4f52-909f-2fc6fdd76f96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.0866475 Aug 10 00:48:02.168153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cfea2-0451-4656-9c29-c00090d8427f req-7d1ed5ff-12ef-4e23-9146-9b76bc9fb096 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.169853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-149cfea2-0451-4656-9c29-c00090d8427f req-7d1ed5ff-12ef-4e23-9146-9b76bc9fb096 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1097 time: 0.0438247 Aug 10 00:48:02.208192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-149cfea2-0451-4656-9c29-c00090d8427f req-e798b8fc-0806-460e-9582-e1df3aeffee9 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317624 Aug 10 00:48:02.218582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-3cdbf9df-f121-4aa4-beba-7945b0a45bec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290320 Aug 10 00:48:02.235364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-9bc8bce5-02bc-49fe-90cf-e6ceb64859af tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0833747 Aug 10 00:48:02.329735 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-51396c2f-9ee6-4666-b8cc-ad91f798da2b tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.139 HTTP/1.1" status: 200 len: 696 time: 0.0957124 Aug 10 00:48:02.468959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-7bccc732-fa77-44b9-898c-76ded92bb7bf service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255025 Aug 10 00:48:02.548508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Deleting port 47470941-3fd2-43a5-9fe8-5feea53e39d3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:02.548844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.622959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-141e29ac-23c6-45e3-952f-e392871cf4b6 service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453617 Aug 10 00:48:02.651760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.652297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.659400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:02.665722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Calling delete_port for 47470941-3fd2-43a5-9fe8-5feea53e39d3 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:02.671308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-2fa8134b-d238-43de-9b27-590630f2af1d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.672890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-2fa8134b-d238-43de-9b27-590630f2af1d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 823 time: 0.2427492 Aug 10 00:48:02.715586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-e22e1ad9-2ec8-42db-8fb6-5d5bbf6486aa tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.721804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-e22e1ad9-2ec8-42db-8fb6-5d5bbf6486aa tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.2741125 Aug 10 00:48:02.745674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1e8a18fe-e11e-41b1-994b-055ee2ad6101 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/quotas/a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 375 time: 0.0227630 Aug 10 00:48:02.773555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-fa2fdae8-6794-42c9-840b-85318b44800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.775152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-fa2fdae8-6794-42c9-840b-85318b44800d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3acb07fb26241cf842b2b007b676afd&device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 1098 time: 0.0957298 Aug 10 00:48:02.790799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47758) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:02.797990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-6f475bc1-14e5-44b1-8479-91067607bf4d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 379 time: 0.1122599 Aug 10 00:48:02.809171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:02.811827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'port': {'device_id': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'admin_state_up': True, 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'security_groups': ['37f8ea08-c5e7-4981-814b-9b3b534c525a']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:02.824409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:02.866406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.883009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:02.888715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-db2a16a4-a715-4a35-9f3a-d886b6bbb188 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1421285 Aug 10 00:48:02.906912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:02.909623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-73900b2d-3598-4feb-9348-8481c11ccae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:02.911139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-73900b2d-3598-4feb-9348-8481c11ccae5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 200 len: 927 time: 0.1250687 Aug 10 00:48:02.914135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.915013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:02.979808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event deleted for resources: {'Port': ['ID=47470941-3fd2-43a5-9fe8-5feea53e39d3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:02.987239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-1e19b2c7-4186-4d32-bb32-1cf7c82511fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 200 len: 217 time: 0.0627873 Aug 10 00:48:02.989529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:03.040501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-aca88383-c6a4-4445-a629-feaf61cfac7d service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506410 Aug 10 00:48:03.042156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Made reservation on behalf of 81ddce7cb625435299ce7073cae6cb0a for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:03.045546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.060940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:03.077003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.079554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.080729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eef6a53-7807-4cd3-ac51-a3cb16ee999f req-4ff3c1f4-35a4-43a1-87e2-ae408a6370fa tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "DELETE /v2.0/floatingips/16f0e66d-0e36-4340-b2b3-5172c9a89655 HTTP/1.1" status: 204 len: 173 time: 0.7450731 Aug 10 00:48:03.082565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-6d343626-f8db-4820-b7cb-8c690cf6b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:03.083936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-6d343626-f8db-4820-b7cb-8c690cf6b2bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 200 len: 866 time: 0.0791316 Aug 10 00:48:03.088208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:03.088870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 99fdec5e-b0b7-4799-bca6-56a4eb7737f8 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:03.124240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d3ce658-da05-434f-b29d-6ab8a0cfa008 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1a2457aa74741cdab0fcd4765f50df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320985 Aug 10 00:48:03.124540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47766) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:03.157121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-f268415b-cae6-4640-a391-17e7d993ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:03.159078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-f268415b-cae6-4640-a391-17e7d993ac40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bbb74646-8aef-400a-9343-bf6a0da83d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667155 Aug 10 00:48:03.185453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4fb160a6-61c1-458d-b5e5-332e98c31750'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:03.240834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-17c5fff3-474e-47c1-8a6e-4a5bdb594ed5 service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879725 Aug 10 00:48:03.271858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Allocated IP 172.20.0.8 (a448db31-01bf-4578-b186-ceb984aabcc5/f2a3a414-f657-4014-9fe1-81fbd1bdc2aa/2a0687dd-8c97-4331-8448-28f41f1d04ee) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:03.278926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.291182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d12c-1942-4212-a351-8b642ff97c93 req-01f91ee9-e962-4051-a22d-9d6ddbd94af3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:03.292688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21b3d12c-1942-4212-a351-8b642ff97c93 req-01f91ee9-e962-4051-a22d-9d6ddbd94af3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1423907 Aug 10 00:48:03.343049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-088196c1-966d-4844-b1ae-25bdfcaffe1c service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736243 Aug 10 00:48:03.346454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.431425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.443297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21b3d12c-1942-4212-a351-8b642ff97c93 req-49d2d22c-6089-4fdb-9c9e-c063d81b3acc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357601 Aug 10 00:48:03.473523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Transition to ACTIVE for port object 2a0687dd-8c97-4331-8448-28f41f1d04ee will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:03.479446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.482047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.483206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/744679bc-33d4-4a3f-bdd5-8b393ad213f6 HTTP/1.1" status: 204 len: 168 time: 0.3576241 Aug 10 00:48:03.495202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afcb6201-7500-4eb8-8126-0716acb38d41 req-707cda7b-4dfc-4ade-ba16-246b59a28d36 service neutron] 10.222.0.21 "GET /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414316 Aug 10 00:48:03.496267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7f49b-d634-4d9c-b596-88f6bbbbb81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744679bc-33d4-4a3f-bdd5-8b393ad213f6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:03.528410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.616214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Network a448db31-01bf-4578-b186-ceb984aabcc5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:03.620648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:03.625000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:03.693378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ff0b9-4a96-435a-9562-269bc645405f req-9b74d6ff-b532-48a6-b086-5b3be3662046 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:03.694969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-731ff0b9-4a96-435a-9562-269bc645405f req-9b74d6ff-b532-48a6-b086-5b3be3662046 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 945 time: 0.1418169 Aug 10 00:48:03.695625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:03.719159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:03.720374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.764519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-731ff0b9-4a96-435a-9562-269bc645405f req-accb90dd-d34a-4f96-8eea-b3df47b8dedc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525548 Aug 10 00:48:03.771748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-0cd7fb7f-2db4-46a1-b82c-b9c23420d1a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9644313 Aug 10 00:48:03.786313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Request body: {'port': {'device_id': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:03.877051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:03.987274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47794) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:04.013225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a32e2ba-27be-4f3b-8a78-e26ac9d9bfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.020578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b353c5d0-4506-4db1-aa73-de4b297f9b6c None None] Provisioning for port 2a0687dd-8c97-4331-8448-28f41f1d04ee completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:04.025299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b353c5d0-4506-4db1-aa73-de4b297f9b6c None None] Provisioning complete for port 2a0687dd-8c97-4331-8448-28f41f1d04ee triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:04.025755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b353c5d0-4506-4db1-aa73-de4b297f9b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.103564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b353c5d0-4506-4db1-aa73-de4b297f9b6c None None] Port 2a0687dd-8c97-4331-8448-28f41f1d04ee cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:48:04.106137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eae91-5f9e-4b9f-a157-e1f9e24a2b29 req-725f3a36-8e13-4720-9f7c-b63e5ba40f2c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:04.107572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-790eae91-5f9e-4b9f-a157-e1f9e24a2b29 req-725f3a36-8e13-4720-9f7c-b63e5ba40f2c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2131660 Aug 10 00:48:04.152951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a32e2ba-27be-4f3b-8a78-e26ac9d9bfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.158496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a32e2ba-27be-4f3b-8a78-e26ac9d9bfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.231119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6a32e2ba-27be-4f3b-8a78-e26ac9d9bfd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44b273d0370d4251a42a08800fca4e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404797 Aug 10 00:48:04.232618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:04.247071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32e2ba-27be-4f3b-8a78-e26ac9d9bfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbad614-3338-4192-b3d9-8ccaab1e20a3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:04.269873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-790eae91-5f9e-4b9f-a157-e1f9e24a2b29 req-a147eade-73a7-4099-89e0-aa2ac1a99514 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477861 Aug 10 00:48:04.302904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e6b69-6ffc-4cce-8562-39f871169db5 req-9ebffc88-a2f7-4892-94ba-e2437c90f288 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:04.304555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86e6b69-6ffc-4cce-8562-39f871169db5 req-9ebffc88-a2f7-4892-94ba-e2437c90f288 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 931 time: 0.0973704 Aug 10 00:48:04.355142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86e6b69-6ffc-4cce-8562-39f871169db5 req-003e1930-c52c-4b34-8bb0-4087c784db50 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447347 Aug 10 00:48:04.367045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.414897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2184a1-55e5-4902-ab5e-cf231afa8275 req-a0b409cb-544c-41d5-abfc-96a601427ace tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 210 time: 0.0454848 Aug 10 00:48:04.452597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.480035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0687dd-8c97-4331-8448-28f41f1d04ee {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:04.520058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.526254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f0ab38c-8055-4991-a48f-c39ce01cc401 req-d574ead5-ab88-4a75-b123-24da028c65bc tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0415425 Aug 10 00:48:04.562592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Transition to ACTIVE for port object 2a0687dd-8c97-4331-8448-28f41f1d04ee will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:04.563340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.575079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.575079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfbad614-3338-4192-b3d9-8ccaab1e20a3 HTTP/1.1" status: 204 len: 168 time: 0.3350110 Aug 10 00:48:04.584500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616b202-2274-4855-a1ed-e9fdc5f08f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbad614-3338-4192-b3d9-8ccaab1e20a3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:04.584500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.642517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:04.687200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:04.839255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Attempting to bind port 2a0687dd-8c97-4331-8448-28f41f1d04ee on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:04.839735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Attempting to bind port 2a0687dd-8c97-4331-8448-28f41f1d04ee by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:04.840112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Attempting to bind port 2a0687dd-8c97-4331-8448-28f41f1d04ee on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:04.850077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Port 2a0687dd-8c97-4331-8448-28f41f1d04ee on network a448db31-01bf-4578-b186-ceb984aabcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:04.850557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Attempting to bind port 2a0687dd-8c97-4331-8448-28f41f1d04ee on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:04.860218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aff49-c456-4419-b4e6-d75c1c4b24d9 req-064f7af2-1dcf-4480-8a5e-481c0a2a0c62 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:04.868644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-115aff49-c456-4419-b4e6-d75c1c4b24d9 req-064f7af2-1dcf-4480-8a5e-481c0a2a0c62 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1200347 Aug 10 00:48:04.882577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 4fb160a6-61c1-458d-b5e5-332e98c31750 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:04.884417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:04.884860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Checking segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:04.885586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Bound using segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:04.886358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Bound port: 2a0687dd-8c97-4331-8448-28f41f1d04ee, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:04.887530 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.889711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4fb160a6-61c1-458d-b5e5-332e98c31750 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:04.891117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:04.945166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-115aff49-c456-4419-b4e6-d75c1c4b24d9 req-1e6a12fb-d7f5-40f5-9fbb-a72c5af13c57 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0735230 Aug 10 00:48:05.041566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69016780-105f-4323-8230-d57355ed6ab0 req-d5055e67-2f11-42d5-b853-e5e4501361ba tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.059396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69016780-105f-4323-8230-d57355ed6ab0 req-d5055e67-2f11-42d5-b853-e5e4501361ba tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.2811491 Aug 10 00:48:05.070589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-7ae01633-4bcc-4274-9349-4a2053fff609 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2624011 Aug 10 00:48:05.110358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:05.127987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:05.140984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:05.161503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69016780-105f-4323-8230-d57355ed6ab0 req-73e9bdbc-67fb-4dcc-b082-20ba00ab8f9d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011291 Aug 10 00:48:05.167485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:05.191989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-900a29d1-ab97-4564-8d17-ada061368d22 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.193552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-900a29d1-ab97-4564-8d17-ada061368d22 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.3867600 Aug 10 00:48:05.213950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729e6c-3d11-4adc-8d51-8e1dc1857f78 req-90b41625-4229-49a9-b540-74f8b0d3be62 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.223120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84729e6c-3d11-4adc-8d51-8e1dc1857f78 req-90b41625-4229-49a9-b540-74f8b0d3be62 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 945 time: 0.1747227 Aug 10 00:48:05.241035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.241703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:05.243200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] 10.222.0.10 "PUT /v2.0/ports/2a0687dd-8c97-4331-8448-28f41f1d04ee HTTP/1.1" status: 200 len: 1092 time: 1.4620836 Aug 10 00:48:05.245949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:05.248242 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949a256-0cfc-497d-aa42-73bd7a9f76b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:05.271189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Request body: {'port': {'device_id': '2ea17abf-679b-402d-b014-8fd0633695e9', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'admin_state_up': True, 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:05.287893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54065108-71c5-43b3-8f9d-5229b2ca5ee5 req-17c9dee3-1e09-477a-a2b9-618880d8cd7f tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0910869 Aug 10 00:48:05.290068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:05.292660 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde09d80-d298-4548-848d-c54d2a949a78" -d '{"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-plugged", "status": "completed", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:05.313656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:05.322174 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:05.396307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84729e6c-3d11-4adc-8d51-8e1dc1857f78 req-edc1b5e4-2c6a-45fd-ad0d-fda32c246cba tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671000 Aug 10 00:48:05.397234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d70cf-2617-43e2-b905-f22d0f2257cb service neutron] Pushing event updated for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:05.433380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-42f23e98-a31a-41b6-9a93-9185d13ff2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.434917 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-42f23e98-a31a-41b6-9a93-9185d13ff2f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 1095 time: 0.1331379 Aug 10 00:48:05.465616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:05.524825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-68c4539a-4fcd-4f1f-b2e7-c315a7ec4f05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee HTTP/1.1" status: 200 len: 217 time: 0.0770671 Aug 10 00:48:05.527050 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ed427-cb93-4feb-9722-8cdb25ddb1f2 x-openstack-request-id: req-f42ed427-cb93-4feb-9722-8cdb25ddb1f2 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:05.527356 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:05.527610 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f42ed427-cb93-4feb-9722-8cdb25ddb1f2 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:05.528003 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'status': 'completed', 'code': 200} Aug 10 00:48:05.563301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:05.567019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:05.613041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-59a2efd8-f522-49b4-8ff4-79af2cba14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.626431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-59a2efd8-f522-49b4-8ff4-79af2cba14ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.0950825 Aug 10 00:48:05.818713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-8d9c6247-5229-4a5c-8e0c-7a3e69db3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.819854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-8d9c6247-5229-4a5c-8e0c-7a3e69db3dc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859639 Aug 10 00:48:05.856287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1cf1a-3842-411f-9d0d-4d5c93aced09 req-a6aa42f4-09f2-47e3-bb85-944b03041ea1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:05.859496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Allocated IP 172.20.0.2 (177143dc-5ebe-4764-adab-fb6b9f123723/9a0639e7-7e5f-43f6-88ff-837dfc60010f/c3bea32a-48e2-45ff-821c-15858d310500) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:05.872609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51f1cf1a-3842-411f-9d0d-4d5c93aced09 req-a6aa42f4-09f2-47e3-bb85-944b03041ea1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2418854 Aug 10 00:48:06.006863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51f1cf1a-3842-411f-9d0d-4d5c93aced09 req-42ec3db7-a5d6-4bea-afae-19e19b1cfe6b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320918 Aug 10 00:48:06.029218 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5127e8-98bf-45ea-84b8-eb4433db9b1d x-openstack-request-id: req-6b5127e8-98bf-45ea-84b8-eb4433db9b1d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:06.029507 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-plugged", "status": "completed", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:06.030076 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b5127e8-98bf-45ea-84b8-eb4433db9b1d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:06.034684 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'code': 200} Aug 10 00:48:06.115251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:06.152659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-ea0e4651-9201-48cb-acb6-a29eba0c2018 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083804 Aug 10 00:48:06.187672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:06.222381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Network 177143dc-5ebe-4764-adab-fb6b9f123723 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:06.255387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:06.263001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:06.611828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f4c4a-7560-49d0-aa8d-bb0eea0c1b7a req-28a7bb01-7566-4186-8b6f-71a7a033f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.614042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c54f4c4a-7560-49d0-aa8d-bb0eea0c1b7a req-28a7bb01-7566-4186-8b6f-71a7a033f8bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 1098 time: 0.4917428 Aug 10 00:48:06.614691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ab1f9-4172-4cae-a034-caf9b1b35acf req-153c4601-aec1-427a-921c-1365edd956ce tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.624282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd6ab1f9-4172-4cae-a034-caf9b1b35acf req-153c4601-aec1-427a-921c-1365edd956ce tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 943 time: 0.4680908 Aug 10 00:48:06.624764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:06.661949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165adca-57c5-4e92-9244-db889d80270d req-d07af9e6-f96e-457b-b3b0-518a08446a66 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.665823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5351b7fb-21c1-4fce-be2f-5f6243889dd3 req-dbfdc6dc-f76d-4870-97cd-8b531bc8c1e6 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549506 Aug 10 00:48:06.671050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9165adca-57c5-4e92-9244-db889d80270d req-d07af9e6-f96e-457b-b3b0-518a08446a66 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 931 time: 0.4990883 Aug 10 00:48:06.700879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.701644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:06.723156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd6ab1f9-4172-4cae-a034-caf9b1b35acf req-a7dcb947-fc59-4b00-95bf-e1e631f57547 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955651 Aug 10 00:48:06.748167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c54f4c4a-7560-49d0-aa8d-bb0eea0c1b7a req-84fbc7a4-9351-4f61-a901-e1ffa157a732 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160398 Aug 10 00:48:06.765554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-1f982d1f-3eb9-4146-8569-6dcc8c2cf934 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4991739 Aug 10 00:48:06.790410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9165adca-57c5-4e92-9244-db889d80270d req-605ca656-0db6-4248-98c7-1ffada38ee1c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164107 Aug 10 00:48:06.794015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Request body: {'port': {'device_id': '2ea17abf-679b-402d-b014-8fd0633695e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:06.837212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-b1d89328-a71f-451b-9bd0-711a03e942cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.837212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-b1d89328-a71f-451b-9bd0-711a03e942cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 1095 time: 0.0847335 Aug 10 00:48:06.927130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:06.956855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ed22a-3b1c-4298-994d-7a7cb7a4946e req-fd4c41e6-aa9f-4bdc-bedb-fd74ec6e73a6 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.958383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e7ed22a-3b1c-4298-994d-7a7cb7a4946e req-fd4c41e6-aa9f-4bdc-bedb-fd74ec6e73a6 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.1030159 Aug 10 00:48:06.987393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-1b4b754b-18ec-4472-898f-c24c346f6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:06.988807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-1b4b754b-18ec-4472-898f-c24c346f6168 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 923 time: 0.1451459 Aug 10 00:48:07.010119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f770144-ae27-47be-9a5c-d17ee0fb329a req-b3b90e38-c361-47ab-a17a-cf76245395d4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.011739 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f770144-ae27-47be-9a5c-d17ee0fb329a req-b3b90e38-c361-47ab-a17a-cf76245395d4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0770750 Aug 10 00:48:07.024121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dbc9f098-0f47-4b6c-a2b9-f819928c5dfd req-e1cbf285-5e1f-4bf8-ba0a-2d0c6c8ede66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0647259 Aug 10 00:48:07.054558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-a7739a26-a227-46f6-aa20-2640c52cff56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee HTTP/1.1" status: 200 len: 217 time: 0.0556133 Aug 10 00:48:07.105661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e7ed22a-3b1c-4298-994d-7a7cb7a4946e req-cb455411-1915-499f-8ebb-973ee1f03b3d tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274822 Aug 10 00:48:07.112102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f770144-ae27-47be-9a5c-d17ee0fb329a req-0e0b8eae-59cf-4693-a7b6-4c1800500487 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604401 Aug 10 00:48:07.129930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-f698b0b6-b107-4499-a066-22190b677100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.131438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-f698b0b6-b107-4499-a066-22190b677100 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.0531163 Aug 10 00:48:07.266041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-3aabba5d-2737-4215-ac30-deca31d969fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.273433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-3aabba5d-2737-4215-ac30-deca31d969fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246161 Aug 10 00:48:07.326959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce863-7231-4231-a02b-f65b35f8e57f req-e77e4557-8539-45b8-9f20-22fa8bfab911 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.328989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-845ce863-7231-4231-a02b-f65b35f8e57f req-e77e4557-8539-45b8-9f20-22fa8bfab911 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 946 time: 0.1274133 Aug 10 00:48:07.384676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fc05c73-a85f-4ebb-8124-c66cb1c48503 req-feaf6711-57c4-4b7c-acc2-51f676c3d1a3 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0538604 Aug 10 00:48:07.391153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bea32a-48e2-45ff-821c-15858d310500 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:07.401120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:07.426394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-919e8cd4-c63e-45a4-b14a-bf62a2bc3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.426628 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-845ce863-7231-4231-a02b-f65b35f8e57f req-167c34d4-b289-4270-9360-8af1271d6cbc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Aug 10 00:48:07.427908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-919e8cd4-c63e-45a4-b14a-bf62a2bc3045 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1101 time: 0.1276906 Aug 10 00:48:07.432763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Transition to ACTIVE for port object c3bea32a-48e2-45ff-821c-15858d310500 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:07.447510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:07.449614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-654ae80b-0df2-408e-a728-ff05a9ad4d1b service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671116 Aug 10 00:48:07.555853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4949a256-0cfc-497d-aa42-73bd7a9f76b5 req-0fd98946-5a77-4371-a0eb-5695a30670f5 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985978 Aug 10 00:48:07.586474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:07.648705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-71e561ed-97c9-45c5-a8c5-3559e613f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.650187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-71e561ed-97c9-45c5-a8c5-3559e613f7f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2147045 Aug 10 00:48:07.657759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7693e-b296-4d97-8b1a-da0362d8bda0 req-592d27b3-3ec5-49d4-8677-beb341061747 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.659735 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00d7693e-b296-4d97-8b1a-da0362d8bda0 req-592d27b3-3ec5-49d4-8677-beb341061747 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1518328 Aug 10 00:48:07.730206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-117c69a5-631c-4a66-a22a-09b4eb6ec1f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0688610 Aug 10 00:48:07.827773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00d7693e-b296-4d97-8b1a-da0362d8bda0 req-63ff327b-8985-4f20-98d8-641bf2e9e07b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596627 Aug 10 00:48:07.838997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:07.839395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:07.839666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:07.847039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-51aa3ec0-ac0c-4aff-ad57-288a7e9daca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.848501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-51aa3ec0-ac0c-4aff-ad57-288a7e9daca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1003885 Aug 10 00:48:07.853218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:07.853545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:07.865184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-225cb069-aaa4-455c-9c64-d360f0904cff tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.866471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-225cb069-aaa4-455c-9c64-d360f0904cff tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.21 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.1622295 Aug 10 00:48:07.881388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:07.881388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:07.881388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:07.881388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Bound port: c3bea32a-48e2-45ff-821c-15858d310500, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:07.881388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:07.886821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c243089-f9dc-400e-b809-39bf1fb4de7e req-cf60001c-b137-4d67-9a5b-b5edc5f19553 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:07.900014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4c243089-f9dc-400e-b809-39bf1fb4de7e req-cf60001c-b137-4d67-9a5b-b5edc5f19553 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 943 time: 0.0927145 Aug 10 00:48:07.953982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4c243089-f9dc-400e-b809-39bf1fb4de7e req-925f4809-f672-4350-a4b1-5fe9d9789fa6 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503101 Aug 10 00:48:08.047956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-1ef87efa-2e7d-4d06-aef4-0653d2c88022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.049571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-1ef87efa-2e7d-4d06-aef4-0653d2c88022 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1820879 Aug 10 00:48:08.097903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aa3ee-53b1-4648-857b-7394bfa896da req-1d970fa7-7812-4424-b2cb-6a1174068e71 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.099418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f4aa3ee-53b1-4648-857b-7394bfa896da req-1d970fa7-7812-4424-b2cb-6a1174068e71 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.1639149 Aug 10 00:48:08.135166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:08.173811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:08.187712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:08.236857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Deleting port 6179a9f4-245d-4f78-9c29-b8ec388694dc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:08.237199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:08.248055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f4aa3ee-53b1-4648-857b-7394bfa896da req-e9e2e66d-a5b3-4a6c-a17d-24124afd9e8c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179361 Aug 10 00:48:08.264224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.265004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:08.266619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 1092 time: 1.4767263 Aug 10 00:48:08.294801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e34b3-c1d5-49cb-a2d2-bc09c12ae825 req-89c7edc3-0109-4dd7-8d4d-1f75bc67faab tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.296636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-102e34b3-c1d5-49cb-a2d2-bc09c12ae825 req-89c7edc3-0109-4dd7-8d4d-1f75bc67faab tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0695665 Aug 10 00:48:08.303282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:08.305821 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846428d-5f97-45c6-8e10-39632934e7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "tag": "c3bea32a-48e2-45ff-821c-15858d310500"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:08.338891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-102e34b3-c1d5-49cb-a2d2-bc09c12ae825 req-3f36d83a-0d00-420e-aee1-8666552992aa tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Aug 10 00:48:08.364297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-6ab4b577-3535-46ca-9e42-16fe4826a423 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056040 Aug 10 00:48:08.470244 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d7827-b0b2-412a-8112-4e714c3a65d0 x-openstack-request-id: req-678d7827-b0b2-412a-8112-4e714c3a65d0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:08.470620 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "tag": "c3bea32a-48e2-45ff-821c-15858d310500", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:08.470918 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-678d7827-b0b2-412a-8112-4e714c3a65d0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:08.471307 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500', 'status': 'completed', 'code': 200} Aug 10 00:48:08.473365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897c8ab-2087-479e-962b-3c8632be3351 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:08.508179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-bd53d994-44b1-45ba-9378-3164bb5eeb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.509698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-bd53d994-44b1-45ba-9378-3164bb5eeb92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1095 time: 0.2002616 Aug 10 00:48:08.516545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] For port 6179a9f4-245d-4f78-9c29-b8ec388694dc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6179a9f4-245d-4f78-9c29-b8ec388694dc,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:08.517152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:08.524196 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:48:08.526412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d665d7a-4b1d-405d-94b9-f84bd5c1f15e req-3d2fa305-42cc-460b-b11e-db3617309755 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.528275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d665d7a-4b1d-405d-94b9-f84bd5c1f15e req-3d2fa305-42cc-460b-b11e-db3617309755 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 946 time: 0.1983483 Aug 10 00:48:08.543126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97dbd7ca-4bf1-41b2-9ef7-176cb432b45f req-e3dc0c69-aba9-4c46-92c7-f4c82c5c75df tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0308247 Aug 10 00:48:08.594281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Calling delete_port for 6179a9f4-245d-4f78-9c29-b8ec388694dc owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:08.604724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-c931bdfc-832c-4c14-aa5c-225b2d7bfc6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 217 time: 0.0755136 Aug 10 00:48:08.657339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-2de87ba9-e665-441d-8caf-c7f8b6eba8a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716939 Aug 10 00:48:08.709192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d665d7a-4b1d-405d-94b9-f84bd5c1f15e req-1ada6a07-e1a9-4574-8e65-0d8e07378af8 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/security-groups?id=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675589 Aug 10 00:48:08.737474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-56785c28-04e0-4ab9-b3ee-77a6d8cf85de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.737949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19852f3-de3f-4666-b557-77a1139759de req-57c5df13-4aab-4a1a-8411-e56584bd9587 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:08.739051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-56785c28-04e0-4ab9-b3ee-77a6d8cf85de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1242146 Aug 10 00:48:08.740323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b19852f3-de3f-4666-b557-77a1139759de req-57c5df13-4aab-4a1a-8411-e56584bd9587 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 946 time: 0.0652907 Aug 10 00:48:08.782215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-69f1a430-746a-4fd1-a497-6febcce7c33e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355208 Aug 10 00:48:08.791937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b19852f3-de3f-4666-b557-77a1139759de req-45c34e1e-7b81-4820-98e5-d2d685f7e9f0 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Aug 10 00:48:08.972143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:08.986975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['6179a9f4-245d-4f78-9c29-b8ec388694dc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:09.032108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Pushing event deleted for resources: {'Port': ['ID=6179a9f4-245d-4f78-9c29-b8ec388694dc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:09.037670 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-0f853e7e-7f79-41fe-a725-f367a4b4ff69 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244740 Aug 10 00:48:09.047960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1cb31-54bf-48e5-be0a-32bcfe3fd4a1 req-08246851-1ff5-467e-a88d-87b3c083bed2 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.056544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43e1cb31-54bf-48e5-be0a-32bcfe3fd4a1 req-08246851-1ff5-467e-a88d-87b3c083bed2 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0874617 Aug 10 00:48:09.061105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 2a0687dd-8c97-4331-8448-28f41f1d04ee details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:09.116893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43e1cb31-54bf-48e5-be0a-32bcfe3fd4a1 req-beab7b0e-8267-4818-b3db-4ec01d9929ad tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558379 Aug 10 00:48:09.178100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] No DVR routers for this DVR port 6179a9f4-245d-4f78-9c29-b8ec388694dc on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:09.188261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:09.232772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:09.235066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fe36fe6-57c4-49f9-93ea-0ebcd279ebf0 req-23020c8c-d84d-4e7f-a9e4-8e740e3733e1 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.21 "DELETE /v2.0/ports/6179a9f4-245d-4f78-9c29-b8ec388694dc HTTP/1.1" status: 204 len: 173 time: 1.3524115 Aug 10 00:48:09.241189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bc8ec7f-d2dd-4678-8977-d6c4d5e1dab4 req-118879df-7f54-431c-a187-1aef20514258 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0819848 Aug 10 00:48:09.261467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d105237-13fe-4057-b0ed-67627847f0a7 req-7134b856-435c-4e7e-bc8d-623132078f01 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.270942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d105237-13fe-4057-b0ed-67627847f0a7 req-7134b856-435c-4e7e-bc8d-623132078f01 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 943 time: 0.0786600 Aug 10 00:48:09.304998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80dfcb-d536-42cc-a2f3-741129b22d79 req-815fee02-42f0-4352-b0ac-c7eca4432bae tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.306594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce80dfcb-d536-42cc-a2f3-741129b22d79 req-815fee02-42f0-4352-b0ac-c7eca4432bae tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 946 time: 0.1486340 Aug 10 00:48:09.312628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fe84a38-8311-4189-b4d7-7a34b03f0aae req-7d2ab7b0-1480-472f-a3cc-957b20468685 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404015 Aug 10 00:48:09.337181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d105237-13fe-4057-b0ed-67627847f0a7 req-e977ec71-e782-4c67-9fbe-57b0d685568b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650613 Aug 10 00:48:09.370827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'port_id': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'mac_address': 'fa:16:3e:4e:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:09.432610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:09.449808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce80dfcb-d536-42cc-a2f3-741129b22d79 req-86cd059f-0b47-43c6-8374-b0aaacd43cb3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329048 Aug 10 00:48:09.453388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0687dd-8c97-4331-8448-28f41f1d04ee {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:09.480171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-b61aee01-031d-4273-af54-4a1d19795a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.482711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-b61aee01-031d-4273-af54-4a1d19795a68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1095 time: 0.0955524 Aug 10 00:48:09.523210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:09.531456 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:09.552125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3ce6d-3b26-4b84-9d8f-88041165d413 req-8de18234-ace0-48a9-a7f2-166ace3347c8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.553675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61d3ce6d-3b26-4b84-9d8f-88041165d413 req-8de18234-ace0-48a9-a7f2-166ace3347c8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0628192 Aug 10 00:48:09.598989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61d3ce6d-3b26-4b84-9d8f-88041165d413 req-4fbf0312-578d-428d-ac8b-aa7f287e992e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372908 Aug 10 00:48:09.629457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:09.650171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6630-0380-48ff-9ab0-8a2aae34aa14 req-88d9670e-784b-418a-93da-33a91f82a863 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.661888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9ae6630-0380-48ff-9ab0-8a2aae34aa14 req-88d9670e-784b-418a-93da-33a91f82a863 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1105247 Aug 10 00:48:09.675804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-ccbe0359-f063-4327-b066-65075a7ae6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.677815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-ccbe0359-f063-4327-b066-65075a7ae6d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1838560 Aug 10 00:48:09.756059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-6feb58ca-b737-4b22-9e99-33c73d18cab3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 217 time: 0.0521581 Aug 10 00:48:09.763908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9013037-0940-4f5d-95a5-696c08563e24 req-dbfd51cd-a566-4c34-ab29-e20ca8f9d75a tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0414293 Aug 10 00:48:09.783519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['2a0687dd-8c97-4331-8448-28f41f1d04ee'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:09.788343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9ae6630-0380-48ff-9ab0-8a2aae34aa14 req-d1527a79-b36f-480b-a862-abc82ff61c09 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093845 Aug 10 00:48:09.858186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-9c7e41d2-8a68-415c-b48f-f06b7960b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:09.860426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-9c7e41d2-8a68-415c-b48f-f06b7960b0c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0955598 Aug 10 00:48:09.909472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-694bdcae-29bb-47b1-bf4d-ba62722690c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382106 Aug 10 00:48:09.976103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99b01efd-77c7-4d57-b1b9-0c931a6b7ba3 req-363ac5fb-57ee-4184-8a00-b8ca284251b7 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097 tempest-FloatingIPsAssociationNegativeTestJSON-2136181097-project] 10.222.0.25 "GET /v2.0/ports?device_id=982e53b5-1b82-4313-ac76-d5dbb613dc0f HTTP/1.1" status: 200 len: 210 time: 0.0731075 Aug 10 00:48:10.088179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-32f91da8-8f7a-49a3-a9b8-958640bdc920 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648383 Aug 10 00:48:10.201366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d846428d-5f97-45c6-8e10-39632934e7e7 req-3a805150-475c-4af3-be7a-5778bd00b9f8 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067178 Aug 10 00:48:10.257660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45556819-1185-47e6-9183-a2317e0c1caa req-ebe95b01-2e7e-4cb5-bb8d-fdcb8760d9f9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:10.259173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45556819-1185-47e6-9183-a2317e0c1caa req-ebe95b01-2e7e-4cb5-bb8d-fdcb8760d9f9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0549502 Aug 10 00:48:10.308561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45556819-1185-47e6-9183-a2317e0c1caa req-1fd06ae2-5c41-4bbd-8020-d21af6327f9d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Aug 10 00:48:10.452760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b72f59-13e6-4204-b2d4-0e2cbc0c46d2 req-50b69889-c5d9-408c-b4a7-1cb397372cf8 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:10.454495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91b72f59-13e6-4204-b2d4-0e2cbc0c46d2 req-50b69889-c5d9-408c-b4a7-1cb397372cf8 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 944 time: 0.0520289 Aug 10 00:48:10.475165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'name': 'network-vif-deleted', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:10.477806 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da6d42d-f2ca-479a-bf9b-0cea48ddf859" -d '{"events": [{"server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "name": "network-vif-deleted", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:10.503458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91b72f59-13e6-4204-b2d4-0e2cbc0c46d2 req-70221755-a078-479a-8e04-accf706836d2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Aug 10 00:48:10.551267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c3115f-26d9-49a5-ab42-b0607f9a377c x-openstack-request-id: req-f9c3115f-26d9-49a5-ab42-b0607f9a377c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:10.551554 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e53b5-1b82-4313-ac76-d5dbb613dc0f", "name": "network-vif-deleted", "tag": "6179a9f4-245d-4f78-9c29-b8ec388694dc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:10.551808 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9c3115f-26d9-49a5-ab42-b0607f9a377c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:10.552207 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982e53b5-1b82-4313-ac76-d5dbb613dc0f', 'name': 'network-vif-deleted', 'tag': '6179a9f4-245d-4f78-9c29-b8ec388694dc', 'status': 'completed', 'code': 200} Aug 10 00:48:10.613437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcb69a-8042-4381-87c6-1d65190eb110 req-1909a22c-df68-4ec9-ae65-9962a01158fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:10.615049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47bcb69a-8042-4381-87c6-1d65190eb110 req-1909a22c-df68-4ec9-ae65-9962a01158fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 946 time: 0.0539136 Aug 10 00:48:10.656166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47bcb69a-8042-4381-87c6-1d65190eb110 req-cc1d167e-e6b2-4495-b9d6-02f70092a6a1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Aug 10 00:48:10.771503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e7a9a-c74c-4406-a807-4749736b42e3 req-17ddda44-285d-4a62-81d4-bf9a9f962e64 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:10.773134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-163e7a9a-c74c-4406-a807-4749736b42e3 req-17ddda44-285d-4a62-81d4-bf9a9f962e64 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0595932 Aug 10 00:48:10.813041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-163e7a9a-c74c-4406-a807-4749736b42e3 req-bceacce4-9d49-45a4-9c65-1caed0cada31 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Aug 10 00:48:10.931567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-319122dd-4924-43cf-9f7b-48b674e21e50 req-7c4ad167-0d9c-456f-9f9c-8024c95bd057 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0332003 Aug 10 00:48:11.058362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 2a0687dd-8c97-4331-8448-28f41f1d04ee up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:11.073910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5acff-874f-4aaa-835c-3e241c893c01 req-7f47620b-869d-4239-9c0b-24b433506dad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:11.079243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83f5acff-874f-4aaa-835c-3e241c893c01 req-7f47620b-869d-4239-9c0b-24b433506dad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0676723 Aug 10 00:48:11.171390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 2a0687dd-8c97-4331-8448-28f41f1d04ee completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:11.171926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83f5acff-874f-4aaa-835c-3e241c893c01 req-9450b4e3-6b98-4f93-aecd-d58ff98031dd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 Aug 10 00:48:11.180391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 2a0687dd-8c97-4331-8448-28f41f1d04ee triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:11.180778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.255951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:11.331286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.357195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:11.361703 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d7614-fa77-4471-ab8e-7e6de0fe3a32" -d '{"events": [{"server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "name": "network-vif-plugged", "status": "completed", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:11.375453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:11.381136 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.441322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:11.515700 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5486795e-3315-4d92-b9c4-6894ba8ad004 x-openstack-request-id: req-5486795e-3315-4d92-b9c4-6894ba8ad004 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:11.515967 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "name": "network-vif-plugged", "status": "completed", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:11.516221 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5486795e-3315-4d92-b9c4-6894ba8ad004 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:11.516608 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'code': 200} Aug 10 00:48:11.531463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7559c-61a7-46bf-a1ea-324019c0d841 req-c48b22a2-8739-4e41-9994-cec8c6666760 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:11.539768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49b7559c-61a7-46bf-a1ea-324019c0d841 req-c48b22a2-8739-4e41-9994-cec8c6666760 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0896065 Aug 10 00:48:11.544397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:11.603967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a3af8c8-f147-412f-bcc8-b395d061b8dc req-1bf6eab1-7fa9-493a-840a-f2a941fa29b2 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0321631 Aug 10 00:48:11.645527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49b7559c-61a7-46bf-a1ea-324019c0d841 req-d31baee5-8563-4dfc-a8b2-3306f90ce06a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047168 Aug 10 00:48:11.731238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80452f43-5a7b-420b-a9e1-776eaa324a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.746183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e3ed3-3644-45f5-8183-7e465ec46043 req-d3110a4c-f291-4231-90f1-420c0399b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:11.749754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-915e3ed3-3644-45f5-8183-7e465ec46043 req-d3110a4c-f291-4231-90f1-420c0399b9a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 1097 time: 0.1427779 Aug 10 00:48:11.817676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862f71d-a7d1-44c8-9c21-8fc69c979aff req-2e9f6ff3-9c1d-424f-9cb6-39e46e212892 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:11.819463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8862f71d-a7d1-44c8-9c21-8fc69c979aff req-2e9f6ff3-9c1d-424f-9cb6-39e46e212892 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 945 time: 0.1466956 Aug 10 00:48:11.831370 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-915e3ed3-3644-45f5-8183-7e465ec46043 req-088992ee-7caf-4cfb-9a28-6db91d7b7382 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729127 Aug 10 00:48:11.885076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8862f71d-a7d1-44c8-9c21-8fc69c979aff req-46c6d8c6-f01d-48f8-96f8-dca4f1d1e51e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564668 Aug 10 00:48:11.929792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.930681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80452f43-5a7b-420b-a9e1-776eaa324a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.935891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80452f43-5a7b-420b-a9e1-776eaa324a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:11.975547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80452f43-5a7b-420b-a9e1-776eaa324a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7304bd7-9807-4365-a650-4e36fa7dc22f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:11.982414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80452f43-5a7b-420b-a9e1-776eaa324a9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f01a1d980707470c93e135c5e37fcb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366908 Aug 10 00:48:11.983014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:11.987245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2a122-9ef4-49a8-8af0-9d1d2cff209a req-7797b92b-1174-4828-8600-1464a2c4726f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:11.991120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4d2a122-9ef4-49a8-8af0-9d1d2cff209a req-7797b92b-1174-4828-8600-1464a2c4726f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.1071053 Aug 10 00:48:12.035375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.056374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.067091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4d2a122-9ef4-49a8-8af0-9d1d2cff209a req-7078e024-003c-4eb4-89b3-356bb355c8ae tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710926 Aug 10 00:48:12.112459 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.115256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.116504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7304bd7-9807-4365-a650-4e36fa7dc22f HTTP/1.1" status: 204 len: 168 time: 0.1323032 Aug 10 00:48:12.126013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2895a-a369-4d2a-adbd-8c484de3157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7304bd7-9807-4365-a650-4e36fa7dc22f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:12.239624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Deleting port b5c7e809-bdf0-4c95-87c6-214fe051aaee {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:12.239958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.300368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac541d87-4a32-44ce-8177-00aa14ba671d req-da55ffa5-c33b-48ec-9016-c9ce4af48da4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:12.301979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac541d87-4a32-44ce-8177-00aa14ba671d req-da55ffa5-c33b-48ec-9016-c9ce4af48da4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0509455 Aug 10 00:48:12.322399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] For port b5c7e809-bdf0-4c95-87c6-214fe051aaee, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5c7e809-bdf0-4c95-87c6-214fe051aaee,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:12.323056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.338107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Calling delete_port for b5c7e809-bdf0-4c95-87c6-214fe051aaee owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:12.347197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac541d87-4a32-44ce-8177-00aa14ba671d req-a5606e52-64aa-48cc-bf84-fc4c39cee6e0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Aug 10 00:48:12.429146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48126) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:12.443316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.537487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.537744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.540877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.564165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c7e809-bdf0-4c95-87c6-214fe051aaee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:12.582998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b0cc96046014495aa36da1dbc3c9638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527331 Aug 10 00:48:12.583986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0b018b-ce91-42d3-9e2a-56f3c511bc0a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:12.585495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:12.591901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.592498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.592640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.592933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.593274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.593710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.593939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.594270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.594600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.594975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.595875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.596203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae6ef1c-57f2-4e0e-a783-4cf1fdc7ad97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.672182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.715386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64402259-c302-43d5-bfe2-13c0e5c97cec req-1947626b-cc7c-401a-8036-a6f69b3f2498 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0332265 Aug 10 00:48:12.749945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6179a9f4-245d-4f78-9c29-b8ec388694dc no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:12.773999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.775576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 6179a9f4-245d-4f78-9c29-b8ec388694dc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:12.775918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6179a9f4-245d-4f78-9c29-b8ec388694dc not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:12.878568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb924263-8c06-4835-ba0f-f57f32073da0 req-0820c99b-9975-4c11-a2e8-07dbe277d665 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:12.880807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb924263-8c06-4835-ba0f-f57f32073da0 req-0820c99b-9975-4c11-a2e8-07dbe277d665 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1415677 Aug 10 00:48:12.883614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.950412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.952965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:12.954105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c0b018b-ce91-42d3-9e2a-56f3c511bc0a HTTP/1.1" status: 204 len: 168 time: 0.3674891 Aug 10 00:48:12.976150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0b018b-ce91-42d3-9e2a-56f3c511bc0a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:12.998117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.998470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.998837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.999179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.999513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:12.999852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.000179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.000510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.000837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.001163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.001495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.001888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793db876-8bfc-45a4-a06e-eb3df96ca29d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:13.010116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548310b3-9927-4cbc-a1a5-5a3236ba2133 req-6fa5828d-0bb8-4b30-a9dd-87fcf82943d1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:13.015029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb924263-8c06-4835-ba0f-f57f32073da0 req-3d7e9ece-ff8f-4f73-b22d-606d55e7caf3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281166 Aug 10 00:48:13.018080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-548310b3-9927-4cbc-a1a5-5a3236ba2133 req-6fa5828d-0bb8-4b30-a9dd-87fcf82943d1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 945 time: 0.0576088 Aug 10 00:48:13.060596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-548310b3-9927-4cbc-a1a5-5a3236ba2133 req-e96cf8bf-34b5-46a4-9191-cfea332df982 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416172 Aug 10 00:48:13.060780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:13.203564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:13.211303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873a2d4-a742-434b-a7f3-c04b1e3e7da3 req-2f7e0f0e-77ec-4d59-a8cd-804298187a2c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:13.218566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c3bea32a-48e2-45ff-821c-15858d310500', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'port_id': 'c3bea32a-48e2-45ff-821c-15858d310500', 'mac_address': 'fa:16:3e:a9:53:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0639e7-7e5f-43f6-88ff-837dfc60010f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:13.221922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f873a2d4-a742-434b-a7f3-c04b1e3e7da3 req-2f7e0f0e-77ec-4d59-a8cd-804298187a2c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0742729 Aug 10 00:48:13.231562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:48:13.245914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70e6f8-452e-4e7b-9ec0-ad9c633441be req-5a147810-f297-4838-9189-01be0abd0d14 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:13.247727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a70e6f8-452e-4e7b-9ec0-ad9c633441be req-5a147810-f297-4838-9189-01be0abd0d14 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 945 time: 0.0755653 Aug 10 00:48:13.257527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48144) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:13.262700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'floatingip': {'port_id': '2a0687dd-8c97-4331-8448-28f41f1d04ee'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:13.266523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.277744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f873a2d4-a742-434b-a7f3-c04b1e3e7da3 req-26835a9e-0494-4233-829f-27516a469b68 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544972 Aug 10 00:48:13.282375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bea32a-48e2-45ff-821c-15858d310500 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:13.310883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:13.316384 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.371568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:13.379484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:13.395238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9a46cb6-979a-40d8-a59f-8f2eb70dc1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.514198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9a46cb6-979a-40d8-a59f-8f2eb70dc1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.519229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9a46cb6-979a-40d8-a59f-8f2eb70dc1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.556082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a46cb6-979a-40d8-a59f-8f2eb70dc1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b052daa5-ac2a-4f84-9b25-4de723aa34c6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:13.560491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d9a46cb6-979a-40d8-a59f-8f2eb70dc1af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=259e6ffe84554c12b65944588642ff73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798174 Aug 10 00:48:13.563031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48160) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:13.601679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.602536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c3bea32a-48e2-45ff-821c-15858d310500'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:13.617099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.646724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.708036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.711360 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:13.715212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b052daa5-ac2a-4f84-9b25-4de723aa34c6 HTTP/1.1" status: 204 len: 168 time: 0.1487882 Aug 10 00:48:13.739309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a99051-492f-48bd-aa42-968ac09be555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b052daa5-ac2a-4f84-9b25-4de723aa34c6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:13.782952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d14eb-1339-4a7f-a7eb-2e455c524da8 req-d8652947-2479-41c2-9fe4-95b02e811677 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:13.784822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d54d14eb-1339-4a7f-a7eb-2e455c524da8 req-d8652947-2479-41c2-9fe4-95b02e811677 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.2103810 Aug 10 00:48:13.794601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:48:13.803393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9eaa35cb-a4ae-4439-8c58-0e37ed6e4bb1 admin admin] 10.222.0.25 "PUT /v2.0/routers/033ba1f4-36f4-4270-8bd9-b8e5e802ea50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463455 Aug 10 00:48:13.806069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48174) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:13.813768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Sync routers for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:48:13.828073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:48:13.829074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:13.905308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d54d14eb-1339-4a7f-a7eb-2e455c524da8 req-c1dac63b-678a-49a6-a464-5a96542dc073 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124041 Aug 10 00:48:13.917885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-660c7095-37ce-4d61-a78b-36b60582e6bb req-1481e977-ce50-4155-803a-c5d46a7340ee tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0465391 Aug 10 00:48:14.001273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:14.193132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9539d17a-a341-4b01-9da7-ada6b78b459d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.361533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8139376-2445-494d-900f-8330d876ea9c req-aacf12df-a1b1-48eb-a8ec-cf9426941970 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:14.369412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8139376-2445-494d-900f-8330d876ea9c req-aacf12df-a1b1-48eb-a8ec-cf9426941970 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1753669 Aug 10 00:48:14.388709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:48:12Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:14.447479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Checking router: 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:48:14.458836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Routers {'033ba1f4-36f4-4270-8bd9-b8e5e802ea50'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:48:14.459636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:14.500364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.512408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8139376-2445-494d-900f-8330d876ea9c req-71d0ecfb-3e7c-4a92-9c9c-a1ba41c52ff3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418498 Aug 10 00:48:14.514681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:48:14.599759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e4bea-7de3-4a61-bbda-1a5f9cdd50d0 req-08bb2920-0848-43b4-8a4f-1a6a4f0d5f29 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:14.601764 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-051e4bea-7de3-4a61-bbda-1a5f9cdd50d0 req-08bb2920-0848-43b4-8a4f-1a6a4f0d5f29 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.1728427 Aug 10 00:48:14.623066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] Set router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:14.650723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.659024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.689850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-051e4bea-7de3-4a61-bbda-1a5f9cdd50d0 req-5de9a800-7ed8-4d45-ae9a-8ca365a5ee52 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776238 Aug 10 00:48:14.718327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.784554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:14.788497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Deleting port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:14.789035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.870235 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44 associated. External IP: 172.25.7.46, port: 2a0687dd-8c97-4331-8448-28f41f1d04ee. Aug 10 00:48:14.879955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] For port 1991dd78-4a83-4d9c-b372-4bd9a1e841d0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:14.880322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:14.911011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Calling delete_port for 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:14.965208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:15.011040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'mac_address': 'fa:16:3e:44:ae:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:15.080818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:48:12Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:15.088007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:15.122280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e775c70-d6d7-41a2-9c74-9b81c7207580 None None] The sync data for ids ['033ba1f4-36f4-4270-8bd9-b8e5e802ea50'] in n-d-766380-21 is: [{'id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-24381692-router', 'tenant_id': 'c3acb07fb26241cf842b2b007b676afd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:01Z', 'updated_at': '2021-08-10T00:48:12Z', 'revision_number': 5, 'project_id': 'c3acb07fb26241cf842b2b007b676afd', 'gw_port': {'id': '1991dd78-4a83-4d9c-b372-4bd9a1e841d0', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033ba1f4-36f4-4270-8bd9-b8e5e802ea50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:02Z', 'updated_at': '2021-08-10T00:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:48:15.123519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799f59a-a583-4e55-8ff6-60ed35ad0fe8 req-0a068adc-8580-4443-a3de-b6069ab77c17 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:15.124114 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.131350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5799f59a-a583-4e55-8ff6-60ed35ad0fe8 req-0a068adc-8580-4443-a3de-b6069ab77c17 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1040275 Aug 10 00:48:15.167865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:15.198146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:15.206882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5799f59a-a583-4e55-8ff6-60ed35ad0fe8 req-25285ac2-d309-4598-bfcf-b8641bf74820 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742104 Aug 10 00:48:15.216103 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.225717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c3bea32a-48e2-45ff-821c-15858d310500 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:15.253921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.265228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dce8a14e-80cf-4976-97b5-e35e3b620199 req-8b35aaf3-40b3-4390-a861-13e450977560 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0441234 Aug 10 00:48:15.266567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c3bea32a-48e2-45ff-821c-15858d310500 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:15.267830 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.323787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Pushing event deleted for resources: {'Port': ['ID=1991dd78-4a83-4d9c-b372-4bd9a1e841d0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:15.325669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4fb160a6-61c1-458d-b5e5-332e98c31750'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:15.386560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:15.391802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:48:15.436543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.590011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.594363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:48:15.609333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.610840 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.617191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.619853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:48:15.649889 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:48:15.651174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:15.663213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-99639664-4076-4545-9654-1d51d15b115b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "PUT /v2.0/floatingips/b86aeee1-04fc-43a5-a628-7a5a1cc11e44 HTTP/1.1" status: 200 len: 990 time: 2.4046659 Aug 10 00:48:15.665488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:15.672300 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003110d1-6e21-4dba-9f1a-37634c5164d7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:15.721747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.722446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033ba1f4-36f4-4270-8bd9-b8e5e802ea50 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:48:15.739485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.740653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7bf70cb4-4a30-4de2-af32-533bc89ca566 admin admin] 10.222.0.25 "DELETE /v2.0/routers/033ba1f4-36f4-4270-8bd9-b8e5e802ea50 HTTP/1.1" status: 204 len: 168 time: 1.9329984 Aug 10 00:48:15.743429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:15.790010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:15.792332 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af04e6c3-c5f5-4ca5-9f01-8fd7b694fba6" -d '{"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-plugged", "status": "completed", "tag": "c3bea32a-48e2-45ff-821c-15858d310500"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:15.851339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:15.896077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38400-de34-4985-8116-cc800f3de853 req-b9a5290e-da0d-4b09-adad-29d04a6e6bd6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:15.896746 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.910258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ff38400-de34-4985-8116-cc800f3de853 req-b9a5290e-da0d-4b09-adad-29d04a6e6bd6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2458944 Aug 10 00:48:15.952197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Deleting subnet 874e6b0b-d82e-48f9-bd46-29026c0e019a {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:48:15.964345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:15.965612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:16.063770 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aadaf3-cf77-460b-aad6-72870974f298 x-openstack-request-id: req-60aadaf3-cf77-460b-aad6-72870974f298 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:16.071166 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:16.073140 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60aadaf3-cf77-460b-aad6-72870974f298 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:16.073749 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'status': 'completed', 'code': 200} Aug 10 00:48:16.144172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:16.149895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ff38400-de34-4985-8116-cc800f3de853 req-5999ee0b-e650-4b45-9837-77b5091b69af tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259529 Aug 10 00:48:16.164742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.211467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5c7e809-bdf0-4c95-87c6-214fe051aaee no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:16.241759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-8be1a391-8631-4cfb-8c91-aa6d820267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.243407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-8be1a391-8631-4cfb-8c91-aa6d820267bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 1097 time: 0.1597126 Aug 10 00:48:16.278747 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e38f9-8d6b-4a2d-a75f-e7ab18dcc4c1 x-openstack-request-id: req-b63e38f9-8d6b-4a2d-a75f-e7ab18dcc4c1 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:16.284514 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-plugged", "status": "completed", "tag": "c3bea32a-48e2-45ff-821c-15858d310500", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:16.285862 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b63e38f9-8d6b-4a2d-a75f-e7ab18dcc4c1 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:16.287043 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500', 'code': 200} Aug 10 00:48:16.292950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b5c7e809-bdf0-4c95-87c6-214fe051aaee {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:16.293419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5c7e809-bdf0-4c95-87c6-214fe051aaee not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:16.444572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.485455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a167bb-83ce-416b-995f-74fd5e521886 req-4f6e2a3f-d8ed-44db-9641-e29eb7ee16e1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.492693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25a167bb-83ce-416b-995f-74fd5e521886 req-4f6e2a3f-d8ed-44db-9641-e29eb7ee16e1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1120636 Aug 10 00:48:16.564528 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25a167bb-83ce-416b-995f-74fd5e521886 req-f1591814-677d-4d24-94f6-c8b5a38678a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663025 Aug 10 00:48:16.578578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-24bdc994-c7ba-448b-933d-a01dc546e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.578578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-24bdc994-c7ba-448b-933d-a01dc546e33b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 923 time: 0.3079207 Aug 10 00:48:16.585806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.649104 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:4e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:48:14Z', 'revision_number': 1, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:16.667866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4320f8a-a99f-4fc8-857f-e3b5d269c13e req-d083cccd-9ad3-44de-a898-0a64d4f5d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.669693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4320f8a-a99f-4fc8-857f-e3b5d269c13e req-d083cccd-9ad3-44de-a898-0a64d4f5d087 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1097 time: 0.2934551 Aug 10 00:48:16.699803 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:48:16.709677 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:48:16.710333 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:47:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:16.714810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ccda4-9f91-4c52-b76a-fa5a5d7855b5 req-effe5366-76b0-4706-8dc6-14f376736667 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.717753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8a67-a7dd-4d5a-9ca2-3aad25847b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.734624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb1ccda4-9f91-4c52-b76a-fa5a5d7855b5 req-effe5366-76b0-4706-8dc6-14f376736667 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.4984949 Aug 10 00:48:16.764781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:16.830957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-357277d1-907c-4d5d-92bf-86aa7a45b9a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee HTTP/1.1" status: 200 len: 998 time: 0.2401757 Aug 10 00:48:16.835873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb1ccda4-9f91-4c52-b76a-fa5a5d7855b5 req-a0b0285a-6470-48bc-ae48-e08a1aabba64 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000528 Aug 10 00:48:16.854200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4320f8a-a99f-4fc8-857f-e3b5d269c13e req-380c18b3-479d-4879-8c22-3d0a6722d646 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080306 Aug 10 00:48:16.880432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4fb160a6-61c1-458d-b5e5-332e98c31750 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:16.881955 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:16.895402 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:48:16.920703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-0adc3cdf-8f5e-4f2e-bc87-a66ada86e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.922523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-0adc3cdf-8f5e-4f2e-bc87-a66ada86e2c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.0830793 Aug 10 00:48:16.989658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-b430e704-14d2-4047-91e9-ffee23155730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:16.991163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-b430e704-14d2-4047-91e9-ffee23155730 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610335 Aug 10 00:48:17.055665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874e6b0b-d82e-48f9-bd46-29026c0e019a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:17.079430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804e1967-5e2e-44fe-b4b8-e28f77ebf2f4 None None] Network bbb74646-8aef-400a-9343-bf6a0da83d7a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:17.087737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.089627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13dd6c61-adeb-443f-ada5-1d5b0e0df3b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/874e6b0b-d82e-48f9-bd46-29026c0e019a HTTP/1.1" status: 204 len: 168 time: 1.3450711 Aug 10 00:48:17.092223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:17.100578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-defc457e-ef50-4fe9-ba14-bc67352c1017 req-45c7815a-6849-4bab-b8f0-5ae73ce2d19c tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0482597 Aug 10 00:48:17.195137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-3dd4f4d9-0a35-45a8-8c82-32cbe8d689c2 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939139 Aug 10 00:48:17.226959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.258917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.320929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:17.333803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.365330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.411739 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:4e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:48:14Z', 'revision_number': 1, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:17.451899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] DHCP port deletion for bbb74646-8aef-400a-9343-bf6a0da83d7a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:48:17.458330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:17.465493 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa58829-2d28-4834-92ff-2f191695d837 None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:4e:29:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:48:14Z', 'revision_number': 1, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:48:17.569488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003110d1-6e21-4dba-9f1a-37634c5164d7 req-d6590d0a-3e2a-4cd1-9de3-fa136d82b60c service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647480 Aug 10 00:48:17.593994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Deleting port 1f595fcc-7e96-449a-8e1d-deec7768b505 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:17.594872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.608805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1941a-84e7-4be3-a0e9-aaac224eba61 req-dd2d77b3-777c-496e-a3db-4c4c33d72249 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:17.610830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0b1941a-84e7-4be3-a0e9-aaac224eba61 req-dd2d77b3-777c-496e-a3db-4c4c33d72249 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1458769 Aug 10 00:48:17.616707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Deleting port 1f595fcc-7e96-449a-8e1d-deec7768b505 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:17.618448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.626032 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.761008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0b1941a-84e7-4be3-a0e9-aaac224eba61 req-0025f734-5be9-4c9f-99ea-d03281d6ebbd tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331191 Aug 10 00:48:17.787398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9bc5-ade9-4711-b20b-64dd18b64c3c req-8000e14e-5689-4db0-bbd4-8fd5f4412327 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:17.806592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0ee9bc5-ade9-4711-b20b-64dd18b64c3c req-8000e14e-5689-4db0-bbd4-8fd5f4412327 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1345634 Aug 10 00:48:17.817783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] For port 1f595fcc-7e96-449a-8e1d-deec7768b505, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f595fcc-7e96-449a-8e1d-deec7768b505,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:17.818152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:17.848187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Calling delete_port for 1f595fcc-7e96-449a-8e1d-deec7768b505 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:17.900483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dc1f92-756a-497b-ac5b-c4817586fd80 None None] New status for floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:48:17.919451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0ee9bc5-ade9-4711-b20b-64dd18b64c3c req-179741bd-ac17-45de-9195-a008fcd16c9e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053929 Aug 10 00:48:17.984487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] For port 1f595fcc-7e96-449a-8e1d-deec7768b505, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f595fcc-7e96-449a-8e1d-deec7768b505,segment=NetworkSegment(a1f1285a-4fa7-4c5f-8402-1a91f3500759),segment_id=a1f1285a-4fa7-4c5f-8402-1a91f3500759)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:17.985344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.002247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:18.055519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Calling delete_port for 1f595fcc-7e96-449a-8e1d-deec7768b505 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:18.121458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f595fcc-7e96-449a-8e1d-deec7768b505 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:18.125074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdf77c-3328-4e7d-b980-100c7297b112 req-de4c3f70-5859-429f-9c46-994113db8c57 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:18.133704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7bdf77c-3328-4e7d-b980-100c7297b112 req-de4c3f70-5859-429f-9c46-994113db8c57 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.1342258 Aug 10 00:48:18.226962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.285314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e47362a6-c3ff-4331-95c8-3306d4ae37ed req-228a696b-4696-4ac7-8469-24e299663908 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0431395 Aug 10 00:48:18.315898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] No DVR routers for this DVR port 1f595fcc-7e96-449a-8e1d-deec7768b505 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:18.323265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:18.327387 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb898938-d599-4b0c-8886-3dbeef110f2f" -d '{"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-plugged", "status": "completed", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:18.328027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f595fcc-7e96-449a-8e1d-deec7768b505,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:18.362549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35aec8dd-f12e-4e74-9153-96e3d6a312ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.408735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No active binding found for port 1f595fcc-7e96-449a-8e1d-deec7768b505 {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:48:18.409275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f595fcc-7e96-449a-8e1d-deec7768b505 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:18.409883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:18.421135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7bdf77c-3328-4e7d-b980-100c7297b112 req-98f4420e-326b-4f1b-a3f5-74f2b3d28fc2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864666 Aug 10 00:48:18.445352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:18.445703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1991dd78-4a83-4d9c-b372-4bd9a1e841d0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:18.447615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.484681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] Pushing event deleted for resources: {'Port': ['ID=1f595fcc-7e96-449a-8e1d-deec7768b505,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:18.491009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dbf74e-c0ce-4f7b-9da9-f02786cade64 None None] No DVR routers for this DVR port 1f595fcc-7e96-449a-8e1d-deec7768b505 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:18.505789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.522281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb74646-8aef-400a-9343-bf6a0da83d7a']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:18.525711 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1007cc-3564-437e-b04b-a98f8de3ceb5 x-openstack-request-id: req-4a1007cc-3564-437e-b04b-a98f8de3ceb5 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:18.525711 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-plugged", "status": "completed", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:18.525711 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a1007cc-3564-437e-b04b-a98f8de3ceb5 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:18.525711 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'code': 200} Aug 10 00:48:18.540790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f1285a-4fa7-4c5f-8402-1a91f3500759') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:18.541125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f1285a-4fa7-4c5f-8402-1a91f3500759') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:48:18.557502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.578791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.589922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:48:18.590424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:48:18.592252 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:48:18.661404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.666218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.668160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] 10.222.0.25 "DELETE /v2.0/networks/bbb74646-8aef-400a-9343-bf6a0da83d7a HTTP/1.1" status: 204 len: 168 time: 1.5738001 Aug 10 00:48:18.689492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f298a8-83cd-4665-99c8-5f122ab8889f admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb74646-8aef-400a-9343-bf6a0da83d7a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:18.711716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35aec8dd-f12e-4e74-9153-96e3d6a312ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.717873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35aec8dd-f12e-4e74-9153-96e3d6a312ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.764255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-35aec8dd-f12e-4e74-9153-96e3d6a312ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1d6791ed5cb41c0b0174554c17635f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491353 Aug 10 00:48:18.764939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:18.784995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aec8dd-f12e-4e74-9153-96e3d6a312ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8200c0af-bc6a-4606-bac4-d6d2eb2f9494,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:18.844464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.847754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48334) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:18.874765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.919502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-429232a2-e65c-446b-b010-8717e06c5dd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3acb07fb26241cf842b2b007b676afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702617 Aug 10 00:48:18.922150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:18.942295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.945792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:18.950494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8200c0af-bc6a-4606-bac4-d6d2eb2f9494 HTTP/1.1" status: 204 len: 168 time: 0.1819780 Aug 10 00:48:18.958393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5a352-4579-4097-8f3f-0289d899af8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8200c0af-bc6a-4606-bac4-d6d2eb2f9494,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:18.977938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261670c4-58f4-4e24-a3ac-7e33da036134 req-905ef6eb-0647-4538-9fb0-c51ce3dc0c05 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:18.990840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-261670c4-58f4-4e24-a3ac-7e33da036134 req-905ef6eb-0647-4538-9fb0-c51ce3dc0c05 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1266606 Aug 10 00:48:19.055747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-261670c4-58f4-4e24-a3ac-7e33da036134 req-bba97e90-2b4a-4ccd-a7dc-472fa5ebadab tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558159 Aug 10 00:48:19.056517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.102501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.110206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03862d-aa03-4c30-b90f-a23a69f8fa7d req-15ccff14-f965-4fda-9d81-a5b225a861fd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:19.111877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d03862d-aa03-4c30-b90f-a23a69f8fa7d req-15ccff14-f965-4fda-9d81-a5b225a861fd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0636230 Aug 10 00:48:19.163460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d03862d-aa03-4c30-b90f-a23a69f8fa7d req-60b07bc0-be5c-4efd-82ed-b017d345ffd7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Aug 10 00:48:19.202739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.205966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.207141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7dbacf3-3197-466e-bdc5-18c3b18bd2bf HTTP/1.1" status: 204 len: 168 time: 0.2838576 Aug 10 00:48:19.216205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8a6c7-2173-46ec-9b12-2acb97b14b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbacf3-3197-466e-bdc5-18c3b18bd2bf,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:19.444796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92afc67c-7a4f-4aa7-bd0e-5ed3f4bbc91d req-90d0c740-08a2-445f-a369-cb8630b53ba4 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0661616 Aug 10 00:48:19.518710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.572524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48364) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:19.597604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e51471b-fa8b-4c8c-afba-b2c43bf305f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.643057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7b1d4-a3d5-42c5-a89c-a278ea2a0ce3 req-5848a8d4-dacc-411a-8657-3e0b4f3f40b2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:19.644967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca7b1d4-a3d5-42c5-a89c-a278ea2a0ce3 req-5848a8d4-dacc-411a-8657-3e0b4f3f40b2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0775874 Aug 10 00:48:19.699123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca7b1d4-a3d5-42c5-a89c-a278ea2a0ce3 req-f227d139-62a2-4cdb-ab3f-578c5950cc0c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Aug 10 00:48:19.732308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e51471b-fa8b-4c8c-afba-b2c43bf305f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.741184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e51471b-fa8b-4c8c-afba-b2c43bf305f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.791624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51471b-fa8b-4c8c-afba-b2c43bf305f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e24da9e-be40-408d-b89b-9657ee40e565,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:19.838133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9e51471b-fa8b-4c8c-afba-b2c43bf305f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=832852f7dcbc4a3ab07840ba84f27f8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645006 Aug 10 00:48:19.841315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:19.852021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe8dcb-67f7-49a6-b3f5-b2d16615f3de req-6d5fdae9-fe63-4ca0-b3b9-6cf6431e9c21 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:19.853826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcfe8dcb-67f7-49a6-b3f5-b2d16615f3de req-6d5fdae9-fe63-4ca0-b3b9-6cf6431e9c21 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1097 time: 0.0560629 Aug 10 00:48:19.907576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:19.912479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcfe8dcb-67f7-49a6-b3f5-b2d16615f3de req-09576f80-ffb0-4109-a850-a6e2d8da299b tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Aug 10 00:48:19.948686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:20.022534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:20.025564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:20.027381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e24da9e-be40-408d-b89b-9657ee40e565 HTTP/1.1" status: 204 len: 168 time: 0.1850395 Aug 10 00:48:20.053093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed295b20-dfb3-41d4-9de4-5338b3c466b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e24da9e-be40-408d-b89b-9657ee40e565,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:20.412003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e52da-0580-445b-b293-04d5d6ea628d req-67816c83-059e-4d99-9793-1373989adc27 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:20.416318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-133e52da-0580-445b-b293-04d5d6ea628d req-67816c83-059e-4d99-9793-1373989adc27 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1953194 Aug 10 00:48:20.421754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9bdcfa-de62-4d0c-b4ea-b5ee835d96d9 req-171fd072-ee52-4baf-a3a4-5d28651df5a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:20.423729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb9bdcfa-de62-4d0c-b4ea-b5ee835d96d9 req-171fd072-ee52-4baf-a3a4-5d28651df5a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0809786 Aug 10 00:48:20.511941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-133e52da-0580-445b-b293-04d5d6ea628d req-eb02e417-10b3-49eb-b67c-e92c605ad13f tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767639 Aug 10 00:48:20.515815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb9bdcfa-de62-4d0c-b4ea-b5ee835d96d9 req-7203633b-632e-41ad-b9d8-7693fff73847 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846429 Aug 10 00:48:20.739307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd0d98ee-df6b-44ff-8714-a02018d6c624 req-4c49d3d4-7e1b-4efe-83b5-fd7eccfe4df2 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0622947 Aug 10 00:48:21.379515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48480) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:21.554868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-787210812-network', 'tenant_id': '6c3741e2b7f44043850f8d019af31968'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:21.647169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:21.649638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:21.673140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:21.676374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a659b0b-0bc0-4a72-ad6f-38c47bd15974 req-a742e135-89d3-47a8-97ee-d3dcd3d1608e tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:21.685536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a659b0b-0bc0-4a72-ad6f-38c47bd15974 req-a742e135-89d3-47a8-97ee-d3dcd3d1608e tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0714788 Aug 10 00:48:21.718742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48500) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:21.755613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a659b0b-0bc0-4a72-ad6f-38c47bd15974 req-efa6f479-5c70-49e9-ac30-30ffc539be16 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686610 Aug 10 00:48:21.913355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85632971-23ec-4c58-a453-753df562a703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:21.936551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cc371-7c41-4a73-a5d7-d31ad69f4a94 req-6cefb80c-22f8-4503-90f0-f83defc49666 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:21.939183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f18cc371-7c41-4a73-a5d7-d31ad69f4a94 req-6cefb80c-22f8-4503-90f0-f83defc49666 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1431570 Aug 10 00:48:22.004740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.022208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f18cc371-7c41-4a73-a5d7-d31ad69f4a94 req-e4850e11-061d-4ad0-b857-4a24178a93a3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659177 Aug 10 00:48:22.023745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.055181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9cd64-e497-44f8-a102-274006642246,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:22.068678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:48:22.072063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a55c5210-6b01-40e0-8560-dab16d6c47e6 req-7899b967-3a3d-4ced-9544-3d5aaf2bd08f tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0561738 Aug 10 00:48:22.088926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.089998 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Added segment ab7e926b-ec95-4eb1-b8c4-d04922a4d314 of type vlan for network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 Aug 10 00:48:22.155070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.212928 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.214412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:22.215205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.219751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85632971-23ec-4c58-a453-753df562a703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.244953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85632971-23ec-4c58-a453-753df562a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.273295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85632971-23ec-4c58-a453-753df562a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f54bcc-86d1-4a10-9e00-79ae23504cd9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:22.327664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-85632971-23ec-4c58-a453-753df562a703 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f98b35c62e064cdc9f9b136d2f7d4c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065509 Aug 10 00:48:22.329143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9484954 Aug 10 00:48:22.329839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48518) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:22.330312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48520) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:22.335448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Request body: {'subnet': {'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-787210812-subnet', 'tenant_id': '6c3741e2b7f44043850f8d019af31968', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:22.339925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7f4e0-0d6d-486e-82fa-2374b8af3776 admin admin] Pushing event updated for resources: {'Network': ['ID=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:22.357686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:48:22.404088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:22.406581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.494735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.556451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.635034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.648621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.648621 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18f54bcc-86d1-4a10-9e00-79ae23504cd9 HTTP/1.1" status: 204 len: 168 time: 0.3136351 Aug 10 00:48:22.675737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6424fc-368b-42b6-999e-515b555773f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f54bcc-86d1-4a10-9e00-79ae23504cd9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:22.702876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.806537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:22.807054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Network hostable DHCP agents. Network: 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:48:22.821535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7628e177-23d2-434c-a21b-39bc8da55068,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:22.836464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:48:22.860776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:22.879832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:22.880861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:22.898966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4046f-e8fa-4513-bd2f-6bcfa0c4ed85 None None] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:22.963128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c55f67b2-33b1-471c-b721-f33eef1a8ca0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6221743 Aug 10 00:48:23.046695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e785-9b2d-417f-8d8e-89922eb5a54a req-c73dc369-4a89-4a52-b881-5a350c851079 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:23.067785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b170e785-9b2d-417f-8d8e-89922eb5a54a req-c73dc369-4a89-4a52-b881-5a350c851079 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.2069046 Aug 10 00:48:23.181452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b170e785-9b2d-417f-8d8e-89922eb5a54a req-7c93db9e-4285-4ad6-8e3a-28b429b5ea15 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006098 Aug 10 00:48:23.226916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e95fcd6-7935-45e5-b0f5-f28c5faece21 None None] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:23.364441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44700075-0d8a-424f-94c0-c0f0acec13e2 req-9d69b626-52b6-441c-8bfe-4b00696da188 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:23.366008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44700075-0d8a-424f-94c0-c0f0acec13e2 req-9d69b626-52b6-441c-8bfe-4b00696da188 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1282563 Aug 10 00:48:23.380111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf921f0b-3ad9-4729-bacf-1a0f0689cdfe req-4d69e11a-f5b3-408a-a3ab-3461b013b031 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0763195 Aug 10 00:48:23.499619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44700075-0d8a-424f-94c0-c0f0acec13e2 req-0157fbc1-b0ab-4fa6-9b63-4f9da7dc76a0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221397 Aug 10 00:48:24.160535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48598) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:24.167238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1228112209-network', 'tenant_id': 'f02dee1f4aae49cf936f072f15ac32cc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:24.220038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Made reservation on behalf of f02dee1f4aae49cf936f072f15ac32cc for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:24.222404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.256260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.368203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6b282-fc7a-4a10-9e91-1dd4c5f2d6ac req-8a5e3161-6cdc-4dbf-878c-cfb463e66bf6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:24.376998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41c6b282-fc7a-4a10-9e91-1dd4c5f2d6ac req-8a5e3161-6cdc-4dbf-878c-cfb463e66bf6 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0853968 Aug 10 00:48:24.442965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41c6b282-fc7a-4a10-9e91-1dd4c5f2d6ac req-92261334-e4d8-4b5c-be7c-df6215fd7a4e tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646777 Aug 10 00:48:24.566159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.572973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.644437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f818bb0-6e27-45f7-bfb2-10952c6c3bd3 req-5ed8eb21-b3be-4905-ae8b-5a1253923971 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0981512 Aug 10 00:48:24.667517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:48:24.707250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecaea3e-20fe-42db-9f15-9384c5352cdc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:24.710727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.714549 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Added segment 99cd551d-8969-4650-bdff-ed82878e34a9 of type vlan for network f0ea4e56-2ef6-434c-bf01-2cf7edda7242 Aug 10 00:48:24.796813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.842060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d1489-68e0-408f-bd5e-bfb2a5e438ec req-6c0f1eb7-c98f-4fb0-9366-0b5cdbb89d6a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:24.846042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd8d1489-68e0-408f-bd5e-bfb2a5e438ec req-6c0f1eb7-c98f-4fb0-9366-0b5cdbb89d6a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0628645 Aug 10 00:48:24.852043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.853332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:24.853989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:24.942761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd8d1489-68e0-408f-bd5e-bfb2a5e438ec req-fd355851-ae5d-4f2e-8ec1-a0f34f60f018 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827231 Aug 10 00:48:25.009293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8450577 Aug 10 00:48:25.013155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:25.018595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Request body: {'subnet': {'network_id': 'f0ea4e56-2ef6-434c-bf01-2cf7edda7242', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1228112209-subnet', 'tenant_id': 'f02dee1f4aae49cf936f072f15ac32cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:25.042022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1adf3f-2e5c-468d-8733-fea794388eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0ea4e56-2ef6-434c-bf01-2cf7edda7242,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:25.057302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f0ea4e56-2ef6-434c-bf01-2cf7edda7242 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:48:25.067096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Made reservation on behalf of f02dee1f4aae49cf936f072f15ac32cc for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:25.069902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:25.360376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:25.446317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923d9181-7ad2-4b58-b83e-e92c2a46fe33,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:25.461372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Checking segment: {'id': '99cd551d-8969-4650-bdff-ed82878e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f0ea4e56-2ef6-434c-bf01-2cf7edda7242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:25.461819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Network hostable DHCP agents. Network: f0ea4e56-2ef6-434c-bf01-2cf7edda7242, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:48:25.486917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Network f0ea4e56-2ef6-434c-bf01-2cf7edda7242 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:48:25.511308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f0ea4e56-2ef6-434c-bf01-2cf7edda7242) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:25.522515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:25.522751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a56477-8c5c-4c12-85f9-95c7908e20db None None] Network f0ea4e56-2ef6-434c-bf01-2cf7edda7242 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:25.523147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:25.560457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f6a1ba1-6015-423e-90d0-2c0517b979f6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5461671 Aug 10 00:48:25.655091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84c699-73dd-406f-a884-0d1518b44be3 req-80ac4ae9-e442-445f-a49e-e0031f0dc024 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:25.662053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e84c699-73dd-406f-a884-0d1518b44be3 req-80ac4ae9-e442-445f-a49e-e0031f0dc024 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1118283 Aug 10 00:48:25.696800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48668) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:25.789074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e84c699-73dd-406f-a884-0d1518b44be3 req-88d9baeb-3f9c-4b3d-9d01-ecb31d66c1e1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164558 Aug 10 00:48:25.836161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:25.874652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be08536e-ac39-4045-a6e7-1384aae05dd1 None None] Network f0ea4e56-2ef6-434c-bf01-2cf7edda7242 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:25.898351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fa24688-aa0a-4712-9803-52b5d118bbc6 req-7b044151-01b6-4e75-b75b-30b4798dab20 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0542881 Aug 10 00:48:25.947884 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:25.952023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4d38-4e45-46ec-bdb6-d3201a582f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.252857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4d38-4e45-46ec-bdb6-d3201a582f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.263479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb4e4d38-4e45-46ec-bdb6-d3201a582f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.309233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eb4e4d38-4e45-46ec-bdb6-d3201a582f52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f6b61b455cd41c78bdaf06f3737640f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086366 Aug 10 00:48:26.312704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48700) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:26.367113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2549d3d-00e2-48d4-8974-3d745fb8c5f5 req-f219838f-052e-4aed-8839-3a6b33b53387 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:26.368678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2549d3d-00e2-48d4-8974-3d745fb8c5f5 req-f219838f-052e-4aed-8839-3a6b33b53387 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1958203 Aug 10 00:48:26.395001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e4d38-4e45-46ec-bdb6-d3201a582f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d157669-86ab-481c-8f79-c1d6fb283ab3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:26.427566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.464352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2549d3d-00e2-48d4-8974-3d745fb8c5f5 req-bc3cd426-bc52-4cf6-a6c8-d22c8f555e7b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850508 Aug 10 00:48:26.466132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.522272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-65992bb3-ed20-442e-8598-49c57fc0caf9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:26.525038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-65992bb3-ed20-442e-8598-49c57fc0caf9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.2212224 Aug 10 00:48:26.548887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.551874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:26.555678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d157669-86ab-481c-8f79-c1d6fb283ab3 HTTP/1.1" status: 204 len: 168 time: 0.2393236 Aug 10 00:48:26.567868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b926dba-d3a7-4ef8-b742-91c4109c09f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d157669-86ab-481c-8f79-c1d6fb283ab3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:26.570151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-b688f0f6-a1ee-4a51-b337-da4a29efc4f5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/quotas/6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 375 time: 0.0367205 Aug 10 00:48:26.638392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-a4092e35-8ddc-44a9-bdfa-b0b5749803df tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663350 Aug 10 00:48:26.806304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-ea72b377-e594-47e2-8e97-15b823a51be4 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666050 Aug 10 00:48:26.954096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64879f22-8d57-4f3f-8a45-c3ab1a575dbc req-55c424d8-a346-485b-a8bf-cbc0d285b2e3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:26.961551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64879f22-8d57-4f3f-8a45-c3ab1a575dbc req-55c424d8-a346-485b-a8bf-cbc0d285b2e3 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0761766 Aug 10 00:48:27.015700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64879f22-8d57-4f3f-8a45-c3ab1a575dbc req-336907d3-a74c-4fee-9aa6-308a42bfdc1d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531828 Aug 10 00:48:27.030635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-bd3508a6-5de1-43ef-8d69-f0ee1a6bf659 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174335 Aug 10 00:48:27.148134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51c91fc-3e53-47f8-b6a9-a14fe3c10642 req-35a3d948-75f9-4050-927b-5b7ff808ca6d tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0431485 Aug 10 00:48:27.385818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e15db25-45d5-4ff2-ba8d-0d61d9a34044 req-a8c6f279-6f85-4d9b-9b7f-d22255a2ee16 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0665495 Aug 10 00:48:27.712725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48756) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:27.721022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc470d55-5c1e-48a5-9aa0-5ba8a48a6b5d req-3ee2aac6-9b82-4ccf-b664-f959fd165de4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:27.729364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc470d55-5c1e-48a5-9aa0-5ba8a48a6b5d req-3ee2aac6-9b82-4ccf-b664-f959fd165de4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1155081 Aug 10 00:48:27.788393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc470d55-5c1e-48a5-9aa0-5ba8a48a6b5d req-f66b95bf-4f36-40f0-a083-f06ec0d7c8e4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510690 Aug 10 00:48:27.889576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-499019166-network', 'tenant_id': 'f6f3c3f0f8de481a878ff82ed77da915'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:27.922503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Made reservation on behalf of f6f3c3f0f8de481a878ff82ed77da915 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:27.928276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:27.940891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.085558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.095972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.156522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:48:28.185119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:28.204352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.210506 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Added segment eb38e7f6-9e01-42d7-8be1-4430b6bf7972 of type vlan for network 6b75ab94-6da0-4441-9586-1d3915b5b384 Aug 10 00:48:28.223584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ce7b6-4f37-4994-8b70-9ec0967aa0c5 req-35a0abc0-4569-48fb-9099-5dd5078f0760 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:28.233892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b94ce7b6-4f37-4994-8b70-9ec0967aa0c5 req-35a0abc0-4569-48fb-9099-5dd5078f0760 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1055858 Aug 10 00:48:28.287568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.311232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b94ce7b6-4f37-4994-8b70-9ec0967aa0c5 req-2441a34a-4233-4cd6-931d-cc3e13d7caff tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Aug 10 00:48:28.339219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.339219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:28.339219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.373614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78f5d891-c4e5-470b-af07-374660e7cc65 req-cf0a6c47-185c-48f7-b483-ada6eedbe8df tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0767283 Aug 10 00:48:28.433184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48774) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:28.439712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Request body: {'subnet': {'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-499019166-subnet', 'tenant_id': 'f6f3c3f0f8de481a878ff82ed77da915', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:28.439858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7256234 Aug 10 00:48:28.503770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbf97d-2017-4079-8f65-22bde20682da admin admin] Pushing event updated for resources: {'Network': ['ID=6b75ab94-6da0-4441-9586-1d3915b5b384,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:28.514311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:48:28.567534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-afccb45e-fb06-4396-81de-8d50fd6d7053 req-bdd8b1fc-69c5-4b46-abb3-3d207dff966e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0862741 Aug 10 00:48:28.568824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Made reservation on behalf of f6f3c3f0f8de481a878ff82ed77da915 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:28.572174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.771230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-43b70799-55af-41ea-9ac9-05316cb06721 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:28.772887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-43b70799-55af-41ea-9ac9-05316cb06721 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.2188807 Aug 10 00:48:28.788172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Request body: {'port': {'device_id': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'admin_state_up': True, 'tenant_id': '6c3741e2b7f44043850f8d019af31968'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:28.917639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:28.954018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:28.971983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:29.061641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d9d2b-5957-4d2c-8188-e00aa38456e8 req-c12e1107-c717-4bc0-a896-eeb46e039228 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:29.069616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a4d9d2b-5957-4d2c-8188-e00aa38456e8 req-c12e1107-c717-4bc0-a896-eeb46e039228 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1668262 Aug 10 00:48:29.094349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Checking segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:29.094349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Network hostable DHCP agents. Network: 6b75ab94-6da0-4441-9586-1d3915b5b384, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:48:29.099141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896e1df8-da03-48a4-8bfb-9516e5b4f007,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:29.138459 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a4d9d2b-5957-4d2c-8188-e00aa38456e8 req-41ebac8a-5fe2-4116-8989-f9699bc04910 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674498 Aug 10 00:48:29.161688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:48:29.167053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Allocated IP 172.20.0.13 (95a0e5d2-f6a2-4820-bc32-bf2afed91ad2/7628e177-23d2-434c-a21b-39bc8da55068/432b6b83-c768-4b6f-83ea-92f3d5d9ec51) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:29.178862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6b75ab94-6da0-4441-9586-1d3915b5b384) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:29.185670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:29.186276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:29.189685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95ec69-519c-430e-b207-5a1b59e16736 None None] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:29.221354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8f4afe08-1ed5-4e44-9ac1-b0998d568ed5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7869864 Aug 10 00:48:29.432705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107fa607-1665-4f5e-8d78-f03de07da770 None None] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:48:29.496857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:29.558599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71aabf74-3365-4a6f-91ff-9e2674ce80e0 req-17e21247-c4e2-48ac-85d4-ddf7e5a49364 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0463958 Aug 10 00:48:29.575169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf4174-c34c-4361-82bf-643ea5112ccd req-232bd7c0-6bb0-4dfe-95e2-3ce64bacd074 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:29.583943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14bf4174-c34c-4361-82bf-643ea5112ccd req-232bd7c0-6bb0-4dfe-95e2-3ce64bacd074 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1563132 Aug 10 00:48:29.658952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:29.681926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:29.688012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:29.714148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:29.756376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14bf4174-c34c-4361-82bf-643ea5112ccd req-1bc7b23d-79ab-40e2-b688-4c6ab3381b9c tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483164 Aug 10 00:48:29.788723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:29.789312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:29.795644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:29.818728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-639117e3-0a69-4e57-82af-d0afb8d2a43f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0324218 Aug 10 00:48:29.835179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Request body: {'port': {'device_id': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:29.941057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.073277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-dfcdb2be-3a78-4933-94ec-08e21fcab8f0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:30.080247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-dfcdb2be-3a78-4933-94ec-08e21fcab8f0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.2006354 Aug 10 00:48:30.096711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-8c63d8c9-a79a-49b9-a8db-89a726a59d8e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/quotas/f6f3c3f0f8de481a878ff82ed77da915 HTTP/1.1" status: 200 len: 375 time: 0.0154989 Aug 10 00:48:30.132277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-07fc8696-3a11-46e2-8ea0-ca59b85e840f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345018 Aug 10 00:48:30.233229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-1e0ed22f-e3ba-45b7-b9d9-6fe7644e70aa service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999825 Aug 10 00:48:30.274396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:30.287061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047767-d6b1-4dc8-85b6-807f401772d9 req-e2ddd843-8a25-4a4c-b11c-f202563ceb35 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:30.288607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e047767-d6b1-4dc8-85b6-807f401772d9 req-e2ddd843-8a25-4a4c-b11c-f202563ceb35 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 932 time: 0.3491101 Aug 10 00:48:30.292857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.330602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Transition to ACTIVE for port object 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:30.337052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.364772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-dbaea2fb-7d99-4c1d-a513-0a0ed7333de8 service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300733 Aug 10 00:48:30.402630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:30.416761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e047767-d6b1-4dc8-85b6-807f401772d9 req-0de6fb26-88eb-4233-b5e3-b8178456a4fa tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153884 Aug 10 00:48:30.546648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:30.547098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:30.547337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:30.581180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:30.581508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:30.593661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:30.594009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:30.594932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:30.595460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Bound port: 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:30.595825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.728188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:30.732245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:30.746130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.762068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074821-d9de-4411-a6ab-9a1a102f4065 req-860b69e2-7526-49c1-a7e2-1d326da293ea tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:30.770166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca074821-d9de-4411-a6ab-9a1a102f4065 req-860b69e2-7526-49c1-a7e2-1d326da293ea tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0758491 Aug 10 00:48:30.816772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca074821-d9de-4411-a6ab-9a1a102f4065 req-7590c731-d66f-46a6-962f-949ff361a962 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Aug 10 00:48:30.820981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:30.821612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:30.823039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 1093 time: 0.9928176 Aug 10 00:48:30.825432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:30.827944 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c37691-2aba-42b3-84f1-7a7c65a1226a" -d '{"events": [{"name": "network-changed", "server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:30.859918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2b3ebcb-fde1-4c7a-bc1a-9a035bd2a088 req-02503fd4-1fe5-435b-a513-83748fe9cce9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 210 time: 0.0897708 Aug 10 00:48:30.916532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e55a80-eef6-4a12-beb6-88b3710216e0 service neutron] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:30.937966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-5bfe0000-480a-460d-8966-b629239a4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:30.940335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-5bfe0000-480a-460d-8966-b629239a4038 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0651553 Aug 10 00:48:30.980125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d159282-644a-45fa-b634-4e82c5505e85 req-761b3a0a-0abc-41af-b008-b7c9d77a7d7b tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0615325 Aug 10 00:48:31.033174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-1e3c060c-4e2a-431b-9bf6-8e377f9f386c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0804577 Aug 10 00:48:31.041884 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e5211d-fad6-4905-896b-953411345b29 x-openstack-request-id: req-23e5211d-fad6-4905-896b-953411345b29 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:31.042175 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:31.042490 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23e5211d-fad6-4905-896b-953411345b29 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:31.042957 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'status': 'completed', 'code': 200} Aug 10 00:48:31.098495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2d30a-210d-44ef-bc00-1496dd82f218 req-972267df-987e-4a9e-9b0e-7afdfc36589b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:31.100135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ef2d30a-210d-44ef-bc00-1496dd82f218 req-972267df-987e-4a9e-9b0e-7afdfc36589b tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.1589022 Aug 10 00:48:31.130542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-6d989c60-277a-4c0d-b615-9c8aa14eff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:31.132012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-6d989c60-277a-4c0d-b615-9c8aa14eff5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0874701 Aug 10 00:48:31.509459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-f1aebdfd-4aa9-4a7c-960c-bd6f0f15ee98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3682888 Aug 10 00:48:31.518907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ef2d30a-210d-44ef-bc00-1496dd82f218 req-324dc3e9-3cbe-450c-b686-7c342f363350 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016426 Aug 10 00:48:31.604274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b5cf1-8b38-486c-adef-3e16829d48ba req-91e8b657-7e3e-44ee-9c01-94229edd205f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:31.620847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b5cf1-8b38-486c-adef-3e16829d48ba req-91e8b657-7e3e-44ee-9c01-94229edd205f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.1037769 Aug 10 00:48:31.630547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-96edc940-5e73-4d84-b3a1-a4d5cf0250c9 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106670 Aug 10 00:48:31.665094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b5cf1-8b38-486c-adef-3e16829d48ba req-141a6a32-89ec-4fb1-9f71-58ef2ae1c5ed tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367727 Aug 10 00:48:31.772212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836f07d-3366-43ba-9de1-c138b98a8d2b req-f7536603-c1d3-4a4d-b8d5-57947eea3f14 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330385 Aug 10 00:48:31.962716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dff7-0c14-44ac-b2fe-e9f38a97b4ac req-37d4a650-8a4b-406c-b7c4-53233d08fefd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:31.971688 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67f3dff7-0c14-44ac-b2fe-e9f38a97b4ac req-37d4a650-8a4b-406c-b7c4-53233d08fefd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0652153 Aug 10 00:48:32.027356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-18a9ec34-c9d3-4b93-a4fc-3534b2b9ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.065307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-18a9ec34-c9d3-4b93-a4fc-3534b2b9ea0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1096 time: 0.1904299 Aug 10 00:48:32.065307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fec3564a-019c-4f45-8365-70ab878de2de req-ace70b76-17e9-4f3c-b89f-7aef4668c019 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 210 time: 0.0688660 Aug 10 00:48:32.113843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67f3dff7-0c14-44ac-b2fe-e9f38a97b4ac req-6b965f76-9afe-43d4-b1b5-6f845c58f3aa tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413093 Aug 10 00:48:32.171567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-70b026d9-5e2a-4dd0-8f92-5a7c1e4dc0a1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.173135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-70b026d9-5e2a-4dd0-8f92-5a7c1e4dc0a1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.2647712 Aug 10 00:48:32.202344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'port': {'device_id': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'admin_state_up': True, 'tenant_id': 'f6f3c3f0f8de481a878ff82ed77da915'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:32.224794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ff98a61-615a-46a7-890b-50fbe674bd36 req-1d457db2-8b04-48f6-9a5b-6b5f660485c2 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0617392 Aug 10 00:48:32.283434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-b52cb2b6-290a-4f7f-b860-e8287ceb10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.285463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-b52cb2b6-290a-4f7f-b860-e8287ceb10e9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.2313373 Aug 10 00:48:32.359948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-a3e78b5f-d785-42bb-b31b-12643809aa6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0580745 Aug 10 00:48:32.434472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-3c9088da-fff0-4592-b7b9-8626e7b7ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.435992 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-3c9088da-fff0-4592-b7b9-8626e7b7ad23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0664871 Aug 10 00:48:32.440929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Made reservation on behalf of f6f3c3f0f8de481a878ff82ed77da915 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:32.444664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:32.478719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-d8fabd0d-c47b-4583-994d-a92370016f7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315235 Aug 10 00:48:32.667538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-a9a18cff-9796-4259-8433-00fcbfb285fc service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774023 Aug 10 00:48:32.679597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64daf07-19fe-4418-940b-dddf9a19ee48 req-b451ac3e-b6fe-4d65-a24c-b8461d695b7a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.681471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e64daf07-19fe-4418-940b-dddf9a19ee48 req-b451ac3e-b6fe-4d65-a24c-b8461d695b7a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 971 time: 0.0700123 Aug 10 00:48:32.693220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Allocated IP 172.20.0.2 (6b75ab94-6da0-4441-9586-1d3915b5b384/896e1df8-da03-48a4-8bfb-9516e5b4f007/a46dabea-dbdc-4b68-bd34-6c03a21d9fd3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:32.736560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e64daf07-19fe-4418-940b-dddf9a19ee48 req-ab47bda1-056f-4dc4-89bb-eba2e522a9cb tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485990 Aug 10 00:48:32.870811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540134-d261-4cc8-8758-fd90de7ea096 req-dbb9f961-12d1-4257-86cc-676d08f2b04f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:32.872319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f540134-d261-4cc8-8758-fd90de7ea096 req-dbb9f961-12d1-4257-86cc-676d08f2b04f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.1134429 Aug 10 00:48:32.877003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:32.912562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1c37691-2aba-42b3-84f1-7a7c65a1226a req-81dc07b3-f496-4fd5-adad-0eedb2a0db74 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366345 Aug 10 00:48:32.968888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f540134-d261-4cc8-8758-fd90de7ea096 req-caab6fbf-4c47-4628-9ad9-c105d1dc0c5a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848026 Aug 10 00:48:32.981166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:33.002455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'mac_address': 'fa:16:3e:b9:0c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:tempest-test_az-988655111', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:33.002732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.040110 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.040344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.053022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:33.073400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:33.077348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.095220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:33.104427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:33.111255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:33.114506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:33.139141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:33.177689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.179125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.196835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-edb95d15-c406-41fa-bf3f-772a12591fe8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0113697 Aug 10 00:48:33.210931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbf592-1331-4dd9-800a-69a48f7c564e req-946a8374-4209-4191-9172-f89f10ca29bd tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.212545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bbbf592-1331-4dd9-800a-69a48f7c564e req-946a8374-4209-4191-9172-f89f10ca29bd tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 931 time: 0.0514743 Aug 10 00:48:33.215329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Request body: {'port': {'device_id': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:33.252493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bbbf592-1331-4dd9-800a-69a48f7c564e req-6bd0e133-85e0-4a79-883e-6b4d6d41f759 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 10 00:48:33.299533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a02a40-d00b-4986-b388-ff0ce58a3038 req-eca7db68-49cd-470e-98cf-cc72db6292b1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.301013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6a02a40-d00b-4986-b388-ff0ce58a3038 req-eca7db68-49cd-470e-98cf-cc72db6292b1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1005602 Aug 10 00:48:33.303521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.335269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:33.337356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a718c36-cdbc-4c95-ae03-4eec87d2285d req-f5751960-c17f-4708-9ab9-ff4989fe9d98 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Aug 10 00:48:33.374887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6a02a40-d00b-4986-b388-ff0ce58a3038 req-ca41553a-9611-42d1-976d-8b6b9701a1da tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680010 Aug 10 00:48:33.589651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:33.596972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.608695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Transition to ACTIVE for port object a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:33.611884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.661106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:33.731165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Attempting to bind port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:33.731641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Attempting to bind port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:33.731641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Attempting to bind port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:33.736118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:33.736446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Attempting to bind port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:33.741276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:33.741586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Checking segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:33.741973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Bound using segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:33.742396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Bound port: a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:33.742784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.815826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:33.821130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:33.827323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.865275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.866206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:33.867620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] 10.222.0.21 "PUT /v2.0/ports/a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 HTTP/1.1" status: 200 len: 1092 time: 0.6569335 Aug 10 00:48:33.870180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:33.874326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694d0f7-f7d7-4f14-ae82-3b47c67ca198 req-872b7c9e-fce8-49b4-afff-924ae7d29aab tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.879445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1694d0f7-f7d7-4f14-ae82-3b47c67ca198 req-872b7c9e-fce8-49b4-afff-924ae7d29aab tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 970 time: 0.0729024 Aug 10 00:48:33.880108 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:33.919012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33a841-3d19-4ad7-8202-637065cd3e0c service neutron] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:33.937816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1694d0f7-f7d7-4f14-ae82-3b47c67ca198 req-09aac569-4a29-47f8-b05a-373c7cc71cc1 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Aug 10 00:48:33.971087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-c9b9c988-00d6-431c-a8e7-bd88f8c96f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:33.972982 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-c9b9c988-00d6-431c-a8e7-bd88f8c96f40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0490372 Aug 10 00:48:33.990998 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6b523d-8d1c-46ce-9059-b6a5df6e7db8 x-openstack-request-id: req-1b6b523d-8d1c-46ce-9059-b6a5df6e7db8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:33.991281 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:33.991519 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b6b523d-8d1c-46ce-9059-b6a5df6e7db8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:33.991915 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'status': 'completed', 'code': 200} Aug 10 00:48:34.020722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-bd746ece-4def-45e8-a468-9bc65c1d06e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 HTTP/1.1" status: 200 len: 217 time: 0.0394309 Aug 10 00:48:34.075283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-63121d3c-f825-4482-8c6d-902f0c00f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.076924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-63121d3c-f825-4482-8c6d-902f0c00f682 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.0495064 Aug 10 00:48:34.111309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-606613de-ce52-4db9-bfe9-540def5c7112 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 10 00:48:34.168655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b8df1-7676-454a-94c7-a34554ed33e6 req-5ed4e6c6-a26b-4fab-b8b6-f91bf0eb140e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.170223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-397b8df1-7676-454a-94c7-a34554ed33e6 req-5ed4e6c6-a26b-4fab-b8b6-f91bf0eb140e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0601904 Aug 10 00:48:34.211399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-397b8df1-7676-454a-94c7-a34554ed33e6 req-76b51fda-fa45-4722-81ec-ce0e9be10915 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346584 Aug 10 00:48:34.213544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-2a94398f-a081-432b-9b62-7fa02b46b443 service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927014 Aug 10 00:48:34.307895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa36c385-f3d5-4355-b199-e487c27ab6cb req-5060e8b7-564c-4d80-ab4a-2bfe716a0dad service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862696 Aug 10 00:48:34.383155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cab7-1c14-44e6-8ce3-14c3a426eb49 req-be10ef65-83aa-4e70-a5d8-559464c02464 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.384979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cb7cab7-1c14-44e6-8ce3-14c3a426eb49 req-be10ef65-83aa-4e70-a5d8-559464c02464 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 943 time: 0.0563300 Aug 10 00:48:34.408574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-c27a72ef-c4be-43a8-b756-f470b5a5901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.410077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-c27a72ef-c4be-43a8-b756-f470b5a5901f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 1095 time: 0.0509274 Aug 10 00:48:34.433214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cb7cab7-1c14-44e6-8ce3-14c3a426eb49 req-72c93a16-354a-415f-96f8-a2c3e1e0a7a2 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Aug 10 00:48:34.519889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-10517580-34be-4958-af59-89142788c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.521363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-10517580-34be-4958-af59-89142788c0da service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 921 time: 0.1038742 Aug 10 00:48:34.529073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a5e29c0-0088-41ca-8526-9cfe4296463d req-69eb3e25-bfb5-45d1-8ef9-26b9ced1f982 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Aug 10 00:48:34.574832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-438259e6-a2e4-487b-8993-201eb466aef0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 HTTP/1.1" status: 200 len: 217 time: 0.0399489 Aug 10 00:48:34.601410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cf14e-a9a5-4d19-86f2-de115912a30b req-22441c19-a8f0-41d8-b42d-9f906e795d69 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.602857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a92cf14e-a9a5-4d19-86f2-de115912a30b req-22441c19-a8f0-41d8-b42d-9f906e795d69 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0971985 Aug 10 00:48:34.655202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-63b6416b-8798-4868-bde9-d4063fbf8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.656588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-63b6416b-8798-4868-bde9-d4063fbf8c13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.0706499 Aug 10 00:48:34.681672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a92cf14e-a9a5-4d19-86f2-de115912a30b req-9e7cc629-59c4-44ea-ab8c-aaeccc70a4b3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608454 Aug 10 00:48:34.701909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-c9947b9b-46cb-4ca7-9231-a2f7afa851ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350606 Aug 10 00:48:34.794106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-37dfd119-3a13-41cb-9dde-cee2b23e5ccd service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872931 Aug 10 00:48:34.885071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddb3f0ca-4deb-405c-a69d-46ed56fbaf6e req-f4be8be6-370d-4ed7-bc2b-1c201aa4974c service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Aug 10 00:48:34.893326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:34.897371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:34.930758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-5d34285b-5375-4516-a854-a9788fdac0ae tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:34.933747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-5d34285b-5375-4516-a854-a9788fdac0ae tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.1084044 Aug 10 00:48:34.954687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-7a0a3efb-f407-44cc-bd6e-eb98b29c2667 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/quotas/c4bb876423da4b5c8144aef0480579ed HTTP/1.1" status: 200 len: 375 time: 0.0165527 Aug 10 00:48:35.002597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-4a153408-4787-4c9b-a23a-0678a633dd84 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470531 Aug 10 00:48:35.028622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:35.029088 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:35.064069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:35.071661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc009b-22bc-46ae-859f-9ae8dae1e164 req-091302f0-d6e7-4482-86eb-f1252e8e6128 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:35.073340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2fc009b-22bc-46ae-859f-9ae8dae1e164 req-091302f0-d6e7-4482-86eb-f1252e8e6128 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 970 time: 0.0572619 Aug 10 00:48:35.083334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'port_id': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'mac_address': 'fa:16:3e:0f:8b:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7628e177-23d2-434c-a21b-39bc8da55068', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:35.102836 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-9dcd2438-2521-43c9-8b78-eca8ec3eb8fd service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925477 Aug 10 00:48:35.129982 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2fc009b-22bc-46ae-859f-9ae8dae1e164 req-b8675e6a-70f0-4a17-b168-095f0e186e00 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Aug 10 00:48:35.150444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:35.171663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:35.180537 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:35.204281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:35.208589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-446e59da-a9d4-4842-8ee9-dcb60dee313a service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992420 Aug 10 00:48:35.215732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:35.217954 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff52dc06-1490-4251-ad90-a07c683ea9e8" -d '{"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:35.222930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:35.251431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:35.258562 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5069fa7-66f9-40b7-bd71-bd173a803fd6 x-openstack-request-id: req-b5069fa7-66f9-40b7-bd71-bd173a803fd6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:35.258922 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-plugged", "status": "completed", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:35.259159 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5069fa7-66f9-40b7-bd71-bd173a803fd6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:35.259576 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'code': 200} Aug 10 00:48:35.264772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:35.282957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:35.338040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:35.380138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e45ca-c2fb-4545-8837-33bf42a1d630 req-69676799-520b-4d7e-bf5c-3417f168d095 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:35.382038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b5e45ca-c2fb-4545-8837-33bf42a1d630 req-69676799-520b-4d7e-bf5c-3417f168d095 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Aug 10 00:48:35.427227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae64fc16-a427-42a8-ba2b-144fc9d8717e req-585fc39c-8f50-4dde-8202-99db3c6ac1a7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 210 time: 0.0273569 Aug 10 00:48:35.434160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b5e45ca-c2fb-4545-8837-33bf42a1d630 req-e0dfce81-cf94-4e55-907b-c2604790196c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Aug 10 00:48:35.473810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['432b6b83-c768-4b6f-83ea-92f3d5d9ec51'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:35.491164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f91d41-7ec1-4bdf-9ac8-f3c0ffb7533f req-337193d6-8050-4b9f-b30f-f97e950c7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:35.493015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45f91d41-7ec1-4bdf-9ac8-f3c0ffb7533f req-337193d6-8050-4b9f-b30f-f97e950c7a4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1124 time: 0.0465958 Aug 10 00:48:35.537870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45f91d41-7ec1-4bdf-9ac8-f3c0ffb7533f req-e7b1b5e7-967c-4eca-ad80-075e4b657bf2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373847 Aug 10 00:48:35.627190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7613e-a5b8-4d38-97db-537c314c1f35 req-624e4a76-9006-4350-9728-5eb71779642b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:35.628893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b7613e-a5b8-4d38-97db-537c314c1f35 req-624e4a76-9006-4350-9728-5eb71779642b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 943 time: 0.0907052 Aug 10 00:48:35.665749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1dec326b-18ac-438f-bd93-064079073354 req-77b8c45b-49e2-49d2-84fe-b17f5cb79c4d tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0431457 Aug 10 00:48:35.689153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b7613e-a5b8-4d38-97db-537c314c1f35 req-04ac5a85-54be-494e-aefd-c01a35f28b2d tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532639 Aug 10 00:48:35.821062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1a00-c0be-41eb-987e-2afd5cbc61bd req-e4bb3bb3-1bc1-48e3-a888-bf86e1b52593 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:35.822747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53fc1a00-c0be-41eb-987e-2afd5cbc61bd req-e4bb3bb3-1bc1-48e3-a888-bf86e1b52593 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0529282 Aug 10 00:48:35.863430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53fc1a00-c0be-41eb-987e-2afd5cbc61bd req-c41b6b8f-4e0c-4596-bc92-961f9f3d46b5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Aug 10 00:48:36.243431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e7e01-6a74-4aa9-b720-57a76b72e7a8 req-7db2cc08-11ed-4281-8d20-ab44099563a4 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:36.244830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a7e7e01-6a74-4aa9-b720-57a76b72e7a8 req-7db2cc08-11ed-4281-8d20-ab44099563a4 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 972 time: 0.0483038 Aug 10 00:48:36.283418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a7e7e01-6a74-4aa9-b720-57a76b72e7a8 req-fa5ab621-34ae-458f-9b89-a69cfa07db85 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Aug 10 00:48:36.546401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afbc4720-e72a-4fb4-aeb5-75fe4cf2f390 req-cec3aaab-0789-4c00-abad-dcb46f933a66 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 210 time: 0.0342484 Aug 10 00:48:36.599130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a74e54-999c-433b-b85b-b3309dfe86f9 req-8a85c826-6ba7-4393-82b1-7b918c7289c1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:36.600630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44a74e54-999c-433b-b85b-b3309dfe86f9 req-8a85c826-6ba7-4393-82b1-7b918c7289c1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.0692692 Aug 10 00:48:36.617370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-526c66aa-7829-4e8e-9f5e-d98e2107218a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:36.618850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-526c66aa-7829-4e8e-9f5e-d98e2107218a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.1824019 Aug 10 00:48:36.635693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-d7e60e17-fced-49be-bf1f-1ad42d2355fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:36.637092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-d7e60e17-fced-49be-bf1f-1ad42d2355fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "GET /v2.0/ports?device_id=a873fbba-fbfb-4bd8-989e-b044b1bb11ae HTTP/1.1" status: 200 len: 946 time: 0.0744224 Aug 10 00:48:36.642428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Request body: {'port': {'device_id': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'admin_state_up': True, 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:36.642585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44a74e54-999c-433b-b85b-b3309dfe86f9 req-2e163813-4ed2-46c9-b63b-3da8229cba32 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350308 Aug 10 00:48:36.791672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-edcf72df-01c1-449f-b1fb-403540502bb1 req-ea096af6-d82e-4edf-85bf-d44db8fcc52c tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0430338 Aug 10 00:48:36.820449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397a5a4-5c5a-4bee-a53e-d1fb65fd2fb1 req-2185d9c6-15c0-466d-ba1e-ade4630c25cc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:36.822016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1397a5a4-5c5a-4bee-a53e-d1fb65fd2fb1 req-2185d9c6-15c0-466d-ba1e-ade4630c25cc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 943 time: 0.0539205 Aug 10 00:48:36.838573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Deleting port 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:36.839157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:36.859838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1397a5a4-5c5a-4bee-a53e-d1fb65fd2fb1 req-0a3f4ea1-918e-4be7-907e-eb31af5d64f5 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Aug 10 00:48:36.884690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:36.888211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:36.923353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:36.927852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:37.025573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] For port 4fb160a6-61c1-458d-b5e5-332e98c31750, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4fb160a6-61c1-458d-b5e5-332e98c31750,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:37.026182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.041530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:37.053071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Calling delete_port for 4fb160a6-61c1-458d-b5e5-332e98c31750 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:37.053804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:37.054233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.087890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:37.094977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc8fa6-2f25-4c18-9e60-c908d54a6c30 req-74ae4b4e-00b0-4498-a950-c52deb524279 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.096472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcfc8fa6-2f25-4c18-9e60-c908d54a6c30 req-74ae4b4e-00b0-4498-a950-c52deb524279 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1651275 Aug 10 00:48:37.105515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'port_id': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'mac_address': 'fa:16:3e:e4:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896e1df8-da03-48a4-8bfb-9516e5b4f007', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:37.182199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.188760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Allocated IP 172.20.0.3 (194214f4-c55f-4a29-a709-22c80ebfaafc/af4b8456-f528-4209-8c83-b268d79b28be/b6285af1-3cf5-404f-b05f-88d1f112ac18) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:37.192168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.204611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:37.207098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcfc8fa6-2f25-4c18-9e60-c908d54a6c30 req-fe11b09f-793c-4e8f-a07f-dab9c125ac5d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990779 Aug 10 00:48:37.239273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:37.244618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.258940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:37.276386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:37.281872 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40d4abb-9f1a-455f-b059-2160f5dc839b" -d '{"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:37.291861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.292686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:37.351294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:37.354958 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24e9a85-c755-4022-a10c-e30f0c5cb23f x-openstack-request-id: req-a24e9a85-c755-4022-a10c-e30f0c5cb23f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:37.355399 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-plugged", "status": "completed", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:37.356144 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a24e9a85-c755-4022-a10c-e30f0c5cb23f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:37.356531 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'code': 200} Aug 10 00:48:37.365808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No active binding found for port 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:48:37.366344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:37.371097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.419954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:37.430771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event deleted for resources: {'Port': ['ID=4fb160a6-61c1-458d-b5e5-332e98c31750,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:37.497467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:37.522513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] No DVR routers for this DVR port 4fb160a6-61c1-458d-b5e5-332e98c31750 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:37.524895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.528465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.530389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c53cc5a-1b18-4412-9d74-c89cfed164cb req-91f8f01a-f058-4ad3-af3b-08d7ccc80343 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "DELETE /v2.0/ports/4fb160a6-61c1-458d-b5e5-332e98c31750 HTTP/1.1" status: 204 len: 173 time: 0.8836000 Aug 10 00:48:37.548016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-deleted', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:37.551203 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cfff02-85e4-4364-b275-88feafdc6874" -d '{"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-deleted", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:37.586790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7f18-4726-46a8-9b75-3a56d4478b08 req-f87f5777-0e52-460c-926a-2ea327cd2584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.588279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28cd7f18-4726-46a8-9b75-3a56d4478b08 req-f87f5777-0e52-460c-926a-2ea327cd2584 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1098 time: 0.1434636 Aug 10 00:48:37.607969 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ace3b2-7306-430d-a22f-6fdc6b800fb3 x-openstack-request-id: req-c2ace3b2-7306-430d-a22f-6fdc6b800fb3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:37.608094 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873fbba-fbfb-4bd8-989e-b044b1bb11ae", "name": "network-vif-deleted", "tag": "4fb160a6-61c1-458d-b5e5-332e98c31750", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:37.608295 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2ace3b2-7306-430d-a22f-6fdc6b800fb3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:37.608677 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a873fbba-fbfb-4bd8-989e-b044b1bb11ae', 'name': 'network-vif-deleted', 'tag': '4fb160a6-61c1-458d-b5e5-332e98c31750', 'status': 'completed', 'code': 200} Aug 10 00:48:37.620102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36724bc-b8ea-412d-8cf9-800716c80425 req-9d4e53ed-018d-456f-8c97-cd215b818c82 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.621596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f36724bc-b8ea-412d-8cf9-800716c80425 req-9d4e53ed-018d-456f-8c97-cd215b818c82 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 972 time: 0.1556807 Aug 10 00:48:37.667118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.705608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28cd7f18-4726-46a8-9b75-3a56d4478b08 req-b0fb506a-8d9b-41f9-b6b1-41a8a949320e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086438 Aug 10 00:48:37.715723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e548-283f-4066-9d64-7bd88d5cecd5 req-582b1e71-060a-4f0a-8716-7c0628dad0fe tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.717419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e41e548-283f-4066-9d64-7bd88d5cecd5 req-582b1e71-060a-4f0a-8716-7c0628dad0fe tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 931 time: 0.0562072 Aug 10 00:48:37.731706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f36724bc-b8ea-412d-8cf9-800716c80425 req-e82d51bc-1ec4-457b-adf5-6a45583e18b5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007197 Aug 10 00:48:37.742896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Network 194214f4-c55f-4a29-a709-22c80ebfaafc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:37.746314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:37.752018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:37.762304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e41e548-283f-4066-9d64-7bd88d5cecd5 req-0e109644-ea62-4957-915e-926c179bc597 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Aug 10 00:48:37.768192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:37.846861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.847584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:37.865645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-e18e2d4e-744c-42d8-b2dc-dad24e74ec59 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2274847 Aug 10 00:48:37.873979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98856596-0f23-4d41-8af0-0a06b6f411cc req-62f17ead-1ac9-41dd-bd01-bd4c04227ce1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:37.876166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98856596-0f23-4d41-8af0-0a06b6f411cc req-62f17ead-1ac9-41dd-bd01-bd4c04227ce1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0732491 Aug 10 00:48:37.881101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Request body: {'port': {'device_id': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:37.945983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3753754-8679-4c53-b99b-175c2e8fa2d6 req-e69054be-2a55-49be-94fe-ea44b6495764 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0276721 Aug 10 00:48:38.065570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21223c6-0c96-449b-9659-0fe7c0c126c2 req-8e45375a-8169-4e8d-a98b-e9c49457cb14 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:38.067130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d21223c6-0c96-449b-9659-0fe7c0c126c2 req-8e45375a-8169-4e8d-a98b-e9c49457cb14 tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1124 time: 0.0438569 Aug 10 00:48:38.113525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d21223c6-0c96-449b-9659-0fe7c0c126c2 req-33504c6d-b626-4c67-ad98-ad71eeb1ceeb tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393803 Aug 10 00:48:38.248111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98856596-0f23-4d41-8af0-0a06b6f411cc req-283e1df0-e30e-4016-b0d5-c4b01b8e00eb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632796 Aug 10 00:48:38.248681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:38.262226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af594da-1551-42f7-a70b-f083f2a84567 req-9ddff56a-e3ab-4530-8577-5ad035b62c65 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:38.264150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5af594da-1551-42f7-a70b-f083f2a84567 req-9ddff56a-e3ab-4530-8577-5ad035b62c65 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 944 time: 0.0699892 Aug 10 00:48:38.306409 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5af594da-1551-42f7-a70b-f083f2a84567 req-360c1baf-f552-4224-bcbc-e24129925103 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Aug 10 00:48:38.427527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3c5dc-ab4f-49ee-be89-f2b9ed8655e5 req-118be634-de54-4eff-bca6-99fef82c1c3f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:38.429332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27f3c5dc-ab4f-49ee-be89-f2b9ed8655e5 req-118be634-de54-4eff-bca6-99fef82c1c3f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0508156 Aug 10 00:48:38.473981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27f3c5dc-ab4f-49ee-be89-f2b9ed8655e5 req-ca4ecf19-73a8-4f89-a617-83a7964cff60 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378215 Aug 10 00:48:38.498768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e7bd8-90bd-4d95-8240-ce1434ad158e req-8e980d11-aacc-4f1d-99cf-3215f1919114 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:38.500230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-253e7bd8-90bd-4d95-8240-ce1434ad158e req-8e980d11-aacc-4f1d-99cf-3215f1919114 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1097 time: 0.0702507 Aug 10 00:48:38.559292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-253e7bd8-90bd-4d95-8240-ce1434ad158e req-52e293e4-5b3c-438e-bbd9-3006478fac9d tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491858 Aug 10 00:48:38.592809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6dfeb-403d-44ce-ba24-1afe399b80f8 req-7529238b-5ca0-448a-a529-5bc3df53381e tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:38.595542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69a6dfeb-403d-44ce-ba24-1afe399b80f8 req-7529238b-5ca0-448a-a529-5bc3df53381e tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 1124 time: 0.0614877 Aug 10 00:48:38.600844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6285af1-3cf5-404f-b05f-88d1f112ac18 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:38.622485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:38.648210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69a6dfeb-403d-44ce-ba24-1afe399b80f8 req-c4b98e87-4af6-42d7-9b9b-69a11e0bb37a tempest-ServersAdminTestJSON-1456549244 tempest-ServersAdminTestJSON-1456549244-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Aug 10 00:48:38.662163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Transition to ACTIVE for port object b6285af1-3cf5-404f-b05f-88d1f112ac18 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:38.662828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:38.755106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:38.840802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Attempting to bind port b6285af1-3cf5-404f-b05f-88d1f112ac18 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:38.841197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Attempting to bind port b6285af1-3cf5-404f-b05f-88d1f112ac18 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:38.841500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Attempting to bind port b6285af1-3cf5-404f-b05f-88d1f112ac18 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:38.845910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Port b6285af1-3cf5-404f-b05f-88d1f112ac18 on network 194214f4-c55f-4a29-a709-22c80ebfaafc not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:38.846291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Attempting to bind port b6285af1-3cf5-404f-b05f-88d1f112ac18 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:38.856694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:38.857373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Checking segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:38.857502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Bound using segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:38.857835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Bound port: b6285af1-3cf5-404f-b05f-88d1f112ac18, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:38.858197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:38.922017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:38.980431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:38.982011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:38.987553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:38.988402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:38.999991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:39.014729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3333ae-ac51-47dc-a39c-19372f96bfdc req-9fcea962-ebce-4d13-97cc-f8f9f2390044 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.017068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e3333ae-ac51-47dc-a39c-19372f96bfdc req-9fcea962-ebce-4d13-97cc-f8f9f2390044 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 943 time: 0.0867021 Aug 10 00:48:39.019269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:39.079786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.080413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:39.081791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] 10.222.0.10 "PUT /v2.0/ports/b6285af1-3cf5-404f-b05f-88d1f112ac18 HTTP/1.1" status: 200 len: 1092 time: 1.2047310 Aug 10 00:48:39.103211 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:39.120647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e3333ae-ac51-47dc-a39c-19372f96bfdc req-8b302470-203e-4312-9772-c31a1621e2df tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915811 Aug 10 00:48:39.123831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac992-c90e-4e10-872b-09e764e32f18 service neutron] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:39.155783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:39.165180 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:39.166002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:39.209762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 4fb160a6-61c1-458d-b5e5-332e98c31750 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:39.210115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4fb160a6-61c1-458d-b5e5-332e98c31750 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:39.222419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-47fbfc45-d5db-4484-a9f0-a0afaf84429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.227526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-47fbfc45-d5db-4484-a9f0-a0afaf84429d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 1095 time: 0.0891266 Aug 10 00:48:39.235746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:39.295899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-4d1712e0-681b-4818-9ea2-9a5cd1517394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18 HTTP/1.1" status: 200 len: 217 time: 0.0532832 Aug 10 00:48:39.329426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceafd4-e818-4c25-93bd-fc5dd142b023 req-1b86610d-955f-4bf1-8ced-3bf7db9c80bd tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.331347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80ceafd4-e818-4c25-93bd-fc5dd142b023 req-1b86610d-955f-4bf1-8ced-3bf7db9c80bd tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 949 time: 0.1019607 Aug 10 00:48:39.357634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:39.360336 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dd5e45-ec9f-476a-b598-e39cd2c83e19" -d '{"events": [{"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:39.395370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b83af-4247-45f6-8b50-4e711439f605 req-870f36e3-cff9-4723-80eb-367a26bc4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.396730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-870f36e3-cff9-4723-80eb-367a26bc4147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.0847847 Aug 10 00:48:39.399735 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80ceafd4-e818-4c25-93bd-fc5dd142b023 req-90ebf8c4-2237-4651-a039-827c2dc7a865 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464013 Aug 10 00:48:39.437191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-278141cf-673a-4aa9-91d2-0100d5905d8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278895 Aug 10 00:48:39.536087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ca4247-397c-499f-9908-39a73db41f94 req-7e716e51-979b-4e29-9832-cc87dfdfc1f2 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0552166 Aug 10 00:48:39.577798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-1cb567b7-f8e4-46c3-a4fd-2a8f03c99c15 service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256294 Aug 10 00:48:39.632827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:39.636098 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd710c0-0712-407e-adbc-2932fb8c44ca" -d '{"events": [{"name": "network-changed", "server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:39.683403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-0a8bbe67-3ad7-4556-9329-b698ca51d6fe tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:48:39.684300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-0a8bbe67-3ad7-4556-9329-b698ca51d6fe tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147803 Aug 10 00:48:39.702657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Request body: {'binding': {'host': 'n-h1-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:39.703132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:48:39.743710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8309ee1-d11d-4712-b732-5d81a800acd1 req-3ddafc3f-880a-49dd-924e-eb5fa3af4bcd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.745175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8309ee1-d11d-4712-b732-5d81a800acd1 req-3ddafc3f-880a-49dd-924e-eb5fa3af4bcd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 946 time: 0.1387980 Aug 10 00:48:39.774637 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e54b83af-4247-45f6-8b50-4e711439f605 req-00538148-508e-45d8-beb2-22ad58a508e6 service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885734 Aug 10 00:48:39.837441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8309ee1-d11d-4712-b732-5d81a800acd1 req-5d2064dc-ce63-4ffd-b0d4-08e08399cf6f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847366 Aug 10 00:48:39.891962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on host n-h1-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:39.892623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:39.892623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:39.906634 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:39.906983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:39.925951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:39.926289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:39.926718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:39.927124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Bound port: c3bea32a-48e2-45ff-821c-15858d310500, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:39.978573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf6287-6dcc-45cf-b2dd-4bd4997a0995 req-b008becc-5259-48ee-a992-e9dc6316e173 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:39.980083 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5acf6287-6dcc-45cf-b2dd-4bd4997a0995 req-b008becc-5259-48ee-a992-e9dc6316e173 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0844624 Aug 10 00:48:40.010437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:40.015765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:40.017081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-d8b90bb7-e476-4cc1-84d5-b3bc65a927ce service neutron] 10.222.0.25 "POST /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500/bindings HTTP/1.1" status: 201 len: 390 time: 0.3255813 Aug 10 00:48:40.033328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5acf6287-6dcc-45cf-b2dd-4bd4997a0995 req-57bb019e-3d59-435b-a1d9-9537e0615620 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Aug 10 00:48:40.093676 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f567257-2e72-4e4d-845e-27cee9dc3abb x-openstack-request-id: req-1f567257-2e72-4e4d-845e-27cee9dc3abb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:40.094353 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:40.094616 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f567257-2e72-4e4d-845e-27cee9dc3abb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:40.095098 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'code': 200} Aug 10 00:48:40.131746 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ed15d-6950-403b-8a17-3314f62e2e32 x-openstack-request-id: req-2c2ed15d-6950-403b-8a17-3314f62e2e32 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:40.132403 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:40.132840 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c2ed15d-6950-403b-8a17-3314f62e2e32 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:40.133466 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'status': 'completed', 'code': 200} Aug 10 00:48:40.210131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ac5f1-e4c2-4cba-8765-0bce4db7afd3 req-f6f75bba-42db-47d3-98b9-750856fb466c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.217784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc4ac5f1-e4c2-4cba-8765-0bce4db7afd3 req-f6f75bba-42db-47d3-98b9-750856fb466c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0623848 Aug 10 00:48:40.238560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-4ddf0a3c-b9a1-4bc7-a1ad-77fe8a3c101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.240212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-4ddf0a3c-b9a1-4bc7-a1ad-77fe8a3c101e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 1095 time: 0.0487828 Aug 10 00:48:40.267080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc4ac5f1-e4c2-4cba-8765-0bce4db7afd3 req-a9e3f027-70ff-427a-9458-41ce69900aba tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481720 Aug 10 00:48:40.411438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c03ff-337e-4bc8-b04e-758fa43a6eff req-05e123aa-900f-4fa9-ba39-5c531afa55a3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.413028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-564c03ff-337e-4bc8-b04e-758fa43a6eff req-05e123aa-900f-4fa9-ba39-5c531afa55a3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0865755 Aug 10 00:48:40.418621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-9e58ee78-85de-421b-af78-b489e92c4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.420063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-9e58ee78-85de-421b-af78-b489e92c4da0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1097 time: 0.0775509 Aug 10 00:48:40.456210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93f14b-3b86-4d8d-97b3-b21b81a4190d req-2c618032-0020-4489-be2b-4d56819e3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.457700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd93f14b-3b86-4d8d-97b3-b21b81a4190d req-2c618032-0020-4489-be2b-4d56819e3f5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 1097 time: 0.1726162 Aug 10 00:48:40.470116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-35e38d0a-75e2-4007-956f-42a72293d6eb tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.471547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-35e38d0a-75e2-4007-956f-42a72293d6eb tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 949 time: 0.1383829 Aug 10 00:48:40.484286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-177c203a-2f94-488c-9980-07fe28b54122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.485976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-177c203a-2f94-488c-9980-07fe28b54122 service neutron] 10.222.0.10 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 904 time: 0.2267129 Aug 10 00:48:40.503294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-564c03ff-337e-4bc8-b04e-758fa43a6eff req-92dcfad1-caf2-4d14-a2df-ae021bed768d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822792 Aug 10 00:48:40.548287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-78b66d78-d522-41ba-b4ba-f507db267b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.550090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-78b66d78-d522-41ba-b4ba-f507db267b9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1232190 Aug 10 00:48:40.580923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-eb6ff76c-e633-434d-9359-ef24a3b48c01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18 HTTP/1.1" status: 200 len: 217 time: 0.0812855 Aug 10 00:48:40.582636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2472b-c269-4bfd-a70c-7eefeff0e6aa req-721e45e2-718c-4102-a267-facda5ec9085 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.584074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7e2472b-c269-4bfd-a70c-7eefeff0e6aa req-721e45e2-718c-4102-a267-facda5ec9085 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1098 time: 0.1779296 Aug 10 00:48:40.593253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-ffb44d5f-c36c-4b6c-ad8a-97e50f417f96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 217 time: 0.0359290 Aug 10 00:48:40.662865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd93f14b-3b86-4d8d-97b3-b21b81a4190d req-fc75c00e-bfed-4a05-a601-51927c22463e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903408 Aug 10 00:48:40.681781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-322e0cbb-8440-4750-b965-cd40ff849305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.683293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-322e0cbb-8440-4750-b965-cd40ff849305 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0822031 Aug 10 00:48:40.691465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241158ea-338d-4a31-a4a9-e0dee6d5ba2f req-c0f70ae2-dc91-49b4-a1b5-43165e0a6706 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.692887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-241158ea-338d-4a31-a4a9-e0dee6d5ba2f req-c0f70ae2-dc91-49b4-a1b5-43165e0a6706 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 943 time: 0.1021278 Aug 10 00:48:40.700296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7e2472b-c269-4bfd-a70c-7eefeff0e6aa req-e99335fc-6c4e-4674-9405-7204a3324b1d tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085520 Aug 10 00:48:40.709213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-b94a71f4-439f-46b3-86f5-c869d6f2dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.710661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-b94a71f4-439f-46b3-86f5-c869d6f2dd37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.1179967 Aug 10 00:48:40.738064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Deleting port 093588d9-603f-4bfc-aac8-953b169f99c7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:40.738334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:40.754041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-4c2a6cc1-edd6-4bf0-aaf1-2215220d162c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330353 Aug 10 00:48:40.757055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-241158ea-338d-4a31-a4a9-e0dee6d5ba2f req-ec3ebaad-ce3d-4643-ae7d-cc0852380bc8 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580850 Aug 10 00:48:40.757523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-7693b137-1691-46b0-b4d8-40930fe0333d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307255 Aug 10 00:48:40.870318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a280388e-58b3-458d-bfd2-0359e4ead767 req-524949f5-6928-41a9-8dba-a9c90c5276e2 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0347762 Aug 10 00:48:40.886301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-12ee3f23-e058-49c7-a93f-098f6ff52761 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241794 Aug 10 00:48:40.967938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] For port 093588d9-603f-4bfc-aac8-953b169f99c7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=093588d9-603f-4bfc-aac8-953b169f99c7,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:40.968555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:40.979399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b700-3139-44a1-b443-3f125a7204d5 req-9140edd7-f007-4dbe-9dc5-2e39c89aa697 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:40.981079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce94b700-3139-44a1-b443-3f125a7204d5 req-9140edd7-f007-4dbe-9dc5-2e39c89aa697 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=f825b8ae-4236-4694-9e76-969d719d4557 HTTP/1.1" status: 200 len: 949 time: 0.1237857 Aug 10 00:48:40.991933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-7e9c8a0c-e945-4ddc-b70b-7779fc2f5408 service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113352 Aug 10 00:48:40.996126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Calling delete_port for 093588d9-603f-4bfc-aac8-953b169f99c7 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:41.013524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329de16c-caf1-4dd6-9a12-46eff7a1095a req-a071fd1d-c633-409a-8c3c-06e8b669b5d3 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:41.015058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-329de16c-caf1-4dd6-9a12-46eff7a1095a req-a071fd1d-c633-409a-8c3c-06e8b669b5d3 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1098 time: 0.0682771 Aug 10 00:48:41.031981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-1b1b9b8b-ac34-4475-8b19-bf6a79baa43f service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376293 Aug 10 00:48:41.054892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-329de16c-caf1-4dd6-9a12-46eff7a1095a req-f10ac5c3-9035-4b62-ac7f-3508ce16b413 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Aug 10 00:48:41.135523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce94b700-3139-44a1-b443-3f125a7204d5 req-cf4f89c4-6e7a-4f0c-9294-7cfe4d0c430a tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460571 Aug 10 00:48:41.191272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd710c0-0712-407e-adbc-2932fb8c44ca req-eb748432-f63d-4898-8ce9-a36a51cc41fd service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852417 Aug 10 00:48:41.236455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa473f-e58a-4e55-985e-fa9033ecb467 req-98a842ba-c7b1-4503-8c91-01fa6e66d063 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:41.238453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbaa473f-e58a-4e55-985e-fa9033ecb467 req-98a842ba-c7b1-4503-8c91-01fa6e66d063 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0634789 Aug 10 00:48:41.271901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:41.286793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['093588d9-603f-4bfc-aac8-953b169f99c7', '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:41.291418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:41.308706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbaa473f-e58a-4e55-985e-fa9033ecb467 req-2b2654bf-a405-4368-bc62-fe00f4e4df18 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541031 Aug 10 00:48:41.309311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event deleted for resources: {'Port': ['ID=093588d9-603f-4bfc-aac8-953b169f99c7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:41.413737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] No DVR routers for this DVR port 093588d9-603f-4bfc-aac8-953b169f99c7 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:41.422823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:41.425709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b4e32ee-5b15-4e3f-a989-f5157e1a7f46 req-c1528428-d2cf-45ea-b2cc-e8b86e5cf3e5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "DELETE /v2.0/ports/093588d9-603f-4bfc-aac8-953b169f99c7 HTTP/1.1" status: 204 len: 173 time: 0.9422910 Aug 10 00:48:41.444601 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-9d5a5618-cb9b-4176-b332-6c0ff7b06f9a service neutron] show failed (client error): The resource could not be found. Aug 10 00:48:41.446012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-9d5a5618-cb9b-4176-b332-6c0ff7b06f9a service neutron] 10.222.0.10 "GET /v2.0/ports/61e727f1-df41-435c-bc65-c4bf6875a397/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1460199 Aug 10 00:48:41.543387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27207d13-d350-47c2-b146-6734c6011f26 req-c7bc1f60-e362-44df-b592-a9914c1cf976 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:41.553384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27207d13-d350-47c2-b146-6734c6011f26 req-c7bc1f60-e362-44df-b592-a9914c1cf976 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1211743 Aug 10 00:48:41.660171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27207d13-d350-47c2-b146-6734c6011f26 req-7160348c-4ae6-4564-a557-1c07f7ac25b2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971165 Aug 10 00:48:41.805357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-4d47f608-63e9-40e4-b118-8f124842b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:41.807443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-4d47f608-63e9-40e4-b118-8f124842b1f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1101 time: 0.0660784 Aug 10 00:48:41.824215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:41.865813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcddca-089c-4f07-85c6-82980b5d8ccb req-ae05215e-8dae-436a-b9ab-716fe5915af5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:41.873359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fdcddca-089c-4f07-85c6-82980b5d8ccb req-ae05215e-8dae-436a-b9ab-716fe5915af5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0607958 Aug 10 00:48:41.889171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:41.925247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fdcddca-089c-4f07-85c6-82980b5d8ccb req-baf66ef8-d1b7-4a8d-8756-d620f5cd2b29 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Aug 10 00:48:42.069061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889749df-e1be-45d5-b7ed-5d741611b3ab req-3ea68e6d-55e8-47d5-b6c0-0d9f2331807d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.076245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-889749df-e1be-45d5-b7ed-5d741611b3ab req-3ea68e6d-55e8-47d5-b6c0-0d9f2331807d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 943 time: 0.0863969 Aug 10 00:48:42.125393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-889749df-e1be-45d5-b7ed-5d741611b3ab req-556972f2-4014-4808-a1e4-88cd27e59d0c tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Aug 10 00:48:42.137617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'name': 'network-vif-deleted', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:42.140441 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3f5bcd-2a81-46bf-af5c-ce4be1cab012" -d '{"events": [{"server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "name": "network-vif-deleted", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:42.249799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:42.252454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-644f9268-9a83-42ea-8a74-132457520aaa req-459e2ca0-5e75-4bd6-955c-52c12f8eabe8 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0349360 Aug 10 00:48:42.289608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:42.335894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:42.353799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Transition to ACTIVE for port object 61e727f1-df41-435c-bc65-c4bf6875a397 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:42.356516 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411bc125-a29b-43dc-a6ce-db24cfaa9b51 x-openstack-request-id: req-411bc125-a29b-43dc-a6ce-db24cfaa9b51 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:42.357338 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f825b8ae-4236-4694-9e76-969d719d4557", "name": "network-vif-deleted", "tag": "093588d9-603f-4bfc-aac8-953b169f99c7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:42.357645 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-411bc125-a29b-43dc-a6ce-db24cfaa9b51 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:42.358214 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f825b8ae-4236-4694-9e76-969d719d4557', 'name': 'network-vif-deleted', 'tag': '093588d9-603f-4bfc-aac8-953b169f99c7', 'status': 'completed', 'code': 200} Aug 10 00:48:42.361449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:42.426618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] No DVR routers for this DVR port 61e727f1-df41-435c-bc65-c4bf6875a397 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:42.462553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:42.477662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49182) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:42.478406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:42.478779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:42.479112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:42.484519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:42.484847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Attempting to bind port 61e727f1-df41-435c-bc65-c4bf6875a397 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:42.491118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:42.491527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:42.491976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:42.493125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Bound port: 61e727f1-df41-435c-bc65-c4bf6875a397, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:42.493550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:42.571390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-87f69a60-eb41-492c-ac06-34a86c6fcc55 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:48:42.572957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-87f69a60-eb41-492c-ac06-34a86c6fcc55 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935867 Aug 10 00:48:42.575969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:42.579761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:42.585015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:42.620120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.620744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:42.622127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] 10.222.0.21 "PUT /v2.0/ports/61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 1096 time: 0.8061314 Aug 10 00:48:42.698765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3dc611-c49b-468b-b558-392abc5ba954 service neutron] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:42.732574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:42.733325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Unknown quota resources ['binding']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:48:42.737406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-9d06a2d4-0671-45dc-b69d-4e335aa33e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.739212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-9d06a2d4-0671-45dc-b69d-4e335aa33e61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.0913067 Aug 10 00:48:42.830847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0115d-30a7-4345-807b-caf2b7ca70b8 req-7082c8e5-2e3d-41be-88ba-da98b29445b3 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.838863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8e0115d-30a7-4345-807b-caf2b7ca70b8 req-7082c8e5-2e3d-41be-88ba-da98b29445b3 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.1853368 Aug 10 00:48:42.857473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-84f04979-3481-487b-a8fa-5f0a28899bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.860460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-84f04979-3481-487b-a8fa-5f0a28899bef service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1124458 Aug 10 00:48:42.905296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-fc16cd3b-8c75-4e08-870c-e80930c6a8ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0381141 Aug 10 00:48:42.909630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8e0115d-30a7-4345-807b-caf2b7ca70b8 req-7e780be3-c3ae-44cf-a446-f2b1d8e73524 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696414 Aug 10 00:48:42.945249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:42.945841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:42.946332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:42.952129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:42.952689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:42.959447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:42.960116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:42.961198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:42.961906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Bound port: 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:42.983329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-c917b88a-0b88-4cf9-bfd8-90d0f7d9fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:42.984882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-c917b88a-0b88-4cf9-bfd8-90d0f7d9fb0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0718987 Aug 10 00:48:43.045295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-3e8dfff5-3e8b-496f-bf54-0e9b747addbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.046691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-3e8dfff5-3e8b-496f-bf54-0e9b747addbb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0452261 Aug 10 00:48:43.047705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:43.053702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:43.055362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-e7d63f5e-f6dc-41ca-987e-a12060fad32b service neutron] 10.222.0.25 "POST /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51/bindings HTTP/1.1" status: 201 len: 390 time: 0.4097533 Aug 10 00:48:43.115402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadd950-3fb3-4d5d-a4e0-eb9a4a9f9736 req-bee96d7f-be5f-463a-b10b-af3d057d1676 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.117047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eaadd950-3fb3-4d5d-a4e0-eb9a4a9f9736 req-bee96d7f-be5f-463a-b10b-af3d057d1676 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.0607097 Aug 10 00:48:43.157179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-ce6e9d67-877e-42bd-96f0-f83876aaa570 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015270 Aug 10 00:48:43.188631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eaadd950-3fb3-4d5d-a4e0-eb9a4a9f9736 req-4bb757f5-a6ab-4c76-81ca-52a92098cb4d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602915 Aug 10 00:48:43.306323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4682-3a8f-4556-a58a-f54f0247b567 req-0906b26d-6198-4f1f-baa4-98ccf9ea944b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.308924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:43.309739 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc5b4682-3a8f-4556-a58a-f54f0247b567 req-0906b26d-6198-4f1f-baa4-98ccf9ea944b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0636883 Aug 10 00:48:43.372790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64526106-7348-4f65-a28f-81cd19f7bb41 req-cf7478a4-e5cc-46dc-b7e9-9907c4c7427d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081211 Aug 10 00:48:43.381484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63fc5c-4710-4230-8370-2b601f751c3e req-54f259ca-5920-474b-859a-8a9593e13bce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.389766 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b63fc5c-4710-4230-8370-2b601f751c3e req-54f259ca-5920-474b-859a-8a9593e13bce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.1306403 Aug 10 00:48:43.400106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc5b4682-3a8f-4556-a58a-f54f0247b567 req-82acafd6-c81f-4375-b026-aaf43f74b7a1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811779 Aug 10 00:48:43.469442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b63fc5c-4710-4230-8370-2b601f751c3e req-b86fbbb1-b5bb-4042-a302-21a548085fd8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784166 Aug 10 00:48:43.496427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-28616f9b-89de-4dc2-a2a7-7f3af7f12c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.499807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-28616f9b-89de-4dc2-a2a7-7f3af7f12c33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1098 time: 0.1072097 Aug 10 00:48:43.502871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:43.524524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'mac_address': 'fa:16:3e:8f:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:43.585056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064cc41-7f49-44da-8009-0655e3a097e4 req-573183e5-481c-4520-a430-82f9ebffccc6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.586659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c064cc41-7f49-44da-8009-0655e3a097e4 req-573183e5-481c-4520-a430-82f9ebffccc6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0827162 Aug 10 00:48:43.598488 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:43.613680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6285af1-3cf5-404f-b05f-88d1f112ac18 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:43.636369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:43.642039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:43.661395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c064cc41-7f49-44da-8009-0655e3a097e4 req-cafb8db0-b44e-4755-bfc3-670b7b6ec19e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529830 Aug 10 00:48:43.685458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-75426f6e-5dde-411d-923c-6430820a3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.687209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-75426f6e-5dde-411d-923c-6430820a3848 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1681848 Aug 10 00:48:43.699798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:43.708230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.709161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.710910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.711346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.711761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.712296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.712713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.713103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.713620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.714037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.714439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.714858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:48:43.761150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ede8c3-613c-4b45-ba64-3eb66328f315 req-643a2f81-9d37-4584-9bcc-e2c78a6fe33e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.762801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0ede8c3-613c-4b45-ba64-3eb66328f315 req-643a2f81-9d37-4584-9bcc-e2c78a6fe33e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 946 time: 0.1711094 Aug 10 00:48:43.764985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-f9aa36fb-9594-4490-9716-a639e8103a80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0641763 Aug 10 00:48:43.792069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140543c8-43a8-4a68-b006-ea699f940633 req-f9c6d254-3f17-448b-be03-99e505968146 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.793958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-140543c8-43a8-4a68-b006-ea699f940633 req-f9c6d254-3f17-448b-be03-99e505968146 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 944 time: 0.0656979 Aug 10 00:48:43.833409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0ede8c3-613c-4b45-ba64-3eb66328f315 req-26da301f-74c7-4908-80ef-2f3b8c03e8a6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634365 Aug 10 00:48:43.847995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-140543c8-43a8-4a68-b006-ea699f940633 req-e74a7fa6-b341-449c-877d-a1c7827b58d7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Aug 10 00:48:43.861003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-69563e90-12cb-429c-9457-b93854f54c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:43.861003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-69563e90-12cb-429c-9457-b93854f54c3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0607629 Aug 10 00:48:43.892219 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-55305739-c538-4ffb-85ad-340b9822046b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269284 Aug 10 00:48:43.936652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d139a41-bde4-498a-86d4-4adb38810df7 req-b5b31c5d-721c-4ab2-a21a-f44ed053fc14 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0263355 Aug 10 00:48:43.995728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b6285af1-3cf5-404f-b05f-88d1f112ac18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:44.070335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4ea-7233-4f4e-9237-2b974045c989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:44.298464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b76e9-1c85-4811-b1e8-46a27112d01d req-40a58b71-a228-40ab-85f5-c2862b8bfe61 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.300024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-584b76e9-1c85-4811-b1e8-46a27112d01d req-40a58b71-a228-40ab-85f5-c2862b8bfe61 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0706167 Aug 10 00:48:44.305978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1314d6e-872e-46ef-8a07-fd76e63a0982 req-770411b7-3b03-4bcf-8762-2f37c50f59d9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.307495 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1314d6e-872e-46ef-8a07-fd76e63a0982 req-770411b7-3b03-4bcf-8762-2f37c50f59d9 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.0504661 Aug 10 00:48:44.313055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-d7f190eb-956a-4d10-a835-dccd5396285f service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090419 Aug 10 00:48:44.348530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1314d6e-872e-46ef-8a07-fd76e63a0982 req-eabdb525-e255-4bdc-a0a8-940404457b27 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Aug 10 00:48:44.375740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}, {'name': 'network-changed', 'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:44.377921 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b300e0-ca5e-46f2-9825-804e021b2ebb" -d '{"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-unplugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}, {"name": "network-changed", "server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:44.434172 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e4e06-66df-4333-ab17-c01db09c7333 x-openstack-request-id: req-9f7e4e06-66df-4333-ab17-c01db09c7333 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:44.434480 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-unplugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "code": 200}, {"name": "network-changed", "server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:44.434765 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f7e4e06-66df-4333-ab17-c01db09c7333 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:44.435161 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'code': 200} Aug 10 00:48:44.435417 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'status': 'completed', 'code': 200} Aug 10 00:48:44.450963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-584b76e9-1c85-4811-b1e8-46a27112d01d req-779fe396-d8db-434b-b341-c833affbd8ef tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372292 Aug 10 00:48:44.479935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-8386cf39-2f87-422e-84d4-ce5be3ee3ab8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.482834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-8386cf39-2f87-422e-84d4-ce5be3ee3ab8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.10 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.1559923 Aug 10 00:48:44.556728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-acb35702-2f7f-4714-aefb-ab215a4a0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.558271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-acb35702-2f7f-4714-aefb-ab215a4a0f8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.0946729 Aug 10 00:48:44.614865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-96db71fe-d11d-4d50-8c41-5b92de6ae2bc service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881138 Aug 10 00:48:44.626560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9af7d3f-56d8-4a12-9234-8f7c4030e66e req-5d591072-42dc-44e1-ab9f-dc90332ce811 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0404820 Aug 10 00:48:44.683547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f74fc-c321-474c-a3a3-536dbe13517e req-47f18b05-1856-4376-a3ec-73b81854a53f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.683768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-dff01379-989f-42e7-a063-d36fdc9bc4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.685035 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-885f74fc-c321-474c-a3a3-536dbe13517e req-47f18b05-1856-4376-a3ec-73b81854a53f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.1553500 Aug 10 00:48:44.685158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-dff01379-989f-42e7-a063-d36fdc9bc4d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.1918142 Aug 10 00:48:44.719427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6971c5-fd8c-4c08-b10e-a02c8f0d8003 req-f420525f-e603-45cf-b21d-4d198a41214c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.720905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e6971c5-fd8c-4c08-b10e-a02c8f0d8003 req-f420525f-e603-45cf-b21d-4d198a41214c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.1290984 Aug 10 00:48:44.859600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e6971c5-fd8c-4c08-b10e-a02c8f0d8003 req-3fb99637-bcda-45e6-92c2-009762fd9222 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096528 Aug 10 00:48:44.861736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Deleting port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:44.863621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:44.870679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-9b2e75d0-8ee3-4942-8b0b-2c51816810c7 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.872229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-9b2e75d0-8ee3-4942-8b0b-2c51816810c7 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1098 time: 0.1816356 Aug 10 00:48:44.932199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:44.960805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 093588d9-603f-4bfc-aac8-953b169f99c7 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:44.973519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-8c8f9294-21ce-4604-9545-f242ed8a3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.975059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-8c8f9294-21ce-4604-9545-f242ed8a3988 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2735114 Aug 10 00:48:44.992887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-15e46356-9bc6-44f4-a253-3d6794ba4e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:44.993083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 093588d9-603f-4bfc-aac8-953b169f99c7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:44.993218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 093588d9-603f-4bfc-aac8-953b169f99c7 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:44.994629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-15e46356-9bc6-44f4-a253-3d6794ba4e54 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.4198995 Aug 10 00:48:45.016670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-885f74fc-c321-474c-a3a3-536dbe13517e req-8e415b47-c19c-4d9f-896d-ec844dfbbf62 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158739 Aug 10 00:48:45.044811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-45f816c9-d3df-4f73-b3d2-5889356afbd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0397305 Aug 10 00:48:45.075648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-6cec0482-b2ed-49f0-a053-865973c406d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0786858 Aug 10 00:48:45.100220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-a74aace6-2d02-4b31-bcff-66bae26e5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.102001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-a74aace6-2d02-4b31-bcff-66bae26e5817 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0486360 Aug 10 00:48:45.131969 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:45.154391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf91d28-3086-48a9-991e-863af54e44bf req-81a7c74c-d198-4a36-9774-686d56688674 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.155918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbf91d28-3086-48a9-991e-863af54e44bf req-81a7c74c-d198-4a36-9774-686d56688674 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.1953375 Aug 10 00:48:45.182242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] For port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:45.182635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:45.183003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-42a5c85d-dc89-4110-a0c7-cf2d45140a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.184797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-42a5c85d-dc89-4110-a0c7-cf2d45140a6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684142 Aug 10 00:48:45.192679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889fcb0-00b1-47b1-b6dc-388bb163eec7 req-ef973ede-30b0-4a48-b320-5dd98e39f7db tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.194239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9889fcb0-00b1-47b1-b6dc-388bb163eec7 req-ef973ede-30b0-4a48-b320-5dd98e39f7db tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 946 time: 0.0886910 Aug 10 00:48:45.231555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Calling delete_port for ecd864e2-ee5a-45b5-9aca-bffd9003d2bc owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:45.240447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-8f093156-ab75-4d4e-988b-b28ac69f885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.241905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-8f093156-ab75-4d4e-988b-b28ac69f885d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1573679 Aug 10 00:48:45.287209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9889fcb0-00b1-47b1-b6dc-388bb163eec7 req-4c15cde4-cc1c-455c-904d-ae285ab82875 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858736 Aug 10 00:48:45.324281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:45.330162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-dba6f524-eb07-4184-a325-e9d18c17ba70 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278284 Aug 10 00:48:45.379822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b6285af1-3cf5-404f-b05f-88d1f112ac18 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:45.393706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbf91d28-3086-48a9-991e-863af54e44bf req-431aeed2-00d1-40aa-8090-d085ebe3085f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205801 Aug 10 00:48:45.397402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b6285af1-3cf5-404f-b05f-88d1f112ac18 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:45.397786 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:45.494326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29890786-72cd-43c8-98d0-291d57951936 req-f62148cf-ca6e-4d20-94fe-e89cef8cd830 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.496131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29890786-72cd-43c8-98d0-291d57951936 req-f62148cf-ca6e-4d20-94fe-e89cef8cd830 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 944 time: 0.1289372 Aug 10 00:48:45.527432 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:48:45.548495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-b5e22024-b7d0-49f9-ae7b-4dfcd561892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.549104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-cb7602ce-52d3-429e-bea5-9ab2e7a568be service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098348 Aug 10 00:48:45.553378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-b5e22024-b7d0-49f9-ae7b-4dfcd561892a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2926185 Aug 10 00:48:45.585382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29890786-72cd-43c8-98d0-291d57951936 req-6cca10e2-2461-4ed3-b2c6-673f5ea60654 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720880 Aug 10 00:48:45.602967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:45.615103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7318909-9a2a-4b00-aaa6-a34805b988df req-65c7ad80-b84b-4f15-99a9-0ac79bc785bd tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0442989 Aug 10 00:48:45.655227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:45.657049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:45.659649 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85446b-0bc9-4923-b400-7ff380f0fee9" -d '{"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-plugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:45.665889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:45.666751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:45.777228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:45.781577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:45.841727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:45.884723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa950a5-30ca-4b43-8c54-3af417327e07 req-68d65604-91b6-4a36-8302-f208296c08d8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:45.887330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa950a5-30ca-4b43-8c54-3af417327e07 req-68d65604-91b6-4a36-8302-f208296c08d8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0703888 Aug 10 00:48:45.887537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:45.942503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa950a5-30ca-4b43-8c54-3af417327e07 req-02a98ab1-f025-4709-9ca0-c47e0c887675 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Aug 10 00:48:45.990654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-be7c8c03-8df5-48ae-abcd-c44919757a1d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628926 Aug 10 00:48:46.001846 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d917394f-ce43-49f9-9461-72109245186c x-openstack-request-id: req-d917394f-ce43-49f9-9461-72109245186c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:46.003168 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-plugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:46.003578 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d917394f-ce43-49f9-9461-72109245186c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:46.004651 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'code': 200} Aug 10 00:48:46.011984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee2de-b263-46bc-82b2-5015876cd024 req-c06207d4-dcbc-49e4-b8fa-14bdb068d963 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.015384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d4ee2de-b263-46bc-82b2-5015876cd024 req-c06207d4-dcbc-49e4-b8fa-14bdb068d963 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=20b2d4bd-205a-4a93-9fb0-2d66cc22665e HTTP/1.1" status: 200 len: 949 time: 0.2688680 Aug 10 00:48:46.035108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.095927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.112529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.126762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:46.158873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f37ed-ab8e-4ef1-8501-972eb2544f4c req-6ec2d534-e823-438f-962c-9031128431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.159852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-765f37ed-ab8e-4ef1-8501-972eb2544f4c req-6ec2d534-e823-438f-962c-9031128431c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 1097 time: 0.0563331 Aug 10 00:48:46.172688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d81508-663b-4190-8637-a31bc5788785 req-b43413bc-b81b-4eba-9541-a437db0f2143 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.174194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34d81508-663b-4190-8637-a31bc5788785 req-b43413bc-b81b-4eba-9541-a437db0f2143 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.1053643 Aug 10 00:48:46.186197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:46.205535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d4ee2de-b263-46bc-82b2-5015876cd024 req-351d9729-ce01-4ed3-8d34-e84adc347e17 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626337 Aug 10 00:48:46.256709 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34d81508-663b-4190-8637-a31bc5788785 req-2e6cc96c-a6ca-451b-86c7-15cbfae5efa1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626812 Aug 10 00:48:46.258756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-765f37ed-ab8e-4ef1-8501-972eb2544f4c req-447b27b5-345a-4b68-be8f-968a6d640fdc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836384 Aug 10 00:48:46.341113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:46.349661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] No DVR routers for this DVR port ecd864e2-ee5a-45b5-9aca-bffd9003d2bc on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:46.353120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.355095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c8ffe37-3fbe-4644-9783-05d8e9128567 req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.10 "DELETE /v2.0/ports/ecd864e2-ee5a-45b5-9aca-bffd9003d2bc HTTP/1.1" status: 204 len: 173 time: 1.8406906 Aug 10 00:48:46.377695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b300e0-ca5e-46f2-9825-804e021b2ebb req-d942ecc0-277d-44df-b4fd-40928dd31920 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570960 Aug 10 00:48:46.440011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3a43c-1964-49b4-b4b6-a8fb885a2bf5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event deleted for resources: {'Port': ['ID=ecd864e2-ee5a-45b5-9aca-bffd9003d2bc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:46.442473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51'}, {'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'name': 'network-vif-deleted', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:46.446527 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940cbca2-0312-4f1b-93b2-cc52d9e23dd0" -d '{"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51"}, {"server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "name": "network-vif-deleted", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:46.456810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:46.457505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:46.457845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:46.488002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:46.488469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Attempting to bind port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:46.498727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:46.499111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:46.499503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:46.501064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Bound port: 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:46.501218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.513325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a734ea-b93f-40a6-9f62-38ff03eb16dc req-12082403-603a-430f-b815-d266b84781b8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.513857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71688cad-551b-4e06-a6d9-848935a81af5 req-7c1c7484-e872-4806-9491-da869907ad68 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.514941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5a734ea-b93f-40a6-9f62-38ff03eb16dc req-12082403-603a-430f-b815-d266b84781b8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.1859715 Aug 10 00:48:46.515362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71688cad-551b-4e06-a6d9-848935a81af5 req-7c1c7484-e872-4806-9491-da869907ad68 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0560291 Aug 10 00:48:46.567464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71688cad-551b-4e06-a6d9-848935a81af5 req-c127d162-7899-4bab-80e5-aba4adb07c6e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Aug 10 00:48:46.632917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5a734ea-b93f-40a6-9f62-38ff03eb16dc req-3bbbe08a-b548-4cfe-ac15-aa8d07795ed9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067195 Aug 10 00:48:46.677754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:46.688691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-82f294db-0446-4799-b17b-280b096b65f1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.690263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-82f294db-0446-4799-b17b-280b096b65f1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528&tenant_id=378c76aea9f44ac292601912d5782dbc&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 947 time: 0.1426990 Aug 10 00:48:46.692213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:46.696246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdab98b-a481-4031-8ca1-09f9231b1682 req-0a9e59bf-b9f4-4f64-8970-e10f18030674 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.705135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cdab98b-a481-4031-8ca1-09f9231b1682 req-0a9e59bf-b9f4-4f64-8970-e10f18030674 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 947 time: 0.0767097 Aug 10 00:48:46.706041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.723625 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c25eb7ca-8827-4e60-bee0-37bd279299c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.752488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cdab98b-a481-4031-8ca1-09f9231b1682 req-d54ef8cc-b23f-446b-baa9-be60ba600720 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Aug 10 00:48:46.805600 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7073313-fd81-40f8-a14e-613fed5e2c76 x-openstack-request-id: req-f7073313-fd81-40f8-a14e-613fed5e2c76 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:46.805897 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51", "code": 200}, {"server_uuid": "20b2d4bd-205a-4a93-9fb0-2d66cc22665e", "name": "network-vif-deleted", "tag": "ecd864e2-ee5a-45b5-9aca-bffd9003d2bc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:46.806146 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7073313-fd81-40f8-a14e-613fed5e2c76 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:46.806539 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'code': 200} Aug 10 00:48:46.806820 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b2d4bd-205a-4a93-9fb0-2d66cc22665e', 'name': 'network-vif-deleted', 'tag': 'ecd864e2-ee5a-45b5-9aca-bffd9003d2bc', 'status': 'completed', 'code': 200} Aug 10 00:48:46.879644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:46.885815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.886423 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:46.887845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-770958c9-0416-4627-ac66-a00bc316bf6f service neutron] 10.222.0.10 "PUT /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 1124 time: 1.9976192 Aug 10 00:48:46.896271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708c48e-ab44-49d2-bbce-02c54477219a req-b16f7d0a-86d2-417d-9a3e-c84d1b0438a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.897743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c708c48e-ab44-49d2-bbce-02c54477219a req-b16f7d0a-86d2-417d-9a3e-c84d1b0438a2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.1804035 Aug 10 00:48:46.899996 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-13402031-dde8-4157-9243-dc017ebb3ee2 service neutron] delete failed (client error): The resource could not be found. Aug 10 00:48:46.901181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-13402031-dde8-4157-9243-dc017ebb3ee2 service neutron] 10.222.0.10 "DELETE /v2.0/ports/61e727f1-df41-435c-bc65-c4bf6875a397/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1918178 Aug 10 00:48:46.902921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cd919-de83-40ea-8f7d-7e329f1e40c8 req-874c03f5-3546-46c3-9a38-45008c9caf21 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:46.904442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e71cd919-de83-40ea-8f7d-7e329f1e40c8 req-874c03f5-3546-46c3-9a38-45008c9caf21 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0622506 Aug 10 00:48:46.964026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:46.966715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c708c48e-ab44-49d2-bbce-02c54477219a req-4d39d646-1dfe-4046-a42a-03a7dc6a88ce tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 Aug 10 00:48:46.971570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e71cd919-de83-40ea-8f7d-7e329f1e40c8 req-8c430de8-3e6b-468c-855b-954c22d572f8 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Aug 10 00:48:46.982176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['432b6b83-c768-4b6f-83ea-92f3d5d9ec51'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:47.069787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1759e2d2-8eda-4455-8848-256250cc4b9d req-6591dcb3-79fd-45d3-a777-9f35be621f63 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Aug 10 00:48:47.097544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-bb6ad490-2e57-4054-adaf-96904543e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.099101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-bb6ad490-2e57-4054-adaf-96904543e727 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1099 time: 0.0843647 Aug 10 00:48:47.202462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022cbcf-8976-475b-9b17-6ac4bf247fea req-2676d47c-dc99-454a-a704-a5a9e18b83db tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.212951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0022cbcf-8976-475b-9b17-6ac4bf247fea req-2676d47c-dc99-454a-a704-a5a9e18b83db tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0664232 Aug 10 00:48:47.241765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-46109697-1a3d-41b6-a48b-5b52890629a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.243661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-46109697-1a3d-41b6-a48b-5b52890629a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1328228 Aug 10 00:48:47.248789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:47.256711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0022cbcf-8976-475b-9b17-6ac4bf247fea req-514303fa-4148-4b2b-a9bd-59af9ad1ad71 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Aug 10 00:48:47.285949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:47.317215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '61e727f1-df41-435c-bc65-c4bf6875a397', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '61e727f1-df41-435c-bc65-c4bf6875a397', 'mac_address': 'fa:16:3e:cf:24:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:47.318416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-809ac922-2ae5-4605-8908-0c9454f5cdf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.0573270 Aug 10 00:48:47.386780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-af673e28-b417-46fb-96ea-d14ea91f3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.388678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-af673e28-b417-46fb-96ea-d14ea91f3d7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0574195 Aug 10 00:48:47.416108 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:47.434272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905712c-bd89-4a60-b6cb-31f6af40910c req-b636d62a-dea8-4fbe-b4ba-9781f23c5ced tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.435035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61e727f1-df41-435c-bc65-c4bf6875a397 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:47.436090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6905712c-bd89-4a60-b6cb-31f6af40910c req-b636d62a-dea8-4fbe-b4ba-9781f23c5ced tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Aug 10 00:48:47.464980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:47.468414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-aaeeb317-f9f7-4c41-84ee-0fa6364973a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.471964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-aaeeb317-f9f7-4c41-84ee-0fa6364973a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0674310 Aug 10 00:48:47.473497 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:47.494042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6905712c-bd89-4a60-b6cb-31f6af40910c req-5dc50135-5861-48e5-ad5c-8512b324e948 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503552 Aug 10 00:48:47.527250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:47.565725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64ea4640-0925-4228-970b-50d6cb463560 req-be98ef87-385d-4021-9db3-c3289ccad6a1 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8&device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0712385 Aug 10 00:48:47.574752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:47.626441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-251c0975-7ce4-4a3d-acb6-5eb0ce6da042 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436553 Aug 10 00:48:47.728906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3daa6d59-0b37-4d59-9079-a12be2440829 req-19c7705b-dc31-4383-ac5e-7c1e664cc561 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 Aug 10 00:48:47.794947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['61e727f1-df41-435c-bc65-c4bf6875a397'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:47.832374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6690e86c-5a9b-4c78-8858-b7585c6650e1 req-61b0a271-3c21-412d-82b4-7062fd1cba0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a4f6bf80f5447c69ee643705b0211fe&device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0395262 Aug 10 00:48:47.864751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c910cea-83c8-4df7-8ffd-0a8197135e17 req-ae1ac0d9-6be2-401e-9733-db08be3d0300 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:47.873942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4c910cea-83c8-4df7-8ffd-0a8197135e17 req-ae1ac0d9-6be2-401e-9733-db08be3d0300 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0671484 Aug 10 00:48:47.884442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6690e86c-5a9b-4c78-8858-b7585c6650e1 req-bf7e9ca2-eb1e-46c7-8758-9a051d25e895 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9a4f6bf80f5447c69ee643705b0211fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310967 Aug 10 00:48:47.913168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4c910cea-83c8-4df7-8ffd-0a8197135e17 req-97d38baa-fb0a-492c-ae09-8d8ceba42bc7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379634 Aug 10 00:48:48.014624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c61ccdc9-ae1b-41e0-82ef-57a8e95ab024 req-bc58a974-ea4b-4a5f-9063-ee67ec1eacb8 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0316255 Aug 10 00:48:48.119742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eea18-0e64-4199-ad62-7c779c2ea85a req-93d48eb9-14bb-49a7-b0eb-e611140cf130 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.121382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-881eea18-0e64-4199-ad62-7c779c2ea85a req-93d48eb9-14bb-49a7-b0eb-e611140cf130 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 948 time: 0.0482702 Aug 10 00:48:48.153030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6e97c-5781-478b-a2e9-320327fdd01c req-08fa177e-84de-4cc5-aa36-0648aaf9a6c7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.154484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ab6e97c-5781-478b-a2e9-320327fdd01c req-08fa177e-84de-4cc5-aa36-0648aaf9a6c7 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 972 time: 0.1403749 Aug 10 00:48:48.157402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690e86c-5a9b-4c78-8858-b7585c6650e1 req-5a029bae-cfc2-4d70-bc36-4d539a643330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.158796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6690e86c-5a9b-4c78-8858-b7585c6650e1 req-5a029bae-cfc2-4d70-bc36-4d539a643330 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2630558 Aug 10 00:48:48.163703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-881eea18-0e64-4199-ad62-7c779c2ea85a req-9d2ec365-a95a-49ad-8df0-d4f38ed88988 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Aug 10 00:48:48.199453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ab6e97c-5781-478b-a2e9-320327fdd01c req-3750782f-ad8e-4bba-b4a1-a97efffaeb67 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376654 Aug 10 00:48:48.312153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb55461-f562-49c5-9b4f-5259800f188c req-e2544061-8335-44df-b3f9-b795635dc1ef tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.314355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9cb55461-f562-49c5-9b4f-5259800f188c req-e2544061-8335-44df-b3f9-b795635dc1ef tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0549116 Aug 10 00:48:48.339145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd7230-062b-46e8-9423-ca9d35a6defb req-8b2f2e62-26c3-49d9-9c67-750027836237 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.340708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76dd7230-062b-46e8-9423-ca9d35a6defb req-8b2f2e62-26c3-49d9-9c67-750027836237 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Aug 10 00:48:48.354565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9cb55461-f562-49c5-9b4f-5259800f188c req-efa68ca9-59f4-4a0b-a3e7-3297882cec88 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Aug 10 00:48:48.383228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76dd7230-062b-46e8-9423-ca9d35a6defb req-0b7485d8-6ee9-48b3-87b7-4b31d6472eb4 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Aug 10 00:48:48.637213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7f5fa-1152-4032-9daa-f1eb3fb0c685 req-3af1266a-02c3-44a6-ad57-3edcbbe4f4e0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.638805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ba7f5fa-1152-4032-9daa-f1eb3fb0c685 req-3af1266a-02c3-44a6-ad57-3edcbbe4f4e0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0500717 Aug 10 00:48:48.669789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bd583-bc49-44e8-af53-0e96aa83d709 req-f86ee78f-daa4-4793-8f34-95cb16aa39de tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.671293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d04bd583-bc49-44e8-af53-0e96aa83d709 req-f86ee78f-daa4-4793-8f34-95cb16aa39de tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0507035 Aug 10 00:48:48.678783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ba7f5fa-1152-4032-9daa-f1eb3fb0c685 req-7c434463-50ec-42c9-9f81-88981c2caa9c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334280 Aug 10 00:48:48.714438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d04bd583-bc49-44e8-af53-0e96aa83d709 req-aa5a0a86-2cb1-4272-9532-dca85684f6db tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367701 Aug 10 00:48:48.808158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:48.810470 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b2d1a-3f09-4d73-af84-d8550bac5184" -d '{"events": [{"name": "network-changed", "server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:48.846660 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d4fa4f-0167-4fad-85fe-4d34c386da41 x-openstack-request-id: req-60d4fa4f-0167-4fad-85fe-4d34c386da41 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:48.846973 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:48.847229 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60d4fa4f-0167-4fad-85fe-4d34c386da41 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:48.847629 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'status': 'completed', 'code': 200} Aug 10 00:48:48.920507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-b683b5cc-c29b-4bbc-8cef-75fc01f9249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:48.922037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-b683b5cc-c29b-4bbc-8cef-75fc01f9249e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1127 time: 0.0407310 Aug 10 00:48:49.003961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:49.051158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-6e0297af-2fee-43f1-983e-0f39c6292e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.052601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-6e0297af-2fee-43f1-983e-0f39c6292e2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1197672 Aug 10 00:48:49.054082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 61e727f1-df41-435c-bc65-c4bf6875a397 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:49.058196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 61e727f1-df41-435c-bc65-c4bf6875a397 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:49.059950 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:49.061125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37ea09-b93a-4afa-b0f4-2fe58cca37c9 req-45961838-56ba-4942-b5c5-90f840c27554 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.063178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd37ea09-b93a-4afa-b0f4-2fe58cca37c9 req-45961838-56ba-4942-b5c5-90f840c27554 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0751526 Aug 10 00:48:49.120132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-e8a1c62c-87d6-437a-9912-2c7214b4c66f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0492597 Aug 10 00:48:49.126743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-909165c4-9c8a-435a-82dd-3bbc43f80ab6 req-3b0cbf0b-d0f3-46e0-8ae9-dcf6ffe13a92 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0324111 Aug 10 00:48:49.152891 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:49.166915 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd37ea09-b93a-4afa-b0f4-2fe58cca37c9 req-48929187-7515-43a6-bae8-c75e79efafa7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Aug 10 00:48:49.175663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:49.177887 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e976ab4-5072-4be6-bf81-7a8b464957e7" -d '{"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-plugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:49.185350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-0c63cb93-b6e6-4d52-be24-792b8f0fb632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.187123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-0c63cb93-b6e6-4d52-be24-792b8f0fb632 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0533342 Aug 10 00:48:49.192548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:49.203794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:49.227186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-25ceefaa-da4a-41f0-950e-b366f708575f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301070 Aug 10 00:48:49.230199 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a22df4-28d6-4d79-bd19-6590e1915873 x-openstack-request-id: req-c9a22df4-28d6-4d79-bd19-6590e1915873 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:49.230493 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-plugged", "status": "completed", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:49.230768 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9a22df4-28d6-4d79-bd19-6590e1915873 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:49.231146 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'code': 200} Aug 10 00:48:49.260839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:49.330233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4346f-3781-4c9b-b3dc-0242ee9d9be5 req-b0bac42d-8fb6-41f4-b731-03c5dbca38d8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.331832 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ad4346f-3781-4c9b-b3dc-0242ee9d9be5 req-b0bac42d-8fb6-41f4-b731-03c5dbca38d8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 972 time: 0.0534310 Aug 10 00:48:49.336672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:49.391821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ad4346f-3781-4c9b-b3dc-0242ee9d9be5 req-159a04fb-b3a1-4c63-b66a-8b54c26f8cfe tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3184792-4318-4ed4-9021-57dfa796deec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479109 Aug 10 00:48:49.397220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ecd864e2-ee5a-45b5-9aca-bffd9003d2bc no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:49.432004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: ecd864e2-ee5a-45b5-9aca-bffd9003d2bc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:49.432396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ecd864e2-ee5a-45b5-9aca-bffd9003d2bc not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:49.475396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:49.503105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:48:49.511170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:49.516648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ff773-2d74-4d7e-b9b3-33ab4e549a39 req-ff432cae-1845-4721-a26d-37e248a64410 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.518767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964ff773-2d74-4d7e-b9b3-33ab4e549a39 req-ff432cae-1845-4721-a26d-37e248a64410 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0575814 Aug 10 00:48:49.559043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964ff773-2d74-4d7e-b9b3-33ab4e549a39 req-1e37edd3-6797-439f-ba7e-f780a2d2d957 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337605 Aug 10 00:48:49.637436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4415109-28b9-472a-bece-2fda3c9640d6 req-b6515382-dfee-4a83-82b7-b513862452fb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.639121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4415109-28b9-472a-bece-2fda3c9640d6 req-b6515382-dfee-4a83-82b7-b513862452fb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.3925645 Aug 10 00:48:49.674756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-3330d633-34e1-46fd-9392-7c3116ec0f8d service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262755 Aug 10 00:48:49.694363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4415109-28b9-472a-bece-2fda3c9640d6 req-4b11a883-8137-4fc8-8c18-93dd0dd045cb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Aug 10 00:48:49.812029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd9d6-677c-41e0-b122-70752d0902bc req-8f8209f2-6527-4d04-84dd-f8ecffc78ca2 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.814139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df2fd9d6-677c-41e0-b122-70752d0902bc req-8f8209f2-6527-4d04-84dd-f8ecffc78ca2 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0500212 Aug 10 00:48:49.846293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038b2d1a-3f09-4d73-af84-d8550bac5184 req-560c75d3-3f15-4bb8-a3b6-3df59029d5b1 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508071 Aug 10 00:48:49.851467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df2fd9d6-677c-41e0-b122-70752d0902bc req-d94661ab-b9fd-4034-99e7-580d1e02eceb tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309932 Aug 10 00:48:49.857195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19250e06-b99f-4faa-b95a-2b20c6d8b5e8 req-6c877fde-a8e3-44ab-82cd-bb5e099333bb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.858938 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19250e06-b99f-4faa-b95a-2b20c6d8b5e8 req-6c877fde-a8e3-44ab-82cd-bb5e099333bb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.0840080 Aug 10 00:48:49.908641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19250e06-b99f-4faa-b95a-2b20c6d8b5e8 req-cf51aa29-ecd4-4606-af6d-1d0023446223 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362492 Aug 10 00:48:49.962922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11d9a8-82f0-4f99-85c8-7b7e2d8ffc2a req-f8491dde-c1c6-40a6-a6ea-cbd56c4f36c2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:49.964575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d11d9a8-82f0-4f99-85c8-7b7e2d8ffc2a req-f8491dde-c1c6-40a6-a6ea-cbd56c4f36c2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0530303 Aug 10 00:48:50.005343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d11d9a8-82f0-4f99-85c8-7b7e2d8ffc2a req-eb287e6b-a08e-447e-a573-0a8641ac51bd tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Aug 10 00:48:50.041979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-89138d91-5c41-40a1-beb8-d54ef06056f8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:50.043740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-89138d91-5c41-40a1-beb8-d54ef06056f8 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 972 time: 0.0574262 Aug 10 00:48:50.139679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Deleting port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:50.140051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:50.209112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-114f3430-1a2d-42f8-aa75-b1fefab493f8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250189 Aug 10 00:48:50.227669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8e58099-e4ee-4e51-92d4-b491bd123277 req-924254c2-0c0b-4f16-954a-8a09f2c5bc8d tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0352209 Aug 10 00:48:50.268323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] For port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:50.268690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:50.282915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Calling delete_port for 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 owned by compute:tempest-test_az-988655111 {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:50.336459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-92606cf4-7354-456a-86da-642cc0e43dd6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:50.338037 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-92606cf4-7354-456a-86da-642cc0e43dd6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1221335 Aug 10 00:48:50.353616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-a05fead7-0494-4b02-a215-e289f3593860 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/quotas/378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 375 time: 0.0096276 Aug 10 00:48:50.384040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292d970-3525-4949-967c-73f6eab6f800 req-46bca26c-cfd1-4898-8720-8d762e742977 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:50.385520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4292d970-3525-4949-967c-73f6eab6f800 req-46bca26c-cfd1-4898-8720-8d762e742977 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0971899 Aug 10 00:48:50.413971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-253fbeae-13bf-46dc-b70d-1e2fa261b5f1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537672 Aug 10 00:48:50.451632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4292d970-3525-4949-967c-73f6eab6f800 req-ceb383af-b64b-4f5e-9003-e07341486cbc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552554 Aug 10 00:48:50.490474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:50.503554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['86264abf-d8f2-44ae-8c09-cffca9ceb8f1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:50.518533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Pushing event deleted for resources: {'Port': ['ID=86264abf-d8f2-44ae-8c09-cffca9ceb8f1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:50.571460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6690e86c-5a9b-4c78-8858-b7585c6650e1 req-f69bf6b4-b37c-405c-a641-5e98ec83de1f tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.21 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0401015 Aug 10 00:48:50.585822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] No DVR routers for this DVR port 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:50.596247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:50.598233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef81e099-d173-43c9-9267-d813b14d25a0 req-9f565a1a-ce89-4743-9b64-e011ec6e49d5 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.21 "DELETE /v2.0/ports/86264abf-d8f2-44ae-8c09-cffca9ceb8f1 HTTP/1.1" status: 204 len: 173 time: 0.5470705 Aug 10 00:48:50.624525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2688a50-b76f-4cba-843c-289e1a99cfe2 req-4e03eeff-e034-4304-abec-90495d6c373f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 210 time: 0.0555928 Aug 10 00:48:50.660937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a62e0ce-0b7e-4b4c-99e2-8dedad720a4b req-35d2cbb9-bbb3-46c3-a5f9-2e950e5d9767 tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 210 time: 0.0961270 Aug 10 00:48:50.813965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ff6e3-c487-4a0a-82ac-077070a90a15 req-a148a405-986a-4016-ac8d-8085ecb6b9d2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:50.815670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-164ff6e3-c487-4a0a-82ac-077070a90a15 req-a148a405-986a-4016-ac8d-8085ecb6b9d2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0777576 Aug 10 00:48:50.849131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-deleted', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:50.852417 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02916628-6efa-49c1-b4d1-a08c6a490c60" -d '{"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-deleted", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:50.855760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-164ff6e3-c487-4a0a-82ac-077070a90a15 req-7ec40a27-0317-4419-b8b9-f9156bd6b12b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340993 Aug 10 00:48:50.898125 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c153a082-872c-48ea-a634-a81496250d70 x-openstack-request-id: req-c153a082-872c-48ea-a634-a81496250d70 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:50.898420 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad3a066-fd6a-412e-9aab-f9b44225e3a3", "name": "network-vif-deleted", "tag": "86264abf-d8f2-44ae-8c09-cffca9ceb8f1", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:50.898701 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c153a082-872c-48ea-a634-a81496250d70 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:50.899126 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad3a066-fd6a-412e-9aab-f9b44225e3a3', 'name': 'network-vif-deleted', 'tag': '86264abf-d8f2-44ae-8c09-cffca9ceb8f1', 'status': 'completed', 'code': 200} Aug 10 00:48:50.981128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bb66a-5ac0-4771-b908-dce91e8b93af req-67bca070-96b5-4d5b-ab33-5f25946b1078 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:50.982715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-051bb66a-5ac0-4771-b908-dce91e8b93af req-67bca070-96b5-4d5b-ab33-5f25946b1078 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Aug 10 00:48:51.014388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:51.023714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-051bb66a-5ac0-4771-b908-dce91e8b93af req-c3fc6d98-9e9e-4948-af60-6b56b12b1799 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Aug 10 00:48:51.137515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e139ac-9c5a-4011-aff6-c06fb9f19e60 req-c969a5a8-d481-4f4b-b9ca-c16939434788 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:51.139244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0e139ac-9c5a-4011-aff6-c06fb9f19e60 req-c969a5a8-d481-4f4b-b9ca-c16939434788 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0543463 Aug 10 00:48:51.181750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0e139ac-9c5a-4011-aff6-c06fb9f19e60 req-0bd3a01b-bfb2-4f87-9615-eb2a645411ee tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347819 Aug 10 00:48:51.252799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:51.263989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'port_id': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'mac_address': 'fa:16:3e:e4:54:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896e1df8-da03-48a4-8bfb-9516e5b4f007', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:48:51.300462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:51.313719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:51.333362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4dfcf6a-a0ff-48ec-8a1f-3bb5ccd5a99e req-fa4ec591-a1f0-47f2-ab16-7c709889811b tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=b686cf3d-79f4-487e-aa7f-618ad43df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0268421 Aug 10 00:48:51.334387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:51.338483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:51.397120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:51.483463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:51.575583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca560a3c-9588-4279-9210-a9e122f0df76 req-7c2ae5d7-cdde-4c94-acbc-8650639399d9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:51.576990 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca560a3c-9588-4279-9210-a9e122f0df76 req-7c2ae5d7-cdde-4c94-acbc-8650639399d9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.0506949 Aug 10 00:48:51.617666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca560a3c-9588-4279-9210-a9e122f0df76 req-61eb17b3-9448-4d1e-a017-43fb6c1b2192 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337000 Aug 10 00:48:51.725265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ac6396b-934b-4ccc-8678-34ec7fc22d93 req-62adb9bd-6ee3-4d87-ab4b-87b29674b829 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 210 time: 0.0272350 Aug 10 00:48:51.771181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-187ba734-da85-4004-aa1f-ff5b7f8573b6 req-3e61bf60-b7a3-4b35-b45f-1d1ad9e1271d tempest-ServersAdminTestJSON-691706047 tempest-ServersAdminTestJSON-691706047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ad3a066-fd6a-412e-9aab-f9b44225e3a3 HTTP/1.1" status: 200 len: 210 time: 0.0259881 Aug 10 00:48:51.987393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973847-cbdc-4394-a32c-a0bca30dbe87 req-ccde3d72-af55-4860-ab51-543f35643078 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:51.988939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74973847-cbdc-4394-a32c-a0bca30dbe87 req-ccde3d72-af55-4860-ab51-543f35643078 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0576353 Aug 10 00:48:52.027173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74973847-cbdc-4394-a32c-a0bca30dbe87 req-9f8901ab-dfba-4036-8361-6cfe79528107 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322516 Aug 10 00:48:52.145133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb25d1-8c1e-4c62-b681-0d98d69cdfe8 req-1e8e71c8-24b6-49bf-8079-5dd936ef052f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.146515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85eb25d1-8c1e-4c62-b681-0d98d69cdfe8 req-1e8e71c8-24b6-49bf-8079-5dd936ef052f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 944 time: 0.0513620 Aug 10 00:48:52.184999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85eb25d1-8c1e-4c62-b681-0d98d69cdfe8 req-630473fd-eca6-4de3-afd1-6c9968c00c9b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Aug 10 00:48:52.296785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b08a7-5ae6-48fa-b18c-f66d9819c365 req-15c4d838-a926-424e-857c-e5d640031326 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.298519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-819b08a7-5ae6-48fa-b18c-f66d9819c365 req-15c4d838-a926-424e-857c-e5d640031326 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0504799 Aug 10 00:48:52.342468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-819b08a7-5ae6-48fa-b18c-f66d9819c365 req-1bfa45b0-973f-4e49-833f-f4f75a3f99f1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Aug 10 00:48:52.428452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ff09b-6741-4cce-90c6-e87aaf206413 req-756857b6-1af6-4716-9805-550257f94b4f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.430048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-640ff09b-6741-4cce-90c6-e87aaf206413 req-756857b6-1af6-4716-9805-550257f94b4f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 944 time: 0.0539203 Aug 10 00:48:52.470575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-640ff09b-6741-4cce-90c6-e87aaf206413 req-11d4e893-c369-41fe-884f-004fb5000171 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Aug 10 00:48:52.568733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-a518624a-93cd-4702-9e99-d127a62969f2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353718 Aug 10 00:48:52.591840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7e610da-95e7-4ce6-8f44-1320ab353d4e req-ee59631a-67d0-48f2-9077-2b2668dec811 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9a4f6bf80f5447c69ee643705b0211fe&device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0425398 Aug 10 00:48:52.605138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49d0bebd-d80e-4c2f-ba52-9de44f20e9f0 req-57ead479-f22b-413d-9fd2-8c7fd80204d3 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Aug 10 00:48:52.660486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7e610da-95e7-4ce6-8f44-1320ab353d4e req-f05c644c-204c-4d49-a6ec-af3b92d59ea9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=9a4f6bf80f5447c69ee643705b0211fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513322 Aug 10 00:48:52.811055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-a4b039c3-7f23-4b4e-b6b3-4107c76876af tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.813052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-a4b039c3-7f23-4b4e-b6b3-4107c76876af tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309175 Aug 10 00:48:52.825063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59396df2-8064-4baf-b384-3bda07de322f req-b7e75179-2aa1-4ffa-9f24-e4d787a0c668 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 210 time: 0.0288911 Aug 10 00:48:52.828165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fae6a2-b397-4f95-86f2-4a40214ffeed req-f307c8d3-20f8-40a7-b01a-cf7959567740 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.829591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83fae6a2-b397-4f95-86f2-4a40214ffeed req-f307c8d3-20f8-40a7-b01a-cf7959567740 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.1334760 Aug 10 00:48:52.836546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Request body: {'port': {'device_id': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '378c76aea9f44ac292601912d5782dbc'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:52.906715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e610da-95e7-4ce6-8f44-1320ab353d4e req-201b1d91-5f52-4f46-a777-a36368e09025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:52.908129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7e610da-95e7-4ce6-8f44-1320ab353d4e req-201b1d91-5f52-4f46-a777-a36368e09025 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2365472 Aug 10 00:48:52.938965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83fae6a2-b397-4f95-86f2-4a40214ffeed req-065bf45c-4056-4b70-b202-74b9c2ad6d98 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964115 Aug 10 00:48:52.988440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Made reservation on behalf of 378c76aea9f44ac292601912d5782dbc for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:48:52.992082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.037850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:48:53.090785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:53.091537 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.104409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49418) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:53.153438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Allocated IP 192.168.233.68 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/a714d975-555f-4424-a62e-ad0f17e50b89) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:48:53.183504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66725486-f4c2-4c9a-b589-eb4db8cf7d7b req-90ed6e84-add3-4f1e-879c-e68e66078fa3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:53.190360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.193911 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66725486-f4c2-4c9a-b589-eb4db8cf7d7b req-90ed6e84-add3-4f1e-879c-e68e66078fa3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0743692 Aug 10 00:48:53.224871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:53.225918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:53.228491 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd9a68-7072-4175-bc4e-98ec79ef3f7b" -d '{"events": [{"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:53.232351 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.233136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:53.270524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:53.270809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66725486-f4c2-4c9a-b589-eb4db8cf7d7b req-64e4e951-9fdb-4e04-89e7-b54b0d0a122d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756457 Aug 10 00:48:53.270919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 86264abf-d8f2-44ae-8c09-cffca9ceb8f1 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:53.292058 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18e5b4-c412-4469-bf7d-76bb66e7ba40 x-openstack-request-id: req-ef18e5b4-c412-4469-bf7d-76bb66e7ba40 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:53.292895 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:53.292895 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef18e5b4-c412-4469-bf7d-76bb66e7ba40 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:53.293251 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'code': 200} Aug 10 00:48:53.304370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7b66d61f-7c7e-41a1-a60c-394bb417bae4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9f15d152f6a4ca096546d748ac5576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985557 Aug 10 00:48:53.306854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49424) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:53.311559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:53.330119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.344396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Transition to ACTIVE for port object a714d975-555f-4424-a62e-ad0f17e50b89 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:53.361992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.384336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.386594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.399332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85', '61e727f1-df41-435c-bc65-c4bf6875a397'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:53.446506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:48:53.450816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:48:53.456989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:48:53.475155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3c64-54ab-402e-aa0f-a8efdbd0c2fd req-eaba7e19-613a-403f-8ba9-6ac3a59c5344 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:53.482640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31bc3c64-54ab-402e-aa0f-a8efdbd0c2fd req-eaba7e19-613a-403f-8ba9-6ac3a59c5344 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0643981 Aug 10 00:48:53.488005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:53.499281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.502373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.503752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3184792-4318-4ed4-9021-57dfa796deec HTTP/1.1" status: 204 len: 168 time: 0.1959896 Aug 10 00:48:53.525708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d2c08-633b-4ffe-b1fb-9a8924f934ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3184792-4318-4ed4-9021-57dfa796deec,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:53.538150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:53.539105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.556328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31bc3c64-54ab-402e-aa0f-a8efdbd0c2fd req-1efd845d-2dfe-4ca1-94da-a3fa221f41af tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 Aug 10 00:48:53.566049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-4ef83d95-85ed-4a0a-bf55-b98451b93d31 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7352848 Aug 10 00:48:53.621363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Request body: {'port': {'device_id': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:53.679665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bcc0d-1d21-42ab-8a48-fb901f6d006a req-9d7f464c-82fa-47c1-866b-27220f137cd8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:53.688045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7bcc0d-1d21-42ab-8a48-fb901f6d006a req-9d7f464c-82fa-47c1-866b-27220f137cd8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.1153660 Aug 10 00:48:53.742734 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20c8295a-c654-4778-9731-ac0c9c8ad5a7 req-3c0c487e-6551-4ffe-91f6-f68f1fcd7522 tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0471179 Aug 10 00:48:53.768319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.799673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7bcc0d-1d21-42ab-8a48-fb901f6d006a req-c988d3a3-fbe7-4c80-842e-6bef2f85e430 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107428 Aug 10 00:48:53.847624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d82d12b-e388-4230-b1e6-fadf1ed70640 None None] Provisioning for port a714d975-555f-4424-a62e-ad0f17e50b89 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:48:53.854396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d82d12b-e388-4230-b1e6-fadf1ed70640 None None] Provisioning complete for port a714d975-555f-4424-a62e-ad0f17e50b89 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:48:53.855644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d82d12b-e388-4230-b1e6-fadf1ed70640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:53.894440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-725d0a73-efc8-4f96-885b-b66731963dbe service neutron] 10.222.0.21 "GET /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.0997481 Aug 10 00:48:53.905523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d82d12b-e388-4230-b1e6-fadf1ed70640 None None] Port a714d975-555f-4424-a62e-ad0f17e50b89 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:48:53.973067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49442) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:54.008147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49657-e9f5-4abb-b993-288c31843ccd req-ba1c9b84-32b6-4476-b078-ce86586a03b9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.009636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2fa49657-e9f5-4abb-b993-288c31843ccd req-ba1c9b84-32b6-4476-b078-ce86586a03b9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 935 time: 0.0823569 Aug 10 00:48:54.035449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8ae73bdf-09fd-4d95-8ced-630bd6009c90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb2efc1cc9834234ae518ce97c39aef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610061 Aug 10 00:48:54.043089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:54.120468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2fa49657-e9f5-4abb-b993-288c31843ccd req-f9981edc-dcf7-4a9c-8d7d-b9d2d0f3e6a3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995295 Aug 10 00:48:54.165465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:54.185411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:54.189271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:54.199333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.214548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcb6fa-c5e5-450a-8ea7-e08a3bf6045f req-111727f0-f201-4370-9712-fd377486f1ed tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.215985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcfcb6fa-c5e5-450a-8ea7-e08a3bf6045f req-111727f0-f201-4370-9712-fd377486f1ed tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 944 time: 0.1394768 Aug 10 00:48:54.219166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.222574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:48:54.235954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:54.237947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Transition to ACTIVE for port object a714d975-555f-4424-a62e-ad0f17e50b89 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:54.251355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.252825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.297739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.365273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcfcb6fa-c5e5-450a-8ea7-e08a3bf6045f req-424bb59e-9f5c-421c-9a6b-3cbd5df9156e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400709 Aug 10 00:48:54.367005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] Transition to ACTIVE for port object 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:48:54.375332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.383222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:54.432064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78ae22-e44c-400b-9e2c-a16e402f9370 req-91254c19-0ba2-4b97-93d9-c78e3214a393 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.433644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d78ae22-e44c-400b-9e2c-a16e402f9370 req-91254c19-0ba2-4b97-93d9-c78e3214a393 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0989857 Aug 10 00:48:54.467705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] No DVR routers for this DVR port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:54.468168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-639aed91-e878-4bcf-8114-291e5a3c15eb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.470491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-639aed91-e878-4bcf-8114-291e5a3c15eb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.2097795 Aug 10 00:48:54.490141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766380-21'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:54.514801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:54.526002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.528348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.532491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-0104b8fc-50f3-49a5-aac5-3cfa6997f4c1 service neutron] 10.222.0.21 "PUT /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 0.6315391 Aug 10 00:48:54.532675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d6ea21d-3017-4ce9-acf3-b238a6000e9c HTTP/1.1" status: 204 len: 168 time: 0.4852622 Aug 10 00:48:54.537879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d78ae22-e44c-400b-9e2c-a16e402f9370 req-f777a159-3571-481e-b58b-ad542f9c2a8c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963686 Aug 10 00:48:54.580070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-6707ff48-92ad-4c42-91a5-62e14d2374e7 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.581792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-6707ff48-92ad-4c42-91a5-62e14d2374e7 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.1927834 Aug 10 00:48:54.582805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c33141-80e4-4262-98d6-003ec7d8085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ea21d-3017-4ce9-acf3-b238a6000e9c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:54.608881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7e610da-95e7-4ce6-8f44-1320ab353d4e req-39aa4087-cecc-4cc1-b702-c14a15370d8a tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.10 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0859008 Aug 10 00:48:54.675704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:54.676047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:54.676373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:54.716179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:54.716506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:54.718346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.790083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:54.790430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:54.790854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:54.791306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Bound port: a714d975-555f-4424-a62e-ad0f17e50b89, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:54.791655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:54.849387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-7029cd88-6df7-4c2c-96b7-5e488d67bd90 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.850916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-7029cd88-6df7-4c2c-96b7-5e488d67bd90 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.2080390 Aug 10 00:48:54.856119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38d606b5-4a1a-4531-9c2c-3ecad2c6e749 req-6c01ee61-d9cb-4480-acbb-e5650d4981cc tempest-ServerShowV247Test-1774737779 tempest-ServerShowV247Test-1774737779-project] 10.222.0.25 "GET /v2.0/ports?device_id=94ea5a5e-a214-4cab-8c27-4ff1cef3feb9 HTTP/1.1" status: 200 len: 210 time: 0.0318849 Aug 10 00:48:54.910050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031de1c-fa82-46bc-bcdb-ccbb9da57dc3 req-ba3fdb97-5f30-4cdd-8ad5-041a08d87dd0 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.911119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9031de1c-fa82-46bc-bcdb-ccbb9da57dc3 req-ba3fdb97-5f30-4cdd-8ad5-041a08d87dd0 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.2103074 Aug 10 00:48:54.979120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d00dd-8963-45d3-8ba7-a55caf0e8083 req-b3fc4a97-d324-4ee1-88d0-f50c1f3407b5 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:54.980619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39d00dd-8963-45d3-8ba7-a55caf0e8083 req-b3fc4a97-d324-4ee1-88d0-f50c1f3407b5 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Aug 10 00:48:55.032725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39d00dd-8963-45d3-8ba7-a55caf0e8083 req-333abaa3-b300-4a24-9f94-9d683ba57460 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442688 Aug 10 00:48:55.043181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:55.055964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Deleting port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:48:55.056308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.078314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-63abc85b-84d5-406c-a18f-6035fc3888b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:55.079905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-63abc85b-84d5-406c-a18f-6035fc3888b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&tenant_id=6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 1097 time: 0.1971903 Aug 10 00:48:55.119704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:55.139453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.155311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9031de1c-fa82-46bc-bcdb-ccbb9da57dc3 req-24972fc8-7494-4cb2-b240-88ff11631459 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142372 Aug 10 00:48:55.239680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:55.265583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:55.265954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.268137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] 10.222.0.21 "PUT /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 1096 time: 1.6520288 Aug 10 00:48:55.272464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:55.274717 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d037dd5-3320-4cca-8a56-d658fba7c2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:55.313919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d403e4-fac4-402f-9420-380a84224c49 req-bb07a945-3959-4f45-b71d-da6d83cdfb9a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:55.321605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2d403e4-fac4-402f-9420-380a84224c49 req-bb07a945-3959-4f45-b71d-da6d83cdfb9a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.1068132 Aug 10 00:48:55.336977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:55.378623 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc55cf-6d27-41ad-82d9-951440e34b93 x-openstack-request-id: req-30bc55cf-6d27-41ad-82d9-951440e34b93 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:55.379253 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:55.379717 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30bc55cf-6d27-41ad-82d9-951440e34b93 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:55.380299 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'status': 'completed', 'code': 200} Aug 10 00:48:55.390087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2d403e4-fac4-402f-9420-380a84224c49 req-4f4d6b73-d243-4551-8b13-6b16a1566df1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650785 Aug 10 00:48:55.411595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1090d4f-c8b4-4225-8981-3f49f811cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:55.424458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] For port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:55.424832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.428455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-bd1615c0-6162-473e-80e0-75e51f35e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:55.437530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-bd1615c0-6162-473e-80e0-75e51f35e6d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.3094113 Aug 10 00:48:55.651528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.799777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f837e-3a2d-4451-99f9-02b8edacac9d req-779fb7ca-e597-49f9-ba3a-ef0774d84aa2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:55.807678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a56f837e-3a2d-4451-99f9-02b8edacac9d req-779fb7ca-e597-49f9-ba3a-ef0774d84aa2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 945 time: 0.0864332 Aug 10 00:48:55.875376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a56f837e-3a2d-4451-99f9-02b8edacac9d req-8fae316d-fd34-47d3-8141-05866b389be3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Aug 10 00:48:55.891866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Calling delete_port for a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:48:55.927726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.940164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:55.957878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.092018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-86e1ac43-dfd9-49ac-bdf8-75d9b6cdf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.094314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-86e1ac43-dfd9-49ac-bdf8-75d9b6cdf5c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.6893883 Aug 10 00:48:56.240542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd4b7-9271-47b4-a304-64734e5dcf8d req-0c177b0a-876f-4693-8d7f-44e2ae3e29e6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.245691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51811f-2edb-4286-b779-61d63f9a4f96 req-e021cf27-53b8-4242-b6fe-258de1d32d6a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.247259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab51811f-2edb-4286-b779-61d63f9a4f96 req-e021cf27-53b8-4242-b6fe-258de1d32d6a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 945 time: 0.0641484 Aug 10 00:48:56.248840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f86bd4b7-9271-47b4-a304-64734e5dcf8d req-0c177b0a-876f-4693-8d7f-44e2ae3e29e6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.4134746 Aug 10 00:48:56.252099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-48c13bfa-6528-49f8-9345-489a4edcad43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.1462777 Aug 10 00:48:56.257946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:56.301829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab51811f-2edb-4286-b779-61d63f9a4f96 req-22ce935c-c463-4a60-b405-6fa680d255e2 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Aug 10 00:48:56.363912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-94fd661c-6f21-4b7e-b636-9897aefc32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.365400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-94fd661c-6f21-4b7e-b636-9897aefc32d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.9164782 Aug 10 00:48:56.422049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on host n-h2-766380-21 for vnic_type normal with profile {"migrating_to": "n-h1-766380-21"} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:48:56.422475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:48:56.422747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:56.431115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:48:56.431432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Attempting to bind port c3bea32a-48e2-45ff-821c-15858d310500 on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:48:56.451356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49526) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:56.516256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-930a9d8f-06a3-40f5-8609-c13bfde54d79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.1163032 Aug 10 00:48:56.520331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:48:56.520742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:48:56.521193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:48:56.521836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Bound port: c3bea32a-48e2-45ff-821c-15858d310500, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:48:56.522269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.551328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-516b13d7-b5e7-4f73-b2fd-7b8c918a8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.553092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-516b13d7-b5e7-4f73-b2fd-7b8c918a8d6b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2840970 Aug 10 00:48:56.574627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfed54f-5826-4a69-a71e-1da7faedd25d req-7b40e244-8480-4189-9bbd-84063bc0ae9f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.583733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edfed54f-5826-4a69-a71e-1da7faedd25d req-7b40e244-8480-4189-9bbd-84063bc0ae9f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0623171 Aug 10 00:48:56.591497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f86bd4b7-9271-47b4-a304-64734e5dcf8d req-55e66afa-0cda-4a5a-9104-3f1869a45190 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417897 Aug 10 00:48:56.620005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb55d-b9b1-4ad0-89de-25323cdf185a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.659600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edfed54f-5826-4a69-a71e-1da7faedd25d req-713ac8e1-1867-441f-8d20-0fde81a11a1d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Aug 10 00:48:56.755683 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad933f9-3221-4121-b8fe-7b8e1db27ce1 req-5dac4e25-6007-43bf-bade-ca437f94d37f tempest-FlavorsV2NegativeTest-768733863 tempest-FlavorsV2NegativeTest-768733863-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=426dbeb5b97e4f6a9639333768d0b48a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222652 Aug 10 00:48:56.758197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:56.764913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:48:56.768529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-7f3c7cef-5ffc-460c-a356-e555b049032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.770183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-7f3c7cef-5ffc-460c-a356-e555b049032e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.2328765 Aug 10 00:48:56.770893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.783018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.791018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7999c42-cec7-4326-9349-786144c966e4 req-acd047b2-7a2c-41ff-a4d4-8a0a933ae5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.792493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-acd047b2-7a2c-41ff-a4d4-8a0a933ae5e6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2320721 Aug 10 00:48:56.855602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event deleted for resources: {'Port': ['ID=a46dabea-dbdc-4b68-bd34-6c03a21d9fd3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:56.863216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-4085ca03-621a-44bb-906f-0dd76bc492bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763402 Aug 10 00:48:56.871114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a80d78-c104-4f06-b83a-4962a6d0bb49 req-505cb5ec-a35a-48ad-9871-e7560bd543de tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.872711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e6a80d78-c104-4f06-b83a-4962a6d0bb49 req-505cb5ec-a35a-48ad-9871-e7560bd543de tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.2169716 Aug 10 00:48:56.910951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad933f9-3221-4121-b8fe-7b8e1db27ce1 req-4ba2972e-16e3-4562-a549-bf57d7c0c4ed tempest-FlavorsV2NegativeTest-768733863 tempest-FlavorsV2NegativeTest-768733863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:56.912426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad933f9-3221-4121-b8fe-7b8e1db27ce1 req-4ba2972e-16e3-4562-a549-bf57d7c0c4ed tempest-FlavorsV2NegativeTest-768733863 tempest-FlavorsV2NegativeTest-768733863-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437120 Aug 10 00:48:56.933155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb55d-b9b1-4ad0-89de-25323cdf185a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.936155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad933f9-3221-4121-b8fe-7b8e1db27ce1 req-dae99673-4081-4884-b8ab-95b62e869535 tempest-FlavorsV2NegativeTest-768733863 tempest-FlavorsV2NegativeTest-768733863-project] 10.222.0.25 "GET /v2.0/quotas/426dbeb5b97e4f6a9639333768d0b48a HTTP/1.1" status: 200 len: 375 time: 0.0146589 Aug 10 00:48:56.938722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed8eb55d-b9b1-4ad0-89de-25323cdf185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:56.994264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad933f9-3221-4121-b8fe-7b8e1db27ce1 req-09be435b-9fba-4dfb-8029-423b2715e87f tempest-FlavorsV2NegativeTest-768733863 tempest-FlavorsV2NegativeTest-768733863-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=426dbeb5b97e4f6a9639333768d0b48a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506067 Aug 10 00:48:57.006833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ed8eb55d-b9b1-4ad0-89de-25323cdf185a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a4f6bf80f5447c69ee643705b0211fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489833 Aug 10 00:48:57.006833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8eb55d-b9b1-4ad0-89de-25323cdf185a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a282c27-47de-425b-a980-34aeebe33afe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:57.006833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:57.047423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:48:57.054356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:57.066384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] No DVR routers for this DVR port a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:48:57.071094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.091413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.093998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09c7abd5-d60f-482b-b2ac-d85b565f9a4a req-4d111be4-266e-4ded-bd7f-ebcff1f43bbe tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "DELETE /v2.0/ports/a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 HTTP/1.1" status: 204 len: 173 time: 2.4875832 Aug 10 00:48:57.109258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.145880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:57.146975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.148617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 1123 time: 2.6645842 Aug 10 00:48:57.150003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:57.150606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:57.151052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:57.153676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092fa4-e296-4438-bab8-e0b852b90608 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:57.187944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f099-92fa-4314-93ff-bacfe60d5d5d req-7db82867-4e63-4202-9be8-08deeb57faca tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:57.189503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4839f099-92fa-4314-93ff-bacfe60d5d5d req-7db82867-4e63-4202-9be8-08deeb57faca tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0937965 Aug 10 00:48:57.192921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e6a80d78-c104-4f06-b83a-4962a6d0bb49 req-6ab51989-beb9-4951-a764-c7a6e504a92b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496696 Aug 10 00:48:57.223464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.226806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:57.227934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a282c27-47de-425b-a980-34aeebe33afe HTTP/1.1" status: 204 len: 168 time: 0.2222488 Aug 10 00:48:57.251545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-fed625a4-fdcb-4874-b1e1-089d2269857a service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238408 Aug 10 00:48:57.261590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-490260ef-77f3-4ad0-a2a8-845d6366da63 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701947 Aug 10 00:48:57.262564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c3bea32a-48e2-45ff-821c-15858d310500'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:57.291283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c3bea32a-48e2-45ff-821c-15858d310500'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:48:57.304748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7889c-3bb3-40f2-bb20-018db6c71081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a282c27-47de-425b-a980-34aeebe33afe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:57.384053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4839f099-92fa-4314-93ff-bacfe60d5d5d req-b1febcdc-b20b-4a56-ad49-f890f4bd2b19 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660306 Aug 10 00:48:57.428347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:57.435878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500'}, {'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-deleted', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3'}, {'name': 'network-changed', 'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:48:57.440707 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1585e254-99fb-4330-8c15-28d4b61fc8ec" -d '{"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bea32a-48e2-45ff-821c-15858d310500"}, {"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-deleted", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3"}, {"name": "network-changed", "server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "tag": "c3bea32a-48e2-45ff-821c-15858d310500"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:48:57.527156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:48:57.565836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 has no active binding in host n-h1-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:48:57.587595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88f6757-c259-4382-8c79-42ab89bc541c req-57d6ef23-d37d-4c18-89df-b39acd1e9e6c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37e210-80b7-4e9f-92bd-70cd5fec3ca3 HTTP/1.1" status: 200 len: 210 time: 0.1235952 Aug 10 00:48:57.600917 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 10 Aug 2021 00:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a46248-faf6-4799-b538-65bb380488a5 x-openstack-request-id: req-77a46248-faf6-4799-b538-65bb380488a5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:48:57.601260 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-unplugged", "status": "completed", "tag": "c3bea32a-48e2-45ff-821c-15858d310500", "code": 200}, {"server_uuid": "3d37e210-80b7-4e9f-92bd-70cd5fec3ca3", "name": "network-vif-deleted", "tag": "a46dabea-dbdc-4b68-bd34-6c03a21d9fd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "tag": "c3bea32a-48e2-45ff-821c-15858d310500", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:48:57.601472 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77a46248-faf6-4799-b538-65bb380488a5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:48:57.601830 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500', 'code': 200} Aug 10 00:48:57.602076 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d37e210-80b7-4e9f-92bd-70cd5fec3ca3', 'name': 'network-vif-deleted', 'tag': 'a46dabea-dbdc-4b68-bd34-6c03a21d9fd3', 'status': 'completed', 'code': 200} Aug 10 00:48:57.602321 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500', 'status': 'completed', 'code': 200} Aug 10 00:48:57.604649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-99736e11-1ba5-46a7-8769-1c6eeb0237bf service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270166 Aug 10 00:48:57.740927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-4719de8f-cba4-4d96-b3fa-97637bae12c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2149389 Aug 10 00:48:57.745672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7999c42-cec7-4326-9349-786144c966e4 req-37d9058a-cb60-475b-9a7f-ca5594295af0 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821925 Aug 10 00:48:57.786416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-7acfa1a6-f5f4-4b73-bc13-d312870b740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:57.802512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-7acfa1a6-f5f4-4b73-bc13-d312870b740a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1126 time: 0.1630235 Aug 10 00:48:57.901479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5a19a-ec83-4d3e-b05d-58a0719a3a69 req-26a8b7e0-b816-49a9-a6e9-ce690434e3c8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:57.912223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3be5a19a-ec83-4d3e-b05d-58a0719a3a69 req-26a8b7e0-b816-49a9-a6e9-ce690434e3c8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.1188803 Aug 10 00:48:57.990373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3be5a19a-ec83-4d3e-b05d-58a0719a3a69 req-dbb309e7-d0fe-48fe-a877-14b890010226 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752761 Aug 10 00:48:58.104415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d89d9-1c09-4d06-8333-ab0260635538 req-e5de55b5-af36-4c3a-9d61-ab6d2b17cde1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.107207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-277d89d9-1c09-4d06-8333-ab0260635538 req-e5de55b5-af36-4c3a-9d61-ab6d2b17cde1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.3003409 Aug 10 00:48:58.147381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49590) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:58.149980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646768-25f6-4766-8d18-2087b992da3c req-bd80707f-addd-42bb-9028-1ae157ceceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.152022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-bd80707f-addd-42bb-9028-1ae157ceceaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 1101 time: 0.3190799 Aug 10 00:48:58.190749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-3eb1568f-32b7-40ca-9df5-539f97849601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.192214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-3eb1568f-32b7-40ca-9df5-539f97849601 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.2770932 Aug 10 00:48:58.208680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-3d125d6b-72c1-4b32-98c7-1f55f22a344f tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.210171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-3d125d6b-72c1-4b32-98c7-1f55f22a344f tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.1855228 Aug 10 00:48:58.211282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-9e475b82-eb81-4c35-bd7e-121b96438876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.212504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-9e475b82-eb81-4c35-bd7e-121b96438876 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.3774946 Aug 10 00:48:58.306332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d279eaf-6f41-4329-b750-8fbc2d6e1aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.337374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7c56b-4c13-4df4-b091-81b35b5c1abf req-9077b512-7a40-4b8d-ac75-2f8a2668ce52 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.343823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2d7c56b-4c13-4df4-b091-81b35b5c1abf req-9077b512-7a40-4b8d-ac75-2f8a2668ce52 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.0923181 Aug 10 00:48:58.369140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-277d89d9-1c09-4d06-8333-ab0260635538 req-bbd01757-c463-4d99-941d-a8e8a2a51076 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457459 Aug 10 00:48:58.379341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-bcd9b0c5-1154-448b-bccd-a29ef63261e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 217 time: 0.1244369 Aug 10 00:48:58.411921 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2d7c56b-4c13-4df4-b091-81b35b5c1abf req-64020951-1b07-4d33-bf0e-e1d5bae13c19 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604475 Aug 10 00:48:58.497735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d279eaf-6f41-4329-b750-8fbc2d6e1aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.504814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d279eaf-6f41-4329-b750-8fbc2d6e1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.514045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646768-25f6-4766-8d18-2087b992da3c req-5aa25716-794c-4243-8e98-9de925fdf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.517546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-5aa25716-794c-4243-8e98-9de925fdf7f2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3428891 Aug 10 00:48:58.534304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-6dba0021-701c-4575-8894-ebc6ad021452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.536374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-6dba0021-701c-4575-8894-ebc6ad021452 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1413698 Aug 10 00:48:58.541526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-184af137-c074-4b99-9625-a9853dab68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:58.543460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-184af137-c074-4b99-9625-a9853dab68f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3046937 Aug 10 00:48:58.552159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d279eaf-6f41-4329-b750-8fbc2d6e1aef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=426dbeb5b97e4f6a9639333768d0b48a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036322 Aug 10 00:48:58.552963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49608) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:58.553692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d279eaf-6f41-4329-b750-8fbc2d6e1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6fe5d2-766c-4894-bf93-e4070dd94bfe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:58.623914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.638717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-a856bbb6-d31a-4523-ac98-c7488acd6b42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 200 len: 217 time: 0.1009932 Aug 10 00:48:58.641566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-7bb345eb-5a91-4954-b253-4f38ac0c684a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891998 Aug 10 00:48:58.657082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.735147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.737964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:58.742302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae6fe5d2-766c-4894-bf93-e4070dd94bfe HTTP/1.1" status: 204 len: 168 time: 0.1855354 Aug 10 00:48:58.771196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4ed8f-28f3-4cfb-9198-6bdcc50748b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6fe5d2-766c-4894-bf93-e4070dd94bfe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:58.979305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-00112b35-c324-41cb-9c0f-1acc52802136 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.4223452 Aug 10 00:48:59.043529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-cdb86483-5418-4b79-87b7-cd1a31571879 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648074 Aug 10 00:48:59.060183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:48:59.088497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeab27b-ab00-4138-ad56-dc5a67220a4a req-c6f90c78-e390-4c05-bd9a-ca874b1eec01 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.097458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afeab27b-ab00-4138-ad56-dc5a67220a4a req-c6f90c78-e390-4c05-bd9a-ca874b1eec01 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.6170249 Aug 10 00:48:59.110540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:48:59.111284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a46dabea-dbdc-4b68-bd34-6c03a21d9fd3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:48:59.152203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49636) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:59.158706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--686896675', 'description': 'tempest-description--314538117'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:48:59.203694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-4728de86-3fd1-4d44-88b7-859f304c5fe3 service neutron] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:48:59.220997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-4728de86-3fd1-4d44-88b7-859f304c5fe3 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:59.222318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb02917a-6976-4975-b54c-0f0b389f1774 req-4728de86-3fd1-4d44-88b7-859f304c5fe3 service neutron] 10.222.0.10 "DELETE /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.9685900 Aug 10 00:48:59.229722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646768-25f6-4766-8d18-2087b992da3c req-bbc4fa58-1702-40f8-8284-1ba7722333d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.231300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-bbc4fa58-1702-40f8-8284-1ba7722333d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2725236 Aug 10 00:48:59.237090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afeab27b-ab00-4138-ad56-dc5a67220a4a req-4db6e93a-b21c-4a1c-ab2a-bc2d5dd6246b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385860 Aug 10 00:48:59.238742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-98a4e977-18d1-4a83-b7b5-721eb8842fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.240360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-98a4e977-18d1-4a83-b7b5-721eb8842fd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1690917 Aug 10 00:48:59.297780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-b0ea0207-1693-4a5d-b1bd-8577b25ad048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.299286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-b0ea0207-1693-4a5d-b1bd-8577b25ad048 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 1118 time: 0.1873751 Aug 10 00:48:59.314995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:59.322336 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-f281eaa7-aba0-44db-b3c6-8ae7cd4ed2c8 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647890 Aug 10 00:48:59.350464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-e5a7b6ea-8d91-4e3c-a406-9f34c33f724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.352226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-e5a7b6ea-8d91-4e3c-a406-9f34c33f724e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943391 Aug 10 00:48:59.355172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd646768-25f6-4766-8d18-2087b992da3c req-f9ac9d3f-d2c9-4c09-94f9-73c21bff67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.356968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-f9ac9d3f-d2c9-4c09-94f9-73c21bff67ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149418 Aug 10 00:48:59.359362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea746d4d-e915-4310-9088-6e382ff0a228 req-310d6839-8688-4dcd-84e8-460de85d3262 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.368209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea746d4d-e915-4310-9088-6e382ff0a228 req-310d6839-8688-4dcd-84e8-460de85d3262 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.1483684 Aug 10 00:48:59.588068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea746d4d-e915-4310-9088-6e382ff0a228 req-39aaeab7-848a-466a-991c-d6ecd4f22d58 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104073 Aug 10 00:48:59.649653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3e813-fca5-456f-b862-dd69a72923a8 req-9c51ab3c-b53e-45bd-929f-adddc2729ec7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.651441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01e3e813-fca5-456f-b862-dd69a72923a8 req-9c51ab3c-b53e-45bd-929f-adddc2729ec7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1551237 Aug 10 00:48:59.655590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1585e254-99fb-4330-8c15-28d4b61fc8ec req-3ea865fe-27d0-47a2-92bf-64b1fc496551 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199601 Aug 10 00:48:59.659353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-b7d071ce-8d7c-477d-b503-bfbf4f444654 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912498 Aug 10 00:48:59.660193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-947b29fa-4c67-4207-9027-5ccbb347834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.661534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-d5fa27c3-a6d3-4728-b5ff-f1442f9d64ca service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516513 Aug 10 00:48:59.662615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-947b29fa-4c67-4207-9027-5ccbb347834d service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.3236289 Aug 10 00:48:59.753645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-839dd595-0ec1-488b-8bfb-f24857fff4b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 200 len: 217 time: 0.0740197 Aug 10 00:48:59.811352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01e3e813-fca5-456f-b862-dd69a72923a8 req-efda833a-160f-4bb6-b172-c666cbbb1b4a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486301 Aug 10 00:48:59.858212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:59.871959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d037dd5-3320-4cca-8a56-d658fba7c2fb req-0efc2329-f5e6-497f-87ba-a2be947c89a1 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931813 Aug 10 00:48:59.872551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064a71f-e146-4664-af3b-8b191a0c2c36 req-474fbdbf-934d-4aa1-a880-aa5d3c971e61 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.878600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:48:59.881177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e064a71f-e146-4664-af3b-8b191a0c2c36 req-474fbdbf-934d-4aa1-a880-aa5d3c971e61 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.1906097 Aug 10 00:48:59.889194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd646768-25f6-4766-8d18-2087b992da3c req-3f405ab4-0bd4-40aa-98bd-4d5e6e09b204 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115250 Aug 10 00:48:59.891903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:48:59.898195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-fd9eb8b7-6c45-4fe1-adc1-72ec74ca1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:48:59.899654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-fd9eb8b7-6c45-4fe1-adc1-72ec74ca1b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1199744 Aug 10 00:48:59.964772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-4406f1bd-fffa-44eb-b5ae-51ed51561f52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483994 Aug 10 00:48:59.982210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532c990f-14fc-4308-af12-c67403051b19,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:48:59.995242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e064a71f-e146-4664-af3b-8b191a0c2c36 req-87054ead-d0cd-4a8c-b75e-2b8088eb0671 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127789 Aug 10 00:49:00.006753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.007895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c0cdd4b3-e766-43c4-aca3-7f70a4772551 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8545935 Aug 10 00:49:00.011062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:00.016951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'security_group_rule': {'security_group_id': '532c990f-14fc-4308-af12-c67403051b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:00.100441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-befffe1b-3c1b-45e4-9f92-8723b6d23041 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192143 Aug 10 00:49:00.106626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.163041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a11034-f793-4b20-9e97-460e4752306f req-8d509878-9cea-465a-8a5b-a595be5c0059 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:00.170365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88a11034-f793-4b20-9e97-460e4752306f req-8d509878-9cea-465a-8a5b-a595be5c0059 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.1063342 Aug 10 00:49:00.186277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-56242354-network', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:00.246214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd5ff0a3-3b74-40e1-81ac-ac2c4ab1617e req-9c4bcfd1-30f3-4c45-93bd-4ec785e89a75 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377575 Aug 10 00:49:00.248218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.250925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88a11034-f793-4b20-9e97-460e4752306f req-45bbef4d-86a9-4a98-8df2-032e6853d602 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792983 Aug 10 00:49:00.251946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Made reservation on behalf of f37243fc723145ab843372abe77f3b7e for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:00.254238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.267862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.274173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.296631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d08279-0e2e-469c-adc4-c614ec39a0b6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:00.328816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.330917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-216762cd-4e00-422f-9bdf-5a12c946cd97 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3179822 Aug 10 00:49:00.333492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49684) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:00.337892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'security_group_rule': {'security_group_id': '532c990f-14fc-4308-af12-c67403051b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:00.437155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.455933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ffdf6-a48a-4671-b74b-aeef960ff735 req-0278a71e-5ecd-4633-a140-db96e646ff62 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:00.455933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d0ffdf6-a48a-4671-b74b-aeef960ff735 req-0278a71e-5ecd-4633-a140-db96e646ff62 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0572190 Aug 10 00:49:00.456701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.477899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.488264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:49:00.518313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d0ffdf6-a48a-4671-b74b-aeef960ff735 req-7d0eedbf-cd72-433d-b8c2-623c3ff8d552 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456595 Aug 10 00:49:00.520156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d756a854-f7ef-498f-8d62-1cdc89e26c69,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:00.536114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.536458 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Added segment f2c12d28-03ba-4b5f-8f1a-120aad9adb00 of type vlan for network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 Aug 10 00:49:00.660906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.703608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.717297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.758882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-af37b92b-8276-4e83-8508-343918a4e7e3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:00.765036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-af37b92b-8276-4e83-8508-343918a4e7e3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.2457695 Aug 10 00:49:00.769632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.771067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:00.771913 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.778957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ccb0c-7ea5-49f8-9152-98723a94ca9b,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:00.793542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.798921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-56df8a4a-31ec-4260-babc-37de544c77bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4604073 Aug 10 00:49:00.799213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49706) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:00.803959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:00.855944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9762118 Aug 10 00:49:00.859754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b826574c-ab33-49dd-a2cd-32a24498bf80 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/quotas/6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 375 time: 0.0853670 Aug 10 00:49:00.860220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49710) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:00.868979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Request body: {'subnet': {'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-56242354-subnet', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:00.875607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.885382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95b623-a91a-4dc0-be66-0ff19377ac05 admin admin] Pushing event updated for resources: {'Network': ['ID=11ef92b7-c4c2-4c76-ac95-160c91461dc2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:00.898491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:49:00.928272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Made reservation on behalf of f37243fc723145ab843372abe77f3b7e for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:00.930778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:00.956222 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-240e8563-f8da-453c-ac63-a944ecc3d30d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728714 Aug 10 00:49:01.028197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19d1c-8d66-4fbd-acee-5727ecc79608 req-723cad99-cb94-4662-a0fa-d3fa6c644ae4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:01.029938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1c19d1c-8d66-4fbd-acee-5727ecc79608 req-723cad99-cb94-4662-a0fa-d3fa6c644ae4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0884194 Aug 10 00:49:01.057684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49718) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:01.068229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.071773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:01.114250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-741a3b9e-e9e8-4d13-b997-5ee6cc7e8c17 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571336 Aug 10 00:49:01.122232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1c19d1c-8d66-4fbd-acee-5727ecc79608 req-e4bd80a5-8f07-49eb-ba43-ef781fa970d3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Aug 10 00:49:01.215458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Allocated IP 172.25.7.112 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/e26b2cc4-e8e5-4350-b566-34770a1997e7) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:01.230462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:01.248896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'mac_address': 'fa:16:3e:ce:bf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:01.298068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.305813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8454d727-dcee-43b2-835c-4095175e8397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.310552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.318536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:01.321322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-1afa4ee2-26bd-428a-bfc6-c2c4f3718cfc service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961117 Aug 10 00:49:01.345565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:01.351160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.387047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.387514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de940ee6-9515-4463-8835-45ad92a65cbf,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:01.412622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58ae53-4a91-43b7-b0c0-d7e854a7d47f req-a0a752f9-a190-43cf-a826-fba268cced1b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:01.414171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a58ae53-4a91-43b7-b0c0-d7e854a7d47f req-a0a752f9-a190-43cf-a826-fba268cced1b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.0933139 Aug 10 00:49:01.420246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:01.457719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Checking segment: {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:01.458087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Network hostable DHCP agents. Network: 11ef92b7-c4c2-4c76-ac95-160c91461dc2, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:49:01.495945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.498642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:49:01.517607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 11ef92b7-c4c2-4c76-ac95-160c91461dc2) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:01.527477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8c49f-1909-4eeb-a988-e17056d4d0e7 None None] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:49:01.535256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:01.536012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.571310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a58ae53-4a91-43b7-b0c0-d7e854a7d47f req-f89562d6-2835-4e8d-80ea-be9edeb20c3b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431124 Aug 10 00:49:01.573698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:01.581702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:01.588603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'Port': ['ID=e26b2cc4-e8e5-4350-b566-34770a1997e7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:01.593959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:01.594821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8454d727-dcee-43b2-835c-4095175e8397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.613700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dbcf3cde-d656-4be4-ad0a-2c002b9d8c92 req-434cda30-5420-47d4-90a1-3eb04bfbe5ce tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 210 time: 0.0750780 Aug 10 00:49:01.616157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8454d727-dcee-43b2-835c-4095175e8397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.635776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3029733-169d-45cd-a036-9d390ee2dda6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7725244 Aug 10 00:49:01.642275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:01.658174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:01.671002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a714d975-555f-4424-a62e-ad0f17e50b89'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:01.672662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8454d727-dcee-43b2-835c-4095175e8397 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=513e012bf66244f7a99765fb7e7d58c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6125548 Aug 10 00:49:01.673558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454d727-dcee-43b2-835c-4095175e8397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55001dc-6dce-4f41-ae79-2821a722e3e9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:01.677148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49730) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:01.713816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.714818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.793591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46491284-11d0-481c-890d-289dd610d8b7 req-4d3f62e5-4da6-4373-ace7-4b339df24b7b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:01.795397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46491284-11d0-481c-890d-289dd610d8b7 req-4d3f62e5-4da6-4373-ace7-4b339df24b7b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.1260498 Aug 10 00:49:01.803228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.807584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.820904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.839840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'fixed_ips': [{'subnet_id': 'de940ee6-9515-4463-8835-45ad92a65cbf'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:49:01.841009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.928164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46491284-11d0-481c-890d-289dd610d8b7 req-36d05a31-55c1-43bd-949b-ed85c207cbfd tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004393 Aug 10 00:49:01.938431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:01.974132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.031281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.052764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Allocated IP 172.20.0.2 (11ef92b7-c4c2-4c76-ac95-160c91461dc2/de940ee6-9515-4463-8835-45ad92a65cbf/359a07fc-02b7-4b14-b660-c3df5de61993) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:02.130862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.135074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.139453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f55001dc-6dce-4f41-ae79-2821a722e3e9 HTTP/1.1" status: 204 len: 168 time: 0.4568396 Aug 10 00:49:02.153397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce20100-b838-4961-be3c-b26e27483f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55001dc-6dce-4f41-ae79-2821a722e3e9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:02.251931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.262208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.281050 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.295935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Transition to ACTIVE for port object 359a07fc-02b7-4b14-b660-c3df5de61993 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:02.315782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Transition to ACTIVE for port object 359a07fc-02b7-4b14-b660-c3df5de61993 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:02.325397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.373632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'Port': ['ID=e26b2cc4-e8e5-4350-b566-34770a1997e7,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:02.379406 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.397346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.400856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:02.409565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-96b8019e-de35-4d0a-9c01-a85fbcde6fc8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6088946 Aug 10 00:49:02.413292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:02.415580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Pushing event updated for resources: {'Port': ['ID=359a07fc-02b7-4b14-b660-c3df5de61993,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:02.424207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:02.486562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd3f4-da67-47ce-84c2-022520ab85fc req-b0173716-f108-42f2-9be9-c6d96b8615a3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:02.487732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Attempting to bind port 359a07fc-02b7-4b14-b660-c3df5de61993 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:02.488322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bdafd3f4-da67-47ce-84c2-022520ab85fc req-b0173716-f108-42f2-9be9-c6d96b8615a3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1660476 Aug 10 00:49:02.488547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Attempting to bind port 359a07fc-02b7-4b14-b660-c3df5de61993 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:02.489110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Attempting to bind port 359a07fc-02b7-4b14-b660-c3df5de61993 on network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:02.495567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:02.496231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Checking segment: {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:02.496894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.497700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Bound using segment: {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:02.498393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Bound port: 359a07fc-02b7-4b14-b660-c3df5de61993, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:02.499102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.505780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.539709 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.569041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bdafd3f4-da67-47ce-84c2-022520ab85fc req-1169a5d4-8f0e-4930-ba6f-4cc627f08761 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717933 Aug 10 00:49:02.584880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] For port 359a07fc-02b7-4b14-b660-c3df5de61993, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:02.590354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] For port 359a07fc-02b7-4b14-b660-c3df5de61993, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=359a07fc-02b7-4b14-b660-c3df5de61993,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:02.597437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.633696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49760) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:02.660378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d82fa49-c406-44f5-a40f-2e868a4aa4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:02.701423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858deb00-1900-4550-9e51-c1914cef1454 None None] Pushing event updated for resources: {'Port': ['ID=359a07fc-02b7-4b14-b660-c3df5de61993,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:02.756855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-6e883ee4-d920-424a-9a00-13811857970a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:02.758430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-6e883ee4-d920-424a-9a00-13811857970a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.1732073 Aug 10 00:49:02.780953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-d0b50abf-7660-4788-ba9c-5f56d0a89d95 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/quotas/f6f3c3f0f8de481a878ff82ed77da915 HTTP/1.1" status: 200 len: 375 time: 0.0137084 Aug 10 00:49:02.797935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b6dbc-3967-44de-b4ac-28da202b37b0 req-c6f3f0a1-328b-4734-8371-3c947de0cedb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:02.799520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-136b6dbc-3967-44de-b4ac-28da202b37b0 req-c6f3f0a1-328b-4734-8371-3c947de0cedb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.1276486 Aug 10 00:49:02.829832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Allocated IP 172.25.7.209 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/554ac6c1-fc54-4e3e-8f6b-8fb499564484) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:02.852083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-2223d9af-e2fe-4564-b1a9-ac2b9ec90497 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622320 Aug 10 00:49:02.901060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-136b6dbc-3967-44de-b4ac-28da202b37b0 req-745cdc33-4c1a-49d5-a329-9a33e5ad5b36 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901105 Aug 10 00:49:02.985909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d82fa49-c406-44f5-a40f-2e868a4aa4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.006187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d82fa49-c406-44f5-a40f-2e868a4aa4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.006381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-1da9220a-99c2-4d99-834d-c107be79b3fb service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480348 Aug 10 00:49:03.077995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:03.126276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5beb5e9d-6246-4cd0-bae2-0321580ef8b0 req-dca2e1fc-e2fa-42ca-a53d-abb2a9a9cac8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 210 time: 0.1042547 Aug 10 00:49:03.136616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82fa49-c406-44f5-a40f-2e868a4aa4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71939e3-aaec-43e3-b44f-f1ae061479fc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:03.149746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a714d975-555f-4424-a62e-ad0f17e50b89 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:03.161860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a714d975-555f-4424-a62e-ad0f17e50b89 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:03.161860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.176048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3d82fa49-c406-44f5-a40f-2e868a4aa4d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd9f28e9ac1a4a2592b606fe670c4a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5395966 Aug 10 00:49:03.181058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49766) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:03.194410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.265895 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.299488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:03.301954 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424cfb0e-9535-4522-9b2d-18f5ee74ad86" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:03.322132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:03.332501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.416849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:03.418807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8e8b327b-9116-40a4-89e7-ab5454f1070a service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115078 Aug 10 00:49:03.587067 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e3087-daf2-4c2c-955f-7acfc3eb02e7 x-openstack-request-id: req-599e3087-daf2-4c2c-955f-7acfc3eb02e7 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:03.587631 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:03.588201 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-599e3087-daf2-4c2c-955f-7acfc3eb02e7 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:03.588841 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'code': 200} Aug 10 00:49:03.758582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f6113b8-ffd1-4931-859a-5ec37d5c42e3 req-6a91fbee-eb33-48cc-bd10-c5296449011f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 210 time: 0.0380795 Aug 10 00:49:03.846704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.863383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fffe-eafc-44c2-94d6-acfcd3edb6ac req-f77259ca-6ad9-4df3-9918-846ca3f91e0e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:03.866164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78f5fffe-eafc-44c2-94d6-acfcd3edb6ac req-f77259ca-6ad9-4df3-9918-846ca3f91e0e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.6231582 Aug 10 00:49:03.876382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:03.899042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614e4ee-aaa8-474b-bbea-ee8afbb49944 req-d16f30c2-3532-4a94-b795-158ecec50131 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:03.908407 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6614e4ee-aaa8-474b-bbea-ee8afbb49944 req-d16f30c2-3532-4a94-b795-158ecec50131 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0853970 Aug 10 00:49:03.942414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-1c8f9d4c-9b7b-4465-a8f1-d83d23c2488f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:03.949392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-1c8f9d4c-9b7b-4465-a8f1-d83d23c2488f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.7285092 Aug 10 00:49:03.959458 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6614e4ee-aaa8-474b-bbea-ee8afbb49944 req-9703c443-2251-4658-84a7-361a7bf61377 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499985 Aug 10 00:49:03.986910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:04.003747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Request body: {'port': {'device_id': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'admin_state_up': True, 'tenant_id': '6c3741e2b7f44043850f8d019af31968'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:04.018587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.021794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:04.070963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:04.075899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6560d5-6141-4b49-853f-1f17e6acb15f req-29226109-4d8d-45c3-ae2e-2b966e771534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:04.077977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb6560d5-6141-4b49-853f-1f17e6acb15f req-29226109-4d8d-45c3-ae2e-2b966e771534 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1101 time: 0.2774282 Aug 10 00:49:04.084691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=554ac6c1-fc54-4e3e-8f6b-8fb499564484,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:04.100889 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eef48-442e-48eb-b2de-d5cf574fc66b req-b3f9a2dd-5a39-45e4-b5be-39c9247686fb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:04.110992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808eef48-442e-48eb-b2de-d5cf574fc66b req-b3f9a2dd-5a39-45e4-b5be-39c9247686fb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0918808 Aug 10 00:49:04.157133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808eef48-442e-48eb-b2de-d5cf574fc66b req-8c4c6e3d-7bab-45bf-8328-6cfe85ff0390 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Aug 10 00:49:04.199519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbdc6b-72d0-4496-9bae-50620b4fe660 None None] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:49:04.208685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78f5fffe-eafc-44c2-94d6-acfcd3edb6ac req-530f8d03-6060-43ed-abdc-c01ddac7dd6b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266909 Aug 10 00:49:04.295239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e00e145-50a6-4d78-abed-2f07f0b71794 req-c38611b5-5440-4372-ae86-d17541f09193 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 210 time: 0.0395451 Aug 10 00:49:04.307652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 359a07fc-02b7-4b14-b660-c3df5de61993 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:04.322183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb6560d5-6141-4b49-853f-1f17e6acb15f req-f56d9ff8-eec6-4f32-bd0e-fde1fa9ce6e8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080841 Aug 10 00:49:04.329398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.331967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.335433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b71939e3-aaec-43e3-b44f-f1ae061479fc HTTP/1.1" status: 204 len: 168 time: 1.1508269 Aug 10 00:49:04.377399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b91606-953f-4f3f-915b-190bb51a47e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71939e3-aaec-43e3-b44f-f1ae061479fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:04.416886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:04.420757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.427543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ed239d0-b2ae-47e9-9557-0949fc84c536 None None] Provisioning for port 359a07fc-02b7-4b14-b660-c3df5de61993 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:04.468643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 359a07fc-02b7-4b14-b660-c3df5de61993 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:04.488625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 359a07fc-02b7-4b14-b660-c3df5de61993 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:04.488997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.595419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.600340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.639219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 359a07fc-02b7-4b14-b660-c3df5de61993, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=359a07fc-02b7-4b14-b660-c3df5de61993,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:04.645677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.735551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=359a07fc-02b7-4b14-b660-c3df5de61993,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:04.757302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Allocated IP 172.20.0.5 (95a0e5d2-f6a2-4820-bc32-bf2afed91ad2/7628e177-23d2-434c-a21b-39bc8da55068/476189df-af51-4615-a890-f96bfe3680ba) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:04.877852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9e00ba9-af1f-45ca-b284-3cb876823930 None None] Provisioning complete for port 359a07fc-02b7-4b14-b660-c3df5de61993 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:04.878383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9e00ba9-af1f-45ca-b284-3cb876823930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:04.899094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06ec07b2-42e2-4af2-97eb-ed0ed1af6e4c req-945c0e8b-f791-4a5d-93d1-c36c8e213f91 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 210 time: 0.0531428 Aug 10 00:49:05.129589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-2092c6ab-8696-4ed3-87ad-a9d773821204 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.131042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-2092c6ab-8696-4ed3-87ad-a9d773821204 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.2683413 Aug 10 00:49:05.146478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:05.175317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'port': {'device_id': 'b745adac-488f-4c24-9458-899d49355966', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'admin_state_up': True, 'tenant_id': 'f6f3c3f0f8de481a878ff82ed77da915'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:05.185929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f783-3e48-4ff2-af53-54c1ad4a823e req-5f0aa1f5-4e6a-4096-916d-6695673b1d2a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.188379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23a4f783-3e48-4ff2-af53-54c1ad4a823e req-5f0aa1f5-4e6a-4096-916d-6695673b1d2a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1410527 Aug 10 00:49:05.332417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:05.371304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f36e7f-68bd-4a80-b858-38b57a3e58b1 req-799fb75d-0bb0-4409-8f15-a6e7c940ac26 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.382551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62f36e7f-68bd-4a80-b858-38b57a3e58b1 req-799fb75d-0bb0-4409-8f15-a6e7c940ac26 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0934374 Aug 10 00:49:05.435970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23a4f783-3e48-4ff2-af53-54c1ad4a823e req-c70dc503-d206-4869-bedb-765ba2267065 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123098 Aug 10 00:49:05.436980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62f36e7f-68bd-4a80-b858-38b57a3e58b1 req-c0a864b4-d1af-4800-8f25-8130026943c6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Aug 10 00:49:05.544244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:05.599124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Made reservation on behalf of f6f3c3f0f8de481a878ff82ed77da915 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:05.604494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:05.633473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Router ec787774-36aa-4707-9edc-23583d8c4584 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:49:05.642744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066cf9f-c12c-4065-8c5e-74dd3e2b7067 req-ef4f3917-7667-4610-85be-b4f27a045477 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.644425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d066cf9f-c12c-4065-8c5e-74dd3e2b7067 req-ef4f3917-7667-4610-85be-b4f27a045477 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0587592 Aug 10 00:49:05.671502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:05.681373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:05.697247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:05.706717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d066cf9f-c12c-4065-8c5e-74dd3e2b7067 req-ceb49882-b5b6-40d7-9458-78002042e59f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557373 Aug 10 00:49:05.745086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:05.850841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5c3af-5f09-49ed-a87e-c12f023ebd5a req-e04d7f62-1033-4b0b-970e-659f8bf80ddf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.852774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56b5c3af-5f09-49ed-a87e-c12f023ebd5a req-e04d7f62-1033-4b0b-970e-659f8bf80ddf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 931 time: 0.2620144 Aug 10 00:49:05.954643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:05.955327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.021174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:49:06.031503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-afa0c707-04fe-4ef9-8477-d15f322e75e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0432866 Aug 10 00:49:06.032151 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Sync routers for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:49:06.034433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56b5c3af-5f09-49ed-a87e-c12f023ebd5a req-1be9059e-6edc-4aa1-bd85-47a575a394f7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257665 Aug 10 00:49:06.045576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:06.046288 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:48:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:06.053945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Request body: {'port': {'device_id': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:06.081877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Allocated IP 172.20.0.14 (6b75ab94-6da0-4441-9586-1d3915b5b384/896e1df8-da03-48a4-8bfb-9516e5b4f007/5fec91aa-8843-4424-b54a-6a0af296944b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:06.088059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfafc77c-bfb5-4aa9-94e4-231077dfce42 req-1e187482-62b8-4050-bdfe-09a2b19c4767 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 210 time: 0.0916796 Aug 10 00:49:06.101246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.102658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-36fc0107-072c-42f7-bf3c-75e587200ee4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4594276 Aug 10 00:49:06.106453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49844) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:06.177170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 359a07fc-02b7-4b14-b660-c3df5de61993 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:06.239426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 359a07fc-02b7-4b14-b660-c3df5de61993 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:06.240229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.253886 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:06.286887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.452154 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:04Z', 'revision_number': 3, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:06.486422 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Checking router: ec787774-36aa-4707-9edc-23583d8c4584 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:49:06.486969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Updating router ec787774-36aa-4707-9edc-23583d8c4584 port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:49:06.521590 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.672196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ce96e-75c5-4012-854f-7107b76444b6 req-b56cf9ce-0e44-47c5-98b7-8d5bbc10cd61 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:06.673791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d78ce96e-75c5-4012-854f-7107b76444b6 req-b56cf9ce-0e44-47c5-98b7-8d5bbc10cd61 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0880840 Aug 10 00:49:06.762961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d78ce96e-75c5-4012-854f-7107b76444b6 req-438f0e93-8fd5-4e08-a698-6ae8d4007a17 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778823 Aug 10 00:49:06.931183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f927b20-5634-4e50-9a1e-2898c6c8a3b3 req-96c22c4c-2bbf-4e47-96ea-4b028407a196 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:06.940320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f927b20-5634-4e50-9a1e-2898c6c8a3b3 req-96c22c4c-2bbf-4e47-96ea-4b028407a196 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 943 time: 0.0962973 Aug 10 00:49:06.964471 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:06.980599 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Transition to ACTIVE for port object 554ac6c1-fc54-4e3e-8f6b-8fb499564484 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:06.989712 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.006864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f927b20-5634-4e50-9a1e-2898c6c8a3b3 req-7b143f79-6cd1-496a-84d9-0c69fe40b384 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629337 Aug 10 00:49:07.052370 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Pushing event updated for resources: {'Port': ['ID=554ac6c1-fc54-4e3e-8f6b-8fb499564484,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:07.062549 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.062919 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.063437 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.063928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.064413 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.064918 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.065400 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.066123 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.066864 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.067366 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.067865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.068801 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:07.094837 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Attempting to bind port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:07.098866 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Attempting to bind port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:07.098866 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Attempting to bind port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:07.117348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:07.119329 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:07.122880 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.125361 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:07.126731 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Bound port: 554ac6c1-fc54-4e3e-8f6b-8fb499564484, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:07.132822 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.242813 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] For port 554ac6c1-fc54-4e3e-8f6b-8fb499564484, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:07.247999 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] For port 554ac6c1-fc54-4e3e-8f6b-8fb499564484, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=554ac6c1-fc54-4e3e-8f6b-8fb499564484,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:07.251990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f14a0-21f5-4926-93bc-b2c62c6db68f req-c767673c-b99f-4c8d-ad64-9fa6e0830c5a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.253565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-507f14a0-21f5-4926-93bc-b2c62c6db68f req-c767673c-b99f-4c8d-ad64-9fa6e0830c5a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.3417985 Aug 10 00:49:07.254595 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.267696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.281912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-4b943727-8cb2-4085-b4dc-683808537ec1 service neutron] 10.222.0.10 "GET /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500/bindings/n-h1-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1138043 Aug 10 00:49:07.333018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0247aa6-0da6-4508-bf80-6c0442790910 None None] Pushing event updated for resources: {'Port': ['ID=554ac6c1-fc54-4e3e-8f6b-8fb499564484,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:07.340296 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:07.341254 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:48:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:07.407509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b22d4-f7c0-4bf6-ab4e-9712f3ec4419 req-3876efb0-a32c-4afc-b8cc-f72f23ca21fd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.409222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f74b22d4-f7c0-4bf6-ab4e-9712f3ec4419 req-3876efb0-a32c-4afc-b8cc-f72f23ca21fd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 931 time: 0.1699328 Aug 10 00:49:07.409933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-507f14a0-21f5-4926-93bc-b2c62c6db68f req-e23a0fa4-6d9d-4edb-8ebb-b6e781ff89a3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473269 Aug 10 00:49:07.480334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.504790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:07.512450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f74b22d4-f7c0-4bf6-ab4e-9712f3ec4419 req-59404831-dd9d-41c6-853d-666aa024c1f9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877650 Aug 10 00:49:07.626306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476189df-af51-4615-a890-f96bfe3680ba {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:07.637788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.651643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:07.687667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd30f3-c3a2-4e2c-a93f-f241fb05c41f req-ab502d94-3b94-4dd1-9bac-5c1d61e451e7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.695000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51cd30f3-c3a2-4e2c-a93f-f241fb05c41f req-ab502d94-3b94-4dd1-9bac-5c1d61e451e7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0925076 Aug 10 00:49:07.697327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:07.709336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:07.716955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Transition to ACTIVE for port object 476189df-af51-4615-a890-f96bfe3680ba will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:07.723011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:07.730162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.732796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:07.738558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:07.756809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bea32a-48e2-45ff-821c-15858d310500 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:07.770827 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:04Z', 'revision_number': 3, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:07.784495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:07.802968 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673b2f3-ecbb-46ce-8a8d-0b9d35f8e5ee None None] The sync data for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 is: [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:04Z', 'revision_number': 3, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:49:07.814260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.814718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51cd30f3-c3a2-4e2c-a93f-f241fb05c41f req-a1c2aa3d-e20b-42a9-9f0d-2489f22aee92 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152027 Aug 10 00:49:07.835546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.867863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a315c23-e30a-4a5f-bf63-4b85cce3f0fc req-d17da783-c12c-41d0-8996-7d454ad73b20 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.869453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a315c23-e30a-4a5f-bf63-4b85cce3f0fc req-d17da783-c12c-41d0-8996-7d454ad73b20 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 932 time: 0.3047926 Aug 10 00:49:07.923248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:07.938388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.939004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:07.978276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] Transition to ACTIVE for port object c3bea32a-48e2-45ff-821c-15858d310500 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:07.988389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d291a7e-6de9-4d07-b2d8-00f8814873eb req-07ed9ee2-a50f-48bd-ad70-3f36e6575ff1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:07.989988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d291a7e-6de9-4d07-b2d8-00f8814873eb req-07ed9ee2-a50f-48bd-ad70-3f36e6575ff1 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0908842 Aug 10 00:49:07.991713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:08.038807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-8fd09368-4e28-4240-ad9e-42d024091657 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8732431 Aug 10 00:49:08.057525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Request body: {'port': {'device_id': 'b745adac-488f-4c24-9458-899d49355966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:08.069041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a315c23-e30a-4a5f-bf63-4b85cce3f0fc req-c5a8612e-897e-4afc-bb94-e879ef236566 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884673 Aug 10 00:49:08.103896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] No DVR routers for this DVR port c3bea32a-48e2-45ff-821c-15858d310500 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:08.112675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] Pushing event updated for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:08.126959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d291a7e-6de9-4d07-b2d8-00f8814873eb req-53adba4e-55aa-4eaa-ba68-b9e0b1bdd9c7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067824 Aug 10 00:49:08.196892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-5d1d7d66-cedd-43f0-8bb7-248fd027cf31 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500/bindings/n-h1-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9070945 Aug 10 00:49:08.338384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Allocated IP 172.20.0.1 (11ef92b7-c4c2-4c76-ac95-160c91461dc2/de940ee6-9515-4463-8835-45ad92a65cbf/99c4848f-9349-4514-aa45-2b0faad4f227) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:08.340650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:08.341111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:08.341599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:08.412601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:08.413598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:08.457653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:08.457901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:08.458244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:08.458717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Bound port: 476189df-af51-4615-a890-f96bfe3680ba, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:08.459088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:08.516019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-b4f51980-39e0-4c88-811c-b828a115bb1a tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:08.517564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-b4f51980-39e0-4c88-811c-b828a115bb1a tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.2209988 Aug 10 00:49:08.540205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:08.578651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe7fa3-8d96-4787-82e8-018f33cb8116 req-7b41ecb0-d0d5-4ffc-b613-f9ca024e8fb2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:08.580249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31fe7fa3-8d96-4787-82e8-018f33cb8116 req-7b41ecb0-d0d5-4ffc-b613-f9ca024e8fb2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.2741954 Aug 10 00:49:08.751289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-9dcc7873-edbc-495b-9b08-b4f9d17bdc30 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578971 Aug 10 00:49:08.765115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684cf64-6f34-4271-ace4-5254a8634528 req-e73bfd9e-81c5-4a2b-bc0d-ec601935c368 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:08.765115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8684cf64-6f34-4271-ace4-5254a8634528 req-e73bfd9e-81c5-4a2b-bc0d-ec601935c368 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.1062868 Aug 10 00:49:08.826286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8684cf64-6f34-4271-ace4-5254a8634528 req-00f62bf0-ff69-4cc3-b9e7-f70a70cd643b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570939 Aug 10 00:49:08.836589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-2f1b236e-74e1-46fc-9c6a-7b0f9a747fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:08.838209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-2f1b236e-74e1-46fc-9c6a-7b0f9a747fb7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 1096 time: 0.3072252 Aug 10 00:49:08.841365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31fe7fa3-8d96-4787-82e8-018f33cb8116 req-52f645a6-694a-4202-8d70-71ff8225ed87 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457283 Aug 10 00:49:08.864427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:08.888120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:08.976711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Transition to ACTIVE for port object 99c4848f-9349-4514-aa45-2b0faad4f227 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:08.979195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:09.011002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b7915-2894-45bf-9185-7d85ea8f9714 req-ea69e7c5-a7c7-4e11-be55-e8eb7cb9c6db tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.012918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3b7915-2894-45bf-9185-7d85ea8f9714 req-ea69e7c5-a7c7-4e11-be55-e8eb7cb9c6db tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0824530 Aug 10 00:49:09.037111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.065885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3b7915-2894-45bf-9185-7d85ea8f9714 req-d71122c0-4d6a-40b1-92bb-5201aa506508 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Aug 10 00:49:09.097174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.098079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.099685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] 10.222.0.21 "PUT /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 1092 time: 3.0552564 Aug 10 00:49:09.105390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'tag': '476189df-af51-4615-a890-f96bfe3680ba'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:09.113562 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbcbd94-356f-4e20-9573-2defeebca3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "tag": "476189df-af51-4615-a890-f96bfe3680ba"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:09.140028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-549c46d7-c8f8-4055-bb38-ab73400dd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.142834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-549c46d7-c8f8-4055-bb38-ab73400dd954 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1096 time: 0.2406507 Aug 10 00:49:09.266528 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae4c04-2607-4a17-a757-1b6506264c94 x-openstack-request-id: req-71ae4c04-2607-4a17-a757-1b6506264c94 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:09.269158 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "tag": "476189df-af51-4615-a890-f96bfe3680ba", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:09.270097 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71ae4c04-2607-4a17-a757-1b6506264c94 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:09.270430 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'tag': '476189df-af51-4615-a890-f96bfe3680ba', 'status': 'completed', 'code': 200} Aug 10 00:49:09.306939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b483737-c4ca-4f58-b7b6-306c7dfebb76 req-3763da26-82e9-4ca9-ad8a-9f717c39c8f3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.308934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b483737-c4ca-4f58-b7b6-306c7dfebb76 req-3763da26-82e9-4ca9-ad8a-9f717c39c8f3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0574179 Aug 10 00:49:09.355312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b483737-c4ca-4f58-b7b6-306c7dfebb76 req-bde8b912-14b8-4a93-8b05-af98519fb472 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370700 Aug 10 00:49:09.377026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a7e999-1276-4937-8fd9-d6f59d070535 service neutron] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:09.413101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.447378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:09.527808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-ade0b546-68bf-46e1-8db7-3ed4afa1b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.529034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-ade0b546-68bf-46e1-8db7-3ed4afa1b66e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1095 time: 0.3611615 Aug 10 00:49:09.540712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:09.551257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:09.553380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca79d4-38cd-42c2-bdd6-2d74b3ea5461 req-0a654684-6c93-42d9-9854-2232bd405b2c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.554885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31ca79d4-38cd-42c2-bdd6-2d74b3ea5461 req-0a654684-6c93-42d9-9854-2232bd405b2c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 932 time: 0.2917588 Aug 10 00:49:09.569194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-1ef1fa20-2d55-48f9-8d16-cc7639dca1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.570703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-1ef1fa20-2d55-48f9-8d16-cc7639dca1f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.4057066 Aug 10 00:49:09.575707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:09.625779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Pushing event updated for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:09.634283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:09.638539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:09.662095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-d15ec70a-8ed8-4ed2-ab1b-9c6ab54e26f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.1200931 Aug 10 00:49:09.669534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.744633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-d2e4174c-5f26-46a1-8931-056ab652bae4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 200 len: 217 time: 0.1009712 Aug 10 00:49:09.850911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Transition to ACTIVE for port object 5fec91aa-8843-4424-b54a-6a0af296944b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:09.877999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.902271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31ca79d4-38cd-42c2-bdd6-2d74b3ea5461 req-badd24c8-378e-465b-acdd-cbf14bc63ebd tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276982 Aug 10 00:49:09.932868 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:09.933749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-0e2f594e-fd37-4046-a1c0-11cec6fa6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.935162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-0e2f594e-fd37-4046-a1c0-11cec6fa6680 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.2134986 Aug 10 00:49:09.941078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-069f7db0-8e35-4dd0-8321-764a50cf0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:09.942624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-069f7db0-8e35-4dd0-8321-764a50cf0f97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1576469 Aug 10 00:49:09.991883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-542f92d7-f146-4ee1-b5eb-fd829eed46dc None None] Provisioning for port 99c4848f-9349-4514-aa45-2b0faad4f227 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:10.003522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-542f92d7-f146-4ee1-b5eb-fd829eed46dc None None] Provisioning complete for port 99c4848f-9349-4514-aa45-2b0faad4f227 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:10.003957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-542f92d7-f146-4ee1-b5eb-fd829eed46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:10.107760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1deac6-d300-487d-a80b-418a986eb3bb req-31b683d5-2e42-41e7-b0a1-84fc95980857 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.111774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1deac6-d300-487d-a80b-418a986eb3bb req-31b683d5-2e42-41e7-b0a1-84fc95980857 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.1308086 Aug 10 00:49:10.116894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-542f92d7-f146-4ee1-b5eb-fd829eed46dc None None] Port 99c4848f-9349-4514-aa45-2b0faad4f227 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:49:10.194341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1deac6-d300-487d-a80b-418a986eb3bb req-2dc17369-840a-45c7-9bfc-e1c10c723c6d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731153 Aug 10 00:49:10.216393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 554ac6c1-fc54-4e3e-8f6b-8fb499564484 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:10.284585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:10.289284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:10.289781 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:10.333087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd380e7-dc2b-4216-aea8-1037c4aa1e1e req-12796623-4bd4-44ae-9b7a-2bcd7c1546c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.343056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfd380e7-dc2b-4216-aea8-1037c4aa1e1e req-12796623-4bd4-44ae-9b7a-2bcd7c1546c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0809200 Aug 10 00:49:10.419857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-70dd4708-d64f-4e86-8fd8-d5dd43f65218 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4719179 Aug 10 00:49:10.421846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfd380e7-dc2b-4216-aea8-1037c4aa1e1e req-977fd11d-220e-42f8-8178-a8a18c349983 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740929 Aug 10 00:49:10.438155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-37feac6b-50f3-427c-a2b3-977e21f84292 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4406528 Aug 10 00:49:10.438562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:10.524862 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:10.557005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 554ac6c1-fc54-4e3e-8f6b-8fb499564484, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=554ac6c1-fc54-4e3e-8f6b-8fb499564484,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:10.562336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:10.608088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840d35-e615-49a7-a558-d84f621f6310 req-78f5acac-70ec-464d-82da-90a49226ac38 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.617372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65840d35-e615-49a7-a558-d84f621f6310 req-78f5acac-70ec-464d-82da-90a49226ac38 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1034379 Aug 10 00:49:10.639399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=554ac6c1-fc54-4e3e-8f6b-8fb499564484,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:10.642738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-638a626e-f5bd-4a2a-9692-041c197e872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.644533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-638a626e-f5bd-4a2a-9692-041c197e872c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1101 time: 0.0940270 Aug 10 00:49:10.689244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65840d35-e615-49a7-a558-d84f621f6310 req-9cda6b94-0864-40a9-a6bf-f99533b8254e tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706296 Aug 10 00:49:10.726476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d47ee2-527b-46cb-a522-6f5c77ef8bf6 req-22e352c1-57ca-4225-8fa0-a249b3479b2e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.734085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-71d47ee2-527b-46cb-a522-6f5c77ef8bf6 req-22e352c1-57ca-4225-8fa0-a249b3479b2e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.3838246 Aug 10 00:49:10.772022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-7f73d362-ba7f-4468-94e5-f7440599ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.773526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-7f73d362-ba7f-4468-94e5-f7440599ed48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1159961 Aug 10 00:49:10.811215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-e5446528-7157-40bf-98be-0f6d8f652f7a service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645775 Aug 10 00:49:10.830924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-39a6bf14-f5ee-420f-908f-e1f4d0bd9341 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0481639 Aug 10 00:49:10.857695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Attempting to bind port 5fec91aa-8843-4424-b54a-6a0af296944b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:10.857966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Attempting to bind port 5fec91aa-8843-4424-b54a-6a0af296944b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:10.858311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Attempting to bind port 5fec91aa-8843-4424-b54a-6a0af296944b on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:10.882142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-0619fe21-de65-46c6-8ff3-65b73ede017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.883761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-0619fe21-de65-46c6-8ff3-65b73ede017f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0452061 Aug 10 00:49:10.909464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-777bd3d4-14ea-402d-8aeb-a51787f2c89a service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279878 Aug 10 00:49:10.925365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-71d47ee2-527b-46cb-a522-6f5c77ef8bf6 req-d8495962-2da7-4e8a-8bfc-afe030eddc86 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881058 Aug 10 00:49:10.925365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Port 5fec91aa-8843-4424-b54a-6a0af296944b on network 6b75ab94-6da0-4441-9586-1d3915b5b384 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:10.925365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Attempting to bind port 5fec91aa-8843-4424-b54a-6a0af296944b on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:10.946353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-1e90d9d5-f2f0-4ba6-b9b8-cce6cf903cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:10.946995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:10.948695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-1e90d9d5-f2f0-4ba6-b9b8-cce6cf903cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563204 Aug 10 00:49:10.948981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:10.949374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Checking segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:10.950221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Bound using segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:10.950712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Bound port: 5fec91aa-8843-4424-b54a-6a0af296944b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:10.951059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.089731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306db5e2-50dd-4a84-87af-df77d48ec090 req-1ea7ce78-3ac3-48a5-9f69-e1dd4d8dd2b5 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.091464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-306db5e2-50dd-4a84-87af-df77d48ec090 req-1ea7ce78-3ac3-48a5-9f69-e1dd4d8dd2b5 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.0829148 Aug 10 00:49:11.098108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efe23508-7eb6-46a1-a06b-f81e392e8c75 req-53778374-1503-4144-a812-aefb01dfba2b service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754798 Aug 10 00:49:11.099161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-e786e8fa-ba7c-4172-bbe2-f6eca681dcd6 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408942 Aug 10 00:49:11.158543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-39d712ca-b0f7-49d3-9043-ad2fee9ffe2a service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292852 Aug 10 00:49:11.176828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:11.201564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-306db5e2-50dd-4a84-87af-df77d48ec090 req-b6e502c8-0fed-4467-a2ce-6347f956d387 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007922 Aug 10 00:49:11.244833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:11.256528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.257019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-1a208584-cdc1-48ab-ba46-889e719eb034 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403284 Aug 10 00:49:11.329679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.330297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.332079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] 10.222.0.21 "PUT /v2.0/ports/5fec91aa-8843-4424-b54a-6a0af296944b HTTP/1.1" status: 200 len: 1093 time: 3.2825453 Aug 10 00:49:11.336473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:11.339317 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b745adac-488f-4c24-9458-899d49355966", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:11.362294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-764d0997-c684-4e18-8003-2f45ced35fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.364109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-764d0997-c684-4e18-8003-2f45ced35fe5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1095 time: 0.1889958 Aug 10 00:49:11.427439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899ea5c-aa09-47fa-8785-0a9f237cf387 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:11.433726 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee80ad7-d2f7-4799-a32e-fd3df2c56ba1 x-openstack-request-id: req-3ee80ad7-d2f7-4799-a32e-fd3df2c56ba1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:11.434296 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b745adac-488f-4c24-9458-899d49355966", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:11.434789 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee80ad7-d2f7-4799-a32e-fd3df2c56ba1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:11.435381 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b', 'status': 'completed', 'code': 200} Aug 10 00:49:11.538482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c720f0-9057-4b9c-9d71-9fb0da7994e4 req-be91e741-2652-47ed-a26d-4329a1ffa475 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.540559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53c720f0-9057-4b9c-9d71-9fb0da7994e4 req-be91e741-2652-47ed-a26d-4329a1ffa475 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.2421844 Aug 10 00:49:11.569262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.573992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4395b84-02d9-4e25-ac39-df2d6988f24e req-b16a37c4-ccf0-4f6e-87db-cc7d53fd863c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.576173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4395b84-02d9-4e25-ac39-df2d6988f24e req-b16a37c4-ccf0-4f6e-87db-cc7d53fd863c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0775445 Aug 10 00:49:11.584956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837a24a-5084-446f-8029-408c70de1240 req-d8383ce1-d4f3-45bf-a2b7-dcae7ff64cdb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.586562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-d8383ce1-d4f3-45bf-a2b7-dcae7ff64cdb tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.1010115 Aug 10 00:49:11.591644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-5e2e14a1-98c8-498d-9571-5b7da79e4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.593778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-5e2e14a1-98c8-498d-9571-5b7da79e4ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 1096 time: 0.1904984 Aug 10 00:49:11.594349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.663078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4395b84-02d9-4e25-ac39-df2d6988f24e req-e18b1eef-0312-4b41-b2f0-4c8edbd51f9a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Aug 10 00:49:11.717436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-23ee29ce-bdee-4140-8e61-e321fa8014df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.719984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-23ee29ce-bdee-4140-8e61-e321fa8014df service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.3397520 Aug 10 00:49:11.736399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-b4cfd7c1-e541-4efb-822f-4a272cd71619 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fec91aa-8843-4424-b54a-6a0af296944b HTTP/1.1" status: 200 len: 217 time: 0.1101816 Aug 10 00:49:11.739052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9837a24a-5084-446f-8029-408c70de1240 req-090ce1cd-e418-4d9c-a101-fa11e5161ada service neutron] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:11.742916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9837a24a-5084-446f-8029-408c70de1240 req-090ce1cd-e418-4d9c-a101-fa11e5161ada service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.744319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9837a24a-5084-446f-8029-408c70de1240 req-090ce1cd-e418-4d9c-a101-fa11e5161ada service neutron] 10.222.0.21 "DELETE /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500/bindings/n-h2-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.1408002 Aug 10 00:49:11.757481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53c720f0-9057-4b9c-9d71-9fb0da7994e4 req-56294c16-0d3c-4ee9-be87-6c8eadef23ff tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986485 Aug 10 00:49:11.845052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e086-a4fc-4f36-9d19-214234b5d5bf req-e7742b11-e08a-475d-8a10-8e3690d14ea2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.846360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Pushing event updated for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:11.847642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0c3e086-a4fc-4f36-9d19-214234b5d5bf req-e7742b11-e08a-475d-8a10-8e3690d14ea2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0803580 Aug 10 00:49:11.868164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-5a1dbe6b-7162-4093-b55b-11b1f088b926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.1276481 Aug 10 00:49:11.868980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:11.900206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0c3e086-a4fc-4f36-9d19-214234b5d5bf req-ab51ee8f-316c-4c47-82f6-6dacf711c068 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Aug 10 00:49:11.978775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-7f0a8abe-3907-4ad7-a3a3-c2a7ef6f86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.980248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-7f0a8abe-3907-4ad7-a3a3-c2a7ef6f86b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1021812 Aug 10 00:49:11.981497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-703e5a21-2e24-46cd-ab60-02145429dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:11.982861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-703e5a21-2e24-46cd-ab60-02145429dff6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.2244320 Aug 10 00:49:12.092091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-15b0b96b-6ddf-4af3-833c-6e9952a3e984 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970485 Aug 10 00:49:12.094968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-3e5f4f21-eb5f-40b2-a8e8-9d7de592f74c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915949 Aug 10 00:49:12.133316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 554ac6c1-fc54-4e3e-8f6b-8fb499564484 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:12.182053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:12.182327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:12.299369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aef64-5073-40f1-9e37-c493b6a9b0b3 req-5e180d26-117b-4a1b-b262-46fa3a63c28b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:12.301978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f2aef64-5073-40f1-9e37-c493b6a9b0b3 req-5e180d26-117b-4a1b-b262-46fa3a63c28b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.2880349 Aug 10 00:49:12.312176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:12.322154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:12.366627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114a4b0-6ab2-40af-bf66-9f896289ee42 req-d6d1d7cb-b94a-4058-bad8-d01edfb7052a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:12.368491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e114a4b0-6ab2-40af-bf66-9f896289ee42 req-d6d1d7cb-b94a-4058-bad8-d01edfb7052a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.0557928 Aug 10 00:49:12.412370 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-922f9a60-3714-43b7-8b2d-b8a2cc7e8425 service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014934 Aug 10 00:49:12.431165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e114a4b0-6ab2-40af-bf66-9f896289ee42 req-8015e7db-ef8a-40ad-bf18-d3bf5fcd5dde tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Aug 10 00:49:12.449908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-aa8c3980-2963-4a7b-bbb9-1a0948025143 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409965 Aug 10 00:49:12.523684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f2aef64-5073-40f1-9e37-c493b6a9b0b3 req-0a553487-65c4-4581-881b-b118ed775390 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069345 Aug 10 00:49:12.564749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c5d4234-d10e-4ace-bdc0-7780bc5cb29d None None] Provisioning complete for port 99c4848f-9349-4514-aa45-2b0faad4f227 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:12.565494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c5d4234-d10e-4ace-bdc0-7780bc5cb29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:12.610573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d4234-d10e-4ace-bdc0-7780bc5cb29d None None] Port 99c4848f-9349-4514-aa45-2b0faad4f227 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:49:12.815257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70500ce-4e7f-4529-a5db-7c3a2e6f1839 req-5cdadfc3-b2fc-4c14-a463-96d356574725 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:12.816957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a70500ce-4e7f-4529-a5db-7c3a2e6f1839 req-5cdadfc3-b2fc-4c14-a463-96d356574725 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0645881 Aug 10 00:49:12.858519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a70500ce-4e7f-4529-a5db-7c3a2e6f1839 req-a9854a1d-7cb3-4484-abca-20932423d7f1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348389 Aug 10 00:49:12.989752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679a19c-07d2-45eb-92e5-6dea685cac68 req-fcf3c822-07ed-44ca-a3c7-64d584530510 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:12.991497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7679a19c-07d2-45eb-92e5-6dea685cac68 req-fcf3c822-07ed-44ca-a3c7-64d584530510 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.0626662 Aug 10 00:49:13.035283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7679a19c-07d2-45eb-92e5-6dea685cac68 req-a787a761-ffd5-4a51-bdfa-b4afa0589b6c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Aug 10 00:49:13.051440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Router ec787774-36aa-4707-9edc-23583d8c4584 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:49:13.053593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09d6a-0dcc-48c4-9c54-6a7f1f3039fe req-666ceab6-4287-4e2a-bb3c-6bf0354ee246 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.055188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ef09d6a-0dcc-48c4-9c54-6a7f1f3039fe req-666ceab6-4287-4e2a-bb3c-6bf0354ee246 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1096 time: 0.1303673 Aug 10 00:49:13.056896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a714768e-0cb9-4fa6-bab5-0a9cd3cd7754 req-a576e4c5-7e3b-441a-82fe-6ca7f74b97a2 service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037951 Aug 10 00:49:13.058710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfbcbd94-356f-4e20-9573-2defeebca3e9 req-1c75d143-43dd-41ec-8674-06c0f3dc488a service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919502 Aug 10 00:49:13.161377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ef09d6a-0dcc-48c4-9c54-6a7f1f3039fe req-418ff759-b03c-45cc-a5c8-7fd6524be794 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973256 Aug 10 00:49:13.223808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-5c9e27df-f433-44c9-93dd-0975ec3c5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.225950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-5c9e27df-f433-44c9-93dd-0975ec3c5b9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 1096 time: 0.0998847 Aug 10 00:49:13.242592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:49:13.249787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-84e81d8a-cc4d-4fa7-8764-8ca5211aa586 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec787774-36aa-4707-9edc-23583d8c4584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1399107 Aug 10 00:49:13.262377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Sync routers for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:49:13.266191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002a027-0d6d-4ed5-bcf2-997c6e4e744b req-e4f4a78d-3911-4fb0-991b-dc84ae872167 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.267746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b002a027-0d6d-4ed5-bcf2-997c6e4e744b req-e4f4a78d-3911-4fb0-991b-dc84ae872167 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0748906 Aug 10 00:49:13.289257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:13.289996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:48:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:13.319315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b002a027-0d6d-4ed5-bcf2-997c6e4e744b req-1921f423-a3a4-4165-921a-3c07103e1294 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437343 Aug 10 00:49:13.354516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff621f87-3907-45e7-9e34-70ecc7546188 req-a8154fd5-8f39-47c4-b44b-f8793ed6ab93 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.356049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff621f87-3907-45e7-9e34-70ecc7546188 req-a8154fd5-8f39-47c4-b44b-f8793ed6ab93 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 1096 time: 0.0678592 Aug 10 00:49:13.382189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-9039830a-a8d1-47eb-bc80-909babde5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.383710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-9039830a-a8d1-47eb-bc80-909babde5877 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 921 time: 0.1490698 Aug 10 00:49:13.438333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff621f87-3907-45e7-9e34-70ecc7546188 req-bef1b2ef-ad6b-430c-993c-eba508ea150c tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725801 Aug 10 00:49:13.439861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-74792f5f-3033-42cd-9a23-e7dcf9c63729 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5fec91aa-8843-4424-b54a-6a0af296944b HTTP/1.1" status: 200 len: 217 time: 0.0438972 Aug 10 00:49:13.455613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:13.527616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-17bf6173-2ee3-4680-b1cf-ddbbedccbb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.531892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-17bf6173-2ee3-4680-b1cf-ddbbedccbb8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.0834718 Aug 10 00:49:13.587651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-dcceb419-76f2-4bba-83c9-387c73228bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407910 Aug 10 00:49:13.661469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b64e16-606d-4f52-b12f-e98d82fdf780 req-fea0d584-c97f-4d1e-a205-58fc73dcac6c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:13.663143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5b64e16-606d-4f52-b12f-e98d82fdf780 req-fea0d584-c97f-4d1e-a205-58fc73dcac6c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.1290178 Aug 10 00:49:13.738197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5b64e16-606d-4f52-b12f-e98d82fdf780 req-e27b7c94-e54e-4892-b256-540e2111228b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664501 Aug 10 00:49:13.740720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-4e5c4927-53a3-41f0-a8a9-3f4f42eaa399 service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454139 Aug 10 00:49:13.763629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '99c4848f-9349-4514-aa45-2b0faad4f227', 'name': '', 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'mac_address': 'fa:16:3e:a4:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:07Z', 'updated_at': '2021-08-10T00:49:11Z', 'revision_number': 2, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'subnets': [{'id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:13.812091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Checking router: ec787774-36aa-4707-9edc-23583d8c4584 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:49:13.812447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Updating router ec787774-36aa-4707-9edc-23583d8c4584 port 99c4848f-9349-4514-aa45-2b0faad4f227 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:49:13.839305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:13.946758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4736ff79-8a89-4e97-abdd-4777e8cd4d4d req-c073fd15-d268-4b61-bcde-b095a6d0d861 service neutron] 10.222.0.21 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920230 Aug 10 00:49:14.043830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964975f5-c836-42d7-b64a-6061ef1e029d req-3aa3fef5-5aa8-40d1-893b-e2468ba3c629 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2649348 Aug 10 00:49:14.049712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:14.079525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.110415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e7e06a3c-17f3-4fdb-b5fa-c48008f5cfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.199726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f098c-aaae-4639-b1ab-70e781a8301d req-672aa0d9-1dbb-40b4-a0c3-0bf3ecf5b2c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:14.208338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d5f098c-aaae-4639-b1ab-70e781a8301d req-672aa0d9-1dbb-40b4-a0c3-0bf3ecf5b2c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0695102 Aug 10 00:49:14.234198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.251647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d5f098c-aaae-4639-b1ab-70e781a8301d req-b9bab7b3-ef5f-48fc-b384-1962a08fb184 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Aug 10 00:49:14.275826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.286637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Transition to ACTIVE for port object 99c4848f-9349-4514-aa45-2b0faad4f227 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:14.292505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.356167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285207-d530-4847-9c31-443310427153 None None] Pushing event updated for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:14.396874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Allocated IP 172.25.7.8 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c814dbb1-44ca-46db-b693-aada994cd116) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:14.422108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Attempting to bind port 99c4848f-9349-4514-aa45-2b0faad4f227 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:14.422482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Attempting to bind port 99c4848f-9349-4514-aa45-2b0faad4f227 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:14.422866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Attempting to bind port 99c4848f-9349-4514-aa45-2b0faad4f227 on network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:14.431750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:14.432131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Checking segment: {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:14.432527 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.432920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Bound using segment: {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:14.433381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Bound port: 99c4848f-9349-4514-aa45-2b0faad4f227, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:14.433760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.455803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af50442-f658-44f7-b879-808239a4cc4c req-9e62a7b1-df50-4290-b8ed-e4e1e303798f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:14.457101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1af50442-f658-44f7-b879-808239a4cc4c req-9e62a7b1-df50-4290-b8ed-e4e1e303798f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.0765440 Aug 10 00:49:14.504668 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1af50442-f658-44f7-b879-808239a4cc4c req-6f6df80c-7631-4f64-9310-88c266a5adda tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Aug 10 00:49:14.542440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] For port 99c4848f-9349-4514-aa45-2b0faad4f227, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:14.547649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] For port 99c4848f-9349-4514-aa45-2b0faad4f227, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=99c4848f-9349-4514-aa45-2b0faad4f227,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:14.551388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.554114 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.602832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.629985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:14.661846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:14.665833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:14.677701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:14.697478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:14.698137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:48:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:14.704063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285207-d530-4847-9c31-443310427153 None None] Pushing event updated for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:14.766528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event updated for resources: {'Port': ['ID=c814dbb1-44ca-46db-b693-aada994cd116,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:14.790969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.791324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.791674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.792019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.792544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.792879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.793217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.793552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.793882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.795122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.795515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.795987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:14.831575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88826564-3cd5-4a2f-aaf3-820d8d499b4c req-08959381-fb80-4bd9-b54a-7b68e61b1bd7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:14.839332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88826564-3cd5-4a2f-aaf3-820d8d499b4c req-08959381-fb80-4bd9-b54a-7b68e61b1bd7 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1099653 Aug 10 00:49:14.868510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.874637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:14.901309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:14.916946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88826564-3cd5-4a2f-aaf3-820d8d499b4c req-16bc4673-9889-4520-b3d3-fa1ad9b2ca02 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 Aug 10 00:49:14.944665 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.023108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.031979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.066435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59566036-7632-4e59-9f1f-8be675b8f6b3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:15.135409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.138937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.140450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.140597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:15.140932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.141284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.141627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.142068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.142322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.142489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.142750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.143106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.143601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.143937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.144260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:15.167398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242dbd2-1be4-4268-a3ab-7435dbae6b61 req-3789c357-203a-4f98-8518-bc82a6b12645 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:15.168964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b242dbd2-1be4-4268-a3ab-7435dbae6b61 req-3789c357-203a-4f98-8518-bc82a6b12645 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.1334734 Aug 10 00:49:15.195111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e874a77c-01e3-4bc1-a0f9-6a611560476a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0468359f91cb4a728617f0f26a2b76c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639169 Aug 10 00:49:15.195926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:15.221169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event updated for resources: {'Port': ['ID=c814dbb1-44ca-46db-b693-aada994cd116,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:15.239518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.255751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.269647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964975f5-c836-42d7-b64a-6061ef1e029d req-e632b356-2941-433d-8e1c-6ff304955778 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2241726 Aug 10 00:49:15.277536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b242dbd2-1be4-4268-a3ab-7435dbae6b61 req-21f60015-9e2b-46d0-a198-db90a44100a1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013312 Aug 10 00:49:15.301533 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.319728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:15.323962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '99c4848f-9349-4514-aa45-2b0faad4f227', 'name': '', 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'mac_address': 'fa:16:3e:a4:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:07Z', 'updated_at': '2021-08-10T00:49:14Z', 'revision_number': 4, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'subnets': [{'id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:15.330503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.338661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964975f5-c836-42d7-b64a-6061ef1e029d req-09843437-5a50-40f1-be77-03e412240e3f tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0672083 Aug 10 00:49:15.358470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf6a737-22cf-48b4-b956-d07c5d17aeaa None None] The sync data for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 is: [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '99c4848f-9349-4514-aa45-2b0faad4f227', 'name': '', 'network_id': '11ef92b7-c4c2-4c76-ac95-160c91461dc2', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'mac_address': 'fa:16:3e:a4:d9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:07Z', 'updated_at': '2021-08-10T00:49:14Z', 'revision_number': 4, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'subnets': [{'id': 'de940ee6-9515-4463-8835-45ad92a65cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:49:15.360417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '5fec91aa-8843-4424-b54a-6a0af296944b', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'port_id': '5fec91aa-8843-4424-b54a-6a0af296944b', 'mac_address': 'fa:16:3e:74:eb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896e1df8-da03-48a4-8bfb-9516e5b4f007', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:15.387784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.391483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.407366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59566036-7632-4e59-9f1f-8be675b8f6b3 HTTP/1.1" status: 204 len: 168 time: 0.1997204 Aug 10 00:49:15.462573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.477159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:15.478856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438692b-ba75-4685-abc5-4e46e531abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59566036-7632-4e59-9f1f-8be675b8f6b3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:15.494063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964975f5-c836-42d7-b64a-6061ef1e029d req-477867b9-cd5d-4de2-8ca4-d832410789a6 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:15.498054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-964975f5-c836-42d7-b64a-6061ef1e029d req-477867b9-cd5d-4de2-8ca4-d832410789a6 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1551280 Aug 10 00:49:15.524952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98e688-5128-4f1e-afba-d5611e6c17c1 req-76513c3a-53d6-45b9-a640-1551ac9b8402 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:15.533385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb98e688-5128-4f1e-afba-d5611e6c17c1 req-76513c3a-53d6-45b9-a640-1551ac9b8402 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1247356 Aug 10 00:49:15.553516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:15.565992 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.568887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 476189df-af51-4615-a890-f96bfe3680ba details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:15.634210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb98e688-5128-4f1e-afba-d5611e6c17c1 req-848a1eb4-d1c1-479c-9848-af4ff8ee7c78 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Aug 10 00:49:15.690094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35ac0226-6895-44e1-a68a-b2fc52071bf0 req-78ddf8fe-28fa-4c5e-8f5c-cdd73ebca091 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips/19b14ef7-69a9-4e17-873a-22dcba0d7bca HTTP/1.1" status: 200 len: 691 time: 0.0854299 Aug 10 00:49:15.796567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:15.819221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cd63f-0683-4574-ade0-aacd21eb5e71 req-d3037236-1a1a-492c-bf8a-8657653b7774 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:15.820894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c45cd63f-0683-4574-ade0-aacd21eb5e71 req-d3037236-1a1a-492c-bf8a-8657653b7774 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.1119151 Aug 10 00:49:15.850188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:15.861023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac0226-6895-44e1-a68a-b2fc52071bf0 req-ea80df03-549f-45d5-b53f-201820d892f8 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:15.868435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '476189df-af51-4615-a890-f96bfe3680ba', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'port_id': '476189df-af51-4615-a890-f96bfe3680ba', 'mac_address': 'fa:16:3e:e1:61:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7628e177-23d2-434c-a21b-39bc8da55068', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:15.869270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35ac0226-6895-44e1-a68a-b2fc52071bf0 req-ea80df03-549f-45d5-b53f-201820d892f8 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1664255 Aug 10 00:49:15.875057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-35ac0226-6895-44e1-a68a-b2fc52071bf0 req-8bcc3215-88cc-4ed5-95b8-7f3ce2353567 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:49:15.881420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35ac0226-6895-44e1-a68a-b2fc52071bf0 req-8bcc3215-88cc-4ed5-95b8-7f3ce2353567 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111539 Aug 10 00:49:15.905669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c45cd63f-0683-4574-ade0-aacd21eb5e71 req-2544e5db-1880-40d1-89a0-7c3b1f55cfec tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Aug 10 00:49:15.974745 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:15.975934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:15.992391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476189df-af51-4615-a890-f96bfe3680ba {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:16.001447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc59ab86-16c2-4460-8f53-8ea4131ca816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.017956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:16.026814 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.116384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:16.155090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bccdf9d8-c807-4636-a602-9f59c24b08c0 req-6decceb1-bcc4-4baf-9ccc-ef5ee1104ce6 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=f37243fc723145ab843372abe77f3b7e HTTP/1.1" status: 200 len: 694 time: 0.1883371 Aug 10 00:49:16.179758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6199d15-243d-41c6-8792-114d191d5c5c req-be270deb-8835-43f9-a284-f09cf0eba1a2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:16.183242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6199d15-243d-41c6-8792-114d191d5c5c req-be270deb-8835-43f9-a284-f09cf0eba1a2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1313975 Aug 10 00:49:16.217274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 99c4848f-9349-4514-aa45-2b0faad4f227 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:16.275953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 99c4848f-9349-4514-aa45-2b0faad4f227 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:16.281343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 99c4848f-9349-4514-aa45-2b0faad4f227 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:16.282090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.290322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc59ab86-16c2-4460-8f53-8ea4131ca816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.308604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc59ab86-16c2-4460-8f53-8ea4131ca816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.316975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5fec91aa-8843-4424-b54a-6a0af296944b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:16.323792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdf9d8-c807-4636-a602-9f59c24b08c0 req-1caf9660-222c-41b4-889b-02b6ad620b01 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:16.331173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bccdf9d8-c807-4636-a602-9f59c24b08c0 req-1caf9660-222c-41b4-889b-02b6ad620b01 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks?id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 787 time: 0.1749272 Aug 10 00:49:16.336821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-bccdf9d8-c807-4636-a602-9f59c24b08c0 req-9f5ef304-fc0d-4566-b519-a96acebcc2eb tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:49:16.353395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bccdf9d8-c807-4636-a602-9f59c24b08c0 req-9f5ef304-fc0d-4566-b519-a96acebcc2eb tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213063 Aug 10 00:49:16.368244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6199d15-243d-41c6-8792-114d191d5c5c req-a4d404bf-5cc2-455f-9133-8c50e107b1eb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Aug 10 00:49:16.378387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['476189df-af51-4615-a890-f96bfe3680ba'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:16.418370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc59ab86-16c2-4460-8f53-8ea4131ca816 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d2ab3941f154c3bb0f1fec9c9b470cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413307 Aug 10 00:49:16.422158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:16.451158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59ab86-16c2-4460-8f53-8ea4131ca816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c85356-9915-44c1-99cf-2e2e06d7f4c8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:16.467794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-d6145519-5e77-4356-b24e-81348dbc7e28 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips/19b14ef7-69a9-4e17-873a-22dcba0d7bca HTTP/1.1" status: 200 len: 691 time: 0.0645654 Aug 10 00:49:16.520485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cc327-cd67-4437-8d6f-27e47cfb16fe req-9a43453b-c6f2-476e-b406-68435ae8f7f4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:16.528107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-980cc327-cd67-4437-8d6f-27e47cfb16fe req-9a43453b-c6f2-476e-b406-68435ae8f7f4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 945 time: 0.1098807 Aug 10 00:49:16.564170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.615344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.631030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-980cc327-cd67-4437-8d6f-27e47cfb16fe req-655a74eb-ba00-4c06-b29c-7c05dd15be3d tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970938 Aug 10 00:49:16.637032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-3a5d9374-02a5-448a-9c28-3278c79fecae tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:16.643871 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-3a5d9374-02a5-448a-9c28-3278c79fecae tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1693337 Aug 10 00:49:16.649627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-e5e1ae13-a247-476b-bf78-ad008339d0ef tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:49:16.659386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-e5e1ae13-a247-476b-bf78-ad008339d0ef tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091403 Aug 10 00:49:16.722339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.725752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.732491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6c85356-9915-44c1-99cf-2e2e06d7f4c8 HTTP/1.1" status: 204 len: 168 time: 0.3061502 Aug 10 00:49:16.761565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf360f4-2d0b-479e-b44c-9b90bc4f2286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c85356-9915-44c1-99cf-2e2e06d7f4c8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:16.770178 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.857332 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2e033132-ee01-4241-8497-1328ecaad4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.881682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 99c4848f-9349-4514-aa45-2b0faad4f227, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=99c4848f-9349-4514-aa45-2b0faad4f227,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:16.897195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:16.965478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3120f-d05f-4fad-95a0-f058c3064745 req-aae8fb9f-2e8a-469e-88fa-4d1a4b11e0dd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:16.978322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa3120f-d05f-4fad-95a0-f058c3064745 req-aae8fb9f-2e8a-469e-88fa-4d1a4b11e0dd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1255343 Aug 10 00:49:17.001383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:17.060896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa3120f-d05f-4fad-95a0-f058c3064745 req-cc1a8c16-77a9-4bf1-a44a-5c2d82e77275 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Aug 10 00:49:17.095408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-08e631e5-e3c8-4ef1-848b-1076e4a73523 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.4342649 Aug 10 00:49:17.162546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-8a0196c5-5428-4045-9e23-61f918ca30e2 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0658617 Aug 10 00:49:17.197241 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.255941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7675-a99e-45b9-9aba-68751a51ed3f req-cc905272-21a5-4f22-9eaa-6d485ea41736 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:17.257823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefe7675-a99e-45b9-9aba-68751a51ed3f req-cc905272-21a5-4f22-9eaa-6d485ea41736 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.0985844 Aug 10 00:49:17.329601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefe7675-a99e-45b9-9aba-68751a51ed3f req-e3ca3f86-0154-434d-9fc2-53e8f57b7b15 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Aug 10 00:49:17.364029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Deleting port c814dbb1-44ca-46db-b693-aada994cd116 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:17.364918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.454836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.455428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.469829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Calling delete_port for c814dbb1-44ca-46db-b693-aada994cd116 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:17.524656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f22c3-be9c-4a4c-8ab8-28f4aee7a41d req-dc071532-c50c-4397-9e28-874840aa6f42 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:17.526647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-603f22c3-be9c-4a4c-8ab8-28f4aee7a41d req-dc071532-c50c-4397-9e28-874840aa6f42 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0579414 Aug 10 00:49:17.578686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.581838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-603f22c3-be9c-4a4c-8ab8-28f4aee7a41d req-a164e515-3c20-49f5-aded-f44f3e13ab8b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 Aug 10 00:49:17.659985 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.684147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event deleted for resources: {'Port': ['ID=c814dbb1-44ca-46db-b693-aada994cd116,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:17.779902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.784153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f3cd-91dc-4a73-9386-eea1f68153ec req-6110096b-d1f0-4560-bacc-9b38df83a667 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:17.784153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8063f3cd-91dc-4a73-9386-eea1f68153ec req-6110096b-d1f0-4560-bacc-9b38df83a667 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 945 time: 0.0731847 Aug 10 00:49:17.787186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:17.788541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-775d9650-a14e-404d-9bd7-f129a11dc11f req-fe408023-46e2-4b39-957a-e8b4f87abc1a tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "DELETE /v2.0/floatingips/19b14ef7-69a9-4e17-873a-22dcba0d7bca HTTP/1.1" status: 204 len: 173 time: 0.6078241 Aug 10 00:49:17.849228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8063f3cd-91dc-4a73-9386-eea1f68153ec req-961377e7-f356-4c7a-939a-a1ec0a82e363 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Aug 10 00:49:17.974583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-2a3dbac6-3d98-4612-ac43-2f535fca952b tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1116469 Aug 10 00:49:17.986453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:18.009526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.130208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.169575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 99c4848f-9349-4514-aa45-2b0faad4f227 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:18.217359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0406a-2f2f-4182-845f-9bc729d922b6 req-31b5f194-3da9-4bfd-9baa-eaa13446946e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:18.219518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58f0406a-2f2f-4182-845f-9bc729d922b6 req-31b5f194-3da9-4bfd-9baa-eaa13446946e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0794952 Aug 10 00:49:18.246455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 99c4848f-9349-4514-aa45-2b0faad4f227 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:18.247021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.284158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Allocated IP 172.25.7.183 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a5247828-fcdd-4dd4-89a6-cae974db007d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:18.308387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58f0406a-2f2f-4182-845f-9bc729d922b6 req-d9280bba-8fc6-4f71-8d89-c22a5ba95f15 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812981 Aug 10 00:49:18.493727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e2495-6369-4787-b1a4-8718b0ab4f42 req-d15488ae-08a7-416e-bf7a-244b81a85cd5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:18.495417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-748e2495-6369-4787-b1a4-8718b0ab4f42 req-d15488ae-08a7-416e-bf7a-244b81a85cd5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.0609386 Aug 10 00:49:18.509905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.541648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-748e2495-6369-4787-b1a4-8718b0ab4f42 req-a9ed6f15-e95a-4ba5-a050-aaf37e10c229 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Aug 10 00:49:18.570430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.631015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:18.634322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:18.638534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:18.664544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event updated for resources: {'Port': ['ID=a5247828-fcdd-4dd4-89a6-cae974db007d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:18.748077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.770949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444941f-6eed-4f5e-aee3-0002b2894545 req-53505552-8b9a-410e-bf8c-5acb2e854b63 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:18.776163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f444941f-6eed-4f5e-aee3-0002b2894545 req-53505552-8b9a-410e-bf8c-5acb2e854b63 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0648708 Aug 10 00:49:18.809989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:18.831905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f444941f-6eed-4f5e-aee3-0002b2894545 req-7f111d52-f4de-49c7-9ca3-729e6e049607 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Aug 10 00:49:19.009026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.018216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.039677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce914e3-fb0a-44d5-935f-10237a142f4d req-b1a17db5-addb-4227-ab4f-87a8a25b7b5c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.048881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ce914e3-fb0a-44d5-935f-10237a142f4d req-b1a17db5-addb-4227-ab4f-87a8a25b7b5c tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 945 time: 0.0636373 Aug 10 00:49:19.098558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ce914e3-fb0a-44d5-935f-10237a142f4d req-6d7cfba6-3cb2-4f4a-a836-a82a79a946ea tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Aug 10 00:49:19.107190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event updated for resources: {'Port': ['ID=a5247828-fcdd-4dd4-89a6-cae974db007d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:19.124185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.129762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 476189df-af51-4615-a890-f96bfe3680ba up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:19.141563 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.142990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-256f7152-73e4-4562-920e-07b8b6d6ac1d tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1606176 Aug 10 00:49:19.188879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 476189df-af51-4615-a890-f96bfe3680ba completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:19.193949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 476189df-af51-4615-a890-f96bfe3680ba triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:19.194558 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.205471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-2c6786af-c85c-49f2-9f6d-4097ef2773c3 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0545900 Aug 10 00:49:19.293067 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.321091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476189df-af51-4615-a890-f96bfe3680ba'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:19.323524 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19a566-cb17-4c9f-8ce4-7f7342f724c4" -d '{"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "476189df-af51-4615-a890-f96bfe3680ba"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:19.339673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:19.345181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.349748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:19.351381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-0e7b6dfe-3f8f-41e3-bf29-effe84218f28 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.355369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d13b1f58-a1f7-48de-8bfe-9c53569e11d6 req-0e7b6dfe-3f8f-41e3-bf29-effe84218f28 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1429334 Aug 10 00:49:19.417446 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35c316-bf71-48b8-bb8e-1a1c4871075d x-openstack-request-id: req-5e35c316-bf71-48b8-bb8e-1a1c4871075d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:19.417866 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "476189df-af51-4615-a890-f96bfe3680ba", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:19.418592 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e35c316-bf71-48b8-bb8e-1a1c4871075d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:19.419084 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476189df-af51-4615-a890-f96bfe3680ba', 'code': 200} Aug 10 00:49:19.480465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-b598592b-422f-4236-8fb9-fcfe2dffc158 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips/5f16b65f-4ace-4071-81e9-4b4a5f3c6d90 HTTP/1.1" status: 200 len: 693 time: 0.0849056 Aug 10 00:49:19.501763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19970410-952c-40e2-bd7b-d94e48380b63 req-51ba11ab-3bb4-45ae-81c5-7ec924e03dbd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.503804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-19970410-952c-40e2-bd7b-d94e48380b63 req-51ba11ab-3bb4-45ae-81c5-7ec924e03dbd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0730133 Aug 10 00:49:19.510988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:19.521607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 5fec91aa-8843-4424-b54a-6a0af296944b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:19.527838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 5fec91aa-8843-4424-b54a-6a0af296944b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:19.528220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.532199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.551627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-19970410-952c-40e2-bd7b-d94e48380b63 req-75de5772-9205-4e0b-aa56-baff755ead60 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Aug 10 00:49:19.602270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edf356-3d51-4c86-9e4d-834204897254 req-258aa0ed-61fd-49ac-bef1-c984fd8bbcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.604189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06edf356-3d51-4c86-9e4d-834204897254 req-258aa0ed-61fd-49ac-bef1-c984fd8bbcfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.1226654 Aug 10 00:49:19.635200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.674708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:19.680016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:19.680818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06edf356-3d51-4c86-9e4d-834204897254 req-2829e273-8ca7-41dd-b9cc-77768f2b4504 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693500 Aug 10 00:49:19.692740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-36282e9a-1acb-4bd9-af0f-6fc60a153e80 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.698229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2cbe16-2692-4169-aaac-aab1ea5242fe req-2581fc27-cc4c-43a9-bac7-0fdf3516d5cd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.700964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-36282e9a-1acb-4bd9-af0f-6fc60a153e80 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1744435 Aug 10 00:49:19.707571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2cbe16-2692-4169-aaac-aab1ea5242fe req-2581fc27-cc4c-43a9-bac7-0fdf3516d5cd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 945 time: 0.0776391 Aug 10 00:49:19.735772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:19.747807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2cbe16-2692-4169-aaac-aab1ea5242fe req-f8a91f82-b79c-4999-b578-d66b49482300 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391779 Aug 10 00:49:19.766713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-14c685b7-4e40-46e9-8ba9-baa4cfcfde3b tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0633736 Aug 10 00:49:19.829961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-29c61d05-832a-4c48-8253-473f7ab054fd tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.183 HTTP/1.1" status: 200 len: 696 time: 0.0627317 Aug 10 00:49:19.960207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb86b46-9bf2-46b2-93b2-32b1cafb5f1c req-22aa3b22-0a76-4333-bd0b-59a53d7400bc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:19.961715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dcb86b46-9bf2-46b2-93b2-32b1cafb5f1c req-22aa3b22-0a76-4333-bd0b-59a53d7400bc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0511286 Aug 10 00:49:19.966026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Deleting port a5247828-fcdd-4dd4-89a6-cae974db007d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:19.966515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.001306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dcb86b46-9bf2-46b2-93b2-32b1cafb5f1c req-47a6d576-a681-492b-a7a5-ab65f3b5b4a8 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329931 Aug 10 00:49:20.067757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.068270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.083284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Calling delete_port for a5247828-fcdd-4dd4-89a6-cae974db007d owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:20.231839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce87dc8-c90d-4737-831f-a994cd12d832 req-f5a1cbbc-a4b5-4502-8f08-394ae51ef010 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:20.239980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fce87dc8-c90d-4737-831f-a994cd12d832 req-f5a1cbbc-a4b5-4502-8f08-394ae51ef010 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0640323 Aug 10 00:49:20.281875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fce87dc8-c90d-4737-831f-a994cd12d832 req-8ed9b7b2-3cdc-40ad-a545-86a1c3004880 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Aug 10 00:49:20.283619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.320192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Pushing event deleted for resources: {'Port': ['ID=a5247828-fcdd-4dd4-89a6-cae974db007d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:20.390310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.394425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:20.395610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2048c772-4926-4ebe-b5b5-dd14b285e6a2 req-d465b1fc-e4d6-4e91-abd1-67724c8e78c9 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "DELETE /v2.0/floatingips/5f16b65f-4ace-4071-81e9-4b4a5f3c6d90 HTTP/1.1" status: 204 len: 173 time: 0.5604742 Aug 10 00:49:20.460758 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-f01a3fbb-76c6-4954-8931-0373483c05db req-a39f35c3-dd24-4f10-aa26-c36dc99ac621 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] show failed (client error): The resource could not be found. Aug 10 00:49:20.461790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f01a3fbb-76c6-4954-8931-0373483c05db req-a39f35c3-dd24-4f10-aa26-c36dc99ac621 tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips/5f16b65f-4ace-4071-81e9-4b4a5f3c6d90 HTTP/1.1" status: 404 len: 350 time: 0.0438557 Aug 10 00:49:20.526849 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-8a1759c8-115f-4aaf-a6e5-d77fa9ebb7f3 req-7fc5403f-2b0c-414f-b932-0ae39f42d22b tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] show failed (client error): The resource could not be found. Aug 10 00:49:20.527888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8a1759c8-115f-4aaf-a6e5-d77fa9ebb7f3 req-7fc5403f-2b0c-414f-b932-0ae39f42d22b tempest-FloatingIPsTestJSON-1929340299 tempest-FloatingIPsTestJSON-1929340299-project] 10.222.0.25 "GET /v2.0/floatingips/5f16b65f-4ace-4071-81e9-4b4a5f3c6d90 HTTP/1.1" status: 404 len: 350 time: 0.0438654 Aug 10 00:49:20.540164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50268) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:20.717464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6ce94-1f01-482c-85c9-65ab384e5678 req-0bb3e96f-efdd-4dda-b17e-1d92aed84e22 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:20.726376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46b6ce94-1f01-482c-85c9-65ab384e5678 req-0bb3e96f-efdd-4dda-b17e-1d92aed84e22 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0824964 Aug 10 00:49:20.898765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46b6ce94-1f01-482c-85c9-65ab384e5678 req-77b3f01f-7ffa-415f-b47c-1bc04103205f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707613 Aug 10 00:49:20.945793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978009-cc8a-4e82-afbb-c1134e7dc5ce req-dc037bdb-0abc-49b8-ab1b-a1cc2067f388 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:20.954709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d978009-cc8a-4e82-afbb-c1134e7dc5ce req-dc037bdb-0abc-49b8-ab1b-a1cc2067f388 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 945 time: 0.0891213 Aug 10 00:49:21.033229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d978009-cc8a-4e82-afbb-c1134e7dc5ce req-9d9033bc-4d6e-44d6-8e2b-044a2fc84b26 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771556 Aug 10 00:49:21.176067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aad293-8ce5-4a4c-b4fb-01bfad272047 req-2a6d6049-8355-4ebd-a065-738f2beb9eb3 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.184050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27aad293-8ce5-4a4c-b4fb-01bfad272047 req-2a6d6049-8355-4ebd-a065-738f2beb9eb3 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0584888 Aug 10 00:49:21.192959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232e24a-5c36-4937-9344-54a0c304f5b3 req-d912b777-d674-4cbc-aaad-34c615f776fe tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.194706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1232e24a-5c36-4937-9344-54a0c304f5b3 req-d912b777-d674-4cbc-aaad-34c615f776fe tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0950937 Aug 10 00:49:21.227496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:21.242488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27aad293-8ce5-4a4c-b4fb-01bfad272047 req-155e5964-251a-4a9b-9f36-9ec06f841678 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Aug 10 00:49:21.301776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1232e24a-5c36-4937-9344-54a0c304f5b3 req-00a04e88-7f98-4c92-9736-929422a88b1b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963402 Aug 10 00:49:21.420937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:21.422514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3af9f-71bd-46da-8612-bbac00fead51 req-b57a9f0a-ff2d-42d8-9a06-8065008f401c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.425068 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1309c5d-9b4a-44d6-b48d-8ad0ee14f13d" -d '{"events": [{"server_uuid": "b745adac-488f-4c24-9458-899d49355966", "name": "network-vif-plugged", "status": "completed", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:21.430503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40a3af9f-71bd-46da-8612-bbac00fead51 req-b57a9f0a-ff2d-42d8-9a06-8065008f401c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0499542 Aug 10 00:49:21.471881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40a3af9f-71bd-46da-8612-bbac00fead51 req-4702ca67-f46f-47d7-91ed-a863f8ce3433 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Aug 10 00:49:21.513653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fe4ad-75ce-4b61-a280-ecb6a03dc61e req-1b9e1333-1363-4fdc-8842-89f89b4f7560 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.515988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-354fe4ad-75ce-4b61-a280-ecb6a03dc61e req-1b9e1333-1363-4fdc-8842-89f89b4f7560 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.1340852 Aug 10 00:49:21.549261 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ba4d68-1993-4c39-9738-d4525e160deb x-openstack-request-id: req-00ba4d68-1993-4c39-9738-d4525e160deb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:21.549552 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b745adac-488f-4c24-9458-899d49355966", "name": "network-vif-plugged", "status": "completed", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:21.549797 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00ba4d68-1993-4c39-9738-d4525e160deb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:21.550364 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b', 'code': 200} Aug 10 00:49:21.614337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-354fe4ad-75ce-4b61-a280-ecb6a03dc61e req-880a88c1-e91a-4552-b876-9ec04935a827 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755222 Aug 10 00:49:21.668545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8e4ac-d8a1-4aa9-9275-17050e7b5f7f req-55b41eb5-b715-4d29-8245-58cd754422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.671416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94a8e4ac-d8a1-4aa9-9275-17050e7b5f7f req-55b41eb5-b715-4d29-8245-58cd754422ee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 1098 time: 0.0557034 Aug 10 00:49:21.725373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94a8e4ac-d8a1-4aa9-9275-17050e7b5f7f req-7ea0fab3-1b0f-4ba0-9952-ebe7adb2bdce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Aug 10 00:49:21.744593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Deleting port 99c4848f-9349-4514-aa45-2b0faad4f227 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:21.745069 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:21.844099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fa8fd-5e12-473d-bde8-d5557b3c9544 req-ffb69852-e8f8-4cc5-887a-1112e8054f9d tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:21.851381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-301fa8fd-5e12-473d-bde8-d5557b3c9544 req-ffb69852-e8f8-4cc5-887a-1112e8054f9d tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0579391 Aug 10 00:49:21.881698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] For port 99c4848f-9349-4514-aa45-2b0faad4f227, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=99c4848f-9349-4514-aa45-2b0faad4f227,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:21.881698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:21.892880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-301fa8fd-5e12-473d-bde8-d5557b3c9544 req-c044f31a-e7ca-434a-8a8d-26dd32c88462 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Aug 10 00:49:21.893054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Calling delete_port for 99c4848f-9349-4514-aa45-2b0faad4f227 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:22.086809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba587893-c327-462c-a8da-d232f966c192 req-25948922-1055-400e-8d38-9fa638bbce9a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:22.088215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba587893-c327-462c-a8da-d232f966c192 req-25948922-1055-400e-8d38-9fa638bbce9a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1005874 Aug 10 00:49:22.144964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba587893-c327-462c-a8da-d232f966c192 req-858d8844-0c0c-4fc9-a4f6-7c1774b095e3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Aug 10 00:49:22.205673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:22.234300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c4848f-9349-4514-aa45-2b0faad4f227,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:22.428596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:22.510347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb3bab-02ec-4fcc-b5fb-9fca90ecea61 req-8df7603d-1927-45b1-9dcf-2aa4ad3d8b0c tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:22.512059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafb3bab-02ec-4fcc-b5fb-9fca90ecea61 req-8df7603d-1927-45b1-9dcf-2aa4ad3d8b0c tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0744357 Aug 10 00:49:22.532380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:49:22.568316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafb3bab-02ec-4fcc-b5fb-9fca90ecea61 req-99d88dec-ee89-4f76-a35b-3313d9eda935 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473294 Aug 10 00:49:22.745440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Router ec787774-36aa-4707-9edc-23583d8c4584 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:49:22.772504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d724c-eb81-4b11-8243-797dd9e16ecc req-54e60e74-0dc6-40da-a120-94b13bac4c1b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:22.774072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b16d724c-eb81-4b11-8243-797dd9e16ecc req-54e60e74-0dc6-40da-a120-94b13bac4c1b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0855296 Aug 10 00:49:22.884080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b16d724c-eb81-4b11-8243-797dd9e16ecc req-a455662f-e869-4797-9efc-37bbc4517da8 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034489 Aug 10 00:49:22.907657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:49:22.915943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1993033-0f44-4b08-bcf1-cc11a11ab216 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec787774-36aa-4707-9edc-23583d8c4584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3742819 Aug 10 00:49:22.918514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50378) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:22.923081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Sync routers for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:49:22.936182 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:22.937340 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:23.065685 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:23.079034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ae680-0563-4817-a639-c4b237fb5c0e req-6de62304-26f0-4e67-aef9-fdf86e665876 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:23.080791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c95ae680-0563-4817-a639-c4b237fb5c0e req-6de62304-26f0-4e67-aef9-fdf86e665876 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0682845 Aug 10 00:49:23.135408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:23.158818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c95ae680-0563-4817-a639-c4b237fb5c0e req-3108283a-ba2a-4417-910b-d2c298b2c340 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687165 Aug 10 00:49:23.274388 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:22Z', 'revision_number': 5, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:23.302208 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Checking router: ec787774-36aa-4707-9edc-23583d8c4584 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:49:23.307508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:23.313103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Routers {'ec787774-36aa-4707-9edc-23583d8c4584'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:23.313965 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec787774-36aa-4707-9edc-23583d8c4584'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:23.416166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502f3f0-b72c-4790-9836-7e1875cae216 req-f6298847-3ef5-412d-a79a-5fa3adb766a4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:23.426101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9502f3f0-b72c-4790-9836-7e1875cae216 req-f6298847-3ef5-412d-a79a-5fa3adb766a4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1222899 Aug 10 00:49:23.441217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Deleting port 554ac6c1-fc54-4e3e-8f6b-8fb499564484 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:23.441599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:23.470880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9502f3f0-b72c-4790-9836-7e1875cae216 req-b6e82b6b-bff3-441c-96d2-f566221ce0ad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Aug 10 00:49:23.508009 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] Set router ec787774-36aa-4707-9edc-23583d8c4584 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:23.574451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] For port 554ac6c1-fc54-4e3e-8f6b-8fb499564484, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=554ac6c1-fc54-4e3e-8f6b-8fb499564484,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:23.575123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:23.602618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Calling delete_port for 554ac6c1-fc54-4e3e-8f6b-8fb499564484 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:23.756252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb09372-e928-4254-a074-8de1e732c7d1 req-b566c99e-cc17-4f33-a324-c042bb91474c tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:23.767301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fb09372-e928-4254-a074-8de1e732c7d1 req-b566c99e-cc17-4f33-a324-c042bb91474c tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1177180 Aug 10 00:49:23.816159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fb09372-e928-4254-a074-8de1e732c7d1 req-d08cbe88-c131-4a3f-9d1e-eb3e1498a8cc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Aug 10 00:49:23.831349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:22Z', 'revision_number': 5, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:23.873806 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2f758-63d6-429b-af61-09bdb60d3919 None None] The sync data for ids ['ec787774-36aa-4707-9edc-23583d8c4584'] in n-d-766380-21 is: [{'id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'name': 'tempest-FloatingIPsTestJSON-56242354-router', 'tenant_id': 'f37243fc723145ab843372abe77f3b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209'}], 'enable_snat': True}, 'gw_port_id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:01Z', 'updated_at': '2021-08-10T00:49:22Z', 'revision_number': 5, 'project_id': 'f37243fc723145ab843372abe77f3b7e', 'gw_port': {'id': '554ac6c1-fc54-4e3e-8f6b-8fb499564484', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec787774-36aa-4707-9edc-23583d8c4584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:02Z', 'updated_at': '2021-08-10T00:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:49:24.131948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a9e4c-484a-4df1-9f8d-b0961c27c31a req-2f5fc065-88ce-400d-84a1-e561505a17c9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:24.134259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d9a9e4c-484a-4df1-9f8d-b0961c27c31a req-2f5fc065-88ce-400d-84a1-e561505a17c9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0736828 Aug 10 00:49:24.195709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d9a9e4c-484a-4df1-9f8d-b0961c27c31a req-8fd0921f-8f53-4871-8996-9f880f556eb0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532303 Aug 10 00:49:24.214415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.263967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Pushing event deleted for resources: {'Port': ['ID=554ac6c1-fc54-4e3e-8f6b-8fb499564484,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:24.373758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 99c4848f-9349-4514-aa45-2b0faad4f227 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:24.427020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.431103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 99c4848f-9349-4514-aa45-2b0faad4f227 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:49:24.438032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 99c4848f-9349-4514-aa45-2b0faad4f227 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:24.516615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d3df0-e250-4d02-8aad-4a764726f57a req-74c25704-c363-42c5-b0ca-650c4a4a9e85 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:24.518263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-711d3df0-e250-4d02-8aad-4a764726f57a req-74c25704-c363-42c5-b0ca-650c4a4a9e85 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.1509428 Aug 10 00:49:24.594789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-711d3df0-e250-4d02-8aad-4a764726f57a req-20b7b262-361b-4b4f-b511-cde96036474a tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498259 Aug 10 00:49:24.602264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.606068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.706792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.707839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec787774-36aa-4707-9edc-23583d8c4584 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:49:24.720727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.724565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50448) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:24.725009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6e6b4300-8404-4a11-bd9f-4e846ae5573f admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec787774-36aa-4707-9edc-23583d8c4584 HTTP/1.1" status: 204 len: 168 time: 1.8053210 Aug 10 00:49:24.800877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-e7fe3b2b-dd84-47ba-bea8-d3e32ec9903c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:49:24.802152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-e7fe3b2b-dd84-47ba-bea8-d3e32ec9903c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0689335 Aug 10 00:49:24.808594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Deleting subnet de940ee6-9515-4463-8835-45ad92a65cbf {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:49:24.816274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:24.857186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:24.857934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:49:24.932571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.022611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757c44-e6df-4b5e-9063-f75f41bfff2e req-64fefabc-32d7-43de-9b6d-1a454f2afa13 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:25.025644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e757c44-e6df-4b5e-9063-f75f41bfff2e req-64fefabc-32d7-43de-9b6d-1a454f2afa13 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.2218468 Aug 10 00:49:25.134504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e757c44-e6df-4b5e-9063-f75f41bfff2e req-61da886c-8f0c-439a-ab9c-b5aa7b31c6ec tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965235 Aug 10 00:49:25.155514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.195443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:25.195781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:25.196111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:25.203762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:25.209153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:25.232772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:25.233072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:25.233708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:25.234539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Bound port: 476189df-af51-4615-a890-f96bfe3680ba, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:25.316630 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.335266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.340443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb9489-b623-423e-99cf-1039592dda02 None None] Network 11ef92b7-c4c2-4c76-ac95-160c91461dc2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:49:25.345418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:25.351249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/de940ee6-9515-4463-8835-45ad92a65cbf HTTP/1.1" status: 204 len: 168 time: 0.6215599 Aug 10 00:49:25.403024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d3efd-3d35-486b-b5dc-614a5112e235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de940ee6-9515-4463-8835-45ad92a65cbf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:25.418191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:25.427402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.431281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-14c0a433-a26e-4ba3-9e48-55d8ccc095e7 service neutron] 10.222.0.25 "POST /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba/bindings HTTP/1.1" status: 201 len: 390 time: 0.5845213 Aug 10 00:49:25.455596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.616323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Deleting port 359a07fc-02b7-4b14-b660-c3df5de61993 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:25.616921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.690806 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.741911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] DHCP port deletion for 11ef92b7-c4c2-4c76-ac95-160c91461dc2 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:49:25.818700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9a057-2d0c-4931-b82e-5cbd166dda54 req-75d7a71f-9478-492e-9069-9cf2ee204b16 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:25.823311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ca9a057-2d0c-4931-b82e-5cbd166dda54 req-75d7a71f-9478-492e-9069-9cf2ee204b16 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.2034752 Aug 10 00:49:25.830484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Deleting port 359a07fc-02b7-4b14-b660-c3df5de61993 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:25.831180 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.883689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e359719-5a29-4e69-b4c1-d718acdd40e0 req-6768e5b2-1389-4464-a8bf-ea45cb5c10bf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:25.885540 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e359719-5a29-4e69-b4c1-d718acdd40e0 req-6768e5b2-1389-4464-a8bf-ea45cb5c10bf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 945 time: 0.1035657 Aug 10 00:49:25.891031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] For port 359a07fc-02b7-4b14-b660-c3df5de61993, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=359a07fc-02b7-4b14-b660-c3df5de61993,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:25.891399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.917827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] For port 359a07fc-02b7-4b14-b660-c3df5de61993, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=359a07fc-02b7-4b14-b660-c3df5de61993,segment=NetworkSegment(f2c12d28-03ba-4b5f-8f1a-120aad9adb00),segment_id=f2c12d28-03ba-4b5f-8f1a-120aad9adb00)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:25.918475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.940139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Calling delete_port for 359a07fc-02b7-4b14-b660-c3df5de61993 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:25.960182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:25.965774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Calling delete_port for 359a07fc-02b7-4b14-b660-c3df5de61993 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:25.969232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e359719-5a29-4e69-b4c1-d718acdd40e0 req-4b8c3912-0352-46b4-9738-9a7213a8db9f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752461 Aug 10 00:49:25.989194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-78a36e47-6461-410e-b188-55e7e11c7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:25.991069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-78a36e47-6461-410e-b188-55e7e11c7aba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1097 time: 0.2039754 Aug 10 00:49:26.093308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.119593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ca9a057-2d0c-4931-b82e-5cbd166dda54 req-f9d04168-6b0b-4aa5-a708-2338fbced891 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531984 Aug 10 00:49:26.127676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] Pushing event deleted for resources: {'Port': ['ID=359a07fc-02b7-4b14-b660-c3df5de61993,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:26.140046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c1eab-6465-4ef7-a1d2-8cd574b788d6 None None] No DVR routers for this DVR port 359a07fc-02b7-4b14-b660-c3df5de61993 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:26.190155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-0a1dbde1-42bf-480f-8bf5-b72299ec4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:26.191885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-0a1dbde1-42bf-480f-8bf5-b72299ec4e59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1897395 Aug 10 00:49:26.205734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 554ac6c1-fc54-4e3e-8f6b-8fb499564484 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:26.253990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 554ac6c1-fc54-4e3e-8f6b-8fb499564484 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:49:26.254337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 554ac6c1-fc54-4e3e-8f6b-8fb499564484 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:26.257006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 359a07fc-02b7-4b14-b660-c3df5de61993 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:26.266432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-9f005710-27b1-4d5b-9171-4b93e9b928e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.0659156 Aug 10 00:49:26.301301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 359a07fc-02b7-4b14-b660-c3df5de61993 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:49:26.303815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 359a07fc-02b7-4b14-b660-c3df5de61993 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:26.355598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-88c16871-e320-46e9-82a3-1f8e86039817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:26.357109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-88c16871-e320-46e9-82a3-1f8e86039817 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0737624 Aug 10 00:49:26.362997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.435293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] No DVR routers for this DVR port 359a07fc-02b7-4b14-b660-c3df5de61993 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:26.477593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-f3e3a188-b4fe-4961-94e8-97d3277ad5ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012409 Aug 10 00:49:26.481637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Pushing event deleted for resources: {'Port': ['ID=359a07fc-02b7-4b14-b660-c3df5de61993,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:26.517701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8990d-b69c-4b6f-935b-306adfa8e593 req-4301a075-b780-4e86-818e-068e4c98d252 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:26.519966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8e8990d-b69c-4b6f-935b-306adfa8e593 req-4301a075-b780-4e86-818e-068e4c98d252 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0738006 Aug 10 00:49:26.565986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8e8990d-b69c-4b6f-935b-306adfa8e593 req-e7d49803-2137-404c-86f9-b8767b712ccc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Aug 10 00:49:26.629492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.639043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9213f6-0dd6-46f9-80a9-1ada3f51e51d req-db2edf18-c5da-48c3-89aa-ae2f3df69eee tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:26.640598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb9213f6-0dd6-46f9-80a9-1ada3f51e51d req-db2edf18-c5da-48c3-89aa-ae2f3df69eee tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.2542315 Aug 10 00:49:26.661957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ef92b7-c4c2-4c76-ac95-160c91461dc2']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:26.686299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:26.686547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c12d28-03ba-4b5f-8f1a-120aad9adb00') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:26.711969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.745078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-1fcb824e-429e-41fa-8031-4db5698c99e4 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579923 Aug 10 00:49:26.751996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.783892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb9213f6-0dd6-46f9-80a9-1ada3f51e51d req-08ed046e-3530-4192-8bef-a897135be430 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276495 Aug 10 00:49:26.828222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:49:26.828222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:49:26.829728 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:49:26.941963 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.954419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:26.956373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] 10.222.0.25 "DELETE /v2.0/networks/11ef92b7-c4c2-4c76-ac95-160c91461dc2 HTTP/1.1" status: 204 len: 168 time: 1.6099253 Aug 10 00:49:26.970537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad06b1a-7d47-4473-b48d-4ac53d6cd202 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ef92b7-c4c2-4c76-ac95-160c91461dc2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:26.974622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-3694c6aa-dd8d-421c-917c-2e99c5ffa9c4 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182863 Aug 10 00:49:27.090646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-002655c5-58fd-495e-93f1-4d466ccb652f tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:27.092885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-002655c5-58fd-495e-93f1-4d466ccb652f tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.0614188 Aug 10 00:49:27.105964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:27.186134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d77a-eb08-4dbc-a53d-af242691093c req-df0788b5-f39b-43fc-9a0b-87abc226766d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:27.188249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9242d77a-eb08-4dbc-a53d-af242691093c req-df0788b5-f39b-43fc-9a0b-87abc226766d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 945 time: 0.0786211 Aug 10 00:49:27.192858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.241783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9242d77a-eb08-4dbc-a53d-af242691093c req-26a41753-5f3a-46d6-af1b-36ad78a144cc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 Aug 10 00:49:27.287534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50528) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:27.345205 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-527ef606-89f4-4a3b-9c8b-108221ae2d1d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f37243fc723145ab843372abe77f3b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562572 Aug 10 00:49:27.348731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:27.413131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6edee-8643-469d-b49b-91abbac19af3 req-aec0cda6-a062-4d59-a906-20d5bf62bfce tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:27.414940 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fda6edee-8643-469d-b49b-91abbac19af3 req-aec0cda6-a062-4d59-a906-20d5bf62bfce tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1440234 Aug 10 00:49:27.416914 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.441166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.476786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fda6edee-8643-469d-b49b-91abbac19af3 req-1637cf64-ec75-4bb0-bc79-588dca424cfa tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515289 Aug 10 00:49:27.511254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.517276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:27.526022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.530719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d756a854-f7ef-498f-8d62-1cdc89e26c69 HTTP/1.1" status: 204 len: 168 time: 0.1806207 Aug 10 00:49:27.544868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b042280-20cb-484c-8492-cdf336332599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d756a854-f7ef-498f-8d62-1cdc89e26c69,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:27.572139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:27.637707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476189df-af51-4615-a890-f96bfe3680ba'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:27.640642 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94aa310-a0cd-4bc9-ad33-c590636f4a6c" -d '{"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "476189df-af51-4615-a890-f96bfe3680ba"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:27.656354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.671934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.725993 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7665e645-e497-4814-a137-c813fc77a0c3 x-openstack-request-id: req-7665e645-e497-4814-a137-c813fc77a0c3 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:27.726498 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-unplugged", "status": "completed", "tag": "476189df-af51-4615-a890-f96bfe3680ba", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:27.726939 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7665e645-e497-4814-a137-c813fc77a0c3 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:27.727514 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '476189df-af51-4615-a890-f96bfe3680ba', 'code': 200} Aug 10 00:49:27.755566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2812e-993b-4237-b651-c2dcd5e1d80e req-dcdc300f-268a-44f6-aa46-d90deeeade28 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:27.757452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38d2812e-993b-4237-b651-c2dcd5e1d80e req-dcdc300f-268a-44f6-aa46-d90deeeade28 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0969512 Aug 10 00:49:27.789670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:27.789670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:27.789670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:27.796306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:27.799064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:27.799395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Attempting to bind port 476189df-af51-4615-a890-f96bfe3680ba on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:27.805150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:27.805499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:27.805887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:27.806320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Bound port: 476189df-af51-4615-a890-f96bfe3680ba, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:27.806715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:27.821110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38d2812e-993b-4237-b651-c2dcd5e1d80e req-84c9c4c9-0b54-4d24-80a0-6852ef95ece0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Aug 10 00:49:27.899462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:27.903223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:27.911891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:28.045541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=8']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:28.050969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:28.051601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:28.053020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-003ad84a-c8c5-42e8-a56f-d3008ad8187e service neutron] 10.222.0.10 "PUT /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 1123 time: 0.9527447 Aug 10 00:49:28.063004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049d3f2-5956-47c6-b671-a3da0bcbdb48 req-02865f39-e101-4f54-a6b6-b8c673d97e19 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:28.064808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2049d3f2-5956-47c6-b671-a3da0bcbdb48 req-02865f39-e101-4f54-a6b6-b8c673d97e19 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1403697 Aug 10 00:49:28.135187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2049d3f2-5956-47c6-b671-a3da0bcbdb48 req-6740c6ea-a4e9-4094-bfab-f25de0cc4c15 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634029 Aug 10 00:49:28.164401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['476189df-af51-4615-a890-f96bfe3680ba'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:28.424263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d46ac2-eed8-40ff-9955-f313ee1298e3 req-ba4b56bf-0725-4515-88e7-1b989c235f5f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:28.425993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23d46ac2-eed8-40ff-9955-f313ee1298e3 req-ba4b56bf-0725-4515-88e7-1b989c235f5f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.0598965 Aug 10 00:49:28.483825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23d46ac2-eed8-40ff-9955-f313ee1298e3 req-65e6d980-e555-451e-9566-25134d9afcc0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Aug 10 00:49:28.642927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340659d-89a8-449f-90a2-a631846e5037 req-913fcd6b-66d6-484f-a852-7e8153a178c2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:28.644456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4340659d-89a8-449f-90a2-a631846e5037 req-913fcd6b-66d6-484f-a852-7e8153a178c2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.0536132 Aug 10 00:49:28.691192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4340659d-89a8-449f-90a2-a631846e5037 req-389c3786-5ed0-4c8f-b21c-b7b6761afcf8 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 Aug 10 00:49:28.968554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd01988-3ea2-49c0-a42a-546c6f141195 req-28e4f928-a405-4396-8dae-1c70444c5631 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:28.976333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5dd01988-3ea2-49c0-a42a-546c6f141195 req-28e4f928-a405-4396-8dae-1c70444c5631 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 946 time: 0.0879145 Aug 10 00:49:29.020968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5dd01988-3ea2-49c0-a42a-546c6f141195 req-c86b0fc1-b7b8-412d-be46-6139f4a9f946 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Aug 10 00:49:29.177824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:29.275572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129f9f6-871d-4ba6-afeb-2e251a3ea3ec req-58114398-62e4-4d85-b634-f1e35292239a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:29.284165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0129f9f6-871d-4ba6-afeb-2e251a3ea3ec req-58114398-62e4-4d85-b634-f1e35292239a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0721014 Aug 10 00:49:29.310037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:29.335598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '5fec91aa-8843-4424-b54a-6a0af296944b', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'port_id': '5fec91aa-8843-4424-b54a-6a0af296944b', 'mac_address': 'fa:16:3e:74:eb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896e1df8-da03-48a4-8bfb-9516e5b4f007', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:29.337133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0129f9f6-871d-4ba6-afeb-2e251a3ea3ec req-a68ec68e-735b-493d-bcb0-035517508fb7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516388 Aug 10 00:49:29.399505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:29.421528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:29.452229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:29.460249 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:29.602774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5fec91aa-8843-4424-b54a-6a0af296944b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:29.623123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:29.730080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'tag': '476189df-af51-4615-a890-f96bfe3680ba'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:29.733209 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba2154-5607-4f81-951f-60dadbb8a0da" -d '{"events": [{"name": "network-changed", "server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "tag": "476189df-af51-4615-a890-f96bfe3680ba"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:29.817768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83676f9-fdce-4258-80c1-5ccd8f7194c1 req-2ed5d70d-499d-424c-904b-a4dd41e01b03 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:29.824741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b83676f9-fdce-4258-80c1-5ccd8f7194c1 req-2ed5d70d-499d-424c-904b-a4dd41e01b03 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.0963688 Aug 10 00:49:29.875631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b83676f9-fdce-4258-80c1-5ccd8f7194c1 req-8033fa70-702c-446c-b703-1484d69df059 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Aug 10 00:49:29.918955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2a5eb-a765-4095-82e9-c6088c499423 req-5af45b28-d10c-4173-9385-029e1654a98d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:29.926854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ed2a5eb-a765-4095-82e9-c6088c499423 req-5af45b28-d10c-4173-9385-029e1654a98d tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 945 time: 0.1003377 Aug 10 00:49:29.938013 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6071f-ab5e-4e4e-8aee-cb632afc2668 x-openstack-request-id: req-ddf6071f-ab5e-4e4e-8aee-cb632afc2668 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:29.938304 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "tag": "476189df-af51-4615-a890-f96bfe3680ba", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:29.938561 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddf6071f-ab5e-4e4e-8aee-cb632afc2668 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:29.939319 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'tag': '476189df-af51-4615-a890-f96bfe3680ba', 'status': 'completed', 'code': 200} Aug 10 00:49:29.999256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ed2a5eb-a765-4095-82e9-c6088c499423 req-daa56fee-a3f8-49be-9f0b-1aa7fab64d58 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713453 Aug 10 00:49:30.032169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-5836484a-fc64-4917-bc02-8efe3e165041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:30.034179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-5836484a-fc64-4917-bc02-8efe3e165041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1126 time: 0.0595052 Aug 10 00:49:30.165269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-ad20268e-8909-44ba-9165-a83497cf559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:30.167622 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-ad20268e-8909-44ba-9165-a83497cf559e service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1262023 Aug 10 00:49:30.221671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-1a55ab7b-1f7a-43d8-b62d-54bec35691fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.0440094 Aug 10 00:49:30.278410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-957b4a41-7a1b-487b-b1ca-b54596a9f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:30.280057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-957b4a41-7a1b-487b-b1ca-b54596a9f4d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0489705 Aug 10 00:49:30.318409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-92e31f9e-b92e-41cb-b78a-d00ccb990021 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305991 Aug 10 00:49:30.422898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-80e71799-67b0-4061-9609-42308a9522fa service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942183 Aug 10 00:49:30.512816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e9acc-6d86-4083-8f81-eb90f4bcbced req-45531568-3aeb-46c9-89ac-558145fd0ef4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:30.521103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-825e9acc-6d86-4083-8f81-eb90f4bcbced req-45531568-3aeb-46c9-89ac-558145fd0ef4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 945 time: 0.0673385 Aug 10 00:49:30.550973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ba2154-5607-4f81-951f-60dadbb8a0da req-f8e082b1-03a1-424b-8c9a-fd6af2029ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195753 Aug 10 00:49:30.579714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-825e9acc-6d86-4083-8f81-eb90f4bcbced req-95bf770b-0783-4157-bc75-9d87791189d1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517147 Aug 10 00:49:30.702163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f53fc3-6f25-4116-9a30-e8a5e7f71125 req-83fc1831-3538-49a9-84a3-3dec616c61c2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:30.707385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12f53fc3-6f25-4116-9a30-e8a5e7f71125 req-83fc1831-3538-49a9-84a3-3dec616c61c2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0607772 Aug 10 00:49:30.757620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12f53fc3-6f25-4116-9a30-e8a5e7f71125 req-2b41fe77-f580-43ad-ac6b-175c3c741251 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Aug 10 00:49:31.174479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ad3e3-53ef-4ca2-b685-fb64c53b1eaf req-9f2a3927-9958-4c9a-9f95-3869a7cc1caa tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:31.176264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f43ad3e3-53ef-4ca2-b685-fb64c53b1eaf req-9f2a3927-9958-4c9a-9f95-3869a7cc1caa tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.0903149 Aug 10 00:49:31.201236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:31.261387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f43ad3e3-53ef-4ca2-b685-fb64c53b1eaf req-1999a40c-4013-4b22-8388-6553486d19af tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775459 Aug 10 00:49:31.344016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:31.369057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:31.379617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfcdb4-e108-4076-8c12-a55912a59014 req-ecb1972c-bca0-4afb-b434-4ac439d4a6c0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:31.388803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-49dfcdb4-e108-4076-8c12-a55912a59014 req-ecb1972c-bca0-4afb-b434-4ac439d4a6c0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 945 time: 0.0794153 Aug 10 00:49:31.397288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:31.405212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:31.449332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-49dfcdb4-e108-4076-8c12-a55912a59014 req-3f818d9b-6fbe-4f31-b21e-dd0499a96336 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596271 Aug 10 00:49:31.475354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:31.530580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 476189df-af51-4615-a890-f96bfe3680ba details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:31.640780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:31.671144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 476189df-af51-4615-a890-f96bfe3680ba has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:49:31.894094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da545-1a96-4247-9b99-bd90f5c4567f req-717a774e-26ee-4550-9f2c-d6fe74b3e61f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:31.895922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-390da545-1a96-4247-9b99-bd90f5c4567f req-717a774e-26ee-4550-9f2c-d6fe74b3e61f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0590091 Aug 10 00:49:31.940231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-390da545-1a96-4247-9b99-bd90f5c4567f req-379fad28-258d-455f-b3fa-b2a92c293c90 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Aug 10 00:49:32.128621 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-f31d774d-5cf6-490e-b568-66f1508d4946 service neutron] 10.222.0.21 "GET /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1126559 Aug 10 00:49:32.697172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df690fe0-e8d9-4b40-a484-641a3f1e24cc req-a85db1b4-8e67-4368-a03a-5f31afdc889b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:32.706514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df690fe0-e8d9-4b40-a484-641a3f1e24cc req-a85db1b4-8e67-4368-a03a-5f31afdc889b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.0692339 Aug 10 00:49:32.755288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df690fe0-e8d9-4b40-a484-641a3f1e24cc req-14095e46-35e2-40a4-ad47-1dda39bce0ea tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Aug 10 00:49:32.834491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c064c-e592-4563-b9af-68f75ab384c6 req-5ccc104b-1f8b-4fcb-ac31-154ade168499 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:32.842444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a40c064c-e592-4563-b9af-68f75ab384c6 req-5ccc104b-1f8b-4fcb-ac31-154ade168499 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 943 time: 0.1970499 Aug 10 00:49:32.917333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-9fe26192-2b9a-4c41-a4f0-c2abdf410d66 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:32.918915 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-9fe26192-2b9a-4c41-a4f0-c2abdf410d66 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 944 time: 0.1457987 Aug 10 00:49:32.980082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a40c064c-e592-4563-b9af-68f75ab384c6 req-5a566e51-41f0-4cbd-8bf3-e7e216b465d0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359234 Aug 10 00:49:33.062240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:33.127008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:33.172322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335c64c-a872-45e6-829b-48272049cf4a req-caac7d98-ee55-4f5d-97c6-1d86dfb67f17 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:33.185795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d335c64c-a872-45e6-829b-48272049cf4a req-caac7d98-ee55-4f5d-97c6-1d86dfb67f17 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1402225 Aug 10 00:49:33.196314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476189df-af51-4615-a890-f96bfe3680ba {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:33.216472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:33.232828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Deleting port 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:49:33.233512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.240627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.291071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d335c64c-a872-45e6-829b-48272049cf4a req-fe7122e8-cd7b-4e5c-997d-c16eb3f07e5f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012914 Aug 10 00:49:33.404175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] For port 5fec91aa-8843-4424-b54a-6a0af296944b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5fec91aa-8843-4424-b54a-6a0af296944b,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:33.404175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.423704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Calling delete_port for 5fec91aa-8843-4424-b54a-6a0af296944b owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:49:33.432750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] Transition to ACTIVE for port object 476189df-af51-4615-a890-f96bfe3680ba will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:33.453591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.535293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50804) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:33.556959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:33.580482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] No DVR routers for this DVR port 476189df-af51-4615-a890-f96bfe3680ba on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:33.592327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] Pushing event updated for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:33.630586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-af481e16-1418-4210-94ad-52bb87e047f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.4942138 Aug 10 00:49:33.751467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.773025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:33.804885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-a28a5d9b-3384-4cd2-a690-9f76cc36a90c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:33.811326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-a28a5d9b-3384-4cd2-a690-9f76cc36a90c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.1162364 Aug 10 00:49:33.816872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'mac_address': 'fa:16:3e:8f:ac:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:33.878839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event deleted for resources: {'Port': ['ID=5fec91aa-8843-4424-b54a-6a0af296944b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:33.927925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-6f69fb7e-d4d4-42e3-9284-03369fa244ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:33.937726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-6f69fb7e-d4d4-42e3-9284-03369fa244ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf&tenant_id=6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 1096 time: 0.1188812 Aug 10 00:49:33.949690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:33.985513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6285af1-3cf5-404f-b05f-88d1f112ac18 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:34.039705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:34.049639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.056416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] No DVR routers for this DVR port 5fec91aa-8843-4424-b54a-6a0af296944b on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:34.066854 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.071649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcca0c8f-8e4a-452a-93fe-55ce92f27837 req-8743e2d3-42f9-469d-80af-d6f60c9fd8b0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.21 "DELETE /v2.0/ports/5fec91aa-8843-4424-b54a-6a0af296944b HTTP/1.1" status: 204 len: 173 time: 1.1412439 Aug 10 00:49:34.072168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:34.072645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'name': 'network-vif-deleted', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:34.079416 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3ab01-c6c9-48ba-81d6-6ac4c51819bd" -d '{"events": [{"server_uuid": "b745adac-488f-4c24-9458-899d49355966", "name": "network-vif-deleted", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:34.104653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c324af41-1282-4149-a1e3-5a0d1d3200d6 req-179334a3-9bc2-4cb7-826c-425a1a80d6a4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=b745adac-488f-4c24-9458-899d49355966 HTTP/1.1" status: 200 len: 210 time: 0.0615551 Aug 10 00:49:34.155354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-1b7fdff7-4fa0-45f7-94e8-d0da3fa93fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:34.160556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-1b7fdff7-4fa0-45f7-94e8-d0da3fa93fe0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1945424 Aug 10 00:49:34.202120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b6285af1-3cf5-404f-b05f-88d1f112ac18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:34.207410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:34.252525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12a5cbe-dd66-46cd-800c-f3bf031fee6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.286593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b56d97-2bfa-4bda-b6bc-9a0748dafe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.402548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85c4f5-5193-43f0-b73a-d4d9b97c0811 req-8b98af5a-0a7e-442a-8940-02d0770e1f49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:34.421576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a85c4f5-5193-43f0-b73a-d4d9b97c0811 req-8b98af5a-0a7e-442a-8940-02d0770e1f49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.1596310 Aug 10 00:49:34.441846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-44224521-714a-478d-9e1a-d76c833596f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:34.443424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-44224521-714a-478d-9e1a-d76c833596f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.2755332 Aug 10 00:49:34.512703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12a5cbe-dd66-46cd-800c-f3bf031fee6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.522309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12a5cbe-dd66-46cd-800c-f3bf031fee6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.550813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-18b2455e-deff-427d-b164-807b51488021 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.0811625 Aug 10 00:49:34.598406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a5cbe-dd66-46cd-800c-f3bf031fee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ab3155-9f43-48ec-be0f-2c6996a4f034,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:34.608429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d12a5cbe-dd66-46cd-800c-f3bf031fee6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30eb78cf16fb4b90a8a8e53caecf9135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122774 Aug 10 00:49:34.609503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50830) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:34.674752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a85c4f5-5193-43f0-b73a-d4d9b97c0811 req-71449f15-5fe1-4e03-8b55-ba8205f801e1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441139 Aug 10 00:49:34.706884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-bbc83437-bf84-4446-af1c-5d4489f6c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:34.711102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-bbc83437-bf84-4446-af1c-5d4489f6c5c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1475010 Aug 10 00:49:34.753363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.824161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-7fab883f-044d-4be0-9401-83abcf386b33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031756 Aug 10 00:49:34.824903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.895009 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c87e67e-e3c1-4f1d-b227-4594252831ce x-openstack-request-id: req-6c87e67e-e3c1-4f1d-b227-4594252831ce {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:34.895754 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b745adac-488f-4c24-9458-899d49355966", "name": "network-vif-deleted", "tag": "5fec91aa-8843-4424-b54a-6a0af296944b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:34.895754 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c87e67e-e3c1-4f1d-b227-4594252831ce {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:34.896206 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b745adac-488f-4c24-9458-899d49355966', 'name': 'network-vif-deleted', 'tag': '5fec91aa-8843-4424-b54a-6a0af296944b', 'status': 'completed', 'code': 200} Aug 10 00:49:34.902129 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.905731 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:34.906995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2ab3155-9f43-48ec-be0f-2c6996a4f034 HTTP/1.1" status: 204 len: 168 time: 0.2973609 Aug 10 00:49:34.918027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861faad-3496-43dd-a93e-42af8f716b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ab3155-9f43-48ec-be0f-2c6996a4f034,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:35.011272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef94ac-67d1-40ba-8bab-a1372a3d7af1 req-4c362c0b-bf7a-43d1-8be9-ec77fad4b178 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:35.019569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4ef94ac-67d1-40ba-8bab-a1372a3d7af1 req-4c362c0b-bf7a-43d1-8be9-ec77fad4b178 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1668475 Aug 10 00:49:35.042989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b56d97-2bfa-4bda-b6bc-9a0748dafe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.063153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b56d97-2bfa-4bda-b6bc-9a0748dafe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.103125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-f8065a33-1000-4001-834f-306252507927 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599931 Aug 10 00:49:35.142893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b56d97-2bfa-4bda-b6bc-9a0748dafe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4216df-c398-4263-bbeb-adb0a509097e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:35.171307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4ef94ac-67d1-40ba-8bab-a1372a3d7af1 req-3c195d40-4e81-438e-964c-2a95bb1fe2b9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508520 Aug 10 00:49:35.216913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:35.227082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-60b56d97-2bfa-4bda-b6bc-9a0748dafe48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f8ff50687e72459287731f43781d36b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6904452 Aug 10 00:49:35.229875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50840) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:35.256520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 5fec91aa-8843-4424-b54a-6a0af296944b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:49:35.258971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5fec91aa-8843-4424-b54a-6a0af296944b not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:35.259667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 476189df-af51-4615-a890-f96bfe3680ba no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:35.323536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-8d9bc777-f279-45a3-ac60-4c8883875a65 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901462 Aug 10 00:49:35.347382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 476189df-af51-4615-a890-f96bfe3680ba not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:35.384256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.457874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.557990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:35.591552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.594461 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.600563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a4216df-c398-4263-bbeb-adb0a509097e HTTP/1.1" status: 204 len: 168 time: 0.3696206 Aug 10 00:49:35.615055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:35.644960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c8049-0c01-4514-8709-3d720e9aa43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4216df-c398-4263-bbeb-adb0a509097e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:35.734778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b6285af1-3cf5-404f-b05f-88d1f112ac18 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:35.735439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.740481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0841c3c5-9279-40d2-bfef-bf464a36ab81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.814091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-e67a5c78-1ab8-4b54-bbc8-4df76ddd6c66 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:35.816164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-e67a5c78-1ab8-4b54-bbc8-4df76ddd6c66 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.1872935 Aug 10 00:49:35.869239 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.909975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:35.913952 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4ce12-655d-4beb-a49d-e84b5bb61c6f" -d '{"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-plugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:35.967139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:35.968535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0841c3c5-9279-40d2-bfef-bf464a36ab81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:35.974131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.001437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0841c3c5-9279-40d2-bfef-bf464a36ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.043838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:36.498130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0841c3c5-9279-40d2-bfef-bf464a36ab81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=492cc6747c184a63a548162b422c4ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8812017 Aug 10 00:49:36.501290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:36.507643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-8e1413ca-d16e-49ab-9334-b467ad06b995 service neutron] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:36.512739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-8e1413ca-d16e-49ab-9334-b467ad06b995 service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.514456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4f4010e-9078-4276-9340-7827cf6ecf02 req-8e1413ca-d16e-49ab-9334-b467ad06b995 service neutron] 10.222.0.10 "DELETE /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.6887197 Aug 10 00:49:36.515683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841c3c5-9279-40d2-bfef-bf464a36ab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ba73a-d57b-464a-af21-22da302d97a1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:36.624704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.656339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.718349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.721434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:36.722894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/963ba73a-d57b-464a-af21-22da302d97a1 HTTP/1.1" status: 204 len: 168 time: 0.2204545 Aug 10 00:49:36.737828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0321a-5b84-43ca-ba97-be65a180be51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ba73a-d57b-464a-af21-22da302d97a1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:36.888006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50886) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:37.264041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1916133157-network', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:37.289435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Made reservation on behalf of 7bb5d6e94ae144e6936d1ffd1908b3ed for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:37.293081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.311784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.488827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.493902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.511862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:49:37.530640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.531065 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Added segment a257d5e1-fea1-4742-af4d-2371ea2ef3c7 of type vlan for network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e Aug 10 00:49:37.620229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e96b6f-3f5e-47b4-9b0e-a8517156392b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:37.646312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.708371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.709422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:37.710047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:37.798402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9087093 Aug 10 00:49:37.801564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50912) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:37.806835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Request body: {'subnet': {'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1916133157-subnet', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:37.817178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3e41d-c59d-4ac0-a9aa-6cb0fe325c26 admin admin] Pushing event updated for resources: {'Network': ['ID=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:37.829214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:49:37.887059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Made reservation on behalf of 7bb5d6e94ae144e6936d1ffd1908b3ed for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:37.890356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:38.132145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-15fefb81-cb11-4689-8fa3-0df9a4642879 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:38.134060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-15fefb81-cb11-4689-8fa3-0df9a4642879 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.1552553 Aug 10 00:49:38.175556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-172c3fea-8d12-4577-9537-181d97f8bd66 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/quotas/f6f3c3f0f8de481a878ff82ed77da915 HTTP/1.1" status: 200 len: 375 time: 0.0171349 Aug 10 00:49:38.186657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cecbf3-4000-4c17-84e7-e9a15c56c728 req-507eb4af-1a72-4ac3-a106-91d6cdfc996e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:38.196747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59cecbf3-4000-4c17-84e7-e9a15c56c728 req-507eb4af-1a72-4ac3-a106-91d6cdfc996e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.1799514 Aug 10 00:49:38.277847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:38.278199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59cecbf3-4000-4c17-84e7-e9a15c56c728 req-7dab3e5c-4273-46c1-93a2-cb0a4e461b75 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754163 Aug 10 00:49:38.289737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-74f7e17d-1d38-4d31-ad41-1d99ae6c63b9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077332 Aug 10 00:49:38.299915 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-b56ccadc-4649-471f-8633-fe09576b7f15 service neutron] show failed (client error): The resource could not be found. Aug 10 00:49:38.304074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-b56ccadc-4649-471f-8633-fe09576b7f15 service neutron] 10.222.0.21 "GET /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.2267022 Aug 10 00:49:38.397874 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b712c065-be9c-4783-81cc-54b5c57c4fd2 x-openstack-request-id: req-b712c065-be9c-4783-81cc-54b5c57c4fd2 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:38.398276 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-plugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:38.398919 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b712c065-be9c-4783-81cc-54b5c57c4fd2 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:38.399475 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'code': 200} Aug 10 00:49:38.511165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Checking segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:38.511602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Network hostable DHCP agents. Network: f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:49:38.547983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5665316-acc9-403d-a3a8-06b159886619,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:38.558728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b5267-10b0-4317-a587-0f39f0908ddb req-2ae628f3-1455-41e7-91de-35004439e968 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:38.567828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-439b5267-10b0-4317-a587-0f39f0908ddb req-2ae628f3-1455-41e7-91de-35004439e968 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.0763075 Aug 10 00:49:38.639757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-439b5267-10b0-4317-a587-0f39f0908ddb req-67dfc92f-41ef-46b1-a9ff-22c8eed7a39a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698984 Aug 10 00:49:38.660487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:49:38.702635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-cd5ed2b8-b659-403e-a92a-9c6d0902513b service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025402 Aug 10 00:49:38.707167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:38.718557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046f0b0c-1b2c-4d03-b58a-14bab541e017 None None] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:49:38.727025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:38.743631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:38.993607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-39863f80-ac6f-4db8-8480-f04e8467407e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1909325 Aug 10 00:49:38.995614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-cfb60f04-a7e6-46f3-92d9-4d0fb3d16adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:38.996728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50948) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:38.997040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-cfb60f04-a7e6-46f3-92d9-4d0fb3d16adc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1101 time: 0.4171143 Aug 10 00:49:39.002250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:39.010138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:49:39.011046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:39.025614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:39.097338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:39.144521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:39.159939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:39.160451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-35c932ec-81c9-4066-9cc7-20f508a59d46 service neutron] 10.222.0.25 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549909 Aug 10 00:49:39.287922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b8eb0-3776-47f9-833d-7dfe2aa7efa2 req-cbc0083c-f2a9-4526-bb1a-901491dd1efe tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:39.300068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c01b8eb0-3776-47f9-833d-7dfe2aa7efa2 req-cbc0083c-f2a9-4526-bb1a-901491dd1efe tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1096 time: 0.2666972 Aug 10 00:49:39.461212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Allocated IP 172.20.0.2 (f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e/c5665316-acc9-403d-a3a8-06b159886619/6758d0bb-d2c7-4d82-a4fc-fa56d5922788) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:39.513038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:39.539440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c01b8eb0-3776-47f9-833d-7dfe2aa7efa2 req-72c6cebd-7fc3-4f84-9f06-b6f180e18ae2 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383945 Aug 10 00:49:39.655970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1a59332-c317-45ce-8d50-b16df1379590 req-73bbf48f-27d6-48ca-b8e0-109acc7eaa74 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.0549874 Aug 10 00:49:39.800745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:39.941530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:39.975456 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.003844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Transition to ACTIVE for port object 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:40.068263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Transition to ACTIVE for port object 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:40.087351 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.114079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:40.118192 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea0f644-98b9-4057-8654-b6ed59d035bc" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-unplugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:40.141750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.187765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.261938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Pushing event updated for resources: {'Port': ['ID=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:40.282245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:40.283912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:40.287334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:40.348417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Transition to ACTIVE for port object a714d975-555f-4424-a62e-ad0f17e50b89 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:40.367799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.391856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Attempting to bind port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:40.392500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Attempting to bind port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:40.393047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Attempting to bind port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 on network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:40.401322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:40.402017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Checking segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:40.402735 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.403310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Bound using segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:40.405206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Bound port: 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:40.406010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.424566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc027a-bc09-4c2a-b0c3-f2dfe75da02c req-a2f2aa16-61d3-4687-9272-155f2d16f854 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:40.436091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6dc027a-bc09-4c2a-b0c3-f2dfe75da02c req-a2f2aa16-61d3-4687-9272-155f2d16f854 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.4234765 Aug 10 00:49:40.573986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6dc027a-bc09-4c2a-b0c3-f2dfe75da02c req-83a5a6e2-32d2-4f7b-8405-1c148d064379 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366169 Aug 10 00:49:40.605162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] No DVR routers for this DVR port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:40.670939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] For port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:40.678233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] For port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:40.693410 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.794993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-e0354708-4664-4a6d-bdf0-cfeedf071f16 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:40.802576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-e0354708-4664-4a6d-bdf0-cfeedf071f16 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.6524122 Aug 10 00:49:40.805342 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c4f44-f437-449e-a283-82151676311a x-openstack-request-id: req-490c4f44-f437-449e-a283-82151676311a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:40.805745 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-unplugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:40.806142 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-490c4f44-f437-449e-a283-82151676311a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:40.806637 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'code': 200} Aug 10 00:49:40.824815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:40.825367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:40.826078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:40.830839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:40.842628 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-81bd221c-1bad-4286-8bfc-b3f7d0afaf59 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/quotas/6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 375 time: 0.0388160 Aug 10 00:49:40.861650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:40.862131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:40.878168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:40.878168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:40.878168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:40.878168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Bound port: a714d975-555f-4424-a62e-ad0f17e50b89, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:40.878168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:40.924414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05b99-1443-4ae1-877a-34b73b1d20e4 None None] Pushing event updated for resources: {'Port': ['ID=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:41.065587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-b0cadc08-870a-4baf-ade7-039f9e952510 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2219412 Aug 10 00:49:41.180664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d8daeeb-c17b-4cf2-b931-5258cc503d8e req-600227c1-9487-41e0-b64e-3b97b5f65a5d tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.1421912 Aug 10 00:49:41.212128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.228366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:41.260761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.286419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:41.314753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.353006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:41.353757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:41.357005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] 10.222.0.10 "PUT /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 1096 time: 2.3478429 Aug 10 00:49:41.543000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-daa936f2-18e5-40b1-b01f-32ece5da8e11 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401829 Aug 10 00:49:41.771464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-910b86cb-7608-4037-80ca-9af0b7a3e8d7 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273159 Aug 10 00:49:41.784674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-53c27df2-33c2-4576-a763-f4dd1630820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:41.791398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-53c27df2-33c2-4576-a763-f4dd1630820b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.3868265 Aug 10 00:49:41.797170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Allocated IP 172.25.7.223 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f2119057-a46a-413d-9ebf-bf0c08bd2492) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:41.801041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185bc9-33f3-4a34-bfcb-e2379badfe8f service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:42.021047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-d40098b6-b0ea-4d48-a639-ccf082dea1c3 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:42.026013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-d40098b6-b0ea-4d48-a639-ccf082dea1c3 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.10 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 821 time: 0.6165268 Aug 10 00:49:42.146276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-182c10ee-775c-4441-a794-7297e85783a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:42.147811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-182c10ee-775c-4441-a794-7297e85783a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3381431 Aug 10 00:49:42.169798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Request body: {'port': {'device_id': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'admin_state_up': True, 'tenant_id': 'f6f3c3f0f8de481a878ff82ed77da915'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:42.234217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-51d25dd8-3968-4348-85d3-3dd92abe8c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0759659 Aug 10 00:49:42.334065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:42.368076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e771b3e-ce5c-4bba-a809-63fd086ca1fd req-f5144a34-b606-4f23-8d97-50cf9a44ef38 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 210 time: 0.1393578 Aug 10 00:49:42.373676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-caae0b64-51e5-4208-8f3b-c9e0a20b94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:42.376908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-caae0b64-51e5-4208-8f3b-c9e0a20b94fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1307883 Aug 10 00:49:42.503591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c33cb5-5b3b-4bd0-8d18-412fbda58641 req-be5859bf-c50b-4b4f-938d-878cf5ef2b32 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:42.511701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-d2c06f68-7e9e-42ab-bc79-033b53928c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:42.512286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:42.515464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c33cb5-5b3b-4bd0-8d18-412fbda58641 req-be5859bf-c50b-4b4f-938d-878cf5ef2b32 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.7294950 Aug 10 00:49:42.518298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-d2c06f68-7e9e-42ab-bc79-033b53928c4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1311445 Aug 10 00:49:42.643510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c33cb5-5b3b-4bd0-8d18-412fbda58641 req-e8b3ec37-98ab-48b3-a610-c236c10f3213 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268246 Aug 10 00:49:42.646356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Made reservation on behalf of f6f3c3f0f8de481a878ff82ed77da915 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:42.650437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:42.776616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2804906e-a874-47a9-bcfa-469da0baf0aa req-b5b7c6da-fa2c-4289-8e20-9f7f6fab9bf0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.2201009 Aug 10 00:49:42.812290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:42.818022 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c92431-a654-429f-bf2a-b751cfc50bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:42.878160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:42.968698 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-ba664849-8c51-4ef9-8b61-68c669df54ca service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405918 Aug 10 00:49:43.024138 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d0e025-782b-4611-bf34-b9310a4518cd x-openstack-request-id: req-51d0e025-782b-4611-bf34-b9310a4518cd {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:43.025065 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:43.025065 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51d0e025-782b-4611-bf34-b9310a4518cd {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:43.025065 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'status': 'completed', 'code': 200} Aug 10 00:49:43.044760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab389e3c-89dd-4576-a29d-0a00d6045799 None None] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:49:43.193693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Allocated IP 172.20.0.3 (6b75ab94-6da0-4441-9586-1d3915b5b384/896e1df8-da03-48a4-8bfb-9516e5b4f007/bce7c2c7-d499-48f8-ac82-6f1a899c5096) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:43.215502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-2e5c5dd9-0e5b-4f60-8562-e7af2fe3fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:43.217317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-2e5c5dd9-0e5b-4f60-8562-e7af2fe3fb39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.1850121 Aug 10 00:49:43.247803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-130d0b8c-72f1-4d6d-99bf-2f607a990ee8 req-868c9b0d-d59c-44d3-b5fa-c383fefbcfcb service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649057 Aug 10 00:49:43.429862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-4fb7aa76-ae30-4efc-a523-5378293d8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:43.435335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-4fb7aa76-ae30-4efc-a523-5378293d8a1a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2080832 Aug 10 00:49:43.439557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:43.488662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-2ac642f5-c7ea-450a-be2d-583726a19d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:43.506398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-2ac642f5-c7ea-450a-be2d-583726a19d26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.1884561 Aug 10 00:49:43.581139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:43.679294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Provisioning for port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:43.729760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-81220fe0-a69a-4f28-8ff4-6331479123d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:43.731314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-81220fe0-a69a-4f28-8ff4-6331479123d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2241156 Aug 10 00:49:43.742658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Provisioning complete for port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:43.747600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:43.824614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-15c5a028-8515-4190-a274-0e43cc31104d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0848303 Aug 10 00:49:43.826538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:43.843450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:43.875252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-6a75b8c2-2c9a-4c5e-9196-cfe7366c80d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.4278226 Aug 10 00:49:43.875557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:43.968505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6793b081-c296-4161-9f30-01f32af121fd req-3483ccef-6018-406a-a602-e151fb0e0a6a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 210 time: 0.2138150 Aug 10 00:49:43.974521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.012177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:44.054751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-620ebb4d-1a71-4746-9312-57467f7941c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.070119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-620ebb4d-1a71-4746-9312-57467f7941c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2010858 Aug 10 00:49:44.112960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93da426b-a948-42f7-bac0-767e3f87cc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.157248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] For port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:44.164070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.250903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Pushing event updated for resources: {'Port': ['ID=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:44.264392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.269682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.270362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.270979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.271550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.272101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.272649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.273212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.274018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.274563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.275149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.275703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b99f0-9ff8-41c4-b67d-96571d0b1ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:49:44.368255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-55f6b9b9-b44e-4c49-b224-7b8519304448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.369787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-55f6b9b9-b44e-4c49-b224-7b8519304448 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2984145 Aug 10 00:49:44.392798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-050c1d4c-57d2-4242-8192-ff4391031364 None None] Provisioning complete for port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:44.393335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-050c1d4c-57d2-4242-8192-ff4391031364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.462406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f2119057-a46a-413d-9ebf-bf0c08bd2492,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:44.494467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca4fa600-36b3-47ad-8e58-27fd1213c5ba req-183ff9ed-2391-4e23-bb45-e3b35759cfd9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.1597941 Aug 10 00:49:44.503833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-3c8c13ba-6c97-47d4-838b-12789d435401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.506306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-3c8c13ba-6c97-47d4-838b-12789d435401 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.5369301 Aug 10 00:49:44.547268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff5da0-fe28-4973-8214-52354fc567c0 req-530d7aec-8ad9-4870-8363-f9e408277fe5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.549022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8ff5da0-fe28-4973-8214-52354fc567c0 req-530d7aec-8ad9-4870-8363-f9e408277fe5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.7271018 Aug 10 00:49:44.624228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8ff5da0-fe28-4973-8214-52354fc567c0 req-541f2462-cd1b-4aac-b4bb-49a0e9d3bbbe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Aug 10 00:49:44.678229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-1f5a1200-e05f-4e13-824e-c6b991c99481 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900052 Aug 10 00:49:44.708462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:44.798058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-233c121d-72ad-4f5a-8fe6-faa9c52852cb service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105518 Aug 10 00:49:44.878849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-8cdccce4-0f08-4268-b78b-a269a965aed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.884486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-8cdccce4-0f08-4268-b78b-a269a965aed0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3635983 Aug 10 00:49:44.897045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-e92c8a63-da67-4294-a955-841ed1724959 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:44.898917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-e92c8a63-da67-4294-a955-841ed1724959 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.7353415 Aug 10 00:49:44.967209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Request body: {'port': {'device_id': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'admin_state_up': True, 'tenant_id': '6c3741e2b7f44043850f8d019af31968'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:45.687780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b61f60b-6d4c-4c72-a2de-d006dbb4c0f5 req-e3e90e39-6ca5-4e70-a85d-487fc1c72262 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 210 time: 0.5883632 Aug 10 00:49:45.720496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59eea58c-dd1b-45b6-9d6b-2bfb29cf9d76 req-5a8bb2e0-1f04-4ec7-9f51-e1e3714b4d20 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.0679181 Aug 10 00:49:45.764674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:45.824387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-704678a9-037f-4dcf-88ea-1247091e73bd service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9244959 Aug 10 00:49:45.907145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4765880-b123-4604-b749-e459eca1acf7 req-d8cc78e9-c2a8-41d7-9c8a-d0e6dfb31fce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:45.916893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4765880-b123-4604-b749-e459eca1acf7 req-d8cc78e9-c2a8-41d7-9c8a-d0e6dfb31fce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.0883543 Aug 10 00:49:45.951720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Network 6b75ab94-6da0-4441-9586-1d3915b5b384 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:45.970764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4765880-b123-4604-b749-e459eca1acf7 req-456fa50c-833e-4940-b6c0-3132e25d920c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Aug 10 00:49:45.974466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:46.013863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.171491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event updated for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:46.185427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:46.228737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:46.404655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:46.420049 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.520478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:46.521164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.560411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.573100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:46.581665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.611684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-11d163de-81ca-4a91-b454-99a532753371 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4715567 Aug 10 00:49:46.630310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-6a23f95b-ff2b-4b17-bb4c-abe35ffc8a24 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:46.631983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-6a23f95b-ff2b-4b17-bb4c-abe35ffc8a24 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643&tenant_id=378c76aea9f44ac292601912d5782dbc&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 947 time: 0.1739826 Aug 10 00:49:46.684228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Request body: {'port': {'device_id': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:46.718503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-aca4601b-81e9-41ee-b38d-0eda68970754 service neutron] 10.222.0.10 "GET /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 383 time: 0.0785947 Aug 10 00:49:46.786946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-84cfd5a9-9edb-4332-937e-e0db14fe06c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:46.827902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-4ecf82fb-e9a6-478c-a34c-beea2e603b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:46.831070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-4ecf82fb-e9a6-478c-a34c-beea2e603b6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1099 time: 0.0803585 Aug 10 00:49:46.968303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-505d45f7-e85c-43e1-ba2f-01d33ed7ada6 req-751841e2-1922-4435-91c4-2828bc192cb7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 210 time: 0.0406187 Aug 10 00:49:47.024101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-ed362cc5-c60d-462e-9ec9-8bbb659dfa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:47.027045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-ed362cc5-c60d-462e-9ec9-8bbb659dfa98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1862392 Aug 10 00:49:47.103606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-8792ceaf-b816-4578-a66c-38d0cb1f55fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0676568 Aug 10 00:49:47.121440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Allocated IP 172.20.0.2 (95a0e5d2-f6a2-4820-bc32-bf2afed91ad2/7628e177-23d2-434c-a21b-39bc8da55068/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:47.197642 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.339490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-53418f0f-ed28-4496-9277-23961124317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:47.343683 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.350908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-53418f0f-ed28-4496-9277-23961124317a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2324884 Aug 10 00:49:47.408305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03c92431-a654-429f-bf2a-b751cfc50bc2 req-3f9f14b7-6420-4b7a-b514-432e6648dc86 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5740888 Aug 10 00:49:47.411422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.421847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd949755-4e5e-4ebd-a8dd-80216a32ae64 req-1e8d4690-f3b2-4cb7-a3d0-41d695940aa0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:47.429474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd949755-4e5e-4ebd-a8dd-80216a32ae64 req-1e8d4690-f3b2-4cb7-a3d0-41d695940aa0 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 931 time: 0.1990821 Aug 10 00:49:47.467389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0618dc6f-c382-4a1f-b2ac-44de84168c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:47.469137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0618dc6f-c382-4a1f-b2ac-44de84168c95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141226 Aug 10 00:49:47.508337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd949755-4e5e-4ebd-a8dd-80216a32ae64 req-3792213c-e112-4451-8cc9-319e5cd91e03 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749235 Aug 10 00:49:47.524797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d988b-73be-416e-824b-30afd23edc94 req-9f4a271c-f0cb-4c12-8fc0-5734b44f0642 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:47.533098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612d988b-73be-416e-824b-30afd23edc94 req-9f4a271c-f0cb-4c12-8fc0-5734b44f0642 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 947 time: 0.9203088 Aug 10 00:49:47.542014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.586740 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.630750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:47.634005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:47.709631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:47.714146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:47.806320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:47.827258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'mac_address': 'fa:16:3e:ce:bf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:47.884457 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:47.886420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:47.917793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:47.929466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612d988b-73be-416e-824b-30afd23edc94 req-1d84a8a4-2f11-4b05-ab63-f9ea29f29a5c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937805 Aug 10 00:49:47.960864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:47.970844 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:48.110330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:48.138900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-da3396e5-3fd5-4b3c-95e5-310a42540132 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598623 Aug 10 00:49:48.243850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:48.249777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:48.275157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['a714d975-555f-4424-a62e-ad0f17e50b89'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:48.291179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-ccacb630-8f89-4bf2-9560-ac66936aaeb6 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437182 Aug 10 00:49:48.422033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b7113-fc65-465e-857c-314536b64571 req-e7a1dc3b-f108-4a29-acdb-7fbcadeb7c21 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:48.424993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd0b7113-fc65-465e-857c-314536b64571 req-e7a1dc3b-f108-4a29-acdb-7fbcadeb7c21 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 931 time: 0.1295388 Aug 10 00:49:48.472964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce7c2c7-d499-48f8-ac82-6f1a899c5096 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:48.493272 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:48.494835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd0b7113-fc65-465e-857c-314536b64571 req-3cfa8eae-3ab8-4f15-bd6e-c125dbd5f8f9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583313 Aug 10 00:49:48.525451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Transition to ACTIVE for port object bce7c2c7-d499-48f8-ac82-6f1a899c5096 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:48.557381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:48.598985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-ada300af-3bd0-4b9e-8de5-e40fd7e95c49 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6393003 Aug 10 00:49:48.720852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Request body: {'port': {'device_id': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:48.756793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:49:48.904735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Pushing event updated for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:48.944131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:48.984461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Attempting to bind port bce7c2c7-d499-48f8-ac82-6f1a899c5096 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:48.984892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Attempting to bind port bce7c2c7-d499-48f8-ac82-6f1a899c5096 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:48.985310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Attempting to bind port bce7c2c7-d499-48f8-ac82-6f1a899c5096 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:49.003176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871ae70-6e63-4f3c-b461-14f88562084f req-42389c63-5071-4c70-8c66-1de0423f5af1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:49.005652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c871ae70-6e63-4f3c-b461-14f88562084f req-42389c63-5071-4c70-8c66-1de0423f5af1 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 943 time: 0.3444021 Aug 10 00:49:49.006365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Port bce7c2c7-d499-48f8-ac82-6f1a899c5096 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:49.007155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Attempting to bind port bce7c2c7-d499-48f8-ac82-6f1a899c5096 on network 6b75ab94-6da0-4441-9586-1d3915b5b384 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:49.036847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:49.038449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Checking segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:49.039107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Bound using segment: {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:49.039654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Bound port: bce7c2c7-d499-48f8-ac82-6f1a899c5096, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:49.040144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.123076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f039df-6f9b-4852-a487-1797b3cac338 req-de509ef9-82bd-48ed-ae8a-163a47ce111c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:49.124861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6f039df-6f9b-4852-a487-1797b3cac338 req-de509ef9-82bd-48ed-ae8a-163a47ce111c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.0721765 Aug 10 00:49:49.140295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:49:49.153853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Sync routers for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:49:49.165736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:49.166501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:49.206893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6f039df-6f9b-4852-a487-1797b3cac338 req-6b4dba91-b9cc-4fea-8e17-3f8864b8d0e4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Aug 10 00:49:49.261663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:49.336284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.336877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:49.342770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:49.344939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc5db7fd-f6e2-432b-9642-7b7a10282cb4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.3441176 Aug 10 00:49:49.365993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c871ae70-6e63-4f3c-b461-14f88562084f req-9f41838f-5099-4971-a4c5-76d5758c9a68 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380544 Aug 10 00:49:49.455272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:49.507649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:49.517010 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.565507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:49.566134 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.567606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] 10.222.0.10 "PUT /v2.0/ports/bce7c2c7-d499-48f8-ac82-6f1a899c5096 HTTP/1.1" status: 200 len: 1092 time: 2.8881779 Aug 10 00:49:49.568053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:49.570355 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa79d0-2276-423a-8463-78e0b7390772" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:49.629773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc1eafa4-093d-4167-a478-9a9dfd31aee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.641927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:49.650510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.694078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:45Z', 'revision_number': 3, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:49.768046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Checking router: 16ab6237-afe6-485e-8ff6-bb90bdf3e014 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:49:49.768436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Updating router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 port f2119057-a46a-413d-9ebf-bf0c08bd2492 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:49:49.796146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:49.805895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.806295 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.822725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Transition to ACTIVE for port object 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:49.831753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672ecce-18c8-43fb-b110-1e8df8f84d58 req-1b66d7b9-3b2c-4f5c-b744-d43b8d562d63 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:49.838768 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47dc2fa-eb6d-4656-bbaa-48ac01840c56 x-openstack-request-id: req-a47dc2fa-eb6d-4656-bbaa-48ac01840c56 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:49.839408 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:49.839533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2672ecce-18c8-43fb-b110-1e8df8f84d58 req-1b66d7b9-3b2c-4f5c-b744-d43b8d562d63 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 931 time: 0.1416290 Aug 10 00:49:49.839963 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a47dc2fa-eb6d-4656-bbaa-48ac01840c56 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:49.840876 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096', 'status': 'completed', 'code': 200} Aug 10 00:49:49.872800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fc414-3454-42c8-8350-1b404dffda9d service neutron] Pushing event updated for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:49.877659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.954975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port a714d975-555f-4424-a62e-ad0f17e50b89 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:49.970093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port a714d975-555f-4424-a62e-ad0f17e50b89 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:49.972457 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:49.989527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:50.069534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2672ecce-18c8-43fb-b110-1e8df8f84d58 req-de60a6b7-af9b-4f97-9f53-5f5e9b693135 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289658 Aug 10 00:49:50.102761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc1eafa4-093d-4167-a478-9a9dfd31aee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.115358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-8d79097e-5a6e-4c3d-bade-f188a463b254 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:50.122804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-8d79097e-5a6e-4c3d-bade-f188a463b254 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.1286600 Aug 10 00:49:50.130565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc1eafa4-093d-4167-a478-9a9dfd31aee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.155357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-b096a674-efcf-407a-a5e0-49054ed15068 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/quotas/a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 375 time: 0.0249641 Aug 10 00:49:50.184970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eafa4-093d-4167-a478-9a9dfd31aee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962baad9-2eb9-400f-b534-bf4010360fd1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:50.192906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc1eafa4-093d-4167-a478-9a9dfd31aee7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef765e7c3e45453683c912e8ca6ef206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284854 Aug 10 00:49:50.194037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:50.258573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-0e5d0983-0a96-4d00-9888-7487b3a0b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:50.260905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-0e5d0983-0a96-4d00-9888-7487b3a0b699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 1095 time: 0.4348636 Aug 10 00:49:50.349407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.362098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-5986571c-6a47-4628-b332-19275a6d1a46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096 HTTP/1.1" status: 200 len: 217 time: 0.0856895 Aug 10 00:49:50.362833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:50.363220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:50.363552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:50.370645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:50.370645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:50.380994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.389884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.399472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:50.400139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:50.401958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:50.402410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Bound port: 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:50.403547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.427941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:50.439687 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da44215-7731-4756-b0cb-adca890c92b7" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:50.455198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.460303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:50.474619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.487437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-735f959d-63c5-4d4e-958d-0824111866f4 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3304000 Aug 10 00:49:50.563559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.589168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:50.593441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Transition to ACTIVE for port object f2119057-a46a-413d-9ebf-bf0c08bd2492 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:50.602048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.651059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Attempting to bind port f2119057-a46a-413d-9ebf-bf0c08bd2492 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:50.651541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Attempting to bind port f2119057-a46a-413d-9ebf-bf0c08bd2492 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:50.652087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Attempting to bind port f2119057-a46a-413d-9ebf-bf0c08bd2492 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:50.663791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:50.664231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:50.664725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.665201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:50.665827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Bound port: f2119057-a46a-413d-9ebf-bf0c08bd2492, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:50.666286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.671948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.675460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.680095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/962baad9-2eb9-400f-b534-bf4010360fd1 HTTP/1.1" status: 204 len: 168 time: 0.4827311 Aug 10 00:49:50.705736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902ec4-b001-49bc-800d-4a35f3421fef None None] Pushing event updated for resources: {'Port': ['ID=f2119057-a46a-413d-9ebf-bf0c08bd2492,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:50.743192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99090d-d246-4a1f-a5cf-b982ec59d603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962baad9-2eb9-400f-b534-bf4010360fd1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:50.753091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c426529-60bf-44d4-986a-b7d7afedf600 req-72700cf9-7cfa-4c15-a0bb-2d602e5b1d0e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:50.760680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c426529-60bf-44d4-986a-b7d7afedf600 req-72700cf9-7cfa-4c15-a0bb-2d602e5b1d0e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.3179674 Aug 10 00:49:50.785418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] For port f2119057-a46a-413d-9ebf-bf0c08bd2492, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:50.814910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] For port f2119057-a46a-413d-9ebf-bf0c08bd2492, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2119057-a46a-413d-9ebf-bf0c08bd2492,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:50.827809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:50.920550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c426529-60bf-44d4-986a-b7d7afedf600 req-66ac73d1-c792-46a2-add0-f4585eab2f05 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535814 Aug 10 00:49:50.930394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:50.931309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:50.950384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Allocated IP 172.20.0.1 (f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e/c5665316-acc9-403d-a3a8-06b159886619/db13ad71-38ca-4157-84c7-83ed33951e46) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:50.999086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8902ec4-b001-49bc-800d-4a35f3421fef None None] Pushing event updated for resources: {'Port': ['ID=f2119057-a46a-413d-9ebf-bf0c08bd2492,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:51.116937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:51.128269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ff29d-3c18-4175-8b01-5fde88db1460 req-e540bc24-b0c8-4987-89e8-09f4ca751a75 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.139478 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-875ff29d-3c18-4175-8b01-5fde88db1460 req-e540bc24-b0c8-4987-89e8-09f4ca751a75 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 943 time: 0.0973449 Aug 10 00:49:51.172025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:51.180784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.219862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b72926-29db-4317-998f-a248b6f507f0 req-c1f8254f-5af9-4823-b95f-a80522293678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.221348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-c1f8254f-5af9-4823-b95f-a80522293678 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.8476593 Aug 10 00:49:51.230586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-875ff29d-3c18-4175-8b01-5fde88db1460 req-a04854e9-f0d6-4d60-9149-3daeca186c1b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853391 Aug 10 00:49:51.231582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:51.239858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Transition to ACTIVE for port object db13ad71-38ca-4157-84c7-83ed33951e46 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:51.261423 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.302528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51286) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:51.313994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.336295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:51.339402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-4dce1534-811a-4637-8f4f-136dcb8a28d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973423 Aug 10 00:49:51.339755 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc45a4d-01ca-40d8-a208-9eabc71f23ec x-openstack-request-id: req-bbc45a4d-01ca-40d8-a208-9eabc71f23ec {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:51.340213 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:51.343901 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbc45a4d-01ca-40d8-a208-9eabc71f23ec {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:51.344987 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'code': 200} Aug 10 00:49:51.348011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-749a27a2-a72f-4d53-b428-aa6975fddf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.349575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-749a27a2-a72f-4d53-b428-aa6975fddf92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1101 time: 0.2546766 Aug 10 00:49:51.365600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50125aca-2d16-40e6-b927-6053fa5f50ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.372949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:51.380964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:51.394553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:51.417235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:51.477907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.500861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.501526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.503302 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-4c6373b0-b6b7-4d36-8726-30453e81386a service neutron] 10.222.0.21 "PUT /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 1092 time: 2.7927239 Aug 10 00:49:51.531897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Pushing event updated for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:51.541925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:45Z', 'revision_number': 3, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:51.671009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.690757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-b99b6867-8756-4f6e-b1e2-be97ba70f8cc service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646698 Aug 10 00:49:51.721218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a0574-f427-4395-bc7e-bf3fd0507281 req-865aaa1d-2d25-4ec1-ab0a-de9581f45ada tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.725850 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f7a0574-f427-4395-bc7e-bf3fd0507281 req-865aaa1d-2d25-4ec1-ab0a-de9581f45ada tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.1579626 Aug 10 00:49:51.771094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c48d6-38a0-4966-a5ea-66531bfdc73e None None] The sync data for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 is: [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:45Z', 'revision_number': 3, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:49:51.837573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f2538396-6269-4f3e-bc12-9dadaa0e2149 None None] Provisioning for port db13ad71-38ca-4157-84c7-83ed33951e46 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:51.841384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-c6c57a52-a709-4da7-b30c-51c2f3fc4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:51.842965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-c6c57a52-a709-4da7-b30c-51c2f3fc4f03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1095 time: 0.2807586 Aug 10 00:49:51.844072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f7a0574-f427-4395-bc7e-bf3fd0507281 req-78baa117-dfc8-4415-9285-76ca84ef9f96 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880277 Aug 10 00:49:51.850441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f2538396-6269-4f3e-bc12-9dadaa0e2149 None None] Provisioning complete for port db13ad71-38ca-4157-84c7-83ed33951e46 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:51.851330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:51.853499 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8398f40-5814-4f45-aafd-e6de94980b54" -d '{"events": [{"name": "network-changed", "server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:51.854438 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2538396-6269-4f3e-bc12-9dadaa0e2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.940383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:51.963337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f2538396-6269-4f3e-bc12-9dadaa0e2149 None None] Port db13ad71-38ca-4157-84c7-83ed33951e46 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:49:52.006650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-01e091e7-882f-4bbd-804d-7989b7b80832 service neutron] 10.222.0.10 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6506548 Aug 10 00:49:52.014815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-bca46e27-e7c3-4852-abde-42a3c029f198 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 217 time: 0.1204112 Aug 10 00:49:52.022768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50125aca-2d16-40e6-b927-6053fa5f50ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.053744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50125aca-2d16-40e6-b927-6053fa5f50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.120607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3b72926-29db-4317-998f-a248b6f507f0 req-9dd2cf4b-5892-4a76-898d-d4a044dba401 service neutron] 10.222.0.10 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972269 Aug 10 00:49:52.125224 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7c5e6b-a91f-4478-890f-3219dbde83d6 x-openstack-request-id: req-4e7c5e6b-a91f-4478-890f-3219dbde83d6 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:52.125516 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:52.125775 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e7c5e6b-a91f-4478-890f-3219dbde83d6 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:52.126190 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'status': 'completed', 'code': 200} Aug 10 00:49:52.150586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-50125aca-2d16-40e6-b927-6053fa5f50ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6108d53ff60544edbc8fd3a8a27467b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8466816 Aug 10 00:49:52.175985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:52.296242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125aca-2d16-40e6-b927-6053fa5f50ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bef5c2-e4a3-417c-851c-de61ed7cbce2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:52.329656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-353ba6f1-1b52-4983-8f40-50de986e9d4b service neutron] 10.222.0.25 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006329 Aug 10 00:49:52.381183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-cbf636bd-6bc8-4a64-9b86-b86a02067b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:52.383613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-cbf636bd-6bc8-4a64-9b86-b86a02067b88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.2545946 Aug 10 00:49:52.429214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa79d0-2276-423a-8463-78e0b7390772 req-ae7eab4c-6c26-46ea-a3dd-f3c76f56d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:52.436637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9f921-e0c7-4ea5-bace-7a4d3e2e9139 req-2ba183f8-4760-4cbb-8df2-29c1ca8040d0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:52.439310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-ae7eab4c-6c26-46ea-a3dd-f3c76f56d61f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 1095 time: 0.2309446 Aug 10 00:49:52.453279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ccb9f921-e0c7-4ea5-bace-7a4d3e2e9139 req-2ba183f8-4760-4cbb-8df2-29c1ca8040d0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.2954466 Aug 10 00:49:52.467697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-bc27f65a-30f6-465b-bd85-a7e93b41a0fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705376 Aug 10 00:49:52.563500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ccb9f921-e0c7-4ea5-bace-7a4d3e2e9139 req-584ad133-3647-4505-9911-1f3ba10341ab tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092510 Aug 10 00:49:52.579049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.611871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.636686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa79d0-2276-423a-8463-78e0b7390772 req-ee5f3692-2b90-4b98-a25f-d8e3d1a7d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:52.645038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-ee5f3692-2b90-4b98-a25f-d8e3d1a7d7c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 200 len: 921 time: 0.1799867 Aug 10 00:49:52.688677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.691622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.693000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93bef5c2-e4a3-417c-851c-de61ed7cbce2 HTTP/1.1" status: 204 len: 168 time: 0.5149305 Aug 10 00:49:52.794611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:52.797240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-b6643401-9601-4896-a600-ecebc32b8489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096 HTTP/1.1" status: 200 len: 217 time: 0.1373830 Aug 10 00:49:52.807947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1cdb5-2829-416a-9d0e-dfb475cbf695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bef5c2-e4a3-417c-851c-de61ed7cbce2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:52.876949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.891025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:52.960598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Pushing event updated for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:52.982510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b78ce-6ae1-44c3-b711-4bcf7198e864 req-3032add2-0a89-48be-a433-0b9a7dec7c0e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:52.986343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-008b78ce-6ae1-44c3-b711-4bcf7198e864 req-3032add2-0a89-48be-a433-0b9a7dec7c0e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 943 time: 0.2689505 Aug 10 00:49:53.020239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:53.054559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0a8574f-5d0c-42a4-bdbc-2fb9cda468c3 req-49647286-3ef4-49ae-88f4-4f536b3df14c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.1476903 Aug 10 00:49:53.139623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa79d0-2276-423a-8463-78e0b7390772 req-a0a1b3f1-f79c-4e07-be5e-3e47634886de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:53.145271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-a0a1b3f1-f79c-4e07-be5e-3e47634886de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 200 len: 861 time: 0.3387043 Aug 10 00:49:53.157131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-008b78ce-6ae1-44c3-b711-4bcf7198e864 req-1d272c88-3720-491a-b75a-a8d2a4916f14 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621513 Aug 10 00:49:53.192579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:53.199260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:53.202274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:53.300994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-89bfae68-1ccb-4600-9081-1f77ff298008 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548975 Aug 10 00:49:53.406931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:53.465451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-b9b1084a-794c-44bb-95f4-b850ee47d616 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6b75ab94-6da0-4441-9586-1d3915b5b384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2939746 Aug 10 00:49:53.474138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Transition to ACTIVE for port object a714d975-555f-4424-a62e-ad0f17e50b89 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:53.512034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:49:53.608563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40fe704c-c6ee-4b79-b657-7a432b67fdfc None None] Provisioning complete for port db13ad71-38ca-4157-84c7-83ed33951e46 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:53.609138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40fe704c-c6ee-4b79-b657-7a432b67fdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:53.674697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:49:53.701630 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:53.806563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-40fe704c-c6ee-4b79-b657-7a432b67fdfc None None] Port db13ad71-38ca-4157-84c7-83ed33951e46 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:49:53.813499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:49:53.846080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:49:53.871688 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-714092e1-641d-4fb3-9d11-7d50517304d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/16ab6237-afe6-485e-8ff6-bb90bdf3e014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5124640 Aug 10 00:49:53.879289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:53.964472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29717800-a5d1-44d8-866a-e52561347ca3 req-3ef697d1-610d-4c7e-a59b-74857fadc8ad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:53.972532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] No DVR routers for this DVR port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:49:53.974789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29717800-a5d1-44d8-866a-e52561347ca3 req-3ef697d1-610d-4c7e-a59b-74857fadc8ad tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.2396209 Aug 10 00:49:53.999823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38756d52-f049-4a05-b686-7bbf21168fa3 req-30254b85-4ac8-4ca1-a4bc-5b23e60de9a7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:54.017878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38756d52-f049-4a05-b686-7bbf21168fa3 req-30254b85-4ac8-4ca1-a4bc-5b23e60de9a7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.5582938 Aug 10 00:49:54.113593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29717800-a5d1-44d8-866a-e52561347ca3 req-769221e7-0056-4806-b3b8-9662f6913e6b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335280 Aug 10 00:49:54.130293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:54.145050 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9320b-3fd3-4f0a-afdc-65f42eb8dac3" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-unplugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:54.157596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae483d76-e55a-4d45-8bdf-ef7b19cb2a07 req-dff8e098-a192-45a4-b73f-08af66499e1e service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735280 Aug 10 00:49:54.194566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-61164159-bcae-440d-83d2-6f18b85f0295 service neutron] 10.222.0.10 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236722 Aug 10 00:49:54.294910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:54.295360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:54.295825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:54.315718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2119057-a46a-413d-9ebf-bf0c08bd2492 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:54.322851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:49:54.323319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Attempting to bind port a714d975-555f-4424-a62e-ad0f17e50b89 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:54.331074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:54.331553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:54.332101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:54.332778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Bound port: a714d975-555f-4424-a62e-ad0f17e50b89, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:54.333260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:54.360330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38756d52-f049-4a05-b686-7bbf21168fa3 req-f40ccb95-27ae-42cb-9dfd-64944530fab8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410671 Aug 10 00:49:54.445015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f2119057-a46a-413d-9ebf-bf0c08bd2492 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:54.455586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f2119057-a46a-413d-9ebf-bf0c08bd2492 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:54.456477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:54.472107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c77d1004-0e80-43ab-9365-17e681c9d8e3 req-6c5ed5ff-77e0-41df-b7e1-0d47b7f43825 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.0937152 Aug 10 00:49:54.474736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-af793122-b77e-4a50-b4ef-e5e63ce65121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:54.476279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-af793122-b77e-4a50-b4ef-e5e63ce65121 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1095 time: 0.2555456 Aug 10 00:49:54.683907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:54.724957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-18ce5346-9c11-4806-bc41-5b375b1b3b04 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:54.726566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-18ce5346-9c11-4806-bc41-5b375b1b3b04 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 808 time: 0.2787180 Aug 10 00:49:54.732971 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c0a17b-7c39-4be9-879b-2a5bd6570c12 x-openstack-request-id: req-d4c0a17b-7c39-4be9-879b-2a5bd6570c12 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:54.741865 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-unplugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:54.742249 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4c0a17b-7c39-4be9-879b-2a5bd6570c12 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:54.742709 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'code': 200} Aug 10 00:49:54.745535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Request body: {'port': {'device_id': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'admin_state_up': True, 'tenant_id': 'a79b96d3fa7e401f9e42b8ffee6af384'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:54.749626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f2119057-a46a-413d-9ebf-bf0c08bd2492, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2119057-a46a-413d-9ebf-bf0c08bd2492,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:54.771070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:54.796609 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Sync routers for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:49:54.821003 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:54.825313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:54.896551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f2119057-a46a-413d-9ebf-bf0c08bd2492,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:54.937057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74fa79d0-2276-423a-8463-78e0b7390772 req-6371a804-0fc7-46ca-b86a-9c437f9daf90 service neutron] 10.222.0.10 "GET /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258170 Aug 10 00:49:55.005601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:55.017349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:55.035825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:55.155673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:55.157028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:55.158706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] 10.222.0.21 "PUT /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 1097 time: 3.7904887 Aug 10 00:49:55.167790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-dcf7549a-8992-4ada-90c3-c65b8cfa2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:55.170058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-dcf7549a-8992-4ada-90c3-c65b8cfa2ecc service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.6686728 Aug 10 00:49:55.177871 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:55.280938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c91c42-b033-488a-a6b0-80552505e0e6 req-50acbf22-ac1d-46a6-b419-0e09d313db9b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:55.294919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-9259e247-5a45-4ed6-87ac-a239956c95c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 217 time: 0.1147151 Aug 10 00:49:55.307875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c91c42-b033-488a-a6b0-80552505e0e6 req-50acbf22-ac1d-46a6-b419-0e09d313db9b tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 943 time: 0.4862027 Aug 10 00:49:55.414372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-a47abf07-b3cc-417f-b1c4-a0f2d3221cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:55.416442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-a47abf07-b3cc-417f-b1c4-a0f2d3221cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0876827 Aug 10 00:49:55.503831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03c91c42-b033-488a-a6b0-80552505e0e6 req-0dc43c7b-c3e2-4fe1-8d44-1b0edb7467af tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949782 Aug 10 00:49:55.515197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Made reservation on behalf of a79b96d3fa7e401f9e42b8ffee6af384 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:49:55.529028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:55.570630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-c5ee81e3-0852-43d9-9674-c8e9fa915605 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321206 Aug 10 00:49:55.589134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b494cfd-15c7-43b9-a809-a733ca962b55 service neutron] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=11']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:55.651879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bce7c2c7-d499-48f8-ac82-6f1a899c5096 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:55.752007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-69034181-52c5-4cbe-9a0e-85ed60a0a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:55.753675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-69034181-52c5-4cbe-9a0e-85ed60a0a790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1100 time: 0.4564137 Aug 10 00:49:55.774702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.005628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Allocated IP 172.20.0.12 (177143dc-5ebe-4764-adab-fb6b9f123723/9a0639e7-7e5f-43f6-88ff-837dfc60010f/5cf18abb-249a-4541-bfb3-d8198ddb3cde) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:49:56.015934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.019377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:49:52Z', 'revision_number': 2, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:56.082514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-98b41fc3-a057-4390-87ad-9eb1ecb2a096 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996269 Aug 10 00:49:56.083290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Checking router: 16ab6237-afe6-485e-8ff6-bb90bdf3e014 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:49:56.123431 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Updating router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 port db13ad71-38ca-4157-84c7-83ed33951e46 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:49:56.125376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51414) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:56.140794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570678971', 'description': 'tempest-description--107790931'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:56.144933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:56.181454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f79073-1bab-48b5-a429-f9b9469e53b4 req-e1a312f8-8676-4c7c-9767-f54c9fc45af7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:56.186378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096', 'network_id': '6b75ab94-6da0-4441-9586-1d3915b5b384', 'port_id': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096', 'mac_address': 'fa:16:3e:61:e6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896e1df8-da03-48a4-8bfb-9516e5b4f007', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:56.190962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7f79073-1bab-48b5-a429-f9b9469e53b4 req-e1a312f8-8676-4c7c-9767-f54c9fc45af7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.3416486 Aug 10 00:49:56.221464 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.271315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7f79073-1bab-48b5-a429-f9b9469e53b4 req-2f877c06-c2b1-43e6-b3a2-eff541f7543a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790529 Aug 10 00:49:56.320744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-8eb06341-f702-4624-92cc-7197e1785e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:56.328983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-8eb06341-f702-4624-92cc-7197e1785e62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.5604627 Aug 10 00:49:56.337434 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.339955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2119057-a46a-413d-9ebf-bf0c08bd2492 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:56.420099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce7c2c7-d499-48f8-ac82-6f1a899c5096 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:56.431143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.654979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:56.662291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f2119057-a46a-413d-9ebf-bf0c08bd2492 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:56.664010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.695559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-60c14428-f615-4b63-8c3c-e4d95fd93e42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.3134606 Aug 10 00:49:56.725439 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.738429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Transition to ACTIVE for port object db13ad71-38ca-4157-84c7-83ed33951e46 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:56.743416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.752231 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.779348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.784049 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.859956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d3b42-69ed-4c1d-819e-4b80b4b1bc69 None None] Pushing event updated for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:56.942376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c213f-1a0b-499c-81e2-4d4a8233df5d req-5d8a41e2-3913-4aa4-9d7e-265261f01806 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:56.945902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:56.954657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-002c213f-1a0b-499c-81e2-4d4a8233df5d req-5d8a41e2-3913-4aa4-9d7e-265261f01806 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.4666195 Aug 10 00:49:56.976000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:56.983248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8490975 Aug 10 00:49:57.041865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Attempting to bind port db13ad71-38ca-4157-84c7-83ed33951e46 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:49:57.042986 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Attempting to bind port db13ad71-38ca-4157-84c7-83ed33951e46 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:49:57.044139 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Attempting to bind port db13ad71-38ca-4157-84c7-83ed33951e46 on network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:49:57.055761 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:49:57.057528 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Checking segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:49:57.058089 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.060305 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Bound using segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:49:57.062657 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Bound port: db13ad71-38ca-4157-84c7-83ed33951e46, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:49:57.063351 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.077340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['bce7c2c7-d499-48f8-ac82-6f1a899c5096'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:57.189207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.242975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] For port db13ad71-38ca-4157-84c7-83ed33951e46, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:49:57.257378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] For port db13ad71-38ca-4157-84c7-83ed33951e46, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=db13ad71-38ca-4157-84c7-83ed33951e46,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:49:57.265657 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.315322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:49:57.337009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:57.343818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.372408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c3bea32a-48e2-45ff-821c-15858d310500'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:57.382209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420e690-680e-42f0-ac25-44e01e259a82 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e498473-01a2-45f4-8bf9-a9f9a260648e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:57.398828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'security_group_rule': {'security_group_id': '2e498473-01a2-45f4-8bf9-a9f9a260648e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:57.434736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:57.444797 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7199f309-a2af-423f-a792-0ad58208f3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:57.454199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-b921a205-da7b-46dc-b6e6-34465f78e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:57.457014 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:49:57.460618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-b921a205-da7b-46dc-b6e6-34465f78e419 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.7484441 Aug 10 00:49:57.460806 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:57.574471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Network 177143dc-5ebe-4764-adab-fb6b9f123723 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:49:57.579432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:57.592147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:49:57.597285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:49:57.602918 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d3b42-69ed-4c1d-819e-4b80b4b1bc69 None None] Pushing event updated for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:57.624166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.642058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:49:57.712576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-1990b8a7-b93c-4225-ae3d-c1a25ccf3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:57.719571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-1990b8a7-b93c-4225-ae3d-c1a25ccf3351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2325974 Aug 10 00:49:57.723706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8398f40-5814-4f45-aafd-e6de94980b54 req-0cb66054-32aa-41e7-b4df-f75c3db7f963 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6266522 Aug 10 00:49:57.781029 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:49:57.803356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.816070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-002c213f-1a0b-499c-81e2-4d4a8233df5d req-3b7b36bb-e0a5-4c58-902d-d56fe42e2208 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602583 Aug 10 00:49:57.839064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.942006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59f10b9-9692-45a4-96a1-ebd5de7d813d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:57.956590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.963431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2ef5c31-c5f6-40da-94da-0d87d1d26a8b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5863662 Aug 10 00:49:57.966428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51482) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:57.983932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:57.984623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:57.985461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-6d8cc1b2-375e-4824-be03-78ddd61cdac8 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526381 Aug 10 00:49:58.003407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'security_group_rule': {'security_group_id': '2e498473-01a2-45f4-8bf9-a9f9a260648e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:58.020415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0abd0-9e6a-44ee-8c3f-6d49ccfa95e2 req-377b3e40-1439-4353-bc3e-b82e974b5911 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:58.024519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2e0abd0-9e6a-44ee-8c3f-6d49ccfa95e2 req-377b3e40-1439-4353-bc3e-b82e974b5911 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 932 time: 0.5459111 Aug 10 00:49:58.074401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:58.113518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'port_id': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'mac_address': 'fa:16:3e:f7:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7628e177-23d2-434c-a21b-39bc8da55068', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:49:58.169345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-78274a34-42eb-41eb-b0cf-9a5dad59aa20 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4323921 Aug 10 00:49:58.190169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c7938-b654-4cb7-a5c7-c2026c0f4296 req-9eab0af4-34d1-4390-9414-5ceca306c5d4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:58.190874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe27868-277c-4c89-ab6d-0259800f6631 req-d8ec05b5-3c10-490a-b6dd-3e5887f18460 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615562 Aug 10 00:49:58.192289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51490) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:49:58.211744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-959c7938-b654-4cb7-a5c7-c2026c0f4296 req-9eab0af4-34d1-4390-9414-5ceca306c5d4 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 944 time: 0.1978996 Aug 10 00:49:58.211954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.214140 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.240139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Request body: {'port': {'device_id': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:49:58.241087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:58.268331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:58.274031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.312927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2e0abd0-9e6a-44ee-8c3f-6d49ccfa95e2 req-fb77b6b0-f74b-4d5d-b348-dac8c3efe5b0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213746 Aug 10 00:49:58.317395 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:49:57Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:49:58.381423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:58.381687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-959c7938-b654-4cb7-a5c7-c2026c0f4296 req-0b8a997d-ac13-4b27-bd9c-e8280f27801f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552181 Aug 10 00:49:58.386631 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d962f738-4393-45d3-a5c2-7128c37e0986 None None] The sync data for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 is: [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:49:57Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:49:58.431791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.509404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.517099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-111ed801-0548-431b-9adb-4e241075f6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.519381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:49:58.534534 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a392e0-02ec-47e5-8b14-18cc8111e76c x-openstack-request-id: req-a0a392e0-02ec-47e5-8b14-18cc8111e76c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:49:58.539303 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:49:58.541342 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a392e0-02ec-47e5-8b14-18cc8111e76c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:49:58.541874 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'status': 'completed', 'code': 200} Aug 10 00:49:58.612405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:58.715356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-047c3803-b3c1-4f48-a3b2-98b7643767e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:58.718583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-047c3803-b3c1-4f48-a3b2-98b7643767e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1100 time: 0.1642835 Aug 10 00:49:58.727221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f2190f-0cf9-4268-ab47-33e1ac882843,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:58.834354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-92908842-d16a-40d7-a227-1b4a7da2bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:58.837141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-92908842-d16a-40d7-a227-1b4a7da2bdb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 1100 time: 0.2548215 Aug 10 00:49:58.860217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dda29-fde7-41ba-9ca6-6e1710c9a6a4 req-f1bf52e8-fc67-4ec1-b191-32e0891b245c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:58.867961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-794dda29-fde7-41ba-9ca6-6e1710c9a6a4 req-f1bf52e8-fc67-4ec1-b191-32e0891b245c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.2741375 Aug 10 00:49:58.978963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-794dda29-fde7-41ba-9ca6-6e1710c9a6a4 req-48832427-159c-4a48-8c27-1f1d0ac94492 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091971 Aug 10 00:49:59.050174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-5c8820eb-4d44-4a96-9658-351501c73814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.051875 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-5c8820eb-4d44-4a96-9658-351501c73814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1307015 Aug 10 00:49:59.109146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-d4d64973-39c7-4892-bb31-e417720ba26a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0465856 Aug 10 00:49:59.173628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f69c6d-53c3-44a4-aade-9ad72df1602d req-ac8f1408-87c5-4471-bbaa-e478a7c306c3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.182269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09f69c6d-53c3-44a4-aade-9ad72df1602d req-ac8f1408-87c5-4471-bbaa-e478a7c306c3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.1056108 Aug 10 00:49:59.202411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-b8fe2d31-3f3e-47a1-b6ed-8565c0cd18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.204074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-b8fe2d31-3f3e-47a1-b6ed-8565c0cd18f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0842626 Aug 10 00:49:59.222595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf18abb-249a-4541-bfb3-d8198ddb3cde {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:49:59.240428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.244815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-fd772837-f104-4988-a1f0-a8f2a06ef2d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4870408 Aug 10 00:49:59.298658 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09f69c6d-53c3-44a4-aade-9ad72df1602d req-d3219900-506b-4146-926e-385606b1fbbb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122575 Aug 10 00:49:59.306305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:59.312792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Transition to ACTIVE for port object 5cf18abb-249a-4541-bfb3-d8198ddb3cde will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:49:59.317235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.397310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:59.424229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-736cccaf-0bb7-4269-9ccf-9db2f28d8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.427340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-736cccaf-0bb7-4269-9ccf-9db2f28d8c39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.6805902 Aug 10 00:49:59.505755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:59.520345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-fb56aded-b742-4126-b9f7-e44fa44d19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.522216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-fb56aded-b742-4126-b9f7-e44fa44d19e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2858748 Aug 10 00:49:59.522438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:59.523298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.531023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-111ed801-0548-431b-9adb-4e241075f6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.535736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-55933d9c-8ad5-411a-a03d-414911049359 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 200 len: 217 time: 0.0877702 Aug 10 00:49:59.550265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-111ed801-0548-431b-9adb-4e241075f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.556668 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:49:59.646473 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.700532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:49:59.703890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:49:59.704216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-a6214933-df33-4e8e-b175-2a482f410228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:49:59.706004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-a6214933-df33-4e8e-b175-2a482f410228 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 1101 time: 0.3869381 Aug 10 00:49:59.706829 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123ff601-f067-4efc-a73a-87c8007806ca" -d '{"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:49:59.710981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bce7c2c7-d499-48f8-ac82-6f1a899c5096 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:49:59.718538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.832718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:49:59.885407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port bce7c2c7-d499-48f8-ac82-6f1a899c5096 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:49:59.891287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port bce7c2c7-d499-48f8-ac82-6f1a899c5096 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:49:59.891741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:49:59.938001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-111ed801-0548-431b-9adb-4e241075f6a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ff66f04ab3043d18bc94ef92765606e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7445397 Aug 10 00:49:59.963344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51562) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:00.024747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ed801-0548-431b-9adb-4e241075f6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90006c4-6c13-4a9d-a654-1f307bd46df6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:00.033212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.077457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:00.082831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.096626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:00.097101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:00.097289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:00.104927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.109734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-25dfe039-fde5-47e3-b718-50075272a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.109931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82d4f3db-6472-46a2-8f23-f69886c6b7fd tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1391754 Aug 10 00:50:00.109931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:00.109931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:00.110805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:00.111210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-25dfe039-fde5-47e3-b718-50075272a7a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.5619638 Aug 10 00:50:00.116413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:00.142428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:00.142428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:00.142828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:00.143275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Bound port: 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:00.143637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.150088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.174051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024621b-dfd0-484a-8010-4023b71509e4 req-20e38089-f072-48f5-b6ef-5de6d02d7a2a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.185202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4024621b-dfd0-484a-8010-4023b71509e4 req-20e38089-f072-48f5-b6ef-5de6d02d7a2a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.7042611 Aug 10 00:50:00.242416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:00.270723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device db13ad71-38ca-4157-84c7-83ed33951e46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:00.338004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port db13ad71-38ca-4157-84c7-83ed33951e46 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:00.340638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4024621b-dfd0-484a-8010-4023b71509e4 req-10c1a5e1-505c-46f1-8a7f-5426343d920e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483760 Aug 10 00:50:00.346153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port db13ad71-38ca-4157-84c7-83ed33951e46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:00.347211 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.370941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.410364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:00.410683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d75a5-6453-460c-9891-959685004c85 req-9eb5083e-2ec2-4725-ae31-b6291eea9de6 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.412505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b38d75a5-6453-460c-9891-959685004c85 req-9eb5083e-2ec2-4725-ae31-b6291eea9de6 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 944 time: 0.5354321 Aug 10 00:50:00.437166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:00.455733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.464305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-7009f735-0cc8-4900-a66d-82497b9d5213 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9302318 Aug 10 00:50:00.467347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.515174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-694df6ae-0e35-4937-8f49-7e6eb5a6bb39 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5138175 Aug 10 00:50:00.516558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port db13ad71-38ca-4157-84c7-83ed33951e46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=db13ad71-38ca-4157-84c7-83ed33951e46,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:00.521048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.521862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.523609 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.523927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] 10.222.0.10 "PUT /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 1093 time: 2.2888691 Aug 10 00:50:00.526825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:00.530356 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193b78a-f3f8-4445-9ea9-0abbf73a7862" -d '{"events": [{"name": "network-changed", "server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:00.575165 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1693b398-cf50-4e53-9460-c077494d170f x-openstack-request-id: req-1693b398-cf50-4e53-9460-c077494d170f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:00.575853 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-plugged", "status": "completed", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:00.576223 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1693b398-cf50-4e53-9460-c077494d170f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:00.576758 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'code': 200} Aug 10 00:50:00.597998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b38d75a5-6453-460c-9891-959685004c85 req-fbbec001-fc30-4fce-aa7d-81c94d3b4800 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727629 Aug 10 00:50:00.600771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3b46c-a33e-4e6b-b2df-e46de00dfeff service neutron] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:00.622554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:00.624215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199f309-a2af-423f-a792-0ad58208f3ff req-73e6659e-fe15-4ea6-8e82-2db0249b10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.630946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-73e6659e-fe15-4ea6-8e82-2db0249b10ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4808064 Aug 10 00:50:00.632406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-fef23b1a-7f8b-4a71-a0f6-9c688e5fc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.637631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-fef23b1a-7f8b-4a71-a0f6-9c688e5fc485 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.8317153 Aug 10 00:50:00.639778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.704106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:00.737711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2cb34-80d7-4305-bc40-48cc7bce9004 req-fd6fe3f8-c41b-46ba-92ac-20ac86ee6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.739632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1e2cb34-80d7-4305-bc40-48cc7bce9004 req-fd6fe3f8-c41b-46ba-92ac-20ac86ee6b07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1097 time: 0.1250105 Aug 10 00:50:00.741342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755609-a464-48b4-887d-f10b36ad2db1 req-03687511-a4db-49e7-befd-7d3c0527e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.742923 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-03687511-a4db-49e7-befd-7d3c0527e0a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 1097 time: 0.1935592 Aug 10 00:50:00.938333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-3fd5795d-666a-4aa2-8b35-58eef50eb68e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 200 len: 217 time: 0.2495000 Aug 10 00:50:00.956702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-4a8d849e-0784-4c14-b098-be53951ef47d service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832673 Aug 10 00:50:00.985987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755609-a464-48b4-887d-f10b36ad2db1 req-280ad1c0-d66c-4a0e-953a-26e7854322af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:00.987630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-280ad1c0-d66c-4a0e-953a-26e7854322af service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.2032890 Aug 10 00:50:00.994421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1e2cb34-80d7-4305-bc40-48cc7bce9004 req-fe274285-1037-45cb-a094-8d83c071fe1c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105923 Aug 10 00:50:01.019965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c104f-4159-47ef-9e07-322e12d019bf req-177fecbb-d9ed-44fb-9300-18f54b58e289 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.021681 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c2c104f-4159-47ef-9e07-322e12d019bf req-177fecbb-d9ed-44fb-9300-18f54b58e289 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1619155 Aug 10 00:50:01.028822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-d0ae0fc6-99c2-40b1-802d-4cf771f5531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.030453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-d0ae0fc6-99c2-40b1-802d-4cf771f5531b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1096 time: 0.4215198 Aug 10 00:50:01.062749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-1a04f10a-2101-4769-ba3b-e58db194d6f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 200 len: 217 time: 0.0639467 Aug 10 00:50:01.132221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94755609-a464-48b4-887d-f10b36ad2db1 req-c7d802eb-1665-4a0e-9812-6eacb41390a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.133812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-c7d802eb-1665-4a0e-9812-6eacb41390a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0535357 Aug 10 00:50:01.145805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-9893be6b-57d5-41b8-8e9c-e5295eff4841 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 217 time: 0.0740893 Aug 10 00:50:01.146051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Allocated IP 172.25.7.171 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/3f13b8fb-416e-4416-b886-e866cef4173a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:01.147413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-009a5888-9ceb-4f58-818e-5ee804c2b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.149103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-009a5888-9ceb-4f58-818e-5ee804c2b7be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1986148 Aug 10 00:50:01.158913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe99fb-98b7-4529-aa88-cdf72e3d44c6 req-3f418a1e-840d-4381-929e-6710f19e21b1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.160527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cefe99fb-98b7-4529-aa88-cdf72e3d44c6 req-3f418a1e-840d-4381-929e-6710f19e21b1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 948 time: 0.4455607 Aug 10 00:50:01.166916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-8cdf2c2d-98c9-4bfd-b58c-7f93b9f9bd36 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814395 Aug 10 00:50:01.196098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-1000247e-76ac-4fc6-a49b-df4f01549fb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474026 Aug 10 00:50:01.217333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c2c104f-4159-47ef-9e07-322e12d019bf req-ed7d31ed-87bc-40f5-912b-1516b690f1a2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588111 Aug 10 00:50:01.278989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.281626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.282893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b90006c4-6c13-4a9d-a654-1f307bd46df6 HTTP/1.1" status: 204 len: 168 time: 1.3117208 Aug 10 00:50:01.322463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:01.323470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6f204-9ce8-4d05-b38e-c85d3155c1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90006c4-6c13-4a9d-a654-1f307bd46df6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:01.343851 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713dcc0e-6d10-4850-bd15-088a6bc87697 x-openstack-request-id: req-713dcc0e-6d10-4850-bd15-088a6bc87697 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:01.344337 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:01.344337 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-713dcc0e-6d10-4850-bd15-088a6bc87697 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:01.344675 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'status': 'completed', 'code': 200} Aug 10 00:50:01.345383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7199f309-a2af-423f-a792-0ad58208f3ff req-ac7bc94d-c8a6-40d2-b1a3-659724f4e959 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458045 Aug 10 00:50:01.349334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b4de-037b-4815-abc2-ca22630329bf req-61bc857c-ce16-4c91-9b95-b0b07ae78ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.363020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-61bc857c-ce16-4c91-9b95-b0b07ae78ce2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1919143 Aug 10 00:50:01.391712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-15939178-10be-4850-bd1d-2f520a86bff3 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860194 Aug 10 00:50:01.395598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cefe99fb-98b7-4529-aa88-cdf72e3d44c6 req-2e79ac05-a3af-4a1d-8d90-c800df330711 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034760 Aug 10 00:50:01.397698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-326b1004-6791-4922-a37f-91f92fa7c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.399614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-326b1004-6791-4922-a37f-91f92fa7c31a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2350123 Aug 10 00:50:01.413143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.429595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-9d3728be-720b-43b6-8106-56efc708116b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655475 Aug 10 00:50:01.568492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:01.583951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'mac_address': 'fa:16:3e:ce:bf:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:01.637731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.655242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:01.659070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94755609-a464-48b4-887d-f10b36ad2db1 req-1c37b95f-c4b7-4cce-b972-9e9a7f2951d1 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608552 Aug 10 00:50:01.684631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.689925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:01.693444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:01.728259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.771277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-9b785639-fc2f-4a89-9f30-bcc83a0bc33b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.780485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-9b785639-fc2f-4a89-9f30-bcc83a0bc33b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.2760553 Aug 10 00:50:01.847463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbca7b0-b887-49c5-919c-d1cf0eec8d73 req-d00688c2-fb87-4ec1-b891-bc57d52c843c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:01.848752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:01.849700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddbca7b0-b887-49c5-919c-d1cf0eec8d73 req-d00688c2-fb87-4ec1-b891-bc57d52c843c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2537100 Aug 10 00:50:01.850428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51598) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:01.860923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.861588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-e33ab1a3-6b73-47ce-b058-d9cb7626b279 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236507 Aug 10 00:50:01.865835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-667c0b31-1fa7-4cf3-97d4-b343bfa114bd service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387188 Aug 10 00:50:01.866105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-3a45e066-9a6f-4427-8e14-98467f561c58 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/quotas/c4bb876423da4b5c8144aef0480579ed HTTP/1.1" status: 200 len: 375 time: 0.0844641 Aug 10 00:50:01.887098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-952aa8d5-d07b-4bdf-86ab-9bac513d71c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.900285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:01.935083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:01.939036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:01.942367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:01.947275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:01.996554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:02.011007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a714d975-555f-4424-a62e-ad0f17e50b89'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:02.022697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'Port': ['ID=3f13b8fb-416e-4416-b886-e866cef4173a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:02.037015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddbca7b0-b887-49c5-919c-d1cf0eec8d73 req-7de626cb-7b0d-464f-a10d-cadc606b60a1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731699 Aug 10 00:50:02.056402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-e7139c30-a944-4bd2-8d33-4ae80cfbfac0 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1887305 Aug 10 00:50:02.138632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e49de9b6-7731-46d6-9c77-5b6d71c8fd40 req-f7153dc0-59bc-459e-8a4c-9217d06ec3da service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365143 Aug 10 00:50:02.152926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a308b4de-037b-4815-abc2-ca22630329bf req-d6be0ed1-6125-48ff-9727-3bea13de6da5 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790816 Aug 10 00:50:02.188374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-71e21483-f44f-46e0-9542-9be30634e648 service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309888 Aug 10 00:50:02.243229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device db13ad71-38ca-4157-84c7-83ed33951e46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:02.257769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.315111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3481a-c40a-4e13-8038-5ac2d5092132 req-0bf62760-2e67-4a6c-bca3-bea2827fd22d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:02.322246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3c3481a-c40a-4e13-8038-5ac2d5092132 req-0bf62760-2e67-4a6c-bca3-bea2827fd22d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 949 time: 0.1565309 Aug 10 00:50:02.326993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-952aa8d5-d07b-4bdf-86ab-9bac513d71c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.394247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port db13ad71-38ca-4157-84c7-83ed33951e46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:02.395471 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.400994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.526842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-7629b988-7454-4753-bbca-f7a1e8059a39 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:02.528851 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-7629b988-7454-4753-bbca-f7a1e8059a39 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "GET /v2.0/ports?device_id=92ff29e6-8f99-4bfc-96ab-e7df5abecbb9 HTTP/1.1" status: 200 len: 943 time: 0.2629035 Aug 10 00:50:02.578099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096'}, {'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:02.580748 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0253a16-7dc5-41b4-808c-a1362fd312e5" -d '{"events": [{"server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "name": "network-vif-plugged", "status": "completed", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096"}, {"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:02.608888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-50b528c4-aa43-48de-bfc1-3af5b436a813 service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190147 Aug 10 00:50:02.640209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-44694a4f-0fa3-41c5-ba25-20d1f9882510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:02.641814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-44694a4f-0fa3-41c5-ba25-20d1f9882510 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1096 time: 0.4194727 Aug 10 00:50:02.644368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-952aa8d5-d07b-4bdf-86ab-9bac513d71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.703988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Deleting port b6285af1-3cf5-404f-b05f-88d1f112ac18 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:02.705735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.745039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-952aa8d5-d07b-4bdf-86ab-9bac513d71c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bde7f9fd8cd42e3b4d54503a2227c9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8916178 Aug 10 00:50:02.748516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51604) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:02.756763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952aa8d5-d07b-4bdf-86ab-9bac513d71c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c20fc98-381b-4d54-97a8-c69b57adb985,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:02.769329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3c3481a-c40a-4e13-8038-5ac2d5092132 req-f47d7c1c-a212-47d7-bd39-ba905087e9a8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461715 Aug 10 00:50:02.770170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.785821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.876186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-ab4d804f-fb0f-4a00-9d1d-59c4734900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:02.877892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-ab4d804f-fb0f-4a00-9d1d-59c4734900e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.2226098 Aug 10 00:50:02.935876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'Port': ['ID=3f13b8fb-416e-4416-b886-e866cef4173a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:02.946872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.974174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] For port b6285af1-3cf5-404f-b05f-88d1f112ac18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b6285af1-3cf5-404f-b05f-88d1f112ac18,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:02.974713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.983901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:02.990760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2a62bfee-f4ee-460e-a488-28489da4d6df tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8733044 Aug 10 00:50:03.015865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Calling delete_port for b6285af1-3cf5-404f-b05f-88d1f112ac18 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:03.015981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-f4ca53c7-ea71-4e5a-890d-74b106e1f05c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 217 time: 0.1103597 Aug 10 00:50:03.099718 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.113529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84af8a2-74cf-4891-b849-2dd154597cb8 req-035405d2-b5d7-4414-9d5c-7ece2d20eb30 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.115256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f84af8a2-74cf-4891-b849-2dd154597cb8 req-035405d2-b5d7-4414-9d5c-7ece2d20eb30 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.2299886 Aug 10 00:50:03.117232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-5976516b-61cb-402d-bc6e-a11aa622d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.118880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-5976516b-61cb-402d-bc6e-a11aa622d85d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0891838 Aug 10 00:50:03.159386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.173983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696aaef-60eb-4577-a689-cd461d190616 req-41ebf337-c61f-4315-8702-70a648ecf05c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.175667 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a696aaef-60eb-4577-a689-cd461d190616 req-41ebf337-c61f-4315-8702-70a648ecf05c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1674991 Aug 10 00:50:03.231930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-3c7616d1-f673-45d1-9bbf-d982583ff6ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983775 Aug 10 00:50:03.260850 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a696aaef-60eb-4577-a689-cd461d190616 req-3233982f-5e94-4fa8-82d1-8fee42cb49df tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644677 Aug 10 00:50:03.275385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.299270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f84af8a2-74cf-4891-b849-2dd154597cb8 req-f923981f-6a96-45c6-8acf-68c9feac0e44 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747496 Aug 10 00:50:03.338961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event deleted for resources: {'Port': ['ID=b6285af1-3cf5-404f-b05f-88d1f112ac18,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:03.350726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:03.385032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] No DVR routers for this DVR port b6285af1-3cf5-404f-b05f-88d1f112ac18 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:03.388174 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c26a28f-f3bf-46a0-9199-d51fda68a337 x-openstack-request-id: req-4c26a28f-f3bf-46a0-9199-d51fda68a337 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:03.394458 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "name": "network-vif-plugged", "status": "completed", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096", "code": 200}, {"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:03.395270 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c26a28f-f3bf-46a0-9199-d51fda68a337 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:03.397580 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096', 'code': 200} Aug 10 00:50:03.397730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.398463 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'code': 200} Aug 10 00:50:03.407766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e308d347-4f91-4d09-8ce0-e65ccaed2124 req-75be0e9d-d5ab-4e5d-9f88-ea5d81eb1ce4 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "DELETE /v2.0/ports/b6285af1-3cf5-404f-b05f-88d1f112ac18 HTTP/1.1" status: 204 len: 173 time: 0.8711493 Aug 10 00:50:03.408339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-deleted', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:03.416889 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cd8d1d-faf5-489c-bbbe-9219b46a8399" -d '{"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-deleted", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:03.470178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a714d975-555f-4424-a62e-ad0f17e50b89 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:03.477332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a714d975-555f-4424-a62e-ad0f17e50b89 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:03.478255 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.517449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0124a4e-03e5-4288-95f8-31a0670a31b8 req-e64b5dbc-bc18-42c7-b4ce-f36ca5214f39 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 210 time: 0.1281905 Aug 10 00:50:03.534443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.537350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.538723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c20fc98-381b-4d54-97a8-c69b57adb985 HTTP/1.1" status: 204 len: 168 time: 0.7890339 Aug 10 00:50:03.570610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efcf14-9266-4576-bee4-9c25acaaf58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c20fc98-381b-4d54-97a8-c69b57adb985,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:03.597884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-be2c0ca7-b363-49d8-9973-79efd47f6274 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405576 Aug 10 00:50:03.626342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.696657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed4bb-4ced-4e06-aea8-1eb50b89e0eb req-0e95afac-ac9b-41e4-b6c6-3fe91753d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.698289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d92ed4bb-4ced-4e06-aea8-1eb50b89e0eb req-0e95afac-ac9b-41e4-b6c6-3fe91753d378 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 1097 time: 0.2573037 Aug 10 00:50:03.710828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:03.716483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:03.746680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471e019-12ee-4834-8e94-ed80078f2e6d req-3a07f01f-92e5-4c20-86c5-a114f1fe7990 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.763080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3471e019-12ee-4834-8e94-ed80078f2e6d req-3a07f01f-92e5-4c20-86c5-a114f1fe7990 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2319589 Aug 10 00:50:03.793810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=13']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:03.814133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-b6bd005e-b6bf-4599-b7ef-37138caf36d8 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1570678971&fields=id&tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed HTTP/1.1" status: 200 len: 267 time: 0.1089168 Aug 10 00:50:03.834707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d92ed4bb-4ced-4e06-aea8-1eb50b89e0eb req-c20f8774-6e36-45d0-915e-2e35bc553548 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270382 Aug 10 00:50:03.835053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d193b78a-f3f8-4445-9ea9-0abbf73a7862 req-bb5a0e9c-c459-4cda-8c93-ee4560d10ef0 service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243731 Aug 10 00:50:03.837668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3471e019-12ee-4834-8e94-ed80078f2e6d req-661af82e-65c1-4596-a56a-0315cce4f368 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735435 Aug 10 00:50:03.932114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-be880f39-6244-4780-9a03-4d120e06e2f1 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.933680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-be880f39-6244-4780-9a03-4d120e06e2f1 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/networks?id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 200 len: 806 time: 0.1120636 Aug 10 00:50:03.952484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-d8733c5e-534f-44fa-9efa-bcd887ee22e7 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/quotas/7bb5d6e94ae144e6936d1ffd1908b3ed HTTP/1.1" status: 200 len: 375 time: 0.0110636 Aug 10 00:50:03.957385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e81d0-af2b-48e0-994b-017d7ec7e8c7 req-12a11a8f-7c29-41b5-97c1-3919ae0df1e5 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:03.963549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d75e81d0-af2b-48e0-994b-017d7ec7e8c7 req-12a11a8f-7c29-41b5-97c1-3919ae0df1e5 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1097 time: 0.0619235 Aug 10 00:50:04.004303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d75e81d0-af2b-48e0-994b-017d7ec7e8c7 req-f3e0b302-4754-4f9b-aef2-4c02c61e3153 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366962 Aug 10 00:50:04.035312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-ead07775-e093-4d13-9c21-4ad72f547a15 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675006 Aug 10 00:50:04.115786 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47a75d4-7ced-483e-ba88-960ca5cf977a x-openstack-request-id: req-c47a75d4-7ced-483e-ba88-960ca5cf977a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:04.116088 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ff29e6-8f99-4bfc-96ab-e7df5abecbb9", "name": "network-vif-deleted", "tag": "b6285af1-3cf5-404f-b05f-88d1f112ac18", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:04.116350 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c47a75d4-7ced-483e-ba88-960ca5cf977a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:04.116754 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ff29e6-8f99-4bfc-96ab-e7df5abecbb9', 'name': 'network-vif-deleted', 'tag': 'b6285af1-3cf5-404f-b05f-88d1f112ac18', 'status': 'completed', 'code': 200} Aug 10 00:50:04.172800 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-b30d0aae-b170-418f-bb1b-e4d8425e64d0 service neutron] 10.222.0.25 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329889 Aug 10 00:50:04.235310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-d7eff366-0209-4438-bf81-bac01db00fbb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340884 Aug 10 00:50:04.323410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-ef7b1884-3200-4e46-88ef-6553fafe250d service neutron] 10.222.0.25 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395957 Aug 10 00:50:04.399274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-87a68dc7-833f-49b7-bcfb-02a3ed833423 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:04.414967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-87a68dc7-833f-49b7-bcfb-02a3ed833423 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786888 Aug 10 00:50:04.439654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-ef954906-a684-49d0-9bb3-c2e89ad9d05c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/quotas/378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 375 time: 0.0237527 Aug 10 00:50:04.472915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-5a222e22-acca-446c-982c-bc51ce69695b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:04.474625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-5a222e22-acca-446c-982c-bc51ce69695b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.2929528 Aug 10 00:50:04.491012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Request body: {'port': {'device_id': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'admin_state_up': True, 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:04.521672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-5c92de08-0f86-499c-abaa-66142c4da7e0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0757275 Aug 10 00:50:04.645707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:04.650344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:04.848620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b71c5dae-7278-4041-b6c2-3fa96235848a req-d8bca10f-c22b-4265-91cd-5777fbdd5ffb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 210 time: 0.0691564 Aug 10 00:50:04.952014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aceaa-75e9-45f5-b61b-1c33e1c0bdf6 req-ef30d8a1-43d1-459b-87a1-2803d9940a27 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:04.960962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698aceaa-75e9-45f5-b61b-1c33e1c0bdf6 req-ef30d8a1-43d1-459b-87a1-2803d9940a27 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.1446774 Aug 10 00:50:04.992365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aaeb7fcd-5c7a-4e5b-87d6-99fbd23a3f52 req-0ecc78ca-b35a-4816-9e85-74be82f485a9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 210 time: 0.0623100 Aug 10 00:50:05.021963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Allocated IP 172.20.0.4 (194214f4-c55f-4a29-a709-22c80ebfaafc/af4b8456-f528-4209-8c83-b268d79b28be/dbce8439-aa82-42f2-8f83-e02bcb183f9b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:05.069300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698aceaa-75e9-45f5-b61b-1c33e1c0bdf6 req-148d5c56-cbd5-4f65-9b7b-ed0b70a39ec3 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937657 Aug 10 00:50:05.136155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-741a14b4-bf90-4a01-9c1b-f40f84fd6615 req-e4d16b95-09f4-4417-b342-55b3f6807038 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 210 time: 0.0357707 Aug 10 00:50:05.398513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad8bf-f2de-40f5-91ca-d82ed5ba7a2e req-8a925e6f-bd1b-4174-b677-a6298bd59dff tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:05.400287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:05.403941 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917be7ee-292c-48e9-bf02-79af6b14c414" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:05.406702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ad8bf-f2de-40f5-91ca-d82ed5ba7a2e req-8a925e6f-bd1b-4174-b677-a6298bd59dff tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2287815 Aug 10 00:50:05.461062 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a88fd-1d0c-4118-becd-6dc77e1d67e5 x-openstack-request-id: req-620a88fd-1d0c-4118-becd-6dc77e1d67e5 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:05.461446 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-plugged", "status": "completed", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:05.461708 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-620a88fd-1d0c-4118-becd-6dc77e1d67e5 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:05.462152 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'code': 200} Aug 10 00:50:05.467937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:05.487314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ad8bf-f2de-40f5-91ca-d82ed5ba7a2e req-829d0cce-9e41-42a9-9f8c-8bc214106737 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798893 Aug 10 00:50:05.532526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:05.587283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Network 194214f4-c55f-4a29-a709-22c80ebfaafc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:05.592155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:05.594400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:05.597369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:05.668555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:05.682890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:05.704676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-40e356b8-dd49-44e8-989b-6c9a9fa5475a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2178581 Aug 10 00:50:05.719319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Request body: {'port': {'device_id': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:05.721593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:05.745300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: b6285af1-3cf5-404f-b05f-88d1f112ac18 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:05.745942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b6285af1-3cf5-404f-b05f-88d1f112ac18 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:05.783212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:06.053721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd7a78d7-c96b-432a-a463-5898070f2ed9 req-6249fa9f-f9eb-48f7-aa00-3a5e19e216a3 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 210 time: 0.1241705 Aug 10 00:50:06.209582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51305875-aa3e-4314-849f-816720cf4f5c req-15eb9265-6b62-47f3-8fa0-1d00f967579b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:06.213099 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51305875-aa3e-4314-849f-816720cf4f5c req-15eb9265-6b62-47f3-8fa0-1d00f967579b tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 931 time: 0.0769715 Aug 10 00:50:06.259047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51305875-aa3e-4314-849f-816720cf4f5c req-f76dd945-1513-4fb8-8679-cffb5e09b202 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Aug 10 00:50:06.298799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-77080b35-09af-4811-a51f-2c46877d4ec7 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:06.300349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-77080b35-09af-4811-a51f-2c46877d4ec7 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.21 "GET /v2.0/networks?id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 200 len: 806 time: 0.2258041 Aug 10 00:50:06.334936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bdd51-9798-4a2d-9517-f72c3b44a31f req-8b1b5904-a1be-4db8-b4e2-7e12f936ac89 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:06.336462 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-060bdd51-9798-4a2d-9517-f72c3b44a31f req-8b1b5904-a1be-4db8-b4e2-7e12f936ac89 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.1205540 Aug 10 00:50:06.420424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2480d707-0e6d-4f4e-89c8-9a1fbd5edc23 req-0bc32f37-4d44-43c4-aa89-f6524aa5dd63 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 210 time: 0.0493004 Aug 10 00:50:06.422683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbce8439-aa82-42f2-8f83-e02bcb183f9b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:06.458602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:06.467923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-e4da77a5-1654-4b55-869e-ce7e4d0609ce tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed HTTP/1.1" status: 200 len: 380 time: 0.1516097 Aug 10 00:50:06.482849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'port': {'device_id': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'admin_state_up': True, 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'security_groups': ['2e498473-01a2-45f4-8bf9-a9f9a260648e']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:06.503226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-50505e26-669a-4661-9d59-dbded02635c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=378c76aea9f44ac292601912d5782dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357938 Aug 10 00:50:06.611392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-060bdd51-9798-4a2d-9517-f72c3b44a31f req-3f7b602f-d88c-4a1a-963a-baa6c7e99d65 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415032 Aug 10 00:50:06.617317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Transition to ACTIVE for port object dbce8439-aa82-42f2-8f83-e02bcb183f9b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:06.634728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:06.689114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-0d40ed0c-6362-4b31-a2f9-88b1ad5883ff tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:06.692047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-0d40ed0c-6362-4b31-a2f9-88b1ad5883ff tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799915 Aug 10 00:50:06.705730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Request body: {'port': {'device_id': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '378c76aea9f44ac292601912d5782dbc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:06.723360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Made reservation on behalf of 7bb5d6e94ae144e6936d1ffd1908b3ed for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:06.727128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:06.822951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:06.859018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Made reservation on behalf of 378c76aea9f44ac292601912d5782dbc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:06.864669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:06.982486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd7a17-da23-468e-a5a4-6904373ada09 req-0d61b5a0-391a-4315-a9dd-03921cd52708 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:06.984657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98fd7a17-da23-468e-a5a4-6904373ada09 req-0d61b5a0-391a-4315-a9dd-03921cd52708 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2270465 Aug 10 00:50:07.052261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Attempting to bind port dbce8439-aa82-42f2-8f83-e02bcb183f9b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:07.053078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Attempting to bind port dbce8439-aa82-42f2-8f83-e02bcb183f9b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:07.053482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Attempting to bind port dbce8439-aa82-42f2-8f83-e02bcb183f9b on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:07.064601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Allocated IP 192.168.233.177 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/b8e86cc4-44ca-4ce8-82ad-08778dce8a18) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:07.068028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Port dbce8439-aa82-42f2-8f83-e02bcb183f9b on network 194214f4-c55f-4a29-a709-22c80ebfaafc not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:07.068364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Attempting to bind port dbce8439-aa82-42f2-8f83-e02bcb183f9b on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:07.152675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98fd7a17-da23-468e-a5a4-6904373ada09 req-e5ee852c-8bd1-4621-9384-884198171e41 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579490 Aug 10 00:50:07.156090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:07.156433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Checking segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:07.156823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Bound using segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:07.157262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Bound port: dbce8439-aa82-42f2-8f83-e02bcb183f9b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:07.157626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.185192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Allocated IP 172.20.0.9 (f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e/c5665316-acc9-403d-a3a8-06b159886619/f4e8563e-a94c-4c51-97b6-b4fc4aca5621) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:07.361349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:07.430069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:07.453702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.531099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:07.561152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:07.561775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.563313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-ea6c197a-eeb9-4531-a8ea-c59b6d56dfcf service neutron] 10.222.0.21 "PUT /v2.0/ports/dbce8439-aa82-42f2-8f83-e02bcb183f9b HTTP/1.1" status: 200 len: 1092 time: 1.8493509 Aug 10 00:50:07.570205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:07.572552 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62781168-020a-470f-8ec7-7237e785d033" -d '{"events": [{"name": "network-changed", "server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:07.590900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf27dc-c266-4cf8-a70f-f382b980e4dd req-d66261b5-43ec-4a6c-89fb-ffecb6bdd3a9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:07.601079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25cf27dc-c266-4cf8-a70f-f382b980e4dd req-d66261b5-43ec-4a6c-89fb-ffecb6bdd3a9 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.2056108 Aug 10 00:50:07.621677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64b342d2-d975-475e-a825-8dcd87b17ac2 req-e79ec809-6d01-4e61-a6bf-7e92945a16f2 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 210 time: 0.3939295 Aug 10 00:50:07.674533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.693503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Transition to ACTIVE for port object b8e86cc4-44ca-4ce8-82ad-08778dce8a18 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:07.695488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.737359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25cf27dc-c266-4cf8-a70f-f382b980e4dd req-92df1fc3-9d23-4f82-bcd7-394edf2cea24 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354196 Aug 10 00:50:07.745124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Transition to ACTIVE for port object f4e8563e-a94c-4c51-97b6-b4fc4aca5621 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:07.779745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-851ec4c4-07c9-4d0c-a918-e57918bcd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:07.781309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-851ec4c4-07c9-4d0c-a918-e57918bcd2b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 1095 time: 0.1313596 Aug 10 00:50:07.791043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.804610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85', '61e727f1-df41-435c-bc65-c4bf6875a397', 'a714d975-555f-4424-a62e-ad0f17e50b89'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:07.837234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-80385f66-52e4-4fe3-b166-49d1b7139f3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b HTTP/1.1" status: 200 len: 217 time: 0.0457439 Aug 10 00:50:07.882730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:07.900705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:07.912778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:07.916304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa877c-306a-451d-98f7-f85f42581dd5 req-75fde357-f0d2-422e-bebf-96ece31fc035 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:07.918063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcaa877c-306a-451d-98f7-f85f42581dd5 req-75fde357-f0d2-422e-bebf-96ece31fc035 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 943 time: 0.1869292 Aug 10 00:50:07.919011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:07.921431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:07.989127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:07.989746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.021372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-9e65775e-cd6a-4f25-8adb-52a0009f45a5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3207572 Aug 10 00:50:08.023166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event updated for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:08.052534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcaa877c-306a-451d-98f7-f85f42581dd5 req-12a60aa0-e268-49ee-85d1-a307ead5fd84 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Aug 10 00:50:08.066729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Request body: {'port': {'device_id': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:08.073502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-711038c0-9f04-4ed7-971f-f4638b400557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.081897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-711038c0-9f04-4ed7-971f-f4638b400557 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.2294316 Aug 10 00:50:08.100104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:08.146069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:08.197883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8f2e5-19a3-4d19-85a3-e6c93c6341eb req-5951873a-6d48-4ffd-970c-5a9f8ba6c336 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.206769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29c8f2e5-19a3-4d19-85a3-e6c93c6341eb req-5951873a-6d48-4ffd-970c-5a9f8ba6c336 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 936 time: 0.3747573 Aug 10 00:50:08.209259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:08.224388 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de21e890-d83d-4b2f-acea-a5e3f4dd1791 x-openstack-request-id: req-de21e890-d83d-4b2f-acea-a5e3f4dd1791 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:08.229650 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:08.230176 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de21e890-d83d-4b2f-acea-a5e3f4dd1791 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:08.231626 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'status': 'completed', 'code': 200} Aug 10 00:50:08.238255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.244615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-b63515b2-a8f4-4db4-8858-119b94d9ac5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497078 Aug 10 00:50:08.390090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f0748b8-f1a5-47ed-b22b-26c8385cacf1 None None] Provisioning for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:08.405071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f0748b8-f1a5-47ed-b22b-26c8385cacf1 None None] Provisioning complete for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:08.405364 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f0748b8-f1a5-47ed-b22b-26c8385cacf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.413886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51902) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:08.440053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29c8f2e5-19a3-4d19-85a3-e6c93c6341eb req-40b70556-b593-4fe8-957d-5d24b2cf3ca1 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323666 Aug 10 00:50:08.450868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.454497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.479968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7f0748b8-f1a5-47ed-b22b-26c8385cacf1 None None] Port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:08.522383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-8670d67e-14aa-4d73-982e-9f442211da4b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0440331 Aug 10 00:50:08.548631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Request body: {'port': {'device_id': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:08.558104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-56d117ef-d3a6-46b1-b740-5a471dea7350 service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059211 Aug 10 00:50:08.610477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e2b55b0b-b395-468a-b08b-6e1a327118f3 None None] Provisioning for port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:08.615126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e2b55b0b-b395-468a-b08b-6e1a327118f3 None None] Provisioning complete for port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:08.615498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e2b55b0b-b395-468a-b08b-6e1a327118f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.734690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.760674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02b115e0-77c4-4490-8b97-0fa24676ef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.807526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e2b55b0b-b395-468a-b08b-6e1a327118f3 None None] Port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:08.818513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce6cd4-4d7a-457b-b8d7-4647df0cdbb0 req-7dc5fbf5-eae1-4ace-9d5a-cc31bca34f91 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.819970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69ce6cd4-4d7a-457b-b8d7-4647df0cdbb0 req-7dc5fbf5-eae1-4ace-9d5a-cc31bca34f91 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2775934 Aug 10 00:50:08.826471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-4d39c421-596a-414f-ae3f-d501d96b0e04 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.828034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-4d39c421-596a-414f-ae3f-d501d96b0e04 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.10 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.2506537 Aug 10 00:50:08.840775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:08.856045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.883902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3178df-9493-4f93-a909-d38e4faeed54 req-fc9b958e-af5d-4134-8554-2dcebb91d227 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:08.892500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Transition to ACTIVE for port object b8e86cc4-44ca-4ce8-82ad-08778dce8a18 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:08.894920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a3178df-9493-4f93-a909-d38e4faeed54 req-fc9b958e-af5d-4134-8554-2dcebb91d227 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 945 time: 0.2693098 Aug 10 00:50:08.897061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69ce6cd4-4d7a-457b-b8d7-4647df0cdbb0 req-2bd552de-a10e-4330-bb98-7cb96b6d202b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677347 Aug 10 00:50:08.898457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:08.995039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a7a36c-f308-4841-a30b-849536bffbbf req-456c0632-7d38-413e-8845-939df343380f service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185839 Aug 10 00:50:08.998170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:09.124969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f657466-ade8-4dad-8e19-5c3bc1048d7b req-0446aea0-3637-4bd0-b176-d9cfd2076abb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.126763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f657466-ade8-4dad-8e19-5c3bc1048d7b req-0446aea0-3637-4bd0-b176-d9cfd2076abb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 931 time: 0.1434178 Aug 10 00:50:09.150264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:09.150791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:09.151325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:09.166035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:09.166344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:09.182374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:09.182875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:09.183895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:09.184730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Bound port: b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:09.185226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.243593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f657466-ade8-4dad-8e19-5c3bc1048d7b req-4ab2b903-e804-4d16-96b7-5dd31b0581db tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011887 Aug 10 00:50:09.298319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:09.301776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:09.311774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.380823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.381446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.382952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 1097 time: 1.3229907 Aug 10 00:50:09.388010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:09.390170 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8375b61f-0646-4e98-8d7f-add63a1179fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:09.432148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf96a5-12a0-4491-8152-6a500de7325c req-de0fc4da-be35-4ba3-ba82-7ab0ec92fe02 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.434558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50cf96a5-12a0-4491-8152-6a500de7325c req-de0fc4da-be35-4ba3-ba82-7ab0ec92fe02 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 945 time: 0.1129429 Aug 10 00:50:09.435381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aa145-32ba-4f8a-84ce-9a386847bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:09.494582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50cf96a5-12a0-4491-8152-6a500de7325c req-f70c7b0e-7f77-4b74-9eb5-341bee7dd72f tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups?id=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503755 Aug 10 00:50:09.575411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a3178df-9493-4f93-a909-d38e4faeed54 req-c212e510-1d46-4b26-9731-306347a357ca tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6793644 Aug 10 00:50:09.580342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-4adeab4a-4c8f-4f5b-9a2f-da7c6941cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.585502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-4adeab4a-4c8f-4f5b-9a2f-da7c6941cad3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1100 time: 0.0726879 Aug 10 00:50:09.683983 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6d7514-dad0-4d18-9867-f24d1007c716 x-openstack-request-id: req-4d6d7514-dad0-4d18-9867-f24d1007c716 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:09.684268 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:09.684516 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d6d7514-dad0-4d18-9867-f24d1007c716 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:09.684905 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'status': 'completed', 'code': 200} Aug 10 00:50:09.686557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-2a127c3d-58e8-42f4-9924-8ea7e0b12dd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0854492 Aug 10 00:50:09.718164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781168-020a-470f-8ec7-7237e785d033 req-9c061ec2-d8c9-404b-9771-b3a17f999a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.719690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-9c061ec2-d8c9-404b-9771-b3a17f999a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 1095 time: 0.6355414 Aug 10 00:50:09.781963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e73a6e-c747-4ee0-856e-935089d5583d req-cd684e1b-1a15-43c6-a27d-eb951a83b8cd tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.783496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0e73a6e-c747-4ee0-856e-935089d5583d req-cd684e1b-1a15-43c6-a27d-eb951a83b8cd tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 943 time: 0.1920023 Aug 10 00:50:09.801672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-051bae17-a404-49fb-8cdf-5256500854a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.803108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-051bae17-a404-49fb-8cdf-5256500854a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1082394 Aug 10 00:50:09.845841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Deleting port bce7c2c7-d499-48f8-ac82-6f1a899c5096 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:09.846189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.851798 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02b115e0-77c4-4490-8b97-0fa24676ef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.870270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0e73a6e-c747-4ee0-856e-935089d5583d req-57af20b6-c21b-41d9-b67a-efc10f4e6241 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802310 Aug 10 00:50:09.879195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-632cc528-a55b-4a6b-81d0-baed5fefdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:09.880852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-632cc528-a55b-4a6b-81d0-baed5fefdba1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679097 Aug 10 00:50:09.913167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02b115e0-77c4-4490-8b97-0fa24676ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:09.994812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-f4297c3e-09a6-4c57-a9c5-75ba6389e9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059291 Aug 10 00:50:10.039447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02b115e0-77c4-4490-8b97-0fa24676ef51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6320c815a8e4a07bad20844d8089fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6170866 Aug 10 00:50:10.047496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51924) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:10.047913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba323cfe-25fe-41c5-9e43-9cfa644a8216 req-a0e8d034-2ac4-4a14-9c41-9fa4a710e985 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.050030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba323cfe-25fe-41c5-9e43-9cfa644a8216 req-a0e8d034-2ac4-4a14-9c41-9fa4a710e985 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.3052075 Aug 10 00:50:10.061083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b115e0-77c4-4490-8b97-0fa24676ef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f37202-a9b2-4903-82cb-c72c8f3d2c0f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:10.107014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781168-020a-470f-8ec7-7237e785d033 req-c0ad2baf-f1ff-41b6-a597-f14cbbfa1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.108609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-c0ad2baf-f1ff-41b6-a597-f14cbbfa1468 service neutron] 10.222.0.21 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 904 time: 0.3803682 Aug 10 00:50:10.132423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] For port bce7c2c7-d499-48f8-ac82-6f1a899c5096, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bce7c2c7-d499-48f8-ac82-6f1a899c5096,segment=NetworkSegment(eb38e7f6-9e01-42d7-8be1-4430b6bf7972),segment_id=eb38e7f6-9e01-42d7-8be1-4430b6bf7972)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:10.132794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.149711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0de55-7eb5-4830-a5b2-3b3af17d8c44 req-0fb00350-0044-4dff-aea2-506cd7a8adec tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.151241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35f0de55-7eb5-4830-a5b2-3b3af17d8c44 req-0fb00350-0044-4dff-aea2-506cd7a8adec tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.1464777 Aug 10 00:50:10.175104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b2f21ec-6fb9-451c-bc00-2caf5c54de2c req-812fbd2a-3c63-4bf7-b463-7118b34f6e88 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713362 Aug 10 00:50:10.192720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-820da3c2-3da1-41a7-9fd1-e3ea9bf518e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b HTTP/1.1" status: 200 len: 217 time: 0.0672584 Aug 10 00:50:10.198412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.207412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Calling delete_port for bce7c2c7-d499-48f8-ac82-6f1a899c5096 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:10.218149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35f0de55-7eb5-4830-a5b2-3b3af17d8c44 req-0307910d-9c79-424a-8267-91c261f5bd7b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566878 Aug 10 00:50:10.244400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.310614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-acf72a7d-5f4d-477b-9345-ce9c6e6a6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.312269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-acf72a7d-5f4d-477b-9345-ce9c6e6a6c43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1100 time: 0.0825706 Aug 10 00:50:10.335816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e8563e-a94c-4c51-97b6-b4fc4aca5621 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:10.373131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba323cfe-25fe-41c5-9e43-9cfa644a8216 req-c2765e56-ca2a-41ad-b4a7-e21d98fb4cbd tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076763 Aug 10 00:50:10.381719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.406483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781168-020a-470f-8ec7-7237e785d033 req-3605b5a3-253b-4696-91c4-c0264e479352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.406589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.407899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-3605b5a3-253b-4696-91c4-c0264e479352 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.1979697 Aug 10 00:50:10.409052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.410221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10f37202-a9b2-4903-82cb-c72c8f3d2c0f HTTP/1.1" status: 204 len: 168 time: 0.3376093 Aug 10 00:50:10.416903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Transition to ACTIVE for port object f4e8563e-a94c-4c51-97b6-b4fc4aca5621 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:10.427490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96f352-74e6-4c58-84a4-42ceceefcb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f37202-a9b2-4903-82cb-c72c8f3d2c0f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:10.436210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.481719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395bdf-5e35-48b2-9ca1-05a062c0feb0 req-0bbf063f-948d-456f-ae58-8777cdbb8026 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.483263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c395bdf-5e35-48b2-9ca1-05a062c0feb0 req-0bbf063f-948d-456f-ae58-8777cdbb8026 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 931 time: 0.1151853 Aug 10 00:50:10.486347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-8e0ad32a-65e4-4b17-bbc9-ec20f608f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.487738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-8e0ad32a-65e4-4b17-bbc9-ec20f608f19b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1674776 Aug 10 00:50:10.496036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-96d22bb5-7dfe-409f-94f0-9096a8c163e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732205 Aug 10 00:50:10.555798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-a6d89c6b-d0d0-43ad-a45a-1a8f7355f4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0575800 Aug 10 00:50:10.573023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:10.645418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c395bdf-5e35-48b2-9ca1-05a062c0feb0 req-260441ab-f9f9-482b-8a19-7dba367ac1c1 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556051 Aug 10 00:50:10.712438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-dce8000e-58c6-4d0f-beaf-27ffa21f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.713949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-dce8000e-58c6-4d0f-beaf-27ffa21f471c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1497185 Aug 10 00:50:10.786075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-ed3a07a2-a3e0-4f86-a4c5-d025af38d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:10.788254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-ed3a07a2-a3e0-4f86-a4c5-d025af38d6a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656686 Aug 10 00:50:10.797442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-b2e84aac-fc8e-40db-9f32-b68c5c8480ed service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940056 Aug 10 00:50:10.817105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:10.820353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d16e542c-c69c-433a-8e2e-43935626cb42 req-1c64672e-a0de-43bc-be49-f6eb9b0015bc tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fa42072-f1fd-4cea-9644-0fdf141a7360 HTTP/1.1" status: 200 len: 210 time: 0.0418606 Aug 10 00:50:10.951943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Attempting to bind port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:10.952284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Attempting to bind port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:10.952617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Attempting to bind port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 on network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:10.957732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event deleted for resources: {'Port': ['ID=bce7c2c7-d499-48f8-ac82-6f1a899c5096,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:10.970551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 on network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:10.970947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Attempting to bind port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 on network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:10.999314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:10.999821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Checking segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:11.000071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Bound using segment: {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:11.000475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Bound port: f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:11.000836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.006241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-0110b407-035a-45ee-a9c5-cea1eb5e3e1e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--181935068&fields=id&tenant_id=81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 267 time: 0.0667422 Aug 10 00:50:11.018884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-661dc1f1-3b55-4d45-8e5b-6fe7ab178785 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107878 Aug 10 00:50:11.040667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] No DVR routers for this DVR port bce7c2c7-d499-48f8-ac82-6f1a899c5096 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:11.067265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51952) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:11.071163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.073184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eeda628b-f6d9-43c3-a3a8-21b1229e7d19 req-e7320fe6-1a02-4176-af10-235462b75d3e tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.10 "DELETE /v2.0/ports/bce7c2c7-d499-48f8-ac82-6f1a899c5096 HTTP/1.1" status: 204 len: 173 time: 2.2170429 Aug 10 00:50:11.076432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'name': 'network-vif-deleted', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:11.078410 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d668a5b-447e-4257-b068-1bac72698759" -d '{"events": [{"server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "name": "network-vif-deleted", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:11.140477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a74f183c-d5f1-478f-ba30-9e875f784338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.164160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62781168-020a-470f-8ec7-7237e785d033 req-f70da936-e45e-4587-b034-ca255a636207 service neutron] 10.222.0.21 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479698 Aug 10 00:50:11.209486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda39c-0d07-4e77-aab7-b1e2f52479c3 req-4f72ad74-038b-44b0-8a4c-525de6d04b3f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.211036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1fda39c-0d07-4e77-aab7-b1e2f52479c3 req-4f72ad74-038b-44b0-8a4c-525de6d04b3f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 943 time: 0.2157176 Aug 10 00:50:11.212739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-12280f0b-1644-47cc-ac1d-517f5c5a58d2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.220118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-12280f0b-1644-47cc-ac1d-517f5c5a58d2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 823 time: 0.2041931 Aug 10 00:50:11.224177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8375b61f-0646-4e98-8d7f-add63a1179fe req-16494678-f20e-4ed8-bc97-27cee978878f service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955183 Aug 10 00:50:11.242680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-822e871e-8bc7-4696-8908-eba40bfa74a3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/quotas/81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 375 time: 0.0215960 Aug 10 00:50:11.243476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:11.274531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:11.285701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.309328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-fe17238b-fded-40e8-b962-d67f5f183a3f tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0586581 Aug 10 00:50:11.340450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1fda39c-0d07-4e77-aab7-b1e2f52479c3 req-9a5e4ad1-c3cc-4ee3-b0b6-6036a9c2e46f tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191545 Aug 10 00:50:11.348283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.348908 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.350280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 200 len: 1092 time: 2.8095899 Aug 10 00:50:11.382692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb6294-a96c-456f-a00c-a5f8873faa57 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:11.396470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:11.420297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a74f183c-d5f1-478f-ba30-9e875f784338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.426289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a74f183c-d5f1-478f-ba30-9e875f784338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.500637 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731d593-6f65-47d6-9250-4f53cd17228a x-openstack-request-id: req-a731d593-6f65-47d6-9250-4f53cd17228a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:11.501361 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa42072-f1fd-4cea-9644-0fdf141a7360", "name": "network-vif-deleted", "tag": "bce7c2c7-d499-48f8-ac82-6f1a899c5096", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:11.501361 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a731d593-6f65-47d6-9250-4f53cd17228a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:11.501688 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa42072-f1fd-4cea-9644-0fdf141a7360', 'name': 'network-vif-deleted', 'tag': 'bce7c2c7-d499-48f8-ac82-6f1a899c5096', 'status': 'completed', 'code': 200} Aug 10 00:50:11.519533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f183c-d5f1-478f-ba30-9e875f784338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8429d34a-4eea-477c-a3be-4a7ae6110542,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:11.521719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-af78b844-9e69-4bb9-a648-cc3228045968 service neutron] 10.222.0.25 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092123 Aug 10 00:50:11.530472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a74f183c-d5f1-478f-ba30-9e875f784338 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fd16da93d6b42b6a6d6ce58b519c66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561841 Aug 10 00:50:11.531795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51962) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:11.570335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-6864f403-17d6-49eb-b7a1-3f8375cd13e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.572095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-6864f403-17d6-49eb-b7a1-3f8375cd13e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 1095 time: 0.1289124 Aug 10 00:50:11.664007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-2bb28885-d7b0-4406-acc7-e3c12328b04b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 200 len: 217 time: 0.0773206 Aug 10 00:50:11.709013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:11.721411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'mac_address': 'fa:16:3e:3b:32:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:11.735247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.755505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-0d969639-dd6d-4343-ab18-71eceb6dced4 service neutron] 10.222.0.25 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302315 Aug 10 00:50:11.771585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-ab031bb0-e465-4570-895a-afe922506cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.773316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-ab031bb0-e465-4570-895a-afe922506cff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5665316-acc9-403d-a3a8-06b159886619 HTTP/1.1" status: 200 len: 845 time: 0.0861871 Aug 10 00:50:11.785689 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:11.800355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:11.802527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab688-eab8-4a19-b3e4-2b369f1c6d19 req-da94d66b-271a-4375-b821-d47b742b60b8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.804077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21eab688-eab8-4a19-b3e4-2b369f1c6d19 req-da94d66b-271a-4375-b821-d47b742b60b8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.1419637 Aug 10 00:50:11.812784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bce7c2c7-d499-48f8-ac82-6f1a899c5096 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:11.864869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: bce7c2c7-d499-48f8-ac82-6f1a899c5096 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:11.865418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bce7c2c7-d499-48f8-ac82-6f1a899c5096 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:11.929858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-21990373-32a1-40ad-916c-026bede16d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:11.931307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-21990373-32a1-40ad-916c-026bede16d3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1479423 Aug 10 00:50:11.942445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21eab688-eab8-4a19-b3e4-2b369f1c6d19 req-f2abc406-2dbd-432a-b09b-b3f2384b15fe tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213262 Aug 10 00:50:12.003549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:12.019555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723', 'port_id': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'mac_address': 'fa:16:3e:41:f4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0639e7-7e5f-43f6-88ff-837dfc60010f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:12.023351 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.023670 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.027512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.030966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8429d34a-4eea-477c-a3be-4a7ae6110542 HTTP/1.1" status: 204 len: 168 time: 0.4948633 Aug 10 00:50:12.093838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbce8439-aa82-42f2-8f83-e02bcb183f9b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:12.126186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:12.129174 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.143551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cf18abb-249a-4541-bfb3-d8198ddb3cde {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:12.150911 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.194263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:12.210600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.222740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00acab2a-84c1-44e6-bc9c-3a3cd2cd2bb9 req-cde62ff3-8b88-4057-9233-81d1cc0cd50d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:12.224277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:12.224984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00acab2a-84c1-44e6-bc9c-3a3cd2cd2bb9 req-cde62ff3-8b88-4057-9233-81d1cc0cd50d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 943 time: 0.1589797 Aug 10 00:50:12.280495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-b6f0ac77-bc1b-471c-87db-0635fd87bc2f service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583790 Aug 10 00:50:12.281672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89d875-5ca0-48a2-9c70-109d09b7f59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8429d34a-4eea-477c-a3be-4a7ae6110542,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:12.287517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:12.327176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00acab2a-84c1-44e6-bc9c-3a3cd2cd2bb9 req-4a7389ff-ab0d-4f62-8c8e-7dafa0f6cfe8 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937672 Aug 10 00:50:12.435505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dbce8439-aa82-42f2-8f83-e02bcb183f9b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:12.476164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15dbb37b-723b-4cdb-94f0-abc1ada370b7 req-e489e947-e68a-4f3c-9497-fc83f934589e service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719942 Aug 10 00:50:12.499165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e25a1bc8-fe58-4930-b374-39c5f2f1a27d req-8ee9d444-018b-4d89-a861-601bda5cae9e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 210 time: 0.0852764 Aug 10 00:50:12.508545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['5cf18abb-249a-4541-bfb3-d8198ddb3cde'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:12.509394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-3dddcd2d-7e3b-4d3d-ad56-7e77e18e6a54 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:12.515529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-3dddcd2d-7e3b-4d3d-ad56-7e77e18e6a54 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d89245a-d33d-4a89-8015-a31669a2aecd HTTP/1.1" status: 200 len: 945 time: 0.5717781 Aug 10 00:50:12.547877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f888f26-c112-43bd-b627-05c4cf708f87 req-aafb33ca-cb95-4484-89ab-64ac074b7671 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:12.557131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f888f26-c112-43bd-b627-05c4cf708f87 req-aafb33ca-cb95-4484-89ab-64ac074b7671 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.3580780 Aug 10 00:50:12.771636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f888f26-c112-43bd-b627-05c4cf708f87 req-ff8ef928-5069-47d3-ac85-ec8499d9142c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134120 Aug 10 00:50:12.832202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130306a-0403-4bbc-9ab8-c9f4024b3dfe req-b0bc4360-8fb9-4a00-822e-4f13b56fa2bf tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:12.844450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d130306a-0403-4bbc-9ab8-c9f4024b3dfe req-b0bc4360-8fb9-4a00-822e-4f13b56fa2bf tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 944 time: 0.1184990 Aug 10 00:50:12.850045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Deleting port 2a0687dd-8c97-4331-8448-28f41f1d04ee {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:12.850566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.912159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d130306a-0403-4bbc-9ab8-c9f4024b3dfe req-e599238c-686a-46e5-8f4a-e697fa76d611 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596290 Aug 10 00:50:12.980612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] For port 2a0687dd-8c97-4331-8448-28f41f1d04ee, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=2a0687dd-8c97-4331-8448-28f41f1d04ee,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:12.981293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:12.992586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52008) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:13.099616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.147779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.229584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d1ddf-6f57-467f-b552-addc6b35a399 req-8b672040-ccfe-4b6d-989e-3138b56c5287 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:13.231655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.232151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-801d1ddf-6f57-467f-b552-addc6b35a399 req-8b672040-ccfe-4b6d-989e-3138b56c5287 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.1259606 Aug 10 00:50:13.236464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.239446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "DELETE /v2.0/security-groups/532c990f-14fc-4308-af12-c67403051b19 HTTP/1.1" status: 204 len: 168 time: 0.2455096 Aug 10 00:50:13.244882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:13.271957 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-eea95ff5-0577-4c12-ab92-7f287be5fb64 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] show failed (client error): The resource could not be found. Aug 10 00:50:13.274064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eea95ff5-0577-4c12-ab92-7f287be5fb64 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "GET /v2.0/security-groups/532c990f-14fc-4308-af12-c67403051b19 HTTP/1.1" status: 404 len: 347 time: 0.0272310 Aug 10 00:50:13.277974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52018) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:13.278258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1a283-ed08-442a-8520-3bb7c382a5aa tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c990f-14fc-4308-af12-c67403051b19,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:13.391578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:13.403371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.403736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.404493 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44 disassociated. External IP: 172.25.7.46, port: 2a0687dd-8c97-4331-8448-28f41f1d04ee. Aug 10 00:50:13.404493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Calling delete_port for 2a0687dd-8c97-4331-8448-28f41f1d04ee owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:13.430027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-801d1ddf-6f57-467f-b552-addc6b35a399 req-84748d34-1b42-4341-9ebd-e5168543223c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917276 Aug 10 00:50:13.502368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:13.504687 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45a4540-ad0c-4707-914c-be1ad43bccdf" -d '{"events": [{"name": "network-changed", "server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:13.522072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Deleting port e26b2cc4-e8e5-4350-b566-34770a1997e7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:13.522412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.597717 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3637c9d-8426-487c-863a-8b27accce799 x-openstack-request-id: req-c3637c9d-8426-487c-863a-8b27accce799 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:13.597991 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:13.598228 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3637c9d-8426-487c-863a-8b27accce799 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:13.598619 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'status': 'completed', 'code': 200} Aug 10 00:50:13.619608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:13.659705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc4cfd-856d-4713-a6c3-36e3ace4c747 req-32e2603c-511b-4b9e-a3f4-398e941a0261 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:13.672439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bcc4cfd-856d-4713-a6c3-36e3ace4c747 req-32e2603c-511b-4b9e-a3f4-398e941a0261 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 943 time: 0.2580462 Aug 10 00:50:13.673387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'mac_address': 'fa:16:3e:22:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:13.691015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.722754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.723085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.736116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.747973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bcc4cfd-856d-4713-a6c3-36e3ace4c747 req-945af9b9-1145-4649-816d-5eab60fc6067 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742970 Aug 10 00:50:13.757070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-94fb6724-c0ac-4e5b-aa13-36f76400305c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:13.758843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-94fb6724-c0ac-4e5b-aa13-36f76400305c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 823 time: 0.2649584 Aug 10 00:50:13.770277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:13.812958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f3a6884-52ae-4495-8a41-8dcce3ccd5b7 req-a8879f71-0c15-49b7-9aac-9cd5b33dbd60 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 210 time: 0.1229355 Aug 10 00:50:13.814262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event deleted for resources: {'Port': ['ID=2a0687dd-8c97-4331-8448-28f41f1d04ee,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:13.829474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Calling delete_port for e26b2cc4-e8e5-4350-b566-34770a1997e7 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:13.834128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:13.867588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:13.869226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 5cf18abb-249a-4541-bfb3-d8198ddb3cde completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:13.873540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 5cf18abb-249a-4541-bfb3-d8198ddb3cde triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:13.874314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.876707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-83574f65-2b3f-4cb0-9518-443966300076 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81ddce7cb625435299ce7073cae6cb0a HTTP/1.1" status: 200 len: 379 time: 0.1081460 Aug 10 00:50:13.877736 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:13.902772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'port': {'device_id': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'admin_state_up': True, 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'security_groups': ['37f8ea08-c5e7-4981-814b-9b3b534c525a']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:13.930441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-1b4c179d-e81b-426f-8c1c-866b08791109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:13.932666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-1b4c179d-e81b-426f-8c1c-866b08791109 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 1095 time: 0.3047638 Aug 10 00:50:14.019667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:14.059713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37e5f739-7996-46dc-8319-af60de74f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.078775 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.082278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f143f-7966-4f14-8fd0-4451230be0d3 req-62679a69-f7f9-4041-9180-45f75bf4895d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:14.083880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb5f143f-7966-4f14-8fd0-4451230be0d3 req-62679a69-f7f9-4041-9180-45f75bf4895d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1659191 Aug 10 00:50:14.110053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:14.112174 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbc3714-2383-403d-b413-f64142db2a07" -d '{"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:14.127775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:14.133567 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.155577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Made reservation on behalf of 81ddce7cb625435299ce7073cae6cb0a for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:14.159192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.183650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['b8e86cc4-44ca-4ce8-82ad-08778dce8a18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:14.200475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb5f143f-7966-4f14-8fd0-4451230be0d3 req-b63b3e8d-b326-46fc-8983-2a27fb5285da tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997975 Aug 10 00:50:14.260313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:14.320345 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da60d1cf-ec53-4560-8084-fb7b78c48df4 x-openstack-request-id: req-da60d1cf-ec53-4560-8084-fb7b78c48df4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:14.320684 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-plugged", "status": "completed", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:14.320890 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-da60d1cf-ec53-4560-8084-fb7b78c48df4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:14.321296 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'code': 200} Aug 10 00:50:14.363144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Allocated IP 172.20.0.11 (a448db31-01bf-4578-b186-ceb984aabcc5/f2a3a414-f657-4014-9fe1-81fbd1bdc2aa/593fc720-811d-426a-b01b-32d840bf774c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:14.400376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:14.560819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-66ac2d83-8e03-479d-8f29-eda6bb96b9ee tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1285551054'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:14.561498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-66ac2d83-8e03-479d-8f29-eda6bb96b9ee tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Unknown quota resources ['metering_label']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:14.652971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6574-6789-48eb-8f51-34d592954f20 req-b7b8bac1-4460-48ee-a859-769a6fdc0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:14.654492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-174f6574-6789-48eb-8f51-34d592954f20 req-b7b8bac1-4460-48ee-a859-769a6fdc0cf9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1098 time: 0.2250547 Aug 10 00:50:14.671046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235761fc-c26a-41cf-8f9b-b6aec9e9f888 req-26b3d222-84d0-4384-8459-e16f857e2dc5 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:14.672791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-235761fc-c26a-41cf-8f9b-b6aec9e9f888 req-26b3d222-84d0-4384-8459-e16f857e2dc5 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 944 time: 0.2306623 Aug 10 00:50:14.698859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:50:14.715913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-bc692941-4c90-434c-9b06-c7fc3923c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:14.717431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-bc692941-4c90-434c-9b06-c7fc3923c0e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 200 len: 906 time: 0.7734466 Aug 10 00:50:14.737310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ad7d9-a58f-47e7-9a44-8baa2c07d9e3 req-b593286d-04e0-4e79-9ffd-307522cd6191 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:14.738839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b66ad7d9-a58f-47e7-9a44-8baa2c07d9e3 req-b593286d-04e0-4e79-9ffd-307522cd6191 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.2140591 Aug 10 00:50:14.809184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66ac2d83-8e03-479d-8f29-eda6bb96b9ee tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.810454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-66ac2d83-8e03-479d-8f29-eda6bb96b9ee tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4089015 Aug 10 00:50:14.811727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-3675ae56-2c8c-4d44-9468-46a178cdba66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 200 len: 217 time: 0.0829043 Aug 10 00:50:14.818619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.820547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:14.837783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-26d5d55d-5ade-4834-9f5e-ae04481b95c9 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7d4e03b1-3d64-4116-a2d9-b2fea1b086a2'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:14.838310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-26d5d55d-5ade-4834-9f5e-ae04481b95c9 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:14.842956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-174f6574-6789-48eb-8f51-34d592954f20 req-bfb84897-6711-4f07-b400-f07173a8294b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612086 Aug 10 00:50:14.845452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Transition to ACTIVE for port object 593fc720-811d-426a-b01b-32d840bf774c will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:14.851252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b66ad7d9-a58f-47e7-9a44-8baa2c07d9e3 req-545e526e-8afd-42d9-bb2f-9a18959b7806 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855560 Aug 10 00:50:14.886486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:14.923580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-235761fc-c26a-41cf-8f9b-b6aec9e9f888 req-aa503e7c-f68b-4e20-a200-8b5c98453e48 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393832 Aug 10 00:50:14.962596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Network a448db31-01bf-4578-b186-ceb984aabcc5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:14.970979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:14.974297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:14.978909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event updated for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:15.015301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.015660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.016005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.016346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.016681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.017015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.017348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.017678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.018002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.018331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.018659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.019007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.031702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.047146 n-d-766380-21 neutron-server[105958]: WARNING neutron.services.metering.metering_plugin [None req-26d5d55d-5ade-4834-9f5e-ae04481b95c9 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:50:15.047743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79484f-66bc-4d69-9d0b-ba553db57913 req-1b6fd30e-1c58-4489-a838-1e57137e8fe5 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.049312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c79484f-66bc-4d69-9d0b-ba553db57913 req-1b6fd30e-1c58-4489-a838-1e57137e8fe5 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 943 time: 0.1292498 Aug 10 00:50:15.066601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.067265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.097840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-f5eb9b62-4863-4c85-8ba3-751dc113fca1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1999500 Aug 10 00:50:15.111184 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c79484f-66bc-4d69-9d0b-ba553db57913 req-d9538a83-c420-4929-8da6-114324e2bd9f tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533049 Aug 10 00:50:15.116798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Request body: {'port': {'device_id': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:15.170561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Pushing event deleted for resources: {'Port': ['ID=e26b2cc4-e8e5-4350-b566-34770a1997e7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:15.184324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.212975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-fbf89790-452b-42c0-8873-3017139a7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.214499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-fbf89790-452b-42c0-8873-3017139a7146 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5665316-acc9-403d-a3a8-06b159886619 HTTP/1.1" status: 200 len: 845 time: 0.3823223 Aug 10 00:50:15.271029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.271341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.271664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.272019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.272343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.272936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.273276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.273608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.273937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.274267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.274596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.274952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:15.322942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2a3e6060-3efd-463e-aadd-43970adaa994 None None] Provisioning for port 593fc720-811d-426a-b01b-32d840bf774c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:15.328251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2a3e6060-3efd-463e-aadd-43970adaa994 None None] Provisioning complete for port 593fc720-811d-426a-b01b-32d840bf774c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:15.328878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a3e6060-3efd-463e-aadd-43970adaa994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.356048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26d5d55d-5ade-4834-9f5e-ae04481b95c9 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.357279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-26d5d55d-5ade-4834-9f5e-ae04481b95c9 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5301938 Aug 10 00:50:15.365143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52066) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:15.368621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e6060-3efd-463e-aadd-43970adaa994 None None] Port 593fc720-811d-426a-b01b-32d840bf774c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:15.380596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f6226ed4-d756-4c29-88c1-a67b5614d5d7 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7d4e03b1-3d64-4116-a2d9-b2fea1b086a2'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:15.381103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f6226ed4-d756-4c29-88c1-a67b5614d5d7 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:15.394047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00c25-bf00-4ff2-9543-a63d5c950336 req-023d5d4b-6d88-496e-a0c1-cf7243b8798c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.395650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ad00c25-bf00-4ff2-9543-a63d5c950336 req-023d5d4b-6d88-496e-a0c1-cf7243b8798c tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 932 time: 0.3552651 Aug 10 00:50:15.401408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:50:15.403473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4e8563e-a94c-4c51-97b6-b4fc4aca5621 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:15.411111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:15.421552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:50:15.441350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.443928 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.449774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9d07abd5-f346-431b-b1ab-127e5fd31f76 tempest-ImagesOneServerNegativeTestJSON-112481569 tempest-ImagesOneServerNegativeTestJSON-112481569-project] 10.222.0.25 "DELETE /v2.0/floatingips/9ef08cbf-c621-47b9-9d70-ad9e4600051d HTTP/1.1" status: 204 len: 168 time: 2.1661589 Aug 10 00:50:15.479990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:15.481064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:15.482864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-2652cbcb-953d-4e40-b5dd-c7fb92b85f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.484476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-2652cbcb-953d-4e40-b5dd-c7fb92b85f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474501 Aug 10 00:50:15.527536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] No DVR routers for this DVR port 2a0687dd-8c97-4331-8448-28f41f1d04ee on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:15.542502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.544259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52c81bc2-7567-468e-9961-cace42ebb3ea req-eff0d955-c9fa-4b58-b158-b96b660054ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "DELETE /v2.0/ports/2a0687dd-8c97-4331-8448-28f41f1d04ee HTTP/1.1" status: 204 len: 173 time: 3.0220299 Aug 10 00:50:15.551883 n-d-766380-21 neutron-server[105958]: WARNING neutron.services.metering.metering_plugin [None req-f6226ed4-d756-4c29-88c1-a67b5614d5d7 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 00:50:15.639193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'name': 'network-vif-deleted', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:15.641465 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28118545-bb7f-463e-b898-90d69d853d74" -d '{"events": [{"server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "name": "network-vif-deleted", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:15.654044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ad00c25-bf00-4ff2-9543-a63d5c950336 req-5973f1ad-8e34-4efe-b28f-8ab8695d64a2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393818 Aug 10 00:50:15.679647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649e0cb-b7c7-4d59-b238-ac624f1d3a02 req-1cb256f6-d4d8-4412-8d2e-723f81930d97 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:15.685802 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c649e0cb-b7c7-4d59-b238-ac624f1d3a02 req-1cb256f6-d4d8-4412-8d2e-723f81930d97 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.3959887 Aug 10 00:50:15.744380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6226ed4-d756-4c29-88c1-a67b5614d5d7 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.746105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f6226ed4-d756-4c29-88c1-a67b5614d5d7 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3729286 Aug 10 00:50:15.749236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52078) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:15.751056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c649e0cb-b7c7-4d59-b238-ac624f1d3a02 req-e2996bd5-7208-41a4-b331-2a2a3c44051f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642855 Aug 10 00:50:15.764930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:15.767487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port dbce8439-aa82-42f2-8f83-e02bcb183f9b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:15.788586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0342891f-6510-4093-bd5c-0f6c034376b1 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=f53dc931-1478-4da0-8ca8-fb35a5a2fec0 HTTP/1.1" status: 200 len: 464 time: 0.0341341 Aug 10 00:50:15.788586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:15.819680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 2a0687dd-8c97-4331-8448-28f41f1d04ee no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:15.826021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port dbce8439-aa82-42f2-8f83-e02bcb183f9b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:15.826394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.832971 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc0464c-8fcc-4e14-8103-70b619fceeb2 x-openstack-request-id: req-cfc0464c-8fcc-4e14-8103-70b619fceeb2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:15.833271 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d89245a-d33d-4a89-8015-a31669a2aecd", "name": "network-vif-deleted", "tag": "2a0687dd-8c97-4331-8448-28f41f1d04ee", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:15.833530 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfc0464c-8fcc-4e14-8103-70b619fceeb2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:15.834076 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d89245a-d33d-4a89-8015-a31669a2aecd', 'name': 'network-vif-deleted', 'tag': '2a0687dd-8c97-4331-8448-28f41f1d04ee', 'status': 'completed', 'code': 200} Aug 10 00:50:15.849582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-9b3918cb-471b-4612-a814-1615394eca4c service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197308 Aug 10 00:50:15.855808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:15.859313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'port_id': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'mac_address': 'fa:16:3e:ac:e5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:15.881993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593fc720-811d-426a-b01b-32d840bf774c {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:15.889822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:15.893284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.941393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Transition to ACTIVE for port object 593fc720-811d-426a-b01b-32d840bf774c will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:15.972388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:15.990228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Deleting subnet 896e1df8-da03-48a4-8bfb-9516e5b4f007 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:50:16.009370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711d7173-1207-40dd-8280-2adec738d24f tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.010441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-711d7173-1207-40dd-8280-2adec738d24f tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/f53dc931-1478-4da0-8ca8-fb35a5a2fec0 HTTP/1.1" status: 204 len: 168 time: 0.2219298 Aug 10 00:50:16.015239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52092) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.033496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.046416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c489bdf6-118f-4cdf-ad29-17271d16e5dd tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=f53dc931-1478-4da0-8ca8-fb35a5a2fec0 HTTP/1.1" status: 200 len: 221 time: 0.0301046 Aug 10 00:50:16.052566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52094) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.056585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 2a0687dd-8c97-4331-8448-28f41f1d04ee {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:16.057618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 2a0687dd-8c97-4331-8448-28f41f1d04ee not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:16.094174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-29f39579-7a45-4e8d-9ed0-8f70947df8bb tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1900120280', 'description': 'label created by tempest'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:16.097212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-29f39579-7a45-4e8d-9ed0-8f70947df8bb tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Unknown quota resources ['metering_label']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:16.201662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a45a4540-ad0c-4707-914c-be1ad43bccdf req-1b49e959-77d9-46b7-bb13-00ccd75e6ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807829 Aug 10 00:50:16.205320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eb673-37c7-475b-a467-feea15188277 req-a828bc60-5a53-4b85-8c90-d06019f2b72e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:16.217554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d5eb673-37c7-475b-a467-feea15188277 req-a828bc60-5a53-4b85-8c90-d06019f2b72e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.2822485 Aug 10 00:50:16.243921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Pushing event updated for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:16.250558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287325d-2257-4d84-bcfa-8dcaff684141 req-0da6fbd1-406a-4cc7-ba9a-f66a115469bb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:16.252935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4287325d-2257-4d84-bcfa-8dcaff684141 req-0da6fbd1-406a-4cc7-ba9a-f66a115469bb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 944 time: 0.2228343 Aug 10 00:50:16.254701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.273875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.385639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d5eb673-37c7-475b-a467-feea15188277 req-64480bac-f599-4e2f-86bf-45386f98dd1e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674716 Aug 10 00:50:16.395242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.404709 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29f39579-7a45-4e8d-9ed0-8f70947df8bb tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.410725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29f39579-7a45-4e8d-9ed0-8f70947df8bb tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3522687 Aug 10 00:50:16.410725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52098) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.419108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4287325d-2257-4d84-bcfa-8dcaff684141 req-82f3d320-0231-488a-ab48-df096e42e6e5 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125400 Aug 10 00:50:16.475492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Attempting to bind port 593fc720-811d-426a-b01b-32d840bf774c on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:16.475737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Attempting to bind port 593fc720-811d-426a-b01b-32d840bf774c by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:16.476070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Attempting to bind port 593fc720-811d-426a-b01b-32d840bf774c on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:16.500435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1108e230-e42b-4bfa-bc3e-ae023f2799ef tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=6e553dad-9c0a-4797-8609-9968a96a61d5 HTTP/1.1" status: 200 len: 468 time: 0.0906825 Aug 10 00:50:16.501050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Port 593fc720-811d-426a-b01b-32d840bf774c on network a448db31-01bf-4578-b186-ceb984aabcc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:16.501477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Attempting to bind port 593fc720-811d-426a-b01b-32d840bf774c on network a448db31-01bf-4578-b186-ceb984aabcc5 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:16.503006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.511277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e8563e-a94c-4c51-97b6-b4fc4aca5621 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:16.522969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:16.523379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Checking segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:16.523708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Bound using segment: {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:16.524893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Bound port: 593fc720-811d-426a-b01b-32d840bf774c, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cdc45f7-2e68-46f4-a900-d95e587ba58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:16.524893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.534429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.565124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:16.578527 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.588326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:16.589679 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247a3de9-04e8-4fd1-9c10-3b7985ae8295" -d '{"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-plugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:16.602640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.624463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2422d0-4510-4868-a0de-1d18715fd0e3 req-deae3835-1380-4284-a13f-897037c3bf2b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:16.626419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:16.627108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb2422d0-4510-4868-a0de-1d18715fd0e3 req-deae3835-1380-4284-a13f-897037c3bf2b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 943 time: 0.1231308 Aug 10 00:50:16.630715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.635509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/896e1df8-da03-48a4-8bfb-9516e5b4f007 HTTP/1.1" status: 204 len: 168 time: 0.7446988 Aug 10 00:50:16.638180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.643083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:16.648125 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.648706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:16.675073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57497d1b-72b3-4007-8b2f-64e0886da7b6 req-9a0888b3-1544-4fdb-9b54-e5f094adf8d2 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:16.679173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57497d1b-72b3-4007-8b2f-64e0886da7b6 req-9a0888b3-1544-4fdb-9b54-e5f094adf8d2 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1098 time: 0.1775470 Aug 10 00:50:16.691181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe996d43-f436-49a0-a034-9b4295ea94a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896e1df8-da03-48a4-8bfb-9516e5b4f007,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:16.710796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:50:16.716502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:16.724175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=593fc720-811d-426a-b01b-32d840bf774c,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:16.729425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:16.729599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb2422d0-4510-4868-a0de-1d18715fd0e3 req-06bcfce2-7715-44ab-a028-34962d04fe89 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838668 Aug 10 00:50:16.732856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.766079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4441a4a5-5dd4-4920-87b6-6a95af8abc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.769735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:16.770440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:16.813578 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c33d22-1058-4af1-8217-8432f71c2ee6 x-openstack-request-id: req-39c33d22-1058-4af1-8217-8432f71c2ee6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:16.813959 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-plugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:16.814336 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39c33d22-1058-4af1-8217-8432f71c2ee6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:16.814810 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'code': 200} Aug 10 00:50:16.821016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Pushing event updated for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:16.856213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:16.856775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:16.857270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.857939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.861096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-6e371580-0062-4450-937f-24bd7b34c927 service neutron] 10.222.0.10 "PUT /v2.0/ports/593fc720-811d-426a-b01b-32d840bf774c HTTP/1.1" status: 200 len: 1093 time: 1.7485914 Aug 10 00:50:16.862131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'tag': '593fc720-811d-426a-b01b-32d840bf774c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:16.866076 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e9ac5-cee8-4868-8381-2d54b205719d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "tag": "593fc720-811d-426a-b01b-32d840bf774c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:16.894701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f8db699-9550-4f01-881f-6036e0788c5c tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.895794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f8db699-9550-4f01-881f-6036e0788c5c tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/6e553dad-9c0a-4797-8609-9968a96a61d5 HTTP/1.1" status: 204 len: 168 time: 0.3858411 Aug 10 00:50:16.900278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:16.903187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['f4e8563e-a94c-4c51-97b6-b4fc4aca5621'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:16.910373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:16.910932 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:16.918341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:16.990365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1998627c-9e59-445a-9153-6aa9a11182b2 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=6e553dad-9c0a-4797-8609-9968a96a61d5 HTTP/1.1" status: 200 len: 216 time: 0.0600600 Aug 10 00:50:16.991304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57497d1b-72b3-4007-8b2f-64e0886da7b6 req-4d6b9032-2190-4058-8077-0dfbdfcdb239 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065152 Aug 10 00:50:16.998260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52116) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.017105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a6d241a-0b98-4611-8760-a7627bd9b050 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0137336 Aug 10 00:50:17.027369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52120) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.030202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:17.038014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292296a-44bc-41bb-8155-970f9cf280d0 req-220ab5a7-d134-4b4a-87a0-393e2197ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.039608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0292296a-44bc-41bb-8155-970f9cf280d0 req-220ab5a7-d134-4b4a-87a0-393e2197ab4f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 1097 time: 0.1693978 Aug 10 00:50:17.047190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f4a94-a21e-4e42-9e5b-7bfc8d2711da req-38a1709a-4c41-42fa-b18d-ca17ec6502ae tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.055376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-245f4a94-a21e-4e42-9e5b-7bfc8d2711da req-38a1709a-4c41-42fa-b18d-ca17ec6502ae tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 944 time: 0.1667006 Aug 10 00:50:17.080378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9745abec-6d03-4321-8d52-2e0e202abd87 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0227413 Aug 10 00:50:17.082775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-24c355b2-3d18-4af9-bb61-82abb5425948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.084990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-24c355b2-3d18-4af9-bb61-82abb5425948 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 1096 time: 0.1654911 Aug 10 00:50:17.093569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.162066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.194621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b75ab94-6da0-4441-9586-1d3915b5b384']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:17.220714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:17.221034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb38e7f6-9e01-42d7-8be1-4430b6bf7972') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:17.237742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-70d41b58-4158-40c2-b892-9e310ed59cc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593fc720-811d-426a-b01b-32d840bf774c HTTP/1.1" status: 200 len: 217 time: 0.1422591 Aug 10 00:50:17.239263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09e91159-6461-4af3-b896-b2287f28e4d5 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/7d4e03b1-3d64-4116-a2d9-b2fea1b086a2 HTTP/1.1" status: 200 len: 473 time: 0.1449885 Aug 10 00:50:17.240680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.243834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52126) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.256172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0292296a-44bc-41bb-8155-970f9cf280d0 req-6b05b7b0-cac5-402a-938f-00b11517de21 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914401 Aug 10 00:50:17.267558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.268801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.281733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a232-950f-4964-b18a-b64b048257a6 req-11de203b-b2bf-4aa9-828d-534fc08d12b4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.283247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b780a232-950f-4964-b18a-b64b048257a6 req-11de203b-b2bf-4aa9-828d-534fc08d12b4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1064241 Aug 10 00:50:17.286438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:50:17.286438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:50:17.288852 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:50:17.295412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.298896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-245f4a94-a21e-4e42-9e5b-7bfc8d2711da req-c29c4d94-9d1a-4009-81f3-6477b70626d1 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426019 Aug 10 00:50:17.302375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f09e878f-628d-4ccb-82e7-148f32359b44 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/b7e66dac-f120-4cbf-9770-8a98cf967f92 HTTP/1.1" status: 200 len: 461 time: 0.0558038 Aug 10 00:50:17.305725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.335656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-a04f0c25-a4e9-4e04-bc6e-ae8518344f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.337244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-a04f0c25-a4e9-4e04-bc6e-ae8518344f9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.0791817 Aug 10 00:50:17.371550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:17.384429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.422916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b780a232-950f-4964-b18a-b64b048257a6 req-3c34e950-2b2e-4ef0-9459-feb8ba18e73b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031384 Aug 10 00:50:17.423877 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443d239a-b617-436f-ae04-e2f74b76c9bf x-openstack-request-id: req-443d239a-b617-436f-ae04-e2f74b76c9bf {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:17.424169 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "tag": "593fc720-811d-426a-b01b-32d840bf774c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:17.424425 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443d239a-b617-436f-ae04-e2f74b76c9bf {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:17.424535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.424926 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'tag': '593fc720-811d-426a-b01b-32d840bf774c', 'status': 'completed', 'code': 200} Aug 10 00:50:17.437236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.447536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b75ab94-6da0-4441-9586-1d3915b5b384 HTTP/1.1" status: 204 len: 168 time: 0.8082807 Aug 10 00:50:17.465829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:17.466631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a316a-e75d-43cf-a88e-2c5b4ad3a6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b75ab94-6da0-4441-9586-1d3915b5b384,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:17.495366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:17.512247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6731488-3c67-4261-bb41-905042061756 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.515747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f6731488-3c67-4261-bb41-905042061756 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/b7e66dac-f120-4cbf-9770-8a98cf967f92 HTTP/1.1" status: 204 len: 168 time: 0.2067695 Aug 10 00:50:17.519569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52134) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.524274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f29b7-40c3-4536-aabc-ca311206aafd req-efd2eab2-d3dd-4880-8e1f-755bc869212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.525892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-efd2eab2-d3dd-4880-8e1f-755bc869212e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801341 Aug 10 00:50:17.543253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84a7e-5455-4e45-a39e-b3b395b87fcb None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:50:17.602288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.630601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d30b4-bae6-46c4-9c77-3bdb942a09f3 req-1f168cae-0bce-4b8c-960b-c0e6b35e4648 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.632244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-579d30b4-bae6-46c4-9c77-3bdb942a09f3 req-1f168cae-0bce-4b8c-960b-c0e6b35e4648 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1098 time: 0.1273232 Aug 10 00:50:17.695408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52136) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.704023 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-579d30b4-bae6-46c4-9c77-3bdb942a09f3 req-adfcf810-22e2-4b44-aa32-dba4848bb124 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Aug 10 00:50:17.705932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-4fc1692f-d53f-4e38-8485-bab14dd34253 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659248 Aug 10 00:50:17.814320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-79aedf32-5abd-44d1-87f6-03d774c94d20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6f3c3f0f8de481a878ff82ed77da915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1175272 Aug 10 00:50:17.823413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52146) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:17.920274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-751f29b7-40c3-4536-aabc-ca311206aafd req-caac0578-dad7-4bab-a7ce-74f8caa41e64 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040026 Aug 10 00:50:17.954791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b161ac-5697-49fd-9176-5ad33d785789 req-d01aea92-ac0a-4f13-88b6-5ee6bca4ac8a tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.956449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b161ac-5697-49fd-9176-5ad33d785789 req-d01aea92-ac0a-4f13-88b6-5ee6bca4ac8a tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 944 time: 0.1099665 Aug 10 00:50:17.959816 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:17.989976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc67e90-4120-47a4-a030-7b61c85aac9e req-8d98d622-ae62-4402-adfc-809805209705 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:17.991535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcc67e90-4120-47a4-a030-7b61c85aac9e req-8d98d622-ae62-4402-adfc-809805209705 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 945 time: 0.4855349 Aug 10 00:50:18.008415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.015333 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33921063-1d29-49c2-8931-d3f3a6aa729c None None] New status for floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:50:18.083365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b161ac-5697-49fd-9176-5ad33d785789 req-a64ea6ec-658a-423d-b95c-906653170cbb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078768 Aug 10 00:50:18.090897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-2a2fd529-1dc5-4795-99af-50d1de3dbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.092514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-2a2fd529-1dc5-4795-99af-50d1de3dbf67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 1096 time: 0.1020346 Aug 10 00:50:18.118121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03d22eca-6c90-4086-b6c6-a59eb718d940 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.118121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-03d22eca-6c90-4086-b6c6-a59eb718d940 tempest-MeteringTestJSON-132389126 tempest-MeteringTestJSON-132389126-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/7d4e03b1-3d64-4116-a2d9-b2fea1b086a2 HTTP/1.1" status: 204 len: 168 time: 0.5940173 Aug 10 00:50:18.125085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcc67e90-4120-47a4-a030-7b61c85aac9e req-d98198dd-5176-4b4f-80e8-ae5581f006e9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959923 Aug 10 00:50:18.145431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.148840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.152560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98 HTTP/1.1" status: 204 len: 168 time: 0.3119285 Aug 10 00:50:18.207461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aae44d-048a-44be-b9e1-c26eb40d2a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ae1d3-b15f-4ca5-8120-fcdb3ac5bd98,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:18.314104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-fb3ff5c8-3a81-4b1e-9498-f935f1a98666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.315701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-fb3ff5c8-3a81-4b1e-9498-f935f1a98666 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 923 time: 0.2132597 Aug 10 00:50:18.425078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-51334f18-01cc-4be7-bff6-79e6daaf84ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593fc720-811d-426a-b01b-32d840bf774c HTTP/1.1" status: 200 len: 217 time: 0.0947819 Aug 10 00:50:18.456429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578ff18-1695-451e-a4fa-1da9f08e46a1 req-867603b3-92c6-45f9-ad6c-aa9f81946c02 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.464108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0578ff18-1695-451e-a4fa-1da9f08e46a1 req-867603b3-92c6-45f9-ad6c-aa9f81946c02 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 944 time: 0.0597417 Aug 10 00:50:18.483613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-96e44d60-2760-40b0-9263-7ecec2e56ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.485218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-96e44d60-2760-40b0-9263-7ecec2e56ecb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.0524690 Aug 10 00:50:18.503061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0578ff18-1695-451e-a4fa-1da9f08e46a1 req-79405fd0-9198-49f8-b4af-2d6e105f7f97 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378191 Aug 10 00:50:18.539172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:18.551399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-9a23bb15-62eb-4840-99b2-4462bf8fdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.553015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-9a23bb15-62eb-4840-99b2-4462bf8fdd98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585382 Aug 10 00:50:18.635455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdbd4e-bb4f-4470-8965-4ce59424e526 req-bb99a07d-ac92-4f56-b8ab-a426e1013460 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.643664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcbdbd4e-bb4f-4470-8965-4ce59424e526 req-bb99a07d-ac92-4f56-b8ab-a426e1013460 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0641291 Aug 10 00:50:18.673799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-f0dc72aa-e853-4b54-b93d-7595c0619e02 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126585 Aug 10 00:50:18.689866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcbdbd4e-bb4f-4470-8965-4ce59424e526 req-07b7f81e-064f-4e6e-b0a8-bcae06f2f7c2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451794 Aug 10 00:50:18.718308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d08592a8-f470-4027-9ed3-d579495e732b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.810540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d83e9ac5-cee8-4868-8381-2d54b205719d req-a85be505-9f3b-4b6e-b1f7-a75b2a752bbc service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260486 Aug 10 00:50:18.817334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:18.820561 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06b2492-69e1-47e0-b5ad-40eb13eab005" -d '{"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-plugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:18.856443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d08592a8-f470-4027-9ed3-d579495e732b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.864092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d08592a8-f470-4027-9ed3-d579495e732b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:18.865950 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30a64d-ad44-4bde-8d29-418c426797e0 x-openstack-request-id: req-ad30a64d-ad44-4bde-8d29-418c426797e0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:18.866340 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-plugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:18.866872 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad30a64d-ad44-4bde-8d29-418c426797e0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:18.867479 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'code': 200} Aug 10 00:50:18.915522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d08592a8-f470-4027-9ed3-d579495e732b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0756ce0d868c4ead8c94a27270897750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711452 Aug 10 00:50:18.915522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08592a8-f470-4027-9ed3-d579495e732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7db27b-d4e2-4834-aa8b-11a70d52c22d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:18.916038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:18.991454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92ec24-0027-4390-9881-b0feda738a99 req-c9d99c62-6791-468c-b2f4-f3b5cc1f1a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:18.993363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf92ec24-0027-4390-9881-b0feda738a99 req-c9d99c62-6791-468c-b2f4-f3b5cc1f1a36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1102 time: 0.0546625 Aug 10 00:50:19.007915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.034152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.062241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf92ec24-0027-4390-9881-b0feda738a99 req-5a806138-3fe7-4d7c-b9f8-f4b5317e93fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597382 Aug 10 00:50:19.103236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.107280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.108522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed7db27b-d4e2-4834-aa8b-11a70d52c22d HTTP/1.1" status: 204 len: 168 time: 0.1914139 Aug 10 00:50:19.118923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30426a56-ee58-45dd-9194-51ba8c4762d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7db27b-d4e2-4834-aa8b-11a70d52c22d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:19.257480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce0d35-9a0c-43ce-8f19-bb6a3a10a70e req-3afbfe06-e56c-487b-a2f9-a3b736019f6e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:19.259160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acce0d35-9a0c-43ce-8f19-bb6a3a10a70e req-3afbfe06-e56c-487b-a2f9-a3b736019f6e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 944 time: 0.0515523 Aug 10 00:50:19.312156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acce0d35-9a0c-43ce-8f19-bb6a3a10a70e req-31baba2d-efcb-4827-8afc-a8134fdf5d31 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Aug 10 00:50:19.423399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4e8563e-a94c-4c51-97b6-b4fc4aca5621 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:19.432306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-39b07ffa-d716-47f3-a360-53a8786f10bc tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:19.433997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-39b07ffa-d716-47f3-a360-53a8786f10bc tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094814 Aug 10 00:50:19.459814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Request body: {'binding': {'host': 'n-h1-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:19.459814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:19.490325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:19.499444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:19.499922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.504903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:19.513362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052f2f-b273-4924-a13c-09f175a526e7 req-e4675bc1-4a3a-4511-87bf-9b58f41aae9e tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:19.515386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c052f2f-b273-4924-a13c-09f175a526e7 req-e4675bc1-4a3a-4511-87bf-9b58f41aae9e tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 945 time: 0.1017725 Aug 10 00:50:19.518558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96046b67-28f0-4fa4-8b91-2f5adbf65ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.542728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.594185 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.607468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c052f2f-b273-4924-a13c-09f175a526e7 req-68ff850e-156f-43f1-bc2e-19ae3619a151 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798454 Aug 10 00:50:19.645850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96046b67-28f0-4fa4-8b91-2f5adbf65ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.647864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:19.652702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96046b67-28f0-4fa4-8b91-2f5adbf65ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.654492 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.655414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on host n-h1-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:19.655973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:19.656386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:19.661143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:19.661546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:19.666572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:19.667045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:19.668016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:19.668527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Bound port: 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:19.696949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-96046b67-28f0-4fa4-8b91-2f5adbf65ec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=666a0cc2833549c59b246bb5bac9f746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909244 Aug 10 00:50:19.699894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046b67-28f0-4fa4-8b91-2f5adbf65ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d446386-988e-4fcb-8349-1d60d788efce,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:19.703097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52230) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:19.729211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:19.755763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:19.764784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.769575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f3c07ddf-6c3d-4147-98f0-8bdc93373b36 service neutron] 10.222.0.25 "POST /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde/bindings HTTP/1.1" status: 201 len: 390 time: 0.3170068 Aug 10 00:50:19.780529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.804804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.862437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.866012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:19.870296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d446386-988e-4fcb-8349-1d60d788efce HTTP/1.1" status: 204 len: 168 time: 0.1632407 Aug 10 00:50:19.878127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f4071-d140-486e-ba2d-4f4f9d30c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d446386-988e-4fcb-8349-1d60d788efce,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:19.958096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053e3b-004d-4a8b-aa1e-ca664a439496 req-a2b82629-fed5-4194-a398-bbd156906494 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:19.959822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f053e3b-004d-4a8b-aa1e-ca664a439496 req-a2b82629-fed5-4194-a398-bbd156906494 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1097 time: 0.0702789 Aug 10 00:50:20.005050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f053e3b-004d-4a8b-aa1e-ca664a439496 req-04f88793-70ee-45fc-ad92-74033c05c9c4 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Aug 10 00:50:20.092058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73898442-17c4-40fa-93b0-ecd7dcd0d45c req-b23a271c-0bad-45a8-8056-70a51f2e45c7 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.093606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73898442-17c4-40fa-93b0-ecd7dcd0d45c req-b23a271c-0bad-45a8-8056-70a51f2e45c7 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 944 time: 0.0984609 Aug 10 00:50:20.095689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-b3ce3da8-5777-4d80-a407-20a8218c7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.097042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-b3ce3da8-5777-4d80-a407-20a8218c7cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1098 time: 0.0909934 Aug 10 00:50:20.194186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73898442-17c4-40fa-93b0-ecd7dcd0d45c req-62ca1619-96b4-47b7-b346-d6c5385cc447 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930557 Aug 10 00:50:20.239860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-de8bfbb0-f321-49d1-897c-6b2ed40b6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.241949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-de8bfbb0-f321-49d1-897c-6b2ed40b6088 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.1242344 Aug 10 00:50:20.299783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-578c56d1-ad4c-4923-a3f7-ff4ce2b3d425 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 217 time: 0.0462019 Aug 10 00:50:20.348175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f2826-1874-4725-aaf7-cd9edf9bcdd9 req-18905775-cc45-468e-9319-3f468a3ab4d6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.350498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a36f2826-1874-4725-aaf7-cd9edf9bcdd9 req-18905775-cc45-468e-9319-3f468a3ab4d6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0592849 Aug 10 00:50:20.390612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e267615-2d99-41aa-9bef-f550ca47d44a req-650886a3-f0f9-42c3-9228-b6a66da2f573 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.392163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e267615-2d99-41aa-9bef-f550ca47d44a req-650886a3-f0f9-42c3-9228-b6a66da2f573 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0951684 Aug 10 00:50:20.393561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-a8e19b67-b0c8-43d7-9f9e-c98729cc9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.394926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-a8e19b67-b0c8-43d7-9f9e-c98729cc9b7c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0852618 Aug 10 00:50:20.395566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a36f2826-1874-4725-aaf7-cd9edf9bcdd9 req-a88b1d0f-3505-45d5-a857-910409d059a9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Aug 10 00:50:20.443767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-6cda1837-bf66-469c-af89-fb6df4bd97a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292032 Aug 10 00:50:20.489158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e267615-2d99-41aa-9bef-f550ca47d44a req-4f525bf2-7327-4f66-ad8d-9370addcae50 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897746 Aug 10 00:50:20.601123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-50765726-5eb0-4b89-8698-9841fbcb5b27 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428456 Aug 10 00:50:20.692642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4340a59-db46-4992-a743-b3c55a31134a req-ce41aa08-771e-435e-b4d1-a09866fc1e62 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.694169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4340a59-db46-4992-a743-b3c55a31134a req-ce41aa08-771e-435e-b4d1-a09866fc1e62 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 945 time: 0.1159847 Aug 10 00:50:20.757236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-1a3be42b-1116-4db7-8d2d-ffe91976b633 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374948 Aug 10 00:50:20.762432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4340a59-db46-4992-a743-b3c55a31134a req-a6357bcd-3a11-4b7a-8b50-e1c7bbd1f9bf tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607617 Aug 10 00:50:20.811767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:20.869061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:20.873269 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5702197f-75cb-4042-bc2d-442a680d34a6" -d '{"events": [{"server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:20.902942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cbd44-f465-4fbc-9d84-043b34ed9215 req-b13f1527-9f6e-4240-831d-44fb082c6686 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:20.904712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b2cbd44-f465-4fbc-9d84-043b34ed9215 req-b13f1527-9f6e-4240-831d-44fb082c6686 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.0662704 Aug 10 00:50:20.965359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b2cbd44-f465-4fbc-9d84-043b34ed9215 req-ce2a311a-04f8-481b-92e1-288048952edb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492499 Aug 10 00:50:20.987898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-61772711-7631-4062-8365-185526a1f42a tempest-AgentManagementNegativeTest-1214031468 tempest-AgentManagementNegativeTest-1214031468-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1747284 Aug 10 00:50:21.279873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52300) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:21.404903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a83dced-1013-4b60-b1e6-8d76ce1a0ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.451666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-52b1be70-1cf3-4ad3-af91-19fa8bbe2f4d tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:21.454967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-52b1be70-1cf3-4ad3-af91-19fa8bbe2f4d tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087123 Aug 10 00:50:21.465639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:21.466101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Unknown quota resources ['binding']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:50:21.518689 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a83dced-1013-4b60-b1e6-8d76ce1a0ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.524097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a83dced-1013-4b60-b1e6-8d76ce1a0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.565343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83dced-1013-4b60-b1e6-8d76ce1a0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1a6913-f302-4b92-b1b0-78f96f4082ce,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:21.572407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4a83dced-1013-4b60-b1e6-8d76ce1a0ddb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5278942f1ac64582acba3fe7b4041b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889960 Aug 10 00:50:21.573013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:21.663564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.679245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:21.679599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:21.679972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:21.695391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:21.695790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:21.703265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.712901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:21.713240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:21.713854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:21.714296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Bound port: 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:21.772399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059aa3-050b-48fc-beeb-3bbc47ccbfb6 req-a777c062-c6c6-4cc2-943a-e5ce2782d357 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:21.773986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c059aa3-050b-48fc-beeb-3bbc47ccbfb6 req-a777c062-c6c6-4cc2-943a-e5ce2782d357 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1102 time: 0.0470393 Aug 10 00:50:21.800573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.803425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.807005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c1a6913-f302-4b92-b1b0-78f96f4082ce HTTP/1.1" status: 204 len: 168 time: 0.2305315 Aug 10 00:50:21.812007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c059aa3-050b-48fc-beeb-3bbc47ccbfb6 req-4485a121-adde-4979-ad0a-3f21530efcfc tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Aug 10 00:50:21.826560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81911030-58ee-49ef-a48a-b1092dde35ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1a6913-f302-4b92-b1b0-78f96f4082ce,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:21.834611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 593fc720-811d-426a-b01b-32d840bf774c details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:21.843143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:21.853689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:21.859596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-27af027f-fa1c-4922-88d1-23300cad7538 service neutron] 10.222.0.25 "POST /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3969197 Aug 10 00:50:21.863641 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b75bd2-9b82-4b98-b9fb-0d34ced83067 x-openstack-request-id: req-85b75bd2-9b82-4b98-b9fb-0d34ced83067 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:21.864149 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:21.864419 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85b75bd2-9b82-4b98-b9fb-0d34ced83067 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:21.865131 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'code': 200} Aug 10 00:50:22.020210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=593fc720-811d-426a-b01b-32d840bf774c,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:22.056098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '593fc720-811d-426a-b01b-32d840bf774c', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'port_id': '593fc720-811d-426a-b01b-32d840bf774c', 'mac_address': 'fa:16:3e:bf:bf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:22.069413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467692a-5bac-457b-85b1-88eeb708a5fa req-38b9ed3f-c7f3-42d4-b9c6-7f10217815f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.070980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1467692a-5bac-457b-85b1-88eeb708a5fa req-38b9ed3f-c7f3-42d4-b9c6-7f10217815f3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 944 time: 0.1435668 Aug 10 00:50:22.074520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f88d4-b247-458a-9c04-59025256c0e8 req-1d449015-a0aa-47a6-ab49-08f98cd0b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.075938 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c51f88d4-b247-458a-9c04-59025256c0e8 req-1d449015-a0aa-47a6-ab49-08f98cd0b8ab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 1097 time: 0.1064374 Aug 10 00:50:22.123405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:22.140136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593fc720-811d-426a-b01b-32d840bf774c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:22.160180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c51f88d4-b247-458a-9c04-59025256c0e8 req-12921ec9-0263-4f36-bbad-f9c01e6577da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712960 Aug 10 00:50:22.163598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790304dc-3d68-49e4-9ef4-17bdf5a927a4 req-abefa17e-61f0-45af-b0c8-f5b21ece19e9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.171773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-790304dc-3d68-49e4-9ef4-17bdf5a927a4 req-abefa17e-61f0-45af-b0c8-f5b21ece19e9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0945475 Aug 10 00:50:22.173292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=593fc720-811d-426a-b01b-32d840bf774c,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:22.176592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1467692a-5bac-457b-85b1-88eeb708a5fa req-50bf8aa0-a9b1-402c-b1d2-09f4a18e0727 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952935 Aug 10 00:50:22.184123 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:22.275228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-790304dc-3d68-49e4-9ef4-17bdf5a927a4 req-8d778891-3584-416e-8a20-5e250f71a703 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992792 Aug 10 00:50:22.294306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-7c50efaa-dd83-41b7-b712-d1b632c1931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.295864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-7c50efaa-dd83-41b7-b712-d1b632c1931e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1097 time: 0.1465769 Aug 10 00:50:22.300325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:22.461301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b44c5-06a5-49fa-93be-102c5c7d73ba req-9d5bbe5d-6b70-4e4c-9784-71fb21f38d39 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.462890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['593fc720-811d-426a-b01b-32d840bf774c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:22.463017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-487b44c5-06a5-49fa-93be-102c5c7d73ba req-9d5bbe5d-6b70-4e4c-9784-71fb21f38d39 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 945 time: 0.0983384 Aug 10 00:50:22.468516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-3c0fe6a9-c99f-4cad-a634-eb09c6f6580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.470076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-3c0fe6a9-c99f-4cad-a634-eb09c6f6580a service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1662724 Aug 10 00:50:22.531281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-f14bbcb0-39a3-4b55-a4d7-9df96f5f6025 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 217 time: 0.0473473 Aug 10 00:50:22.603577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-487b44c5-06a5-49fa-93be-102c5c7d73ba req-454cfa8f-f2a2-47b8-807c-2f9c7afbeda6 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258056 Aug 10 00:50:22.634118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-8e0ad721-efad-435f-819a-c6fae2f9e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.658120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-8e0ad721-efad-435f-819a-c6fae2f9e80d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1141641 Aug 10 00:50:22.693104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-b13c56c0-56cd-46a5-81ac-3ca085e7f491 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294082 Aug 10 00:50:22.833813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0057c-a969-4900-b068-8e8044f2c70a req-131bf8f1-6acc-42ab-b312-a4489d22a135 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.844939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e0057c-a969-4900-b068-8e8044f2c70a req-131bf8f1-6acc-42ab-b312-a4489d22a135 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1242399 Aug 10 00:50:22.894002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-f245ed60-124d-4484-ac68-f78d3c6a9a54 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932023 Aug 10 00:50:22.932190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:22.933598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e0057c-a969-4900-b068-8e8044f2c70a req-c305673b-2bf9-41f5-b136-b03e09eb1e65 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Aug 10 00:50:22.935732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-06cf8a7e-89e0-445c-b999-57dda9d4c1db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592782 Aug 10 00:50:22.967800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f9af-1b92-44aa-ba4a-3bcb52c74142 req-0c010cd7-2ea5-4f86-b998-70d425a3276a tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:22.976143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8165f9af-1b92-44aa-ba4a-3bcb52c74142 req-0c010cd7-2ea5-4f86-b998-70d425a3276a tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1311598 Aug 10 00:50:23.030239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8165f9af-1b92-44aa-ba4a-3bcb52c74142 req-3ffd66bc-953b-409b-a440-c62d4b349c6a tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454364 Aug 10 00:50:23.069788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-5da09a44-d567-4ea8-bb1e-97887b077d10 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638100 Aug 10 00:50:23.150956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-125384922'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:23.212450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:23.216270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.223179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4abf2a-3af9-4b05-bb72-94f414ad18f7 req-a39815d2-c4f7-445c-b285-9e5c4a8eaf48 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:23.227335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f4abf2a-3af9-4b05-bb72-94f414ad18f7 req-a39815d2-c4f7-445c-b285-9e5c4a8eaf48 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0793467 Aug 10 00:50:23.234494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.306083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f4abf2a-3af9-4b05-bb72-94f414ad18f7 req-dedad3f3-5bd1-422e-9bc0-10d9202abf4a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719066 Aug 10 00:50:23.430234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.436526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.466269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:50:23.488841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.490913 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Added segment 35310eac-368d-46f0-96ce-3e613506b240 of type vlan for network fa944502-183e-471c-a96d-627dd7effddb Aug 10 00:50:23.495915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8605127-e155-4cda-924a-67e3837834cb req-07d41903-0ccc-4cd8-b361-213494f1ef1e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:23.497464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8605127-e155-4cda-924a-67e3837834cb req-07d41903-0ccc-4cd8-b361-213494f1ef1e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 945 time: 0.0966618 Aug 10 00:50:23.574787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8605127-e155-4cda-924a-67e3837834cb req-19c372e5-d9f9-4b69-b780-22fe0403b889 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712621 Aug 10 00:50:23.597253 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.617636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74517408-9d0a-4bee-96f4-781cc8651993,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:23.692586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.698711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:23.699629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.771078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecca7e-dd2d-416f-84e6-ee732e8017e4 req-e506998b-ea3b-4b4c-b734-8dab3419f2e8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:23.786542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0cecca7e-dd2d-416f-84e6-ee732e8017e4 req-e506998b-ea3b-4b4c-b734-8dab3419f2e8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.1309297 Aug 10 00:50:23.833121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 593fc720-811d-426a-b01b-32d840bf774c up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:23.834723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8979790 Aug 10 00:50:23.837479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:23.847994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'subnet': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:23.913893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 593fc720-811d-426a-b01b-32d840bf774c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:23.923253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 593fc720-811d-426a-b01b-32d840bf774c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:23.924362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:23.941389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffd3cc-3446-4f2f-a080-7807b0e6683c tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Network': ['ID=fa944502-183e-471c-a96d-627dd7effddb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:23.977601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fa944502-183e-471c-a96d-627dd7effddb details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:50:24.072651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0cecca7e-dd2d-416f-84e6-ee732e8017e4 req-5288360b-c2a5-4a01-9594-32078768811e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770331 Aug 10 00:50:24.192405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:24.196531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.251627 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.303314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e4d49-6ce1-4f30-a333-40f4d6021d84 req-4f23dcb8-ba60-4ef3-a62f-737e65679855 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.314890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-174e4d49-6ce1-4f30-a333-40f4d6021d84 req-4f23dcb8-ba60-4ef3-a62f-737e65679855 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1262534 Aug 10 00:50:24.320809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593fc720-811d-426a-b01b-32d840bf774c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:24.325953 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cc458b-1b86-443e-ad06-19d477375c8c" -d '{"events": [{"server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "name": "network-vif-plugged", "status": "completed", "tag": "593fc720-811d-426a-b01b-32d840bf774c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:24.350296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=593fc720-811d-426a-b01b-32d840bf774c,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:24.359315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.395647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-174e4d49-6ce1-4f30-a333-40f4d6021d84 req-a26bfdd8-c8ac-4ba7-a27c-fd4c5a465cdc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689604 Aug 10 00:50:24.469873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb690-be41-412b-bb21-cbc6db20e879 req-3bf78b8a-4ac6-4bd7-a756-42ec276aaa78 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.471487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4bfb690-be41-412b-bb21-cbc6db20e879 req-3bf78b8a-4ac6-4bd7-a756-42ec276aaa78 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1380792 Aug 10 00:50:24.474172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:24.575077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4bfb690-be41-412b-bb21-cbc6db20e879 req-13c461b2-6c78-4301-8e49-2632e5c1104c tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804033 Aug 10 00:50:24.602288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f4efb-4ffa-4733-a54f-b88c89ece25a req-477357ee-ea23-4a5b-a08f-22ac5be616a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.603926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd3f4efb-4ffa-4733-a54f-b88c89ece25a req-477357ee-ea23-4a5b-a08f-22ac5be616a6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0870860 Aug 10 00:50:24.640389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52422) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:24.656746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.663584 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c720c2a0-05f7-4c22-b1e0-d435697415d3 x-openstack-request-id: req-c720c2a0-05f7-4c22-b1e0-d435697415d3 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:24.663871 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "name": "network-vif-plugged", "status": "completed", "tag": "593fc720-811d-426a-b01b-32d840bf774c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:24.664197 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c720c2a0-05f7-4c22-b1e0-d435697415d3 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:24.664562 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593fc720-811d-426a-b01b-32d840bf774c', 'code': 200} Aug 10 00:50:24.678306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd3f4efb-4ffa-4733-a54f-b88c89ece25a req-c1b93921-b75d-4069-9d27-fb7723b8eccb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626149 Aug 10 00:50:24.797717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Subnet': ['ID=2fb73173-4096-4d01-9612-e012626fd4a1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:24.831320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0be1a-1ae9-4650-a005-ba5efef0a338 req-96a16b91-77f1-4f24-b6ac-6ac95efc98b9 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.834725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0be1a-1ae9-4650-a005-ba5efef0a338 req-96a16b91-77f1-4f24-b6ac-6ac95efc98b9 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.0773883 Aug 10 00:50:24.839800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Checking segment: {'id': '35310eac-368d-46f0-96ce-3e613506b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:24.840142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network hostable DHCP agents. Network: fa944502-183e-471c-a96d-627dd7effddb, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:50:24.850207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e57f-dc7b-41dc-be25-68657223378d req-6d495ebc-ee2b-4b35-a4fb-2e14b414c166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.851958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f240e57f-dc7b-41dc-be25-68657223378d req-6d495ebc-ee2b-4b35-a4fb-2e14b414c166 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 1098 time: 0.1299672 Aug 10 00:50:24.885978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791df5b1-49df-40fc-a3f2-fb23b40a75f1 req-41f52633-76cc-41c5-845d-9d268be5b6ba tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.887897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-791df5b1-49df-40fc-a3f2-fb23b40a75f1 req-41f52633-76cc-41c5-845d-9d268be5b6ba tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1144853 Aug 10 00:50:24.899238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e3e93a2-53a4-43da-97e6-12f8af21c8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.901749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52428) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:24.911125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:50:24.912770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Request body: {'floatingip': {'port_id': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:24.934301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f240e57f-dc7b-41dc-be25-68657223378d req-a58d3d9d-27e5-46ef-9a5e-8c60fc2a59a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717182 Aug 10 00:50:24.935683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fa944502-183e-471c-a96d-627dd7effddb) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:24.944436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d27765-6ce6-436c-998d-96835cc2f80c None None] Network fa944502-183e-471c-a96d-627dd7effddb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:24.965281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.969048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:24.996495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0be1a-1ae9-4650-a005-ba5efef0a338 req-a982057a-011d-443d-a012-5677b90abe92 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459868 Aug 10 00:50:24.998339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-a0090ef0-0d05-4326-aa98-09502c97fd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:24.999798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-a0090ef0-0d05-4326-aa98-09502c97fd46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1102 time: 0.1639435 Aug 10 00:50:25.001920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.228548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27f040-e01a-4e1a-a6cc-6ba5e955d128 req-cd4c5856-9f68-439d-a436-0fc798a4c08d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:25.237277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c27f040-e01a-4e1a-a6cc-6ba5e955d128 req-cd4c5856-9f68-439d-a436-0fc798a4c08d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0821924 Aug 10 00:50:25.287490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c27f040-e01a-4e1a-a6cc-6ba5e955d128 req-85d6476a-2eb6-4343-a3c6-33c2fd9f5b6f tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Aug 10 00:50:25.292695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-4fa771b3-16ef-440e-a89e-cd29abcfe5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:25.294215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-4fa771b3-16ef-440e-a89e-cd29abcfe5ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2556741 Aug 10 00:50:25.322550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-fa944502-183e-471c-a96d-627dd7effddb', 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'tenant_id': 'a2ae6bf59d814e1c9bc1aa7b32768a67', 'fixed_ips': [{'subnet_id': '2fb73173-4096-4d01-9612-e012626fd4a1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:50:25.324665 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.388650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-05d9bfe9-c546-4fff-b32f-adf1758176f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0607877 Aug 10 00:50:25.394443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e3e93a2-53a4-43da-97e6-12f8af21c8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.400718 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e3e93a2-53a4-43da-97e6-12f8af21c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.411232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ca34191-1166-46ab-a685-81a75bbb2abb tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5726492 Aug 10 00:50:25.414555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52440) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:25.422031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-215697480'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:25.484252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Allocated IP 172.20.0.2 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/8f506066-44ce-4056-ad43-bb7224e6dc41) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:25.514368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:25.565230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e93a2-53a4-43da-97e6-12f8af21c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1663bce9-00a8-4f01-8c92-46dd696a9a33,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:25.587888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:25.590326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e3e93a2-53a4-43da-97e6-12f8af21c8d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc3e88a8689a4fefa62b563f2f7abc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9478033 Aug 10 00:50:25.594547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:25.595803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.623115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port 94f7a26f-ff75-43f2-91df-872b3f481318 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:25.627879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-f245b175-54af-4e38-a4a9-b567defbbb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:25.629334 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-f245b175-54af-4e38-a4a9-b567defbbb88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2098129 Aug 10 00:50:25.718764 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.737287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a96bd-6bcb-44ed-a87d-148a3017a6b6 req-8dacd630-6bb0-49bc-8c2b-ee167a2fde4f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:25.744521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d7a96bd-6bcb-44ed-a87d-148a3017a6b6 req-8dacd630-6bb0-49bc-8c2b-ee167a2fde4f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.2365820 Aug 10 00:50:25.767775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:25.786460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'mac_address': 'fa:16:3e:3b:32:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:25.809826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.822169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Transition to ACTIVE for port object 8f506066-44ce-4056-ad43-bb7224e6dc41 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:25.835040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.844820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-981cbf1a-2f3c-4148-93bd-a356c803921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:25.846337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-981cbf1a-2f3c-4148-93bd-a356c803921b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2011001 Aug 10 00:50:25.865067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d7a96bd-6bcb-44ed-a87d-148a3017a6b6 req-527985e2-6a25-4dbe-a514-449006132af4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190577 Aug 10 00:50:25.868205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Transition to ACTIVE for port object 8f506066-44ce-4056-ad43-bb7224e6dc41 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:25.877413 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.885164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.923834 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:50:25.931989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbce8439-aa82-42f2-8f83-e02bcb183f9b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:25.970577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:25.974864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Pushing event updated for resources: {'Port': ['ID=8f506066-44ce-4056-ad43-bb7224e6dc41,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:25.984281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:25.987732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:25.990289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:25.996519 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:25.997397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.003248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.040884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.3 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/94f7a26f-ff75-43f2-91df-872b3f481318) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:26.087880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ecd77-a244-419b-a8f2-7dbb626f8cea req-3221423c-3bb0-4e2c-91a7-4e709deefae4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:26.106424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Attempting to bind port 8f506066-44ce-4056-ad43-bb7224e6dc41 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:26.106938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Attempting to bind port 8f506066-44ce-4056-ad43-bb7224e6dc41 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '35310eac-368d-46f0-96ce-3e613506b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:26.107367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Attempting to bind port 8f506066-44ce-4056-ad43-bb7224e6dc41 on network fa944502-183e-471c-a96d-627dd7effddb {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:26.110302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-693ecd77-a244-419b-a8f2-7dbb626f8cea req-3221423c-3bb0-4e2c-91a7-4e709deefae4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2794449 Aug 10 00:50:26.131452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:26.131901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Checking segment: {'id': '35310eac-368d-46f0-96ce-3e613506b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:26.132370 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.132829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Bound using segment: {'id': '35310eac-368d-46f0-96ce-3e613506b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:26.133361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Bound port: 8f506066-44ce-4056-ad43-bb7224e6dc41, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35310eac-368d-46f0-96ce-3e613506b240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fa944502-183e-471c-a96d-627dd7effddb'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:26.133808 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.137179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:26.155711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dbce8439-aa82-42f2-8f83-e02bcb183f9b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:26.257950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] For port 8f506066-44ce-4056-ad43-bb7224e6dc41, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:26.266466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] For port 8f506066-44ce-4056-ad43-bb7224e6dc41, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f506066-44ce-4056-ad43-bb7224e6dc41,segment=NetworkSegment(35310eac-368d-46f0-96ce-3e613506b240),segment_id=35310eac-368d-46f0-96ce-3e613506b240)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:26.280084 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.401486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35afc2b-7a2f-4ec1-a09e-4d908691414f None None] Pushing event updated for resources: {'Port': ['ID=8f506066-44ce-4056-ad43-bb7224e6dc41,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:26.540332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.566517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.666447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-9537c8fa-229e-42a7-8fbc-f78042aef2fb service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000305 Aug 10 00:50:26.773107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0ea3-1be2-4409-a443-2f578040205f req-8cce812a-3744-4516-86a8-a64364614462 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:26.775112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-678e0ea3-1be2-4409-a443-2f578040205f req-8cce812a-3744-4516-86a8-a64364614462 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.2618613 Aug 10 00:50:26.805890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.837082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-693ecd77-a244-419b-a8f2-7dbb626f8cea req-0591052d-8589-42cc-bf3c-001871ac7125 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7252252 Aug 10 00:50:26.855932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object 94f7a26f-ff75-43f2-91df-872b3f481318 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:26.867236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.870810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.874777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1663bce9-00a8-4f01-8c92-46dd696a9a33 HTTP/1.1" status: 204 len: 168 time: 1.2759607 Aug 10 00:50:26.988961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:26.990177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3eea2-9f34-45c7-8960-2119480ac372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1663bce9-00a8-4f01-8c92-46dd696a9a33,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:27.007749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cfccc-5dd4-4b40-a86a-bf66b898e89e req-ec233201-62af-43f9-b981-966c30339c41 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:27.016678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c3cfccc-5dd4-4b40-a86a-bf66b898e89e req-ec233201-62af-43f9-b981-966c30339c41 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0839450 Aug 10 00:50:27.115000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-678e0ea3-1be2-4409-a443-2f578040205f req-c037b273-a617-4caa-95f0-9da2b77d2fe7 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3081489 Aug 10 00:50:27.117482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c3cfccc-5dd4-4b40-a86a-bf66b898e89e req-2fbe57f8-b730-4eb9-8982-4c1a398a0f21 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997937 Aug 10 00:50:27.134558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-5d7023f7-1da8-4643-9645-4cd6d248faf0 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510446 Aug 10 00:50:27.141095 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Floating IP 5a5cb70e-e0a8-4df7-8749-ac2dba0918a1 associated. External IP: 172.25.7.171, port: f4e8563e-a94c-4c51-97b6-b4fc4aca5621. Aug 10 00:50:27.170749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:27.176030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:27.183333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:27.265200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=94f7a26f-ff75-43f2-91df-872b3f481318,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:27.348689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:27.350213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:27.403329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cbf5998f-11ba-4aab-82c9-985ae86dddc7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9871793 Aug 10 00:50:27.410072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52494) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:27.442500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-2130562786', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:f7:f0'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:27.469526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45c604-de85-4c39-ae28-92cc1989c8e7 req-e741ec96-9476-4760-b203-d17ac3d8026e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:27.478831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b45c604-de85-4c39-ae28-92cc1989c8e7 req-e741ec96-9476-4760-b203-d17ac3d8026e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1775191 Aug 10 00:50:27.493924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:27.629137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port dbce8439-aa82-42f2-8f83-e02bcb183f9b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:27.630467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:27.669412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b45c604-de85-4c39-ae28-92cc1989c8e7 req-741a2507-bb1d-47fb-8861-a7cda102e38e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872764 Aug 10 00:50:27.708653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89feef-c6f1-4b44-b157-fbda8b07d787 req-7aee0021-d4ca-4bc4-af1b-6616e15b14b2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:27.710419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec89feef-c6f1-4b44-b157-fbda8b07d787 req-7aee0021-d4ca-4bc4-af1b-6616e15b14b2 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.2940099 Aug 10 00:50:27.722066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:27.741455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Request body: {'floatingip': {'port_id': '593fc720-811d-426a-b01b-32d840bf774c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:27.797594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:27.801631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:27.831657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:27.834837 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37711855-74d9-4029-a606-bd3696546ad7" -d '{"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-plugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:27.851862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:27.857725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:27.966042 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329c6cfa-fbdd-40f1-b156-41f8a0d6dd2e x-openstack-request-id: req-329c6cfa-fbdd-40f1-b156-41f8a0d6dd2e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:27.968326 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-plugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:27.968755 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-329c6cfa-fbdd-40f1-b156-41f8a0d6dd2e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:27.969178 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'code': 200} Aug 10 00:50:27.995888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:28.018633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:28.034603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25e1157-f867-491a-990c-d37043584eb8 None None] Network fa944502-183e-471c-a96d-627dd7effddb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:28.037808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:28.061715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:28.269040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:50:28.343274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f506066-44ce-4056-ad43-bb7224e6dc41 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:28.427024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb2e18-73ec-4820-969c-628732af4103 req-375a39bc-be83-4009-b27b-4ee89a7e5697 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:28.435457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55cb2e18-73ec-4820-969c-628732af4103 req-375a39bc-be83-4009-b27b-4ee89a7e5697 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.4093630 Aug 10 00:50:28.555386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7dabf946-23d2-42a1-a06f-af62f793b43d None None] Provisioning for port 8f506066-44ce-4056-ad43-bb7224e6dc41 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:28.602307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8f506066-44ce-4056-ad43-bb7224e6dc41 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:28.603380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3fc0-ce9c-47d8-9800-36b31403ac6b req-0895b8a4-eb00-488a-8062-6123b1064f6d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:28.612138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d82f3fc0-ce9c-47d8-9800-36b31403ac6b req-0895b8a4-eb00-488a-8062-6123b1064f6d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.2502091 Aug 10 00:50:28.620809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8f506066-44ce-4056-ad43-bb7224e6dc41 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:28.620809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:28.652194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55cb2e18-73ec-4820-969c-628732af4103 req-c46ead5d-0dc8-4968-9b0d-dc2a16fc5ec8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059634 Aug 10 00:50:28.657083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.11 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/642e2ec8-7f62-4d31-a2df-7cd0a4e74524) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:28.742364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d82f3fc0-ce9c-47d8-9800-36b31403ac6b req-c5b69ce6-fc65-463c-8136-0374068f24b2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271546 Aug 10 00:50:28.754408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:50:28.775605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:28.794129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Sync routers for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:50:28.854348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:28.855258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:28.899340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7415ee98-bba2-43bb-a8bb-5b3248ccde55 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "PUT /v2.0/floatingips/5a5cb70e-e0a8-4df7-8749-ac2dba0918a1 HTTP/1.1" status: 200 len: 991 time: 3.9953334 Aug 10 00:50:28.901807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:28.904593 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764a9290-fde2-4126-acfe-ac9dd0df592a" -d '{"events": [{"name": "network-changed", "server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:29.007493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:29.203508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654230e4-21ea-4fed-bd4a-b73b46f4fb40 req-bee0d0b0-0b44-4e1f-a810-a3ebfc2dc464 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:29.215803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-654230e4-21ea-4fed-bd4a-b73b46f4fb40 req-bee0d0b0-0b44-4e1f-a810-a3ebfc2dc464 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1573462 Aug 10 00:50:29.252027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.373887 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb26ddc-0516-4a61-a71d-1329b4cb1ee2 x-openstack-request-id: req-2fb26ddc-0516-4a61-a71d-1329b4cb1ee2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:29.374363 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:29.374644 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fb26ddc-0516-4a61-a71d-1329b4cb1ee2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:29.376163 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'status': 'completed', 'code': 200} Aug 10 00:50:29.401677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-654230e4-21ea-4fed-bd4a-b73b46f4fb40 req-2a92042e-c463-4936-9324-dcdc5a0add03 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843455 Aug 10 00:50:29.442194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:50:29.464026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.471025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Provisioning for port 94f7a26f-ff75-43f2-91df-872b3f481318 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:29.486226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:29.506953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Provisioning complete for port 94f7a26f-ff75-43f2-91df-872b3f481318 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:29.507329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.562125 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8f506066-44ce-4056-ad43-bb7224e6dc41, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f506066-44ce-4056-ad43-bb7224e6dc41,segment=NetworkSegment(35310eac-368d-46f0-96ce-3e613506b240),segment_id=35310eac-368d-46f0-96ce-3e613506b240)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:29.576767 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.589313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.651472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-77a8b73d-9575-43f1-bd83-0f8983d35dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:29.653263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-77a8b73d-9575-43f1-bd83-0f8983d35dd9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 1097 time: 0.2740138 Aug 10 00:50:29.656195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.669224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8f506066-44ce-4056-ad43-bb7224e6dc41,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:29.678842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52552) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:29.686296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.708109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Port 94f7a26f-ff75-43f2-91df-872b3f481318 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:29.733145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=642e2ec8-7f62-4d31-a2df-7cd0a4e74524,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:29.753167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:29.755928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:29.790485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Provisioning complete for port 8f506066-44ce-4056-ad43-bb7224e6dc41 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:29.790655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:29.792310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f1b406e-ed38-42a3-9719-a843f01cb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:29.911528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:29.912469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.006838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dbc80-6840-4590-8597-3df543b4b205 req-2ed494c4-6a71-4e49-a08b-dd8af4f548e1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.019899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-740dbc80-6840-4590-8597-3df543b4b205 req-2ed494c4-6a71-4e49-a08b-dd8af4f548e1 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.1018035 Aug 10 00:50:30.059191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5a5cb70e-e0a8-4df7-8749-ac2dba0918a1', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'port_id': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'mac_address': 'fa:16:3e:ac:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:50:02Z', 'updated_at': '2021-08-10T00:50:25Z', 'revision_number': 1, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:30.065622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68736c38-1130-437d-879a-2a5d5c7693ba req-826a514f-1933-45a3-9c26-d069c07fa7c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.067327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-68736c38-1130-437d-879a-2a5d5c7693ba req-826a514f-1933-45a3-9c26-d069c07fa7c5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2030370 Aug 10 00:50:30.080977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-50511ad7-6225-4132-aa11-61a32a028b36 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6658931 Aug 10 00:50:30.085867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52562) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:30.086621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805afa55-8497-4f20-9577-e767e838fc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.097958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Checking router: 16ab6237-afe6-485e-8ff6-bb90bdf3e014 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:50:30.112964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:30.113987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:30.122772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-03b97ae4-be50-409e-b712-e2d00ba06283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.126288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-03b97ae4-be50-409e-b712-e2d00ba06283 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 200 len: 906 time: 0.4645660 Aug 10 00:50:30.246507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-192ec36c-b9d5-4e04-82b9-3dcc95a8eb18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 200 len: 999 time: 0.1032012 Aug 10 00:50:30.285542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-740dbc80-6840-4590-8597-3df543b4b205 req-1f1c099d-21a5-4306-9240-4eee3dac59d3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627478 Aug 10 00:50:30.295681 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44 associated. External IP: 172.25.7.46, port: 593fc720-811d-426a-b01b-32d840bf774c. Aug 10 00:50:30.353866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f506066-44ce-4056-ad43-bb7224e6dc41 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:30.439368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a756e6-3fad-4e40-9feb-b585dba69c68 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.445650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a756e6-3fad-4e40-9feb-b585dba69c68 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.489687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a756e6-3fad-4e40-9feb-b585dba69c68 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.494302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24a756e6-3fad-4e40-9feb-b585dba69c68 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4047236 Aug 10 00:50:30.500696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52576) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:30.552519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-50b576bb-10b6-48b5-ad63-5d284dd9a9f0 None None] Provisioning complete for port 94f7a26f-ff75-43f2-91df-872b3f481318 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:30.552519 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50b576bb-10b6-48b5-ad63-5d284dd9a9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.616928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8f506066-44ce-4056-ad43-bb7224e6dc41 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:30.617597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.623016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:30.632411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-68736c38-1130-437d-879a-2a5d5c7693ba req-3d1855e1-6a66-4911-904e-7bd5fd3c5e5b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047657 Aug 10 00:50:30.695469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-50b576bb-10b6-48b5-ad63-5d284dd9a9f0 None None] Port 94f7a26f-ff75-43f2-91df-872b3f481318 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:30.727036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805afa55-8497-4f20-9577-e767e838fc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.741537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805afa55-8497-4f20-9577-e767e838fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.849343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-d9bafa58-d018-4027-bab5-c160e83fc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.850861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-d9bafa58-d018-4027-bab5-c160e83fc12c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5665316-acc9-403d-a3a8-06b159886619 HTTP/1.1" status: 200 len: 845 time: 0.5915444 Aug 10 00:50:30.876152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-399e99d5-f937-404c-9547-2bfd3546190a None None] Provisioning for port 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:30.899154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a03ad-6ac6-4e7e-9455-663137f5b39f req-71da2d40-6efd-4a05-9147-b53a7113c746 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:30.906486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e7a03ad-6ac6-4e7e-9455-663137f5b39f req-71da2d40-6efd-4a05-9147-b53a7113c746 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.2415190 Aug 10 00:50:30.938529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-399e99d5-f937-404c-9547-2bfd3546190a None None] Provisioning complete for port 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:30.939082 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-399e99d5-f937-404c-9547-2bfd3546190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:30.954702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-805afa55-8497-4f20-9577-e767e838fc63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6646247224c346dcbf47fca687186fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2328863 Aug 10 00:50:30.955747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805afa55-8497-4f20-9577-e767e838fc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b9838-dd40-4e0a-906e-b232a7b5c6e7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:30.964402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52578) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:31.024424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-399e99d5-f937-404c-9547-2bfd3546190a None None] Port 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:31.054266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e7a03ad-6ac6-4e7e-9455-663137f5b39f req-b1a7711a-6b80-4abc-9074-60a439de81a4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465468 Aug 10 00:50:31.132026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:31.157776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5a5cb70e-e0a8-4df7-8749-ac2dba0918a1', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'port_id': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'mac_address': 'fa:16:3e:ac:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:50:02Z', 'updated_at': '2021-08-10T00:50:25Z', 'revision_number': 1, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:31.158788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:31.210188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c409ec-dc6c-4712-b45d-561b3a713818 None None] The sync data for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 is: [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5a5cb70e-e0a8-4df7-8749-ac2dba0918a1', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'floating_ip_address': '172.25.7.171', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'port_id': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'mac_address': 'fa:16:3e:ac:e5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:50:02Z', 'updated_at': '2021-08-10T00:50:25Z', 'revision_number': 1, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:50:31.226564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:31.230933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:31.236004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b4b9838-dd40-4e0a-906e-b232a7b5c6e7 HTTP/1.1" status: 204 len: 168 time: 0.2629375 Aug 10 00:50:31.248859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3028f-7a04-4c91-8565-c7fd30b8c6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b9838-dd40-4e0a-906e-b232a7b5c6e7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:31.614296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:50:31.631984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:31.632634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:31.662387 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197f1d73-4a4c-4fdc-846e-96b05c103691 None None] New status for floating IP 5a5cb70e-e0a8-4df7-8749-ac2dba0918a1: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:50:31.802984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-06489847-56b2-4254-bb3f-12918867f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:31.804932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-06489847-56b2-4254-bb3f-12918867f97d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9273574 Aug 10 00:50:31.835970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c0b60-909b-4019-9a38-c9839161f298 req-9c9a0e69-97cd-4398-b28f-5114313d01bc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:31.849790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f49c0b60-909b-4019-9a38-c9839161f298 req-9c9a0e69-97cd-4398-b28f-5114313d01bc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.3757603 Aug 10 00:50:31.935284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3adc4-d5f2-487a-8fb6-0eaae7fbe5df req-53be808c-7ab3-408b-a49e-83baa6d3b57c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:31.945735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ad3adc4-d5f2-487a-8fb6-0eaae7fbe5df req-53be808c-7ab3-408b-a49e-83baa6d3b57c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.1306312 Aug 10 00:50:32.020718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ad3adc4-d5f2-487a-8fb6-0eaae7fbe5df req-c1ef8355-159e-48ad-bbe3-200be775f1ab tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718157 Aug 10 00:50:32.175196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f49c0b60-909b-4019-9a38-c9839161f298 req-221b1e3b-5893-47a3-b800-bda4e60b0c92 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245277 Aug 10 00:50:32.241449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:32.284474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for 642e2ec8-7f62-4d31-a2df-7cd0a4e74524 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:32.306394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-cc418a1b-8eca-45fb-8c0a-5d1ba922c824 service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534578 Aug 10 00:50:32.308952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad36b-c4ec-4f48-9d11-f1b2757e021a req-e02cb24a-8e7a-4390-9f3d-06443ba6570b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:32.314697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fbad36b-c4ec-4f48-9d11-f1b2757e021a req-e02cb24a-8e7a-4390-9f3d-06443ba6570b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.0948393 Aug 10 00:50:32.315038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:50:32.325201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:50:32.351756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:32.352402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:32.364702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:32.436059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fbad36b-c4ec-4f48-9d11-f1b2757e021a req-060ca51a-d6d4-44de-9668-c18fa4d7b0de tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105623 Aug 10 00:50:32.500406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:32.559916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-27e6fbcd-f954-4322-977d-dbdd8e399775 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "PUT /v2.0/floatingips/b86aeee1-04fc-43a5-a628-7a5a1cc11e44 HTTP/1.1" status: 200 len: 991 time: 4.8355160 Aug 10 00:50:32.566049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'tag': '593fc720-811d-426a-b01b-32d840bf774c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:32.568496 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05" -d '{"events": [{"name": "network-changed", "server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "tag": "593fc720-811d-426a-b01b-32d840bf774c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:32.629545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52628) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:32.732713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764a9290-fde2-4126-acfe-ac9dd0df592a req-339194cf-75d4-4395-b277-8496dc680b5a service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156864 Aug 10 00:50:32.788991 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d70ae18-0bf1-4bb5-b55e-26ceae5325cf x-openstack-request-id: req-8d70ae18-0bf1-4bb5-b55e-26ceae5325cf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:32.789291 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "tag": "593fc720-811d-426a-b01b-32d840bf774c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:32.789553 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d70ae18-0bf1-4bb5-b55e-26ceae5325cf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:32.797346 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'tag': '593fc720-811d-426a-b01b-32d840bf774c', 'status': 'completed', 'code': 200} Aug 10 00:50:32.844286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:32.886770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-857a4cdb-4bc4-435f-ba99-549b47c45d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:32.890199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-857a4cdb-4bc4-435f-ba99-549b47c45d17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81ddce7cb625435299ce7073cae6cb0a&device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 1098 time: 0.0817051 Aug 10 00:50:32.895511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1290412576-network', 'tenant_id': 'd4c2f43d5d2f4246a675d4201bbba608'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:32.936060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=642e2ec8-7f62-4d31-a2df-7cd0a4e74524,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:32.983881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Made reservation on behalf of d4c2f43d5d2f4246a675d4201bbba608 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:32.987040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.009224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.050422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '593fc720-811d-426a-b01b-32d840bf774c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:bf:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:50:29Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:33.058704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-79906240-04d7-48c2-abe1-4e4aec979e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.060697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-79906240-04d7-48c2-abe1-4e4aec979e05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 200 len: 923 time: 0.1604948 Aug 10 00:50:33.122560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:50:33.146517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:33.147681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:33.245468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.303735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-3b135640-7881-4759-ad4f-027b445f437f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=593fc720-811d-426a-b01b-32d840bf774c HTTP/1.1" status: 200 len: 999 time: 0.2290413 Aug 10 00:50:33.318473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.381351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1c007-98b7-4aa9-aef0-8830f08a932e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:33.412464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:50:33.428290 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.432058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9a82834c-b7d2-4a97-ae95-06ed27a19e1a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/642e2ec8-7f62-4d31-a2df-7cd0a4e74524 HTTP/1.1" status: 204 len: 168 time: 2.9215307 Aug 10 00:50:33.436208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52642) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:33.437380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb5eb7-c08c-44f9-9a98-1e23c0d83f5f req-efe886cd-396a-4b63-9fb1-f82cb98c02b8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.445192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1cb5eb7-c08c-44f9-9a98-1e23c0d83f5f req-efe886cd-396a-4b63-9fb1-f82cb98c02b8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.3078487 Aug 10 00:50:33.446625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:33.459240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fff12f-27be-49ca-bae4-7f473febf42a req-3fc067c0-a8e7-4d43-b06e-b669206873d9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.470790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8fff12f-27be-49ca-bae4-7f473febf42a req-3fc067c0-a8e7-4d43-b06e-b669206873d9 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.1215324 Aug 10 00:50:33.471921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-664af2ea-49bb-4571-b5d9-80f3823b40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.473531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-664af2ea-49bb-4571-b5d9-80f3823b40ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 200 len: 862 time: 0.1515174 Aug 10 00:50:33.476685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.477083 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Added segment c4e270d4-4bbf-4a70-a509-e3e4bab508b2 of type vlan for network 4b19579f-2589-4865-b7dc-984d57409005 Aug 10 00:50:33.517670 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff224de-7ba2-4ffe-b697-01a80107be03 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] GET failed (client error): The resource could not be found. Aug 10 00:50:33.519485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ff224de-7ba2-4ffe-b697-01a80107be03 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports/642e2ec8-7f62-4d31-a2df-7cd0a4e74524 HTTP/1.1" status: 404 len: 333 time: 0.0818324 Aug 10 00:50:33.528386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:33.537192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-1766139557'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:33.558229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1cb5eb7-c08c-44f9-9a98-1e23c0d83f5f req-5c468f6b-f47d-41a6-a362-2244428d60ee tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120825 Aug 10 00:50:33.563944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8fff12f-27be-49ca-bae4-7f473febf42a req-10f45994-9d51-4811-aafc-0d410cc2fad0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925074 Aug 10 00:50:33.670798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.709927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-b5d8e37a-52ac-4dba-a469-61a5a1e35b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.711649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-b5d8e37a-52ac-4dba-a469-61a5a1e35b9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a448db31-01bf-4578-b186-ceb984aabcc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2250557 Aug 10 00:50:33.776739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.776739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:33.776739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.813239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:33.820678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:33.845515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port ef979dae-138a-4772-bfc0-c8a9fd10e205 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:33.925736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2921944 Aug 10 00:50:33.930326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52662) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:33.937925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Request body: {'subnet': {'network_id': '4b19579f-2589-4865-b7dc-984d57409005', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1290412576-subnet', 'tenant_id': 'd4c2f43d5d2f4246a675d4201bbba608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:33.965952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '593fc720-811d-426a-b01b-32d840bf774c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:bf:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:50:29Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:33.985826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-792cbb3d-aa0e-4197-bdd6-8734dd041718 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505820 Aug 10 00:50:33.987221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab767fda-0373-4f65-9924-8509f3789a8b admin admin] Pushing event updated for resources: {'Network': ['ID=4b19579f-2589-4865-b7dc-984d57409005,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:34.010564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708939c5-010b-4a55-a319-1bf9350c96e5 req-04b6dfea-8376-4d71-a8ea-3a945ecf5643 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:34.013791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Made reservation on behalf of d4c2f43d5d2f4246a675d4201bbba608 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:34.016784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-708939c5-010b-4a55-a319-1bf9350c96e5 req-04b6dfea-8376-4d71-a8ea-3a945ecf5643 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.3508873 Aug 10 00:50:34.018246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4b19579f-2589-4865-b7dc-984d57409005 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:50:34.020869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fba9a2-4ef3-4d26-9b8f-37a8ea752eda None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'b86aeee1-04fc-43a5-a628-7a5a1cc11e44', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'floating_ip_address': '172.25.7.46', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'port_id': '593fc720-811d-426a-b01b-32d840bf774c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'mac_address': 'fa:16:3e:bf:bf:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:47:57Z', 'updated_at': '2021-08-10T00:50:29Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:50:34.022652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.172758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.9 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/ef979dae-138a-4772-bfc0-c8a9fd10e205) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:34.181353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-708939c5-010b-4a55-a319-1bf9350c96e5 req-4b6e506d-3051-45ad-b3ec-8e0876ed6bd3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419725 Aug 10 00:50:34.214554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff1ec02d-2bf2-46b2-8a58-f9ddb8775a05 req-90942a51-b242-4c14-bb62-939e6a5ac376 service neutron] 10.222.0.10 "GET /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959565 Aug 10 00:50:34.271950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.372790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a561f6-fd31-404a-aa39-8a3fbe1038ad None None] New status for floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:50:34.470941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009dcc66-87da-4acd-aad7-5da028297495,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:34.481149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Checking segment: {'id': 'c4e270d4-4bbf-4a70-a509-e3e4bab508b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4b19579f-2589-4865-b7dc-984d57409005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:34.481674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Network hostable DHCP agents. Network: 4b19579f-2589-4865-b7dc-984d57409005, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:50:34.531225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.535078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Network 4b19579f-2589-4865-b7dc-984d57409005 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:50:34.555739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4b19579f-2589-4865-b7dc-984d57409005) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:34.565919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87aa987-0d8d-4509-965e-cc8fc95f2b31 None None] Network 4b19579f-2589-4865-b7dc-984d57409005 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:34.570311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:34.571344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.606162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object ef979dae-138a-4772-bfc0-c8a9fd10e205 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:34.638432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5e7feb8-dfbb-431a-939d-52ed9a5fb421 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7069530 Aug 10 00:50:34.740245 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:34.793298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494f0e-43af-47b6-8eee-f543adddf95c req-4a736d29-e668-4e3f-b9ba-989c5be1561e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:34.801712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5494f0e-43af-47b6-8eee-f543adddf95c req-4a736d29-e668-4e3f-b9ba-989c5be1561e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0986273 Aug 10 00:50:34.873283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=ef979dae-138a-4772-bfc0-c8a9fd10e205,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:34.877416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5494f0e-43af-47b6-8eee-f543adddf95c req-f42492d2-421f-4819-b0c1-4634b88445e0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734162 Aug 10 00:50:34.878007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac35831-146b-4976-bc85-be51e3cc47b7 None None] Network 4b19579f-2589-4865-b7dc-984d57409005 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:34.885102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:34.900369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff4f82-99e3-471f-99cb-24e956a9cd92 req-0d9b1368-c73a-4e60-abd5-08797e8bc4d5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:34.902845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45ff4f82-99e3-471f-99cb-24e956a9cd92 req-0d9b1368-c73a-4e60-abd5-08797e8bc4d5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2073252 Aug 10 00:50:34.903985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:34.906463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:34.982513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45ff4f82-99e3-471f-99cb-24e956a9cd92 req-f07d8725-1ee1-4029-9ec5-9ca2651eff6b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729110 Aug 10 00:50:35.002513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:35.003341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.038476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-789bcdfe-fcee-42a9-a2a1-27600593cc50 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5043569 Aug 10 00:50:35.039421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52688) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:35.049832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:f7:f0'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:35.279978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1923342051', 'description': 'tempest-description-1826386965'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:35.353896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.358956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.368736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2f2f-3b2f-4b42-93cc-c10e1f8a3669 req-cf358eb9-0704-4da0-9057-103ebd78ccbd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:35.371116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-571e2f2f-3b2f-4b42-93cc-c10e1f8a3669 req-cf358eb9-0704-4da0-9057-103ebd78ccbd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.0638921 Aug 10 00:50:35.422801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-571e2f2f-3b2f-4b42-93cc-c10e1f8a3669 req-72e97fa1-1194-4acc-b863-bd3dc06187bb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434103 Aug 10 00:50:35.427017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64e8684f-dd88-4d9f-be54-0a4bbf1403ef None None] Provisioning for port ef979dae-138a-4772-bfc0-c8a9fd10e205 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:35.436102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64e8684f-dd88-4d9f-be54-0a4bbf1403ef None None] Provisioning complete for port ef979dae-138a-4772-bfc0-c8a9fd10e205 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:35.436369 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64e8684f-dd88-4d9f-be54-0a4bbf1403ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.480006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-64e8684f-dd88-4d9f-be54-0a4bbf1403ef None None] Port ef979dae-138a-4772-bfc0-c8a9fd10e205 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:35.633724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.642625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.671407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.681472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.720369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.721130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-705067b9-0a48-4af9-91be-751dbdf31605 req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4543111 Aug 10 00:50:35.730748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a5cec-3344-45e7-902f-31a3ce601979 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48ab9f-9a28-4d94-86f6-8de93e0f99e0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:35.787474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=ef979dae-138a-4772-bfc0-c8a9fd10e205,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:35.817692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] In _notify_port_updated(), no bound segment for port ef979dae-138a-4772-bfc0-c8a9fd10e205 on network fa944502-183e-471c-a96d-627dd7effddb {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:50:35.825549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:35.830948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.837313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-497674ba-bb61-4f02-8e78-e4c966c79c6f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "PUT /v2.0/ports/ef979dae-138a-4772-bfc0-c8a9fd10e205 HTTP/1.1" status: 200 len: 993 time: 0.7941823 Aug 10 00:50:35.839036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52700) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:35.872719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29ee1587-0295-47f9-b12a-4038455cf2da req-d4ff31bd-680b-4594-ab57-85e322fa9ad2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/4a48ab9f-9a28-4d94-86f6-8de93e0f99e0 HTTP/1.1" status: 200 len: 1805 time: 0.0673907 Aug 10 00:50:35.879364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a48ab9f-9a28-4d94-86f6-8de93e0f99e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:35.879364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4a48ab9f-9a28-4d94-86f6-8de93e0f99e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:35.964776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:35.982278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port ef979dae-138a-4772-bfc0-c8a9fd10e205 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:35.982644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.011039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.019296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.041324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae504df7-3d21-47d1-bf68-7083256005b9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:36.049049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.050467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29ee1587-0295-47f9-b12a-4038455cf2da req-ef4d9e21-9457-4bdd-8121-9661230163e8 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1765034 Aug 10 00:50:36.127336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3193672f-2006-4ecd-8ad3-fed38d48ff35 None None] Provisioning complete for port ef979dae-138a-4772-bfc0-c8a9fd10e205 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:36.127892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3193672f-2006-4ecd-8ad3-fed38d48ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.178212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20491bb5-0513-4ed5-bce9-499270b60fe3 req-dd8304c0-9873-4ca1-8292-4c9734bfffc7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:36.180259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20491bb5-0513-4ed5-bce9-499270b60fe3 req-dd8304c0-9873-4ca1-8292-4c9734bfffc7 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.1621554 Aug 10 00:50:36.196674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.201331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3193672f-2006-4ecd-8ad3-fed38d48ff35 None None] Port ef979dae-138a-4772-bfc0-c8a9fd10e205 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:36.232230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for ef979dae-138a-4772-bfc0-c8a9fd10e205 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:36.281385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b5100-71a5-489f-ba73-bd39a1917473 req-f7cc9f43-1185-46c5-b1ea-e3cf17893767 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:36.283190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e7b5100-71a5-489f-ba73-bd39a1917473 req-f7cc9f43-1185-46c5-b1ea-e3cf17893767 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0603752 Aug 10 00:50:36.314339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20491bb5-0513-4ed5-bce9-499270b60fe3 req-c4d0dfc6-9bed-47ff-a1a2-e3e0e08967b0 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221461 Aug 10 00:50:36.349964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e7b5100-71a5-489f-ba73-bd39a1917473 req-b5e2d245-d0e8-4973-bdc9-501636419d7b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564225 Aug 10 00:50:36.360422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-517592285', 'description': 'tempest-description-1991286724'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:36.418709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.459969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.520478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=ef979dae-138a-4772-bfc0-c8a9fd10e205,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:36.536062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:50:36.674535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c375f-7f2f-4001-afa8-627ae4843250 req-5535cc55-37e3-4ac7-b1e7-82fb3c2a6a2a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:36.676133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c0c375f-7f2f-4001-afa8-627ae4843250 req-5535cc55-37e3-4ac7-b1e7-82fb3c2a6a2a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.0834076 Aug 10 00:50:36.676330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.703655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.753785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.754627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c0c375f-7f2f-4001-afa8-627ae4843250 req-fb8cc1fe-8902-4a52-9d9c-289349de7512 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666742 Aug 10 00:50:36.758525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-327ad725-b6d6-4631-a54a-e1d23eb60466 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/ef979dae-138a-4772-bfc0-c8a9fd10e205 HTTP/1.1" status: 204 len: 168 time: 0.9156289 Aug 10 00:50:36.759378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:36.760964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.762457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df0b2a46-90e9-4a30-ad70-cb56afcf594c req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4061897 Aug 10 00:50:36.764114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5257-22dc-47d1-aa59-24516c635159 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc9a51-b755-42b3-856f-89a184b14c42,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:36.844767 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c07781e-a0fa-4227-856f-a7695939590b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] GET failed (client error): The resource could not be found. Aug 10 00:50:36.846447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3277700c-8561-46ed-a299-f56f1173d198 req-e25f19e2-5275-428e-b65f-c1f80af8cd80 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/dcbc9a51-b755-42b3-856f-89a184b14c42 HTTP/1.1" status: 200 len: 1804 time: 0.0466628 Aug 10 00:50:36.856914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7c07781e-a0fa-4227-856f-a7695939590b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports/ef979dae-138a-4772-bfc0-c8a9fd10e205 HTTP/1.1" status: 404 len: 333 time: 0.0803461 Aug 10 00:50:36.857643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:36.860484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dcbc9a51-b755-42b3-856f-89a184b14c42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:36.860910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dcbc9a51-b755-42b3-856f-89a184b14c42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:36.866275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-1268517231'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:36.945817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.978207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:36.983637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.011517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d86069-bd4b-4a6e-9f82-a6372228f441,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:37.022408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:37.029353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.030116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.031944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3277700c-8561-46ed-a299-f56f1173d198 req-41e058aa-c534-4e20-b56b-bbff7a9cc218 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1787527 Aug 10 00:50:37.065732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1657733611', 'description': 'tempest-description-962864508'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:37.083299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:37.134851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.308754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.7 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/f57cde01-fc6b-4a33-ba95-5cacb3d7a517) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:37.358606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-3feb2a6a-5c9b-4599-8cab-5b5f3e079f6e tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:37.360262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-3feb2a6a-5c9b-4599-8cab-5b5f3e079f6e tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1098 time: 0.1326017 Aug 10 00:50:37.387380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766380-21'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:37.448580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.465335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.469892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e34c4-d388-416d-8035-ac8a5a556eba req-648e825f-5288-41c0-8236-a93ea166d4da tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:37.477733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6e34c4-d388-416d-8035-ac8a5a556eba req-648e825f-5288-41c0-8236-a93ea166d4da tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 946 time: 0.0801272 Aug 10 00:50:37.524935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6e34c4-d388-416d-8035-ac8a5a556eba req-5ceb5225-fa04-4993-b750-0457a476ac7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Aug 10 00:50:37.591018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.602082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f2c63f2-4c6d-48dd-8f4a-1c44a751c61b req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5456455 Aug 10 00:50:37.611856 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.659441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39666f-1a26-4101-b368-feb79ffdda19 req-964cd2fb-7dbd-4101-b958-dddb24c4e95e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:37.660719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c805c-b61a-4082-9497-e76dfc1a3d69 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64948e8d-1259-4dd2-be17-d893a9f0840c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:37.661360 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee39666f-1a26-4101-b368-feb79ffdda19 req-964cd2fb-7dbd-4101-b958-dddb24c4e95e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0811005 Aug 10 00:50:37.749322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee39666f-1a26-4101-b368-feb79ffdda19 req-a49331b7-a72b-47b5-9e92-45a34de6813e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676005 Aug 10 00:50:37.763242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.794029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1054733184', 'description': 'tempest-description-302933509'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:37.799221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object f57cde01-fc6b-4a33-ba95-5cacb3d7a517 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:37.849274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.857111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:37.941745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:37.946716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c86b06-ac61-4cdb-acb9-f1287eceb1bc req-f94ce073-112a-4c28-bda2-ae34e00826a2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:37.957263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7c86b06-ac61-4cdb-acb9-f1287eceb1bc req-f94ce073-112a-4c28-bda2-ae34e00826a2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.0824955 Aug 10 00:50:37.963937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:38.017664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7c86b06-ac61-4cdb-acb9-f1287eceb1bc req-655ce82f-8758-417d-9863-4bf9d8522a82 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583792 Aug 10 00:50:38.046800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:38.065806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:38.079419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:38.127425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:38.129706 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f2670-c413-4114-b731-c485dd24e9bc" -d '{"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:38.135478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.147949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=f57cde01-fc6b-4a33-ba95-5cacb3d7a517,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:38.161664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.224683 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc34c40-7a40-4659-97da-bbaebdf23f5a x-openstack-request-id: req-fbc34c40-7a40-4659-97da-bbaebdf23f5a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:38.225043 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-unplugged", "status": "completed", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:38.225232 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbc34c40-7a40-4659-97da-bbaebdf23f5a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:38.225620 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'code': 200} Aug 10 00:50:38.240715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.259670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:38.260563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.293409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eac2dafa-e2b5-4b27-adfb-3863c9cf108e tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4314451 Aug 10 00:50:38.293409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.294343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:38.300341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:f7:f0'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:38.343616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.344763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b81adfa-1d68-4ba1-b0fc-794500bf6ae9 req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5603993 Aug 10 00:50:38.372238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:38.397561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d030e4-e4c9-473b-8406-4f7e230be0c2 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a882f-538b-4018-b3e0-8c24e3e1f03a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:38.435090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on host n-h2-766380-21 for vnic_type normal with profile {"migrating_to": "n-h1-766380-21"} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:38.435090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:38.435347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:38.443028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:38.443478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Attempting to bind port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on network 177143dc-5ebe-4764-adab-fb6b9f123723 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:38.448171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8e2b7258-42a3-4f36-8804-ba44f20bfd69 None None] Provisioning for port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:38.452832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8e2b7258-42a3-4f36-8804-ba44f20bfd69 None None] Provisioning complete for port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:38.453535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e2b7258-42a3-4f36-8804-ba44f20bfd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.461051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:38.461257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.461379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Checking segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:38.461766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Bound using segment: {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:38.462252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Bound port: 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '177143dc-5ebe-4764-adab-fb6b9f123723'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:38.463170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.521540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-fbaececd-003a-469b-b8b3-21396a1e210d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/64948e8d-1259-4dd2-be17-d893a9f0840c HTTP/1.1" status: 200 len: 1804 time: 0.1446495 Aug 10 00:50:38.532177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b7258-42a3-4f36-8804-ba44f20bfd69 None None] Port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:38.601366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:38.607001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:38.614967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.645109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-e1d18d75-4479-44a6-ac61-c5bae69de5af tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/be2a882f-538b-4018-b3e0-8c24e3e1f03a HTTP/1.1" status: 200 len: 1804 time: 0.1212153 Aug 10 00:50:38.650687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64948e8d-1259-4dd2-be17-d893a9f0840c', 'remote_group_id': 'be2a882f-538b-4018-b3e0-8c24e3e1f03a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:38.651578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '64948e8d-1259-4dd2-be17-d893a9f0840c', 'remote_group_id': 'be2a882f-538b-4018-b3e0-8c24e3e1f03a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:38.747984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:38.748869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.750293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] 10.222.0.21 "PUT /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 1124 time: 1.3728323 Aug 10 00:50:38.788833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e845e62-71d5-480d-b2ef-26cf31178d5e req-04f96695-25b7-4856-901d-5b62e24d7498 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:38.799304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e845e62-71d5-480d-b2ef-26cf31178d5e req-04f96695-25b7-4856-901d-5b62e24d7498 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.1400504 Aug 10 00:50:38.814047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad8a53-ed00-4cb8-8b3e-d77ac818d06c service neutron] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:38.821086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.831089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:38.853967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['5cf18abb-249a-4541-bfb3-d8198ddb3cde'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:38.859529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e845e62-71d5-480d-b2ef-26cf31178d5e req-63464cd9-4b98-4b86-b4fd-35c1361141c2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591273 Aug 10 00:50:38.896147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=f57cde01-fc6b-4a33-ba95-5cacb3d7a517,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:38.923532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5cf18abb-249a-4541-bfb3-d8198ddb3cde'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:38.996291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.091283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] In _notify_port_updated(), no bound segment for port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 on network fa944502-183e-471c-a96d-627dd7effddb {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:50:39.098006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:39.099027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.106776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:39.110399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e49ba49c-c087-4ac7-b769-d5e0ec30fad2 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "PUT /v2.0/ports/f57cde01-fc6b-4a33-ba95-5cacb3d7a517 HTTP/1.1" status: 200 len: 996 time: 0.8145370 Aug 10 00:50:39.141199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.148146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.218893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bbc9e0a-e4f0-4f5b-a6d6-352ab4a50c1d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:39.228413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.255542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a05c3031-3a2c-4a60-968b-584434f3ab9a req-37b40495-1d56-44ed-930d-74b97106dd4c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6090438 Aug 10 00:50:39.288758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:39.289102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.382040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.397465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for f57cde01-fc6b-4a33-ba95-5cacb3d7a517 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:39.435177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8c2c20b-2a3d-40bc-a882-bb34b11efb72 None None] Provisioning complete for port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:39.435698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8c2c20b-2a3d-40bc-a882-bb34b11efb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.481360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2c20b-2a3d-40bc-a882-bb34b11efb72 None None] Port f57cde01-fc6b-4a33-ba95-5cacb3d7a517 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:39.522470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66deae4-c73b-42d2-915d-9c81256a60db req-5bec8e36-5745-4635-8dfb-a8707b37a1ba tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:39.523965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c66deae4-c73b-42d2-915d-9c81256a60db req-5bec8e36-5745-4635-8dfb-a8707b37a1ba tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1396697 Aug 10 00:50:39.547318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ba0f1-063b-4e71-9125-d907af50f9b7 req-f482f6ee-f327-4569-bbe1-0ab09a9ce0a9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:39.555020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-375ba0f1-063b-4e71-9125-d907af50f9b7 req-f482f6ee-f327-4569-bbe1-0ab09a9ce0a9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.3064356 Aug 10 00:50:39.559572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:39.569247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.620029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=f57cde01-fc6b-4a33-ba95-5cacb3d7a517,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:39.628493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c66deae4-c73b-42d2-915d-9c81256a60db req-ca4b1fe3-79ea-404e-8167-7b04e4bb6c0a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949051 Aug 10 00:50:39.680920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1431868886', 'description': 'tempest-description-596454282'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:39.718742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.787975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-375ba0f1-063b-4e71-9125-d907af50f9b7 req-8d1ae91a-eb8c-4d7e-a2cf-e61230841773 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300863 Aug 10 00:50:39.882589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:39.927084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d68d3bf-2a4d-4ec1-8705-e6ce13da09f1 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/f57cde01-fc6b-4a33-ba95-5cacb3d7a517 HTTP/1.1" status: 204 len: 168 time: 0.8032892 Aug 10 00:50:39.927840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52796) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:39.948590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:39.960523 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-575c2936-ec5d-4116-a2e5-29a83fa2839f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] GET failed (client error): The resource could not be found. Aug 10 00:50:39.962194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-575c2936-ec5d-4116-a2e5-29a83fa2839f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports/f57cde01-fc6b-4a33-ba95-5cacb3d7a517 HTTP/1.1" status: 404 len: 333 time: 0.0332856 Aug 10 00:50:39.967535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52798) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:39.977496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde has no active binding in host n-h1-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:50:39.983063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-172393812'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:40.020916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-75dac595-5a54-4544-b842-fdb531e40257 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:40.022957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-75dac595-5a54-4544-b842-fdb531e40257 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.2314024 Aug 10 00:50:40.036295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:40.121886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a063e-d1e5-4bd6-84cf-f121b7c6dbe2 req-c16e9ec9-0667-4869-a638-ae387136b58c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:40.129838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d60a063e-d1e5-4bd6-84cf-f121b7c6dbe2 req-c16e9ec9-0667-4869-a638-ae387136b58c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.1184258 Aug 10 00:50:40.158375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.191421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d60a063e-d1e5-4bd6-84cf-f121b7c6dbe2 req-be8f10a8-7d0a-4b0d-9f77-8ca65bb60228 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582037 Aug 10 00:50:40.227316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:40.230258 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcffd0b-5437-4ca5-9052-819c13fe8b32" -d '{"events": [{"name": "network-changed", "server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:40.398020 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db81351-0c74-4b97-a9ae-ac888fabe483 x-openstack-request-id: req-7db81351-0c74-4b97-a9ae-ac888fabe483 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:40.398434 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:40.398819 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7db81351-0c74-4b97-a9ae-ac888fabe483 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:40.399298 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'status': 'completed', 'code': 200} Aug 10 00:50:40.480047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-d5451f06-82c3-4e3b-b99e-b78647b5e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:40.481574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-d5451f06-82c3-4e3b-b99e-b78647b5e66b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1127 time: 0.0607457 Aug 10 00:50:40.538983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.548643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.571193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:40.576333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.616147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port 2036b228-7f23-4bc4-9a9a-937b6f6d847d yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:40.618063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.623167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa34ff10-66ee-443b-8b93-654ddd046bc7 req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9473760 Aug 10 00:50:40.672021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ac79-3ae2-4a8a-82bb-91a4a549346b tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f680b26d-bd81-4765-8a5b-c12149aac7cc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:40.718252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-721136911', 'description': 'tempest-description-1152400810'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:40.748440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:40.776893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.808979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-2071fc3b-636f-4d15-9e57-cae202202a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:40.810476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-2071fc3b-636f-4d15-9e57-cae202202a07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.3212395 Aug 10 00:50:40.841744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:40.896393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40138d92-e256-4484-aeb3-28249f10d83e req-8f07573e-4507-4b4c-86cd-e45da153627e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:40.897995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-99e2fe26-cf4f-45ad-836f-fc7743299642 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 217 time: 0.0637443 Aug 10 00:50:40.904304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40138d92-e256-4484-aeb3-28249f10d83e req-8f07573e-4507-4b4c-86cd-e45da153627e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 945 time: 0.1036377 Aug 10 00:50:40.914944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:40.918208 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5be5de-5c9d-4ab0-9b5a-37e1bf73f5d7" -d '{"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:40.922470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.931144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.8 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/2036b228-7f23-4bc4-9a9a-937b6f6d847d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:40.948377 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:40.970266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40138d92-e256-4484-aeb3-28249f10d83e req-058c9adb-faf3-4f0b-8a04-02e93491b783 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Aug 10 00:50:41.028423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-290f18d1-a7cc-46c6-a9f9-c0c9aeea6f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:41.030311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-290f18d1-a7cc-46c6-a9f9-c0c9aeea6f71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.1105208 Aug 10 00:50:41.046995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:41.079213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:41.079557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:41.079910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:41.091756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-057ebb98-f1e3-4057-be3a-68122f08fabe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468283 Aug 10 00:50:41.102490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:41.103133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Attempting to bind port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:41.114371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:41.114786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:41.115181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:41.115625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Bound port: 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:41.116146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.139775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f0d30-c1c2-4274-a362-c7fbb82e173a req-3697e076-9c76-41b4-b9d5-d65d77dcb962 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:41.147578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e1f0d30-c1c2-4274-a362-c7fbb82e173a req-3697e076-9c76-41b4-b9d5-d65d77dcb962 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0807469 Aug 10 00:50:41.230346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e1f0d30-c1c2-4274-a362-c7fbb82e173a req-f08fa9a9-65bf-42bb-9d83-d433fdac0ab3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Aug 10 00:50:41.261106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:41.265513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:41.275857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.280280 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbce9792-4a95-40f7-af76-0f2db236801d x-openstack-request-id: req-bbce9792-4a95-40f7-af76-0f2db236801d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:41.280946 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-unplugged", "status": "completed", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:41.281556 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbce9792-4a95-40f7-af76-0f2db236801d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:41.282199 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'code': 200} Aug 10 00:50:41.394999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=8']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:41.400446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:41.401741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.403565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-e08b5e5f-94a5-4010-8ef2-fb02bd9f4ae4 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 1123 time: 1.3715858 Aug 10 00:50:41.487029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72971-a5fd-4dd3-bcd8-060e9e0a88cd req-9b432d70-cca8-43c8-a551-bab72da2ba18 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:41.488633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96e72971-a5fd-4dd3-bcd8-060e9e0a88cd req-9b432d70-cca8-43c8-a551-bab72da2ba18 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.0588291 Aug 10 00:50:41.544390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:41.582348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96e72971-a5fd-4dd3-bcd8-060e9e0a88cd req-d4134731-26dc-4d71-8e17-dfe841c06191 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817361 Aug 10 00:50:41.686899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.701534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.745782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:41.774559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.779644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c38036df-ec0e-4afe-a7b5-9b481326d680 req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0808203 Aug 10 00:50:41.811616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6abe4-3cf1-4380-889d-25ee0ad36c6e tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3c77c2-b8a8-4d5d-89b1-a77f44769c37,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:41.828649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-07f3cd61-7b87-4afb-b4f9-52fb1083b45d service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252612 Aug 10 00:50:41.845107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:41.868549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-020cb039-9459-44c1-958c-b58532db97d0 req-d9ea0bcc-c882-4738-8530-0a2dbe863df0 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/f680b26d-bd81-4765-8a5b-c12149aac7cc HTTP/1.1" status: 200 len: 1804 time: 0.0631378 Aug 10 00:50:41.913545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object 2036b228-7f23-4bc4-9a9a-937b6f6d847d will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:41.948486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:41.960318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-020cb039-9459-44c1-958c-b58532db97d0 req-40fe7f5e-422c-4137-abe2-dceb31ba547a tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/cb3c77c2-b8a8-4d5d-89b1-a77f44769c37 HTTP/1.1" status: 200 len: 1804 time: 0.0838315 Aug 10 00:50:41.977976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bcffd0b-5437-4ca5-9052-819c13fe8b32 req-5c9b065f-0c8e-441d-a854-1ceb9249b91d service neutron] 10.222.0.10 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302850 Aug 10 00:50:41.987350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f680b26d-bd81-4765-8a5b-c12149aac7cc', 'remote_group_id': 'cb3c77c2-b8a8-4d5d-89b1-a77f44769c37', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:41.989745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f680b26d-bd81-4765-8a5b-c12149aac7cc', 'remote_group_id': 'cb3c77c2-b8a8-4d5d-89b1-a77f44769c37', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:41.991212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.105181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:42.112017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:42.126059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=2036b228-7f23-4bc4-9a9a-937b6f6d847d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:42.136630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.154878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:50:42.182029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.188019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:42.190950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:42.204929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.237136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494f32d4-aa36-4b19-b054-cd6dc0baf0a0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:42.254629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.263846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-020cb039-9459-44c1-958c-b58532db97d0 req-1fdd77fa-ea2c-4c7a-846f-02f5580b4617 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2941439 Aug 10 00:50:42.289683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227d90b-3cdf-4d44-9da6-a4b5c7560e72 req-7a9cd0aa-22f9-4ed0-8167-2a075920c1c5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:42.295104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c227d90b-3cdf-4d44-9da6-a4b5c7560e72 req-7a9cd0aa-22f9-4ed0-8167-2a075920c1c5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.1699910 Aug 10 00:50:42.302367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:42.303137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.359589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b69a241-9269-4731-97a0-b106c6344f52 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3901980 Aug 10 00:50:42.361607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52842) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:42.379315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c227d90b-3cdf-4d44-9da6-a4b5c7560e72 req-1c320d15-9f26-4fd1-b57f-fc050be338ae tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669758 Aug 10 00:50:42.383196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'network_id': 'fa944502-183e-471c-a96d-627dd7effddb', 'name': 'tempest-AllowedAddressPairTestJSON-960813097'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:42.461844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-34a9efb3-e5f1-45a1-81a2-15407703e627 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/cb3c77c2-b8a8-4d5d-89b1-a77f44769c37 HTTP/1.1" status: 200 len: 1804 time: 0.0619359 Aug 10 00:50:42.544393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.577180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f3134-3b47-4bab-9f6c-6f82cdd0e44b req-5b64bbfb-a2b6-4120-a7f2-5708bcba24b5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:42.586096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e2f3134-3b47-4bab-9f6c-6f82cdd0e44b req-5b64bbfb-a2b6-4120-a7f2-5708bcba24b5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2395091 Aug 10 00:50:42.588290 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.609377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Made reservation on behalf of a2ae6bf59d814e1c9bc1aa7b32768a67 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:42.612823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.650061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e2f3134-3b47-4bab-9f6c-6f82cdd0e44b req-f13f6e1b-d787-4441-81ac-10adcb91d90a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629067 Aug 10 00:50:42.670483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] device_id is not set on port be8105df-592e-4566-869b-fd23900f2128 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:42.677080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59505303-6bef-48ea-b00f-f26925b896bd None None] Provisioning for port 2036b228-7f23-4bc4-9a9a-937b6f6d847d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:42.686273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59505303-6bef-48ea-b00f-f26925b896bd None None] Provisioning complete for port 2036b228-7f23-4bc4-9a9a-937b6f6d847d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:42.688000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-59505303-6bef-48ea-b00f-f26925b896bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.758033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.770521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:42.773940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf1909f7-f765-42e1-b48f-798286fc6502 req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/cb3c77c2-b8a8-4d5d-89b1-a77f44769c37 HTTP/1.1" status: 204 len: 173 time: 0.3109477 Aug 10 00:50:42.797533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a00223-f599-46f3-a3fe-0bf620059382 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3c77c2-b8a8-4d5d-89b1-a77f44769c37,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:42.821770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-59505303-6bef-48ea-b00f-f26925b896bd None None] Port 2036b228-7f23-4bc4-9a9a-937b6f6d847d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:42.852095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Allocated IP 172.20.0.9 (fa944502-183e-471c-a96d-627dd7effddb/2fb73173-4096-4d01-9612-e012626fd4a1/be8105df-592e-4566-869b-fd23900f2128) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:43.079843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.082887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81dd72e5-d620-4f4d-a970-c9e12f02ffd6 req-69ac01c8-acb2-4ff1-a32e-a899a2ff5fd5 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/f680b26d-bd81-4765-8a5b-c12149aac7cc HTTP/1.1" status: 200 len: 1804 time: 0.0682275 Aug 10 00:50:43.098973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Transition to ACTIVE for port object be8105df-592e-4566-869b-fd23900f2128 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:43.120964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-883428491', 'description': 'tempest-description-1403538650'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:43.151542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a5fdd-7db3-4da1-8431-6c323271a324 req-c87973e8-df71-4076-a762-db25f5c84fd5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.157026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e3a5fdd-7db3-4da1-8431-6c323271a324 req-c87973e8-df71-4076-a762-db25f5c84fd5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.2974193 Aug 10 00:50:43.165505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.208813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.234387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e3a5fdd-7db3-4da1-8431-6c323271a324 req-dc929434-5d15-48a8-8793-4edd80473ffd tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682101 Aug 10 00:50:43.277657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.284813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.295732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:43.302296 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66791eb0-77b2-4d0f-a6e3-f847afee0d98" -d '{"events": [{"name": "network-changed", "server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:43.315779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.323867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2190fa9e-69a4-4d3e-a0c8-85924aa87c4d req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2113385 Aug 10 00:50:43.348806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Network fa944502-183e-471c-a96d-627dd7effddb is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:43.352155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:43.369961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:43.373015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=be8105df-592e-4566-869b-fd23900f2128,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:43.380007 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebdde81-b790-45c1-9198-a59131e84176 x-openstack-request-id: req-9ebdde81-b790-45c1-9198-a59131e84176 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:43.380312 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:43.380682 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ebdde81-b790-45c1-9198-a59131e84176 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:43.381082 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'status': 'completed', 'code': 200} Aug 10 00:50:43.484706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7c14a-1b68-42b1-b793-c9f46375fc87 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0328374-c855-48a3-bc37-5fde3dfaed5a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:43.490580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.491292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.504264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-a8c55630-ef6a-4862-af51-0125781a02cf tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 200 len: 1804 time: 0.1561346 Aug 10 00:50:43.509370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0328374-c855-48a3-bc37-5fde3dfaed5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:43.510883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0328374-c855-48a3-bc37-5fde3dfaed5a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:43.560070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-5c35965a-3d2e-4f2a-8fce-13b04c87b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.562267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-5c35965a-3d2e-4f2a-8fce-13b04c87b086 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1126 time: 0.1385717 Aug 10 00:50:43.593402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-247ac0b4-33a8-4850-ab46-774a33075332 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2273295 Aug 10 00:50:43.600225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52870) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:43.608861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:1b:f7:f0'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d8:06:ec'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:43.657279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d2c87d9b-9acd-4a51-92a7-5ccb40ffe152 None None] Provisioning for port be8105df-592e-4566-869b-fd23900f2128 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:43.662337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d2c87d9b-9acd-4a51-92a7-5ccb40ffe152 None None] Provisioning complete for port be8105df-592e-4566-869b-fd23900f2128 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:43.662873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d2c87d9b-9acd-4a51-92a7-5ccb40ffe152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.679208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141f10c-3db0-42cd-9b6f-4e91047c24b8 req-a2b3aab5-3575-4343-ad8a-59b094e1b4fb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.688399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9141f10c-3db0-42cd-9b6f-4e91047c24b8 req-a2b3aab5-3575-4343-ad8a-59b094e1b4fb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.1667566 Aug 10 00:50:43.694944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-fa3fa859-014d-4950-b81a-cc425d98e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.698399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-fa3fa859-014d-4950-b81a-cc425d98e86d service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1287870 Aug 10 00:50:43.772576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-1cee80a2-d374-4080-94b8-9001228555d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 217 time: 0.0647054 Aug 10 00:50:43.776524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.782154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d2c87d9b-9acd-4a51-92a7-5ccb40ffe152 None None] Port be8105df-592e-4566-869b-fd23900f2128 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:43.816496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.837123 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9141f10c-3db0-42cd-9b6f-4e91047c24b8 req-84dc6ffa-2aef-4cdd-8c3a-f075edab4495 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431160 Aug 10 00:50:43.843726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.870024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc608db2-3d1c-4673-9d1e-fda43fb494b8,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:43.902204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-910b2664-1961-4d8b-8a0f-3d12ca544e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:43.905028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-910b2664-1961-4d8b-8a0f-3d12ca544e37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1223845 Aug 10 00:50:43.906508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:43.907868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2542bcba-7540-4113-9eb9-6bd741113a7a req-ba7d7b3a-e97d-4443-b9b6-d7030569d87c tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4026000 Aug 10 00:50:43.996012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.035282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-5ebf7a65-dc91-4bd4-ac44-051d423764d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137381 Aug 10 00:50:44.039682 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a553ff5b-66a0-4db5-ba65-136d668729d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.187433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a446d4f-d9ea-48e0-9738-357d73c761d3 req-3b5d69fe-48cf-4b52-b9fe-9d3a29dd5b26 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:44.188259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-d227f419-bf79-42e0-abad-6a5bfdcf4cea tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 200 len: 2397 time: 0.1215627 Aug 10 00:50:44.189146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a446d4f-d9ea-48e0-9738-357d73c761d3 req-3b5d69fe-48cf-4b52-b9fe-9d3a29dd5b26 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.1501913 Aug 10 00:50:44.201906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0328374-c855-48a3-bc37-5fde3dfaed5a', 'remote_group_id': None}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:44.202600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c0328374-c855-48a3-bc37-5fde3dfaed5a', 'remote_group_id': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:44.260639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-c2b4bde8-8ba3-4f76-a108-8b36d576076b service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043004 Aug 10 00:50:44.377675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a446d4f-d9ea-48e0-9738-357d73c761d3 req-b647a32b-5e82-4bfa-9724-f62d11fc1daf tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821022 Aug 10 00:50:44.393583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.425843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.436948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.462229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66791eb0-77b2-4d0f-a6e3-f847afee0d98 req-1e31933b-65ed-4979-946b-8165eedaddab service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851037 Aug 10 00:50:44.468828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe7e56-cfc0-45d1-aaba-b375771c832c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:44.477519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.479332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0d24d6d-33dd-4cdf-b15d-b2cf64bce01a req-3e452a34-bc10-40a4-b482-0d864c381d9f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2820606 Aug 10 00:50:44.505207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.514221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.656756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event updated for resources: {'Port': ['ID=be8105df-592e-4566-869b-fd23900f2128,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:44.672113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] In _notify_port_updated(), no bound segment for port be8105df-592e-4566-869b-fd23900f2128 on network fa944502-183e-471c-a96d-627dd7effddb {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:50:44.685860 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-7f7cf04c-a45d-492e-a936-f4e122b78346 service neutron] 10.222.0.10 "GET /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde/bindings/n-h1-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1619823 Aug 10 00:50:44.692336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:44.693506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.695237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-98df162e-c45c-488f-91db-887a66c7060b tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "PUT /v2.0/ports/be8105df-592e-4566-869b-fd23900f2128 HTTP/1.1" status: 200 len: 1054 time: 1.0942435 Aug 10 00:50:44.702705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52894) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:44.756423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32fe79-06fe-452d-bfb0-e077ed149c15 req-5e6f91b7-2d29-4383-a229-2ba62baed10a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:44.758130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c32fe79-06fe-452d-bfb0-e077ed149c15 req-5e6f91b7-2d29-4383-a229-2ba62baed10a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 944 time: 0.1511416 Aug 10 00:50:44.843882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-910abde8-6341-4dd5-9883-29f073c3ba4a req-9322aee3-856b-45ba-9f6a-641e3c8f8292 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 200 len: 2995 time: 0.2455497 Aug 10 00:50:44.862146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c32fe79-06fe-452d-bfb0-e077ed149c15 req-bf64c807-98f2-4372-b02c-b4adffe6417a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939989 Aug 10 00:50:44.874476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port be8105df-592e-4566-869b-fd23900f2128 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:44.875106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.904280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-2284628a-69f8-483f-bf15-49945a6609f0 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-group-rules/54fe7e56-cfc0-45d1-aaba-b375771c832c HTTP/1.1" status: 200 len: 783 time: 0.0405486 Aug 10 00:50:44.923762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cc9f79cd-3424-4e02-81f3-17f158852ffd None None] Provisioning complete for port be8105df-592e-4566-869b-fd23900f2128 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:44.924750 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cc9f79cd-3424-4e02-81f3-17f158852ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:44.971300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f79cd-3424-4e02-81f3-17f158852ffd None None] Port be8105df-592e-4566-869b-fd23900f2128 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:50:45.016732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-de24272f-ee49-4e78-93bd-4b6350b8db2f tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 200 len: 2995 time: 0.1120231 Aug 10 00:50:45.072467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.077866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.083309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506e61c-4b33-4ce7-bd33-b9effe41e355 req-88909719-fd2f-4d38-a245-db61cabd836b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:45.084963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0506e61c-4b33-4ce7-bd33-b9effe41e355 req-88909719-fd2f-4d38-a245-db61cabd836b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.1037412 Aug 10 00:50:45.092771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:45.096771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.125134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for be8105df-592e-4566-869b-fd23900f2128 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:45.141035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:45.169450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.180623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.181805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f75c437-8afd-4f22-a7ed-fd4ea95c13d4 req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/54fe7e56-cfc0-45d1-aaba-b375771c832c HTTP/1.1" status: 204 len: 173 time: 0.1630366 Aug 10 00:50:45.198870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cf18abb-249a-4541-bfb3-d8198ddb3cde {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:45.214403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0506e61c-4b33-4ce7-bd33-b9effe41e355 req-ca63638e-0206-49f1-822b-1f8cc0fb73ab tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154630 Aug 10 00:50:45.217227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877201e-3a7f-4399-81d9-dc0b8fb201be tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54fe7e56-cfc0-45d1-aaba-b375771c832c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:45.236697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:45.260869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.331021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-c414d89c-a990-43e9-aa72-f5af5f31a42a tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 200 len: 2397 time: 0.0702310 Aug 10 00:50:45.441245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] Transition to ACTIVE for port object 5cf18abb-249a-4541-bfb3-d8198ddb3cde will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:45.446845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.460067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.461843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.525829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=be8105df-592e-4566-869b-fd23900f2128,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:45.540325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.630034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] No DVR routers for this DVR port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:45.635865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] Pushing event updated for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:45.683447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed3527-0b45-4b9f-895f-0a2ea6a5f34c req-db4d461b-3c20-48aa-9965-aa6bc10a57b6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:45.692022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97ed3527-0b45-4b9f-895f-0a2ea6a5f34c req-db4d461b-3c20-48aa-9965-aa6bc10a57b6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2271988 Aug 10 00:50:45.714396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-d0cbac85-cd64-485b-bb4f-99fd05ada959 service neutron] 10.222.0.10 "PUT /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde/bindings/n-h1-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.0151916 Aug 10 00:50:45.739090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.743147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.746542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62df7546-41d4-4c65-9c57-d89e73f88313 req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0328374-c855-48a3-bc37-5fde3dfaed5a HTTP/1.1" status: 204 len: 173 time: 0.4137979 Aug 10 00:50:45.770531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97ed3527-0b45-4b9f-895f-0a2ea6a5f34c req-5abe8da2-6d9b-4d96-839e-4670d3e9e78c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776579 Aug 10 00:50:45.830837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cea66-9345-40a4-8ee1-05608648c8cb tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0328374-c855-48a3-bc37-5fde3dfaed5a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:45.934115 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-00f63c46-c642-4034-9bf9-568f60209c87 req-9ea06467-1e2e-4cd2-b415-480ecd7a52f5 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] show failed (client error): The resource could not be found. Aug 10 00:50:45.935376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00f63c46-c642-4034-9bf9-568f60209c87 req-9ea06467-1e2e-4cd2-b415-480ecd7a52f5 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/cb3c77c2-b8a8-4d5d-89b1-a77f44769c37 HTTP/1.1" status: 404 len: 352 time: 0.0305429 Aug 10 00:50:45.949074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:45.954380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71b42101-b969-48bf-995d-1c4d223461c3 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/be8105df-592e-4566-869b-fd23900f2128 HTTP/1.1" status: 204 len: 168 time: 1.2504077 Aug 10 00:50:45.955296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:45.984399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:45.987260 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b98aeb-ee9e-4bd7-9dd4-f26eb78801c7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] GET failed (client error): The resource could not be found. Aug 10 00:50:45.993354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84b98aeb-ee9e-4bd7-9dd4-f26eb78801c7 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports/be8105df-592e-4566-869b-fd23900f2128 HTTP/1.1" status: 404 len: 333 time: 0.0366905 Aug 10 00:50:45.994960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52936) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:46.002895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-8338e98e-eda7-4bc6-9b0a-c4d73966bcf4 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.004405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-8338e98e-eda7-4bc6-9b0a-c4d73966bcf4 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.1752541 Aug 10 00:50:46.040461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:46.064771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631777d-9358-4a26-9c40-87aef446ed0a req-5748804c-5828-4b16-8edc-89b04aed63d6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.066509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f631777d-9358-4a26-9c40-87aef446ed0a req-5748804c-5828-4b16-8edc-89b04aed63d6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.1015368 Aug 10 00:50:46.098237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-edc2e717-4e4f-4b87-ac0d-70045ae81004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.099830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-edc2e717-4e4f-4b87-ac0d-70045ae81004 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384 HTTP/1.1" status: 200 len: 1097 time: 0.0869358 Aug 10 00:50:46.112097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-9afbc794-1c18-46f8-bb76-865a7b1bc407 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/f680b26d-bd81-4765-8a5b-c12149aac7cc HTTP/1.1" status: 200 len: 1804 time: 0.1161425 Aug 10 00:50:46.122182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f631777d-9358-4a26-9c40-87aef446ed0a req-7b0011bc-8108-41f0-b596-031b1f26616e tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Aug 10 00:50:46.162516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port 2036b228-7f23-4bc4-9a9a-937b6f6d847d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:46.162895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.182625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-857346ee-80ec-4f18-b849-a1f6dfd8c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.184317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-857346ee-80ec-4f18-b849-a1f6dfd8c4e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1097 time: 0.0479069 Aug 10 00:50:46.245896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.276879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f7230083-b06d-4b37-88d8-8490d11c04fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.278446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-f7230083-b06d-4b37-88d8-8490d11c04fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 200 len: 908 time: 0.0867226 Aug 10 00:50:46.295182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.298971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.324052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for 2036b228-7f23-4bc4-9a9a-937b6f6d847d owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:46.329565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-72cbab03-2a98-44c5-8ee4-bf979d8e403c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 200 len: 217 time: 0.0435917 Aug 10 00:50:46.378348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba89f68-e65b-4943-bf01-cf4bd5b9975c req-47c22ab6-4a7d-4725-b5e3-048a07cd3084 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.379896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dba89f68-e65b-4943-bf01-cf4bd5b9975c req-47c22ab6-4a7d-4725-b5e3-048a07cd3084 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.0530615 Aug 10 00:50:46.393148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.395838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.397237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7868d3fb-332c-464d-98ac-dd1118f883c7 req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/f680b26d-bd81-4765-8a5b-c12149aac7cc HTTP/1.1" status: 204 len: 173 time: 0.2729633 Aug 10 00:50:46.414288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333865b5-2a28-4c5f-9e21-928019f5fd6d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f680b26d-bd81-4765-8a5b-c12149aac7cc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:46.460443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dba89f68-e65b-4943-bf01-cf4bd5b9975c req-73c164c7-c95f-4ccf-9e58-5f6a0f568100 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732884 Aug 10 00:50:46.489038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-9bb95086-1201-459d-b12d-291a7f9c80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:46.491311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-9bb95086-1201-459d-b12d-291a7f9c80a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 200 len: 848 time: 0.0700650 Aug 10 00:50:46.504513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.538820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=2036b228-7f23-4bc4-9a9a-937b6f6d847d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:46.549780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-481677c9-cdbc-443d-96f7-6e16956da807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177143dc-5ebe-4764-adab-fb6b9f123723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474877 Aug 10 00:50:46.628044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.630485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fb261be2-c95e-4bd0-9a99-2f4520585f3f tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/2036b228-7f23-4bc4-9a9a-937b6f6d847d HTTP/1.1" status: 204 len: 168 time: 0.6335258 Aug 10 00:50:46.633032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52972) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:46.648605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-7fdf1128-150e-4dc9-be6c-b870b79d9c37 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/be2a882f-538b-4018-b3e0-8c24e3e1f03a HTTP/1.1" status: 200 len: 1804 time: 0.1560585 Aug 10 00:50:46.666457 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba161d4f-e219-4ab6-a7a7-94a822d9900a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] GET failed (client error): The resource could not be found. Aug 10 00:50:46.668240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ba161d4f-e219-4ab6-a7a7-94a822d9900a tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "GET /v2.0/ports/2036b228-7f23-4bc4-9a9a-937b6f6d847d HTTP/1.1" status: 404 len: 333 time: 0.0338874 Aug 10 00:50:46.671983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52976) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:46.713508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b1635031-41bb-4493-95fc-02d28f7d64ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.815734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-2bf1682f-3074-4cfd-9122-fbb9d4d8221c service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554593 Aug 10 00:50:46.817051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.901812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:46.991231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port 94f7a26f-ff75-43f2-91df-872b3f481318 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:46.991573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.011379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-3f364527-e414-4d53-b25e-3e9d9b9127d6 service neutron] 10.222.0.21 "GET /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866674 Aug 10 00:50:47.066392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.068993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.076669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-477c2cc6-a335-431e-b96b-b425cfe1459c req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/be2a882f-538b-4018-b3e0-8c24e3e1f03a HTTP/1.1" status: 204 len: 173 time: 0.4271410 Aug 10 00:50:47.101270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37eee5-cb0a-4582-ad06-d10ba224519d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a882f-538b-4018-b3e0-8c24e3e1f03a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:47.119924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.134944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for 94f7a26f-ff75-43f2-91df-872b3f481318 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:47.195604 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.265403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa779ed-0fbf-4f18-8ad8-e6b0b052d7f3 req-5b6a258f-9d8b-42d8-9d77-60053d086d65 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:47.267016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fa779ed-0fbf-4f18-8ad8-e6b0b052d7f3 req-5b6a258f-9d8b-42d8-9d77-60053d086d65 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0773139 Aug 10 00:50:47.389009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fa779ed-0fbf-4f18-8ad8-e6b0b052d7f3 req-0b709e6e-5feb-4544-8fc3-121fca175e9c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105571 Aug 10 00:50:47.394230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-a0ee6329-b915-4ea5-b97c-53eb34fd70ab tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:47.395733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-a0ee6329-b915-4ea5-b97c-53eb34fd70ab tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d&tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.0872655 Aug 10 00:50:47.396726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.414103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57083897-bfd7-416e-95a9-939259356da8 req-fea40295-e69e-410f-b02e-e2734d7f11aa tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/64948e8d-1259-4dd2-be17-d893a9f0840c HTTP/1.1" status: 200 len: 1804 time: 0.0455053 Aug 10 00:50:47.453236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=94f7a26f-ff75-43f2-91df-872b3f481318,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:47.481950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-57083897-bfd7-416e-95a9-939259356da8 req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.508395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-57083897-bfd7-416e-95a9-939259356da8 req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.558929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-57083897-bfd7-416e-95a9-939259356da8 req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.561947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-57083897-bfd7-416e-95a9-939259356da8 req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.563150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57083897-bfd7-416e-95a9-939259356da8 req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/64948e8d-1259-4dd2-be17-d893a9f0840c HTTP/1.1" status: 204 len: 173 time: 0.1432383 Aug 10 00:50:47.586187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.586891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df67e2-019b-45a2-ba0b-8dff8e676249 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64948e8d-1259-4dd2-be17-d893a9f0840c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:47.621661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9591951-fd7c-4d6d-8f6a-a8dcd02ff159 req-d31e996f-e20c-4014-9caa-1950a80d1bc6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:47.623285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9591951-fd7c-4d6d-8f6a-a8dcd02ff159 req-d31e996f-e20c-4014-9caa-1950a80d1bc6 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.1567032 Aug 10 00:50:47.642195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.646900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-15972e21-95f9-4069-b36a-35960a2110e0 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/ports/94f7a26f-ff75-43f2-91df-872b3f481318 HTTP/1.1" status: 204 len: 168 time: 0.9725447 Aug 10 00:50:47.647060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53026) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:47.726115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9591951-fd7c-4d6d-8f6a-a8dcd02ff159 req-ef9efb25-ab84-4829-a973-5fd5fddabd55 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779157 Aug 10 00:50:47.746235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-fcf60021-5732-4140-8b1f-2929946d4d75 service neutron] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:47.749706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-fcf60021-5732-4140-8b1f-2929946d4d75 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.750975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9eb4e43a-c08e-4018-95c3-cc690db966b3 req-fcf60021-5732-4140-8b1f-2929946d4d75 service neutron] 10.222.0.21 "DELETE /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde/bindings/n-h2-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.3453043 Aug 10 00:50:47.776800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting subnet 2fb73173-4096-4d01-9612-e012626fd4a1 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:50:47.782719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.844523 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:47.886238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a6708-deb8-44eb-a2c2-88b62ccee9bb req-4449bbf9-26c5-4402-8eda-17b363fe3c25 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:47.888003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-376a6708-deb8-44eb-a2c2-88b62ccee9bb req-4449bbf9-26c5-4402-8eda-17b363fe3c25 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.0713098 Aug 10 00:50:47.932777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-376a6708-deb8-44eb-a2c2-88b62ccee9bb req-b8940219-5497-49fd-bdde-531e7344f5e0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388346 Aug 10 00:50:47.937622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-56d53c72-0bba-4181-b0ac-ffbe6222a50d tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/dcbc9a51-b755-42b3-856f-89a184b14c42 HTTP/1.1" status: 200 len: 2403 time: 0.0698848 Aug 10 00:50:48.018261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.067809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.101634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.136109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.175342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb73173-4096-4d01-9612-e012626fd4a1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:48.176455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.181822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3604fa2b-0e35-40cf-af78-06fb15d741ae tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/subnets/2fb73173-4096-4d01-9612-e012626fd4a1 HTTP/1.1" status: 204 len: 168 time: 0.5332286 Aug 10 00:50:48.183026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53044) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:48.187583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d378b8f4-7e61-4605-82c8-59a7de7dc3c0 None None] Network fa944502-183e-471c-a96d-627dd7effddb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:48.216197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-1a888c2f-434c-4f9c-a5f0-9f1a22826342 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:48.223997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-1a888c2f-434c-4f9c-a5f0-9f1a22826342 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.1842513 Aug 10 00:50:48.238274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.240933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.242367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-f19b4e7b-a4bf-4892-a181-9f86b78ae252 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/quotas/c4bb876423da4b5c8144aef0480579ed HTTP/1.1" status: 200 len: 375 time: 0.0173378 Aug 10 00:50:48.253954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f2f41572-443f-4f02-86c6-539b6c63db5f req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/dcbc9a51-b755-42b3-856f-89a184b14c42 HTTP/1.1" status: 204 len: 173 time: 0.2970798 Aug 10 00:50:48.281469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148eb2d-b945-4454-bc97-cd8b8c9904e3 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc9a51-b755-42b3-856f-89a184b14c42,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:48.310109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-56395cb2-a8c8-40fa-aa3a-67fb2adb5a9a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669279 Aug 10 00:50:48.360909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.420304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e60b7-9aa0-4324-910c-815a3ec31208 req-ce300312-58a3-4d11-a11e-bbd344e28781 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:48.427550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d2e60b7-9aa0-4324-910c-815a3ec31208 req-ce300312-58a3-4d11-a11e-bbd344e28781 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 1097 time: 0.0928729 Aug 10 00:50:48.433654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-608f9f66-df4f-4d50-9aec-4a4a79f0c7cc service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224823 Aug 10 00:50:48.481610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d2e60b7-9aa0-4324-910c-815a3ec31208 req-23e7685e-6eb0-4485-aebc-48252728f0e8 tempest-LiveMigrationTest-1995091626 tempest-LiveMigrationTest-1995091626-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530982 Aug 10 00:50:48.516286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Deleting port 8f506066-44ce-4056-ad43-bb7224e6dc41 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:48.516633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.574054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] DHCP port deletion for fa944502-183e-471c-a96d-627dd7effddb request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:50:48.577479 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-f79c7cc8-dd66-44e4-a957-91bf362e8373 service neutron] 10.222.0.25 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368899 Aug 10 00:50:48.601776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ffe4d90-453d-4fce-943d-446294f451fc req-b345f87a-d989-4030-ae26-b87ecdf51720 tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "GET /v2.0/security-groups/4a48ab9f-9a28-4d94-86f6-8de93e0f99e0 HTTP/1.1" status: 200 len: 2398 time: 0.1033406 Aug 10 00:50:48.622175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] For port 8f506066-44ce-4056-ad43-bb7224e6dc41, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f506066-44ce-4056-ad43-bb7224e6dc41,segment=NetworkSegment(35310eac-368d-46f0-96ce-3e613506b240),segment_id=35310eac-368d-46f0-96ce-3e613506b240)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:48.622625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.635130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Deleting port 8f506066-44ce-4056-ad43-bb7224e6dc41 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:48.635800 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.646830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Calling delete_port for 8f506066-44ce-4056-ad43-bb7224e6dc41 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:48.727729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] For port 8f506066-44ce-4056-ad43-bb7224e6dc41, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f506066-44ce-4056-ad43-bb7224e6dc41,segment=NetworkSegment(35310eac-368d-46f0-96ce-3e613506b240),segment_id=35310eac-368d-46f0-96ce-3e613506b240)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:48.729869 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.735338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ffe4d90-453d-4fce-943d-446294f451fc req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.767864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Calling delete_port for 8f506066-44ce-4056-ad43-bb7224e6dc41 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:48.804999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ffe4d90-453d-4fce-943d-446294f451fc req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.880989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:48.916214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Port': ['ID=8f506066-44ce-4056-ad43-bb7224e6dc41,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:48.921689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] No DVR routers for this DVR port 8f506066-44ce-4056-ad43-bb7224e6dc41 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:48.966026 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.005056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Pushing event deleted for resources: {'Port': ['ID=8f506066-44ce-4056-ad43-bb7224e6dc41,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:49.008279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ffe4d90-453d-4fce-943d-446294f451fc req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.015244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ffe4d90-453d-4fce-943d-446294f451fc req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.023038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53064) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:49.027227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ffe4d90-453d-4fce-943d-446294f451fc req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a48ab9f-9a28-4d94-86f6-8de93e0f99e0 HTTP/1.1" status: 204 len: 173 time: 0.4244621 Aug 10 00:50:49.053539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] No DVR routers for this DVR port 8f506066-44ce-4056-ad43-bb7224e6dc41 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:49.067427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.067785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.068130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.068461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.068832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.069128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.070546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.071236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.071651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.072688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.072935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.073296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86653c5-e633-46b1-a9df-b500c7fec61e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:50:49.081991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d26fc-467c-437e-8c9b-57026d484abc tempest-SecurityGroupRulesTestJSON-1197060738 tempest-SecurityGroupRulesTestJSON-1197060738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48ab9f-9a28-4d94-86f6-8de93e0f99e0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:49.100349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.117917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa944502-183e-471c-a96d-627dd7effddb']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.141319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Deleting subnet 009dcc66-87da-4acd-aad7-5da028297495 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:50:49.146035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.155573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35310eac-368d-46f0-96ce-3e613506b240') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.156094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35310eac-368d-46f0-96ce-3e613506b240') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.173146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.191926 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.209167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07008b50-7eb4-4154-ae94-bb4a167ecbd9 req-a1b36a70-fbd1-4ae9-a391-4002a08fe746 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:49.210961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07008b50-7eb4-4154-ae94-bb4a167ecbd9 req-a1b36a70-fbd1-4ae9-a391-4002a08fe746 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0951228 Aug 10 00:50:49.212471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:50:49.213041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:50:49.216727 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:50:49.236876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.333161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.382348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07008b50-7eb4-4154-ae94-bb4a167ecbd9 req-da60d79f-0efd-4fd8-bea8-c7c7f5e0c604 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982816 Aug 10 00:50:49.393490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.402957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b2499ef-9303-4c46-bf13-7b5f5fb6f6b1 req-fa82bf9f-dca4-4113-a39e-b10975cd2099 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 210 time: 0.0440419 Aug 10 00:50:49.412586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.414990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] 10.222.0.25 "DELETE /v2.0/networks/fa944502-183e-471c-a96d-627dd7effddb HTTP/1.1" status: 204 len: 168 time: 1.2305140 Aug 10 00:50:49.444535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1788b74-37de-454c-ae5a-a8cc64433f14 tempest-AllowedAddressPairTestJSON-1637436504 tempest-AllowedAddressPairTestJSON-1637436504-project] Pushing event deleted for resources: {'Network': ['ID=fa944502-183e-471c-a96d-627dd7effddb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:49.456093 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.492791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009dcc66-87da-4acd-aad7-5da028297495,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:49.496403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.522525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e38a1cf-1115-4f80-9fb5-8f557bb15ba5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/009dcc66-87da-4acd-aad7-5da028297495 HTTP/1.1" status: 204 len: 168 time: 0.4981649 Aug 10 00:50:49.525088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:49.527773 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.598080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:49.631939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b0231-a9c4-4c13-8fa3-54a55410b187 req-fb5146ca-ac7e-4f3b-ae25-f4ad6afbee28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:49.640149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-733b0231-a9c4-4c13-8fa3-54a55410b187 req-fb5146ca-ac7e-4f3b-ae25-f4ad6afbee28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 943 time: 0.1082773 Aug 10 00:50:49.685902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-5c07db8f-8a9e-46e7-ad3d-6fdd38235cd4 service neutron] 10.222.0.21 "GET /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1253676 Aug 10 00:50:49.704144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.727060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10763cd9-47d3-47af-b0d0-a2754d87b3ea req-ebd72194-4cd6-4b36-931a-c0aee2b74a64 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:49.738460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10763cd9-47d3-47af-b0d0-a2754d87b3ea req-ebd72194-4cd6-4b36-931a-c0aee2b74a64 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.1737232 Aug 10 00:50:49.742747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.771401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-733b0231-a9c4-4c13-8fa3-54a55410b187 req-1ac7c87b-c9ff-449a-8253-ee8d5050eb77 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297874 Aug 10 00:50:49.788968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:49.791991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6147966-7e19-4f2f-a891-eef04bbc3857" -d '{"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-unplugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:49.804573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:49.810907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.828117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:49.863300 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb00e76-7351-4a95-a6e3-e4a25ab8a4f0 x-openstack-request-id: req-bdb00e76-7351-4a95-a6e3-e4a25ab8a4f0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:49.863678 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-unplugged", "status": "completed", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:49.863995 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdb00e76-7351-4a95-a6e3-e4a25ab8a4f0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:49.864453 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'code': 200} Aug 10 00:50:49.896972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10763cd9-47d3-47af-b0d0-a2754d87b3ea req-2bca6d2d-4d8b-4ebd-9e0f-08c7552c1fe3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567626 Aug 10 00:50:49.906703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:49.947896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:49.956436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:49.963668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b19579f-2589-4865-b7dc-984d57409005']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.978696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e270d4-4bbf-4a70-a509-e3e4bab508b2') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.979222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e270d4-4bbf-4a70-a509-e3e4bab508b2') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:49.989545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:50.004167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.025558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:50.027441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-08e9adc5-a666-4ae1-a72a-9e1da4a46e1e tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:50.028926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-08e9adc5-a666-4ae1-a72a-9e1da4a46e1e tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "GET /v2.0/ports?device_id=85253bd3-0e26-480a-b6b4-05d5b07899f5 HTTP/1.1" status: 200 len: 943 time: 0.1471937 Aug 10 00:50:50.036785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:50.051958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.074291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.112934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:50:50.113241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:50:50.117408 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:50:50.149132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c589ca7f-a31d-43d5-89c5-29b2dcafa2a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2ae6bf59d814e1c9bc1aa7b32768a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165030 Aug 10 00:50:50.149358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-2738476e-4b08-46c4-8e3c-8050f69ddc39 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:50.149358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-2738476e-4b08-46c4-8e3c-8050f69ddc39 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.0943382 Aug 10 00:50:50.154783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:50.217187 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.243103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f506066-44ce-4056-ad43-bb7224e6dc41 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:50.248073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.251118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b19579f-2589-4865-b7dc-984d57409005 HTTP/1.1" status: 204 len: 168 time: 0.7244325 Aug 10 00:50:50.253632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec56c1-d48a-4f03-a31a-fcf50bffe1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b19579f-2589-4865-b7dc-984d57409005,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:50.262799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Deleting port dbce8439-aa82-42f2-8f83-e02bcb183f9b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:50.262799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.280038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8f506066-44ce-4056-ad43-bb7224e6dc41 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:50.281298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f506066-44ce-4056-ad43-bb7224e6dc41 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:50.285267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] Transition to ACTIVE for port object 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:50.321324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.411655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.422762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] For port dbce8439-aa82-42f2-8f83-e02bcb183f9b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dbce8439-aa82-42f2-8f83-e02bcb183f9b,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:50.423137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.447418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53098) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:50.472598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Calling delete_port for dbce8439-aa82-42f2-8f83-e02bcb183f9b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:50.517502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a918c18-60fc-4784-9dc2-1187ed77d9c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4c2f43d5d2f4246a675d4201bbba608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629058 Aug 10 00:50:50.534268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:50.543289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a94dc881-6bd1-484a-89da-7d76af39d15c req-64ebe228-ab0f-47f4-a8e5-950c1f8637e2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 210 time: 0.0446360 Aug 10 00:50:50.645041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.677832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.750688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.778918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] No DVR routers for this DVR port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:50.783438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event deleted for resources: {'Port': ['ID=dbce8439-aa82-42f2-8f83-e02bcb183f9b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:50.793861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.796772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.797809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72f1c007-98b7-4aa9-aef0-8830f08a932e HTTP/1.1" status: 204 len: 168 time: 0.2625587 Aug 10 00:50:50.810828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] Pushing event updated for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:50.840267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] No DVR routers for this DVR port dbce8439-aa82-42f2-8f83-e02bcb183f9b on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:50.842223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2502e3-2f2e-435b-b4f6-43293cfc141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1c007-98b7-4aa9-aef0-8830f08a932e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:50.843125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-e09f7ba6-5bc8-49e3-9d7c-1fd2003585fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:50.844013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.844787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-e09f7ba6-5bc8-49e3-9d7c-1fd2003585fb tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 804 time: 0.6405060 Aug 10 00:50:50.845876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1595130-89ab-48d6-bcb9-2c7d08e0d2d8 req-0d21d78d-e577-4caf-9da4-874ec4be7345 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.21 "DELETE /v2.0/ports/dbce8439-aa82-42f2-8f83-e02bcb183f9b HTTP/1.1" status: 204 len: 173 time: 0.8075793 Aug 10 00:50:50.846294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-deleted', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:50.848597 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de938a5b-6a4e-4970-a9c2-0cf2ec410a30" -d '{"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-deleted", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:50.868065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.902158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Request body: {'port': {'device_id': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'admin_state_up': True, 'tenant_id': 'c4bb876423da4b5c8144aef0480579ed'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:50.914062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Deleting port 5cf18abb-249a-4541-bfb3-d8198ddb3cde {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:50:50.914539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:50.951805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ef60a-03a2-4c59-ba64-5e7dff4c039a req-ea02d336-3ce7-46b4-8e97-0a50aeb2a9cd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:50.958992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-242ef60a-03a2-4c59-ba64-5e7dff4c039a req-ea02d336-3ce7-46b4-8e97-0a50aeb2a9cd tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.0702496 Aug 10 00:50:50.985137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-518599e7-f976-4a25-9d9b-d34dc03ad3bb service neutron] 10.222.0.21 "PUT /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.2752337 Aug 10 00:50:51.004097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-242ef60a-03a2-4c59-ba64-5e7dff4c039a req-59b7d573-0aae-4f0e-a179-e41cc9980ada tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440743 Aug 10 00:50:51.066111 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28a1692-78a8-4d14-ae7e-450d24d27684 x-openstack-request-id: req-e28a1692-78a8-4d14-ae7e-450d24d27684 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:51.066568 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85253bd3-0e26-480a-b6b4-05d5b07899f5", "name": "network-vif-deleted", "tag": "dbce8439-aa82-42f2-8f83-e02bcb183f9b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:51.066871 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e28a1692-78a8-4d14-ae7e-450d24d27684 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:51.067281 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85253bd3-0e26-480a-b6b4-05d5b07899f5', 'name': 'network-vif-deleted', 'tag': 'dbce8439-aa82-42f2-8f83-e02bcb183f9b', 'status': 'completed', 'code': 200} Aug 10 00:50:51.096623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d482-6eaf-4030-9a5f-8e3e79499a3e req-9cf6c66f-4027-4832-8f03-969c6219d5fa tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:51.098342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97a1d482-6eaf-4030-9a5f-8e3e79499a3e req-9cf6c66f-4027-4832-8f03-969c6219d5fa tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.3165033 Aug 10 00:50:51.141673 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.144150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.147270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74517408-9d0a-4bee-96f4-781cc8651993 HTTP/1.1" status: 204 len: 168 time: 0.9911649 Aug 10 00:50:51.167816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] For port 5cf18abb-249a-4541-bfb3-d8198ddb3cde, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5cf18abb-249a-4541-bfb3-d8198ddb3cde,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:51.168344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.183478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6848d87-ccbb-4e88-96fc-132ed9cdd34c req-90bfe002-7d23-4641-85de-9884c30dba75 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:51.185756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6848d87-ccbb-4e88-96fc-132ed9cdd34c req-90bfe002-7d23-4641-85de-9884c30dba75 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 945 time: 0.0692616 Aug 10 00:50:51.218140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90fccd-afcc-49fe-adfd-6744717e7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74517408-9d0a-4bee-96f4-781cc8651993,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:51.222029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Calling delete_port for 5cf18abb-249a-4541-bfb3-d8198ddb3cde owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:50:51.241940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Made reservation on behalf of c4bb876423da4b5c8144aef0480579ed for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:51.246363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.257890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6848d87-ccbb-4e88-96fc-132ed9cdd34c req-694c9654-cace-4226-aef2-0a0481036772 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621054 Aug 10 00:50:51.302270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97a1d482-6eaf-4030-9a5f-8e3e79499a3e req-4c128254-de17-4b5e-a2f3-680cde0c88b5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860638 Aug 10 00:50:51.604449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:51.673572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Allocated IP 172.20.0.12 (194214f4-c55f-4a29-a709-22c80ebfaafc/af4b8456-f528-4209-8c83-b268d79b28be/49efa476-210b-451b-a1d4-6ed4b47095a5) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:51.688494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.753313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event deleted for resources: {'Port': ['ID=5cf18abb-249a-4541-bfb3-d8198ddb3cde,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:51.823888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eaa1adaa-9f9f-4588-bc6e-1c650344d48f req-282b14a2-8447-4f40-a55b-6af3aa7050d8 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 210 time: 0.0383837 Aug 10 00:50:51.835711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-14f35766-7180-4755-88b3-76a8156a1f3a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:51.838116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-14f35766-7180-4755-88b3-76a8156a1f3a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.4849486 Aug 10 00:50:51.844557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] No DVR routers for this DVR port 5cf18abb-249a-4541-bfb3-d8198ddb3cde on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:50:51.847737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:51.850201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c4ae816-caaf-4cd6-b33a-a0af206d3ade req-6766396a-54f7-408a-97d7-4625294a441a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "DELETE /v2.0/ports/5cf18abb-249a-4541-bfb3-d8198ddb3cde HTTP/1.1" status: 204 len: 173 time: 1.6930554 Aug 10 00:50:51.854792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-deleted', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:51.857320 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968846ac-6440-4eaf-9956-d4aa928a7af3" -d '{"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-deleted", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:51.885467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c3bea32a-48e2-45ff-821c-15858d310500'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:51.956757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-21de614c-0322-4793-b350-65c07af0d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:51.958597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-21de614c-0322-4793-b350-65c07af0d8cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b&tenant_id=6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 1096 time: 0.1119149 Aug 10 00:50:51.970999 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b22c0c-fd1a-455f-adc6-06145a974a56 x-openstack-request-id: req-64b22c0c-fd1a-455f-adc6-06145a974a56 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:51.971261 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e30aa7c-e636-45d6-8c44-3f180764e31d", "name": "network-vif-deleted", "tag": "5cf18abb-249a-4541-bfb3-d8198ddb3cde", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:51.971531 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64b22c0c-fd1a-455f-adc6-06145a974a56 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:51.971913 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e30aa7c-e636-45d6-8c44-3f180764e31d', 'name': 'network-vif-deleted', 'tag': '5cf18abb-249a-4541-bfb3-d8198ddb3cde', 'status': 'completed', 'code': 200} Aug 10 00:50:51.975799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:51.975799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:52.011237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 5cf18abb-249a-4541-bfb3-d8198ddb3cde {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:52.011573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5cf18abb-249a-4541-bfb3-d8198ddb3cde not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:52.029926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:52.050442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-752ae92a-5b00-4787-9684-d112cc2456b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.052785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-752ae92a-5b00-4787-9684-d112cc2456b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1096 time: 0.0619361 Aug 10 00:50:52.137636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.232098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.273599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1d90-e90b-4655-901c-0e6dba29f9fb req-1d891964-1fb6-47ea-aaf8-72c7c30cd0e9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.280760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3bcb1d90-e90b-4655-901c-0e6dba29f9fb req-1d891964-1fb6-47ea-aaf8-72c7c30cd0e9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.1172979 Aug 10 00:50:52.311454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-1d94c2ac-fe33-4a98-83d7-e752c29ee870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.312953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-1d94c2ac-fe33-4a98-83d7-e752c29ee870 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.2506094 Aug 10 00:50:52.325574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Network 194214f4-c55f-4a29-a709-22c80ebfaafc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:52.328284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53158) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.338443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:52.340703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:52.342999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:52.371547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-15382135-bf43-4b02-bea3-649b4db176d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 200 len: 217 time: 0.0466917 Aug 10 00:50:52.383810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3bcb1d90-e90b-4655-901c-0e6dba29f9fb req-b751bfd8-f015-468a-93cf-fa496fe327a4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021416 Aug 10 00:50:52.465625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-bb520104-e222-4941-b029-b67ddc1b5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.467122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-bb520104-e222-4941-b029-b67ddc1b5b2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0816243 Aug 10 00:50:52.482247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a067ca7e-7023-4260-88dc-48128020f657 req-fe9ab26e-ef4c-451e-8622-a9698bee61b3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.0579765 Aug 10 00:50:52.518352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.524558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.557763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-2031b820-e7d9-4b37-b2c2-5c6136d2d610 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6771526 Aug 10 00:50:52.571724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Request body: {'port': {'device_id': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:52.595373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-54a5c5d8-c588-4c6c-84db-60d783c6f894 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190503 Aug 10 00:50:52.596699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.673781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-199145105-network', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:52.690424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.723501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-ee2c9ee1-2342-4fd8-909d-23abcd113f58 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.727188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee2c9ee1-2342-4fd8-909d-23abcd113f58 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1295233 Aug 10 00:50:52.732802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53174) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.735660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Made reservation on behalf of 9a2d423f66be44bd9a6cbb62807bb1af for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:52.737941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.738107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-ce5d8453-e490-4101-afbf-7ea0e68d18d7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.742197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce5d8453-e490-4101-afbf-7ea0e68d18d7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054700 Aug 10 00:50:52.748579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a818b-5a2f-4f1f-a85e-9227d2244f78 req-6369a87a-42b0-417c-8a83-f29f57c71327 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:52.749509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.750234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-675a818b-5a2f-4f1f-a85e-9227d2244f78 req-6369a87a-42b0-417c-8a83-f29f57c71327 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2502105 Aug 10 00:50:52.754753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-e0a953df-e261-404c-ae8d-8cae4cd9842c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.757725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e0a953df-e261-404c-ae8d-8cae4cd9842c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051997 Aug 10 00:50:52.758195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:52.762453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53178) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.783290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-b055ebe0-1584-41b2-b484-196188fb3580 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.787744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b055ebe0-1584-41b2-b484-196188fb3580 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0125990 Aug 10 00:50:52.790207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53180) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.795760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-b0fc35d3-39c8-4055-93d0-f8a9abe3d1d8 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.799212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0fc35d3-39c8-4055-93d0-f8a9abe3d1d8 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042562 Aug 10 00:50:52.808591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53182) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.822571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-a8efa233-3608-47b5-a3d3-047afa3a1c2d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.823809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8efa233-3608-47b5-a3d3-047afa3a1c2d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0142467 Aug 10 00:50:52.828062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.836884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-a6c18d7d-3f13-415d-8aa0-a6b0d76a3053 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.838563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a6c18d7d-3f13-415d-8aa0-a6b0d76a3053 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0076313 Aug 10 00:50:52.841177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.847374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-39da9b87-ab23-41ea-b045-b67273c07f80 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317908 Aug 10 00:50:52.848784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-8eab1ffe-d117-4174-83ec-d21b1b1aa067 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.849749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8eab1ffe-d117-4174-83ec-d21b1b1aa067 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055780 Aug 10 00:50:52.852301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.880361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-b60aea50-cc1f-49d2-820f-bd355df732dc tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.883540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b60aea50-cc1f-49d2-820f-bd355df732dc tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0274947 Aug 10 00:50:52.884902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53192) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.885424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-675a818b-5a2f-4f1f-a85e-9227d2244f78 req-5ffeb043-020e-4c02-803d-3796e3ab8cc8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054368 Aug 10 00:50:52.901441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-2c5e4e69-c35d-4536-9cc5-b2597c3e5a02 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.905444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c5e4e69-c35d-4536-9cc5-b2597c3e5a02 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0145977 Aug 10 00:50:52.906977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53194) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.914618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-032acfd7-e4f7-48f1-be7c-29e9405051a3 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.918099 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-032acfd7-e4f7-48f1-be7c-29e9405051a3 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076051 Aug 10 00:50:52.929296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53196) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.935650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-3b73f3f2-689d-490d-9f43-5115a09acc21 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.938888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b73f3f2-689d-490d-9f43-5115a09acc21 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046773 Aug 10 00:50:52.942497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53198) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.951300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-1ccddf2b-36ad-4d32-ac1e-5268df300569 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.952273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1ccddf2b-36ad-4d32-ac1e-5268df300569 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072896 Aug 10 00:50:52.956479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53200) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.962655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-60b36aff-3892-496f-80b6-c814a7e9516c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.965788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-60b36aff-3892-496f-80b6-c814a7e9516c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058386 Aug 10 00:50:52.965940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53202) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.975851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-0e6537d5-168b-46bd-bfe1-e8f034c0e4e5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.977019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e6537d5-168b-46bd-bfe1-e8f034c0e4e5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0101442 Aug 10 00:50:52.980470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.984919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-27644524-3ba4-4e12-bd8f-cb8b658e3d47 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.985930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27644524-3ba4-4e12-bd8f-cb8b658e3d47 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044997 Aug 10 00:50:52.988655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:52.992866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-a361d706-83b2-43d9-9b68-01a39fbf0e98 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:52.996361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a361d706-83b2-43d9-9b68-01a39fbf0e98 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0041802 Aug 10 00:50:53.000412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53208) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.006966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-51c436a0-8447-45cc-9061-0826afcab939 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.007921 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-51c436a0-8447-45cc-9061-0826afcab939 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065894 Aug 10 00:50:53.012085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.020130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-1afde3ab-dd18-4b64-9e51-440465f7b521 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.021339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1afde3ab-dd18-4b64-9e51-440465f7b521 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0065596 Aug 10 00:50:53.025405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53212) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.034605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-aa0f1692-aee0-44f8-a418-3e12c358181a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.037967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa0f1692-aee0-44f8-a418-3e12c358181a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092502 Aug 10 00:50:53.039453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53214) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.043990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-2d009625-eb24-46a5-8bf5-5bad16536866 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.047224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d009625-eb24-46a5-8bf5-5bad16536866 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058401 Aug 10 00:50:53.047766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.053104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-d0b926c6-291a-4ee1-827e-be4315353e72 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.054380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d0b926c6-291a-4ee1-827e-be4315353e72 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0052972 Aug 10 00:50:53.057170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-7bfdd05a-b598-4b96-8f70-e897ec2cb5c1 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024732 Aug 10 00:50:53.057693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.061220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f78caf-7f9e-440c-8c96-dd8bd0e70a52 req-6bd7e253-87dc-4c5d-8f67-71899ba096fd tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:53.061898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-77500de3-9a9a-4a2a-bba7-8288687a39be tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.062787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19f78caf-7f9e-440c-8c96-dd8bd0e70a52 req-6bd7e253-87dc-4c5d-8f67-71899ba096fd tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 932 time: 0.1166270 Aug 10 00:50:53.074096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-77500de3-9a9a-4a2a-bba7-8288687a39be tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0131814 Aug 10 00:50:53.074410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.079290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-4ebc2207-e6d6-46c8-a317-d44852ae041d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.082614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ebc2207-e6d6-46c8-a317-d44852ae041d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049012 Aug 10 00:50:53.083453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.090176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-911bab82-c0e0-4999-ad2a-b2edbb51cb77 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.092501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-911bab82-c0e0-4999-ad2a-b2edbb51cb77 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050962 Aug 10 00:50:53.099187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.105192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-fe08d7c0-6c2f-41c6-a660-f15961ad5e0a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.105487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.107156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe08d7c0-6c2f-41c6-a660-f15961ad5e0a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0064821 Aug 10 00:50:53.109084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.113684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-70321856-f631-4f8a-a01e-110829ba896a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.114717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-70321856-f631-4f8a-a01e-110829ba896a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046656 Aug 10 00:50:53.117411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.120603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.121800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-18e1589e-9bf8-4172-b00d-35bd75c1eb75 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.124974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18e1589e-9bf8-4172-b00d-35bd75c1eb75 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044978 Aug 10 00:50:53.125632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.130630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-802b8ba6-712e-4acc-9e4c-1d0fb571b67d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.134320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-802b8ba6-712e-4acc-9e4c-1d0fb571b67d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051582 Aug 10 00:50:53.134320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.138845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-30ba87dd-c726-4f60-94f4-209c898be63d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.142073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-30ba87dd-c726-4f60-94f4-209c898be63d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048101 Aug 10 00:50:53.142866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.147819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-8a56f4b9-c940-4191-a5f7-0e8bb64c0dc3 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.151162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a56f4b9-c940-4191-a5f7-0e8bb64c0dc3 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050197 Aug 10 00:50:53.151749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.155944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-b264a09a-e8aa-49bc-ba39-e726c92fa9c2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.157146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b264a09a-e8aa-49bc-ba39-e726c92fa9c2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042870 Aug 10 00:50:53.159438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.163856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-be498c12-05d3-4b7c-ad24-e030003d8f61 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.165151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be498c12-05d3-4b7c-ad24-e030003d8f61 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045176 Aug 10 00:50:53.168085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.172347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-18be282f-c5e9-4401-baf8-8e125fb5b1d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.174720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18be282f-c5e9-4401-baf8-8e125fb5b1d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044315 Aug 10 00:50:53.175800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.180213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-210fed69-8628-45f8-b85e-ab6d7d9753d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.182288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:50:53.182440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-210fed69-8628-45f8-b85e-ab6d7d9753d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043442 Aug 10 00:50:53.186636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53244) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.191243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-7d67b1b5-4671-4cbc-bd0b-5531b28fca65 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.192208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d67b1b5-4671-4cbc-bd0b-5531b28fca65 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045314 Aug 10 00:50:53.196433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.203838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-2206ebb6-ebc4-4b2c-b096-6c30c8399cad tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.205103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2206ebb6-ebc4-4b2c-b096-6c30c8399cad tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0063238 Aug 10 00:50:53.211396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.215988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-c4bd6d63-72d5-45a2-bbd4-ae14ece79a75 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.218223 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19f78caf-7f9e-440c-8c96-dd8bd0e70a52 req-3c5c971f-f361-4561-a9d4-5ef48834f0d5 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430142 Aug 10 00:50:53.220132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4bd6d63-72d5-45a2-bbd4-ae14ece79a75 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076954 Aug 10 00:50:53.220665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53250) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.225008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-7b50bb0e-69d1-4660-8545-7abe6e46494e tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.230034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.231185 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Added segment d2a52eb1-f997-436b-873b-9b50f60ee4ae of type vlan for network cd941087-a9b9-4d97-996b-813c362aa4c5 Aug 10 00:50:53.235835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7b50bb0e-69d1-4660-8545-7abe6e46494e tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140142 Aug 10 00:50:53.238767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.242572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49efa476-210b-451b-a1d4-6ed4b47095a5 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:53.244805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-86ddb66a-57b0-4fcf-ac26-f1e54346966d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.249194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-86ddb66a-57b0-4fcf-ac26-f1e54346966d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088649 Aug 10 00:50:53.249773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.252800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7222b40-0b84-4bf4-9401-c58ced6f2815,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:53.255937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-95518d4d-c6d5-40e0-85b7-c7316e1be729 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.257173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.260008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-95518d4d-c6d5-40e0-85b7-c7316e1be729 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0093234 Aug 10 00:50:53.260586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.265099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-998a3af5-5086-4362-9ff3-90ba27c37b43 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.268868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-998a3af5-5086-4362-9ff3-90ba27c37b43 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0073321 Aug 10 00:50:53.269417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.273470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-54fd976f-cbb9-4cae-b37a-49b40fdcd30a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.277267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54fd976f-cbb9-4cae-b37a-49b40fdcd30a tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069909 Aug 10 00:50:53.277813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.283164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-3b4aee5b-ee0c-4160-8459-def85699aab9 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.286549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3b4aee5b-ee0c-4160-8459-def85699aab9 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0078728 Aug 10 00:50:53.287645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.296692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-53fbaddb-eb65-4fd5-8ac8-955404fa5b10 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.298582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53fbaddb-eb65-4fd5-8ac8-955404fa5b10 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100601 Aug 10 00:50:53.301535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.305350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Transition to ACTIVE for port object 49efa476-210b-451b-a1d4-6ed4b47095a5 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:53.308362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-df214677-5dd1-44c3-b54f-f3ac456d2c08 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.308543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.309397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df214677-5dd1-44c3-b54f-f3ac456d2c08 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069747 Aug 10 00:50:53.311912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53266) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.316361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.316582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-ce7e19e1-4551-4fce-aefe-b2968f0c17be tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.319680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce7e19e1-4551-4fce-aefe-b2968f0c17be tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044320 Aug 10 00:50:53.319903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53268) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.325205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-808667c8-c471-4129-a6e9-50ee8c12225d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.328435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-808667c8-c471-4129-a6e9-50ee8c12225d tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0052865 Aug 10 00:50:53.339402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.343675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-9ca62fc6-716f-4b09-8a10-309d954a443c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.349543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ca62fc6-716f-4b09-8a10-309d954a443c tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0042584 Aug 10 00:50:53.349734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.358793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-ab40d6b3-b117-4eaf-ac19-fbb514070df2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.362037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ab40d6b3-b117-4eaf-ac19-fbb514070df2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072489 Aug 10 00:50:53.364929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53274) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.379843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-ffbe1bb9-e576-4283-bd29-8fab89e3342f tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.383086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ffbe1bb9-e576-4283-bd29-8fab89e3342f tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0137064 Aug 10 00:50:53.385823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-fdf4f686-c44b-4aa4-98d7-3f90e4d7542a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:53.387733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-fdf4f686-c44b-4aa4-98d7-3f90e4d7542a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1096 time: 0.0604205 Aug 10 00:50:53.387958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53276) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.392589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-23dc35f5-6957-4905-af83-9f2b0ef086d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.395369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-23dc35f5-6957-4905-af83-9f2b0ef086d5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043600 Aug 10 00:50:53.395583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53278) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.399765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-23eb9d7b-1fb7-4911-9a1c-7f04c00b86c5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.402797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-23eb9d7b-1fb7-4911-9a1c-7f04c00b86c5 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040221 Aug 10 00:50:53.402924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:53.403016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53280) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.407358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-c4795b07-8b6b-4015-b7fc-06117c07b519 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.408650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4795b07-8b6b-4015-b7fc-06117c07b519 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044019 Aug 10 00:50:53.413042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.420572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.421557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:53.422154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.433077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-f095ae01-57ac-4ffc-8f29-ba758bb78536 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.434090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f095ae01-57ac-4ffc-8f29-ba758bb78536 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0199890 Aug 10 00:50:53.459144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53286) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.468183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-df896126-70f1-485f-9037-f76c55c92ea2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.469163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df896126-70f1-485f-9037-f76c55c92ea2 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0071008 Aug 10 00:50:53.473545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.481131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-eb5f78ec-93b7-44df-9fa2-7ffabea19ad7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.482158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb5f78ec-93b7-44df-9fa2-7ffabea19ad7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060618 Aug 10 00:50:53.484732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53290) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.509986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-be867086-0934-4f3a-9820-ea78c64abf50 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.510900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be867086-0934-4f3a-9820-ea78c64abf50 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0252259 Aug 10 00:50:53.515251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53294) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.520996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-a9d3996e-12ea-43f4-a781-deb621edd840 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.522316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a9d3996e-12ea-43f4-a781-deb621edd840 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061915 Aug 10 00:50:53.530424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.537718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-6687709e-376c-40de-8bab-fcd53f34e596 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.538657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6687709e-376c-40de-8bab-fcd53f34e596 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043969 Aug 10 00:50:53.544094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.545493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] Pushing event updated for resources: {'Network': ['ID=cd941087-a9b9-4d97-996b-813c362aa4c5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:53.561444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network cd941087-a9b9-4d97-996b-813c362aa4c5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:50:53.573407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-aacca4fc-d48a-4be8-923b-c68c30786405 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.574632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aacca4fc-d48a-4be8-923b-c68c30786405 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0108309 Aug 10 00:50:53.578122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53300) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.584445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-505ae624-173c-4b3e-9e51-ed630501cea4 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.585579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-505ae624-173c-4b3e-9e51-ed630501cea4 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046492 Aug 10 00:50:53.589350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.601235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-9fdc92fe-94f6-4271-ac77-7b736d855247 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.601518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-785af018-0ae1-4b87-b586-9e28ae9ab288 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2720706 Aug 10 00:50:53.602640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9fdc92fe-94f6-4271-ac77-7b736d855247 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0059705 Aug 10 00:50:53.606155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53306) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.608101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.611683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae5010-917b-4cb1-a2e0-cd42bb92cd01 req-9cfbf316-84ef-4017-ad34-047ff6044ea6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:53.612349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-b3208779-c3dc-4148-a63a-e3011fa0fa58 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.615557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88ae5010-917b-4cb1-a2e0-cd42bb92cd01 req-9cfbf316-84ef-4017-ad34-047ff6044ea6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.1012921 Aug 10 00:50:53.615690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3208779-c3dc-4148-a63a-e3011fa0fa58 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0043607 Aug 10 00:50:53.619527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Request body: {'subnet': {'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-199145105-subnet', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:53.619950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53310) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.627388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-24f916be-43c3-443b-9266-7f92ca97a805 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.630765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24f916be-43c3-443b-9266-7f92ca97a805 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0077477 Aug 10 00:50:53.630765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-63f06f61-c467-4a98-ae3c-309ad96d34ea service neutron] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:53.631817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53312) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.633246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:50:53.636409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-238564f7-b5fc-47ad-a417-ac80e1921bf7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.637362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-238564f7-b5fc-47ad-a417-ac80e1921bf7 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0049293 Aug 10 00:50:53.640841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-63f06f61-c467-4a98-ae3c-309ad96d34ea service neutron] Notify callbacks [] for binding, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.641961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5d89400-4e7c-4089-acdc-75b36dbea789 req-63f06f61-c467-4a98-ae3c-309ad96d34ea service neutron] 10.222.0.10 "DELETE /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.2399051 Aug 10 00:50:53.642292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.653313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [None req-a1241f35-54c9-42f2-8b44-0d111f8dd5f0 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.657632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1241f35-54c9-42f2-8b44-0d111f8dd5f0 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098724 Aug 10 00:50:53.662594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-60789fc4-eae7-4cec-abc1-26d2aa001387 req-8e552706-8d94-40c9-907e-bcc8a80c879b tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.0806401 Aug 10 00:50:53.663371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.670411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: dbce8439-aa82-42f2-8f83-e02bcb183f9b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:50:53.670857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dbce8439-aa82-42f2-8f83-e02bcb183f9b not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:50:53.682763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-688190fc-f833-4261-91bf-20f15745abf8 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.683761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-688190fc-f833-4261-91bf-20f15745abf8 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0151176 Aug 10 00:50:53.686886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53318) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:53.705847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [None req-2a4d6f26-ccae-4683-9f8b-1bdcd385f653 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:50:53.709667 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2a4d6f26-ccae-4683-9f8b-1bdcd385f653 tempest-ExtensionsTestJSON-1738930298 tempest-ExtensionsTestJSON-1738930298-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0063372 Aug 10 00:50:53.711810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88ae5010-917b-4cb1-a2e0-cd42bb92cd01 req-e62e3ada-111f-47c6-9a0a-b099c249c898 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758126 Aug 10 00:50:53.781526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Made reservation on behalf of 9a2d423f66be44bd9a6cbb62807bb1af for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:53.784784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.842535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Attempting to bind port 49efa476-210b-451b-a1d4-6ed4b47095a5 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:53.842931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Attempting to bind port 49efa476-210b-451b-a1d4-6ed4b47095a5 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:53.843268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Attempting to bind port 49efa476-210b-451b-a1d4-6ed4b47095a5 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:53.852983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Port 49efa476-210b-451b-a1d4-6ed4b47095a5 on network 194214f4-c55f-4a29-a709-22c80ebfaafc not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:50:53.853436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Attempting to bind port 49efa476-210b-451b-a1d4-6ed4b47095a5 on network 194214f4-c55f-4a29-a709-22c80ebfaafc {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:53.864540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:53.864886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Checking segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:53.865287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Bound using segment: {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:53.865740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Bound port: 49efa476-210b-451b-a1d4-6ed4b47095a5, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e60904-5702-40b7-8384-7817cea64915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:53.866103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:53.953284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8470e-7b73-4cc2-830a-a5356b9518fb req-6042b599-0173-4eb4-888b-6e7d7f02aef8 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:53.955612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c8470e-7b73-4cc2-830a-a5356b9518fb req-6042b599-0173-4eb4-888b-6e7d7f02aef8 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1096 time: 0.0671210 Aug 10 00:50:54.017072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:54.023963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c8470e-7b73-4cc2-830a-a5356b9518fb req-401ee825-e221-4530-8d0f-de5fd6d05b67 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596323 Aug 10 00:50:54.028957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:54.082660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:54.095072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.191513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:54.198760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b9f9-c860-476b-b674-55821cae12f6 req-aec13fce-63ed-434c-8cb0-c792e3be1c8a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.203112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1276b9f9-c860-476b-b674-55821cae12f6 req-aec13fce-63ed-434c-8cb0-c792e3be1c8a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 1096 time: 0.0733836 Aug 10 00:50:54.219512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673265d-9afd-42e2-965c-349e30f93a55 req-98ecd123-4cee-4f33-8a01-ce625d5ab8e9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.226924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1673265d-9afd-42e2-965c-349e30f93a55 req-98ecd123-4cee-4f33-8a01-ce625d5ab8e9 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2270834 Aug 10 00:50:54.241951 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89d3af98-e661-42fc-bfa5-839a169a75fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.253759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.254464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.256053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-d3d51456-2e62-4c1a-8ab0-7e0491d82d2b service neutron] 10.222.0.10 "PUT /v2.0/ports/49efa476-210b-451b-a1d4-6ed4b47095a5 HTTP/1.1" status: 200 len: 1093 time: 1.6898592 Aug 10 00:50:54.262768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:50:54.265421 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431eff7c-102c-4634-9d9a-860044d7904f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:50:54.283984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1276b9f9-c860-476b-b674-55821cae12f6 req-62b1c707-984e-4688-aee5-b384f09e2a62 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756831 Aug 10 00:50:54.284960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.306147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1673265d-9afd-42e2-965c-349e30f93a55 req-27d8493a-6311-40b9-9dcf-e64567f81c22 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Aug 10 00:50:54.421807 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaf037c-2b57-4a96-82dd-176605a739e3 x-openstack-request-id: req-cbaf037c-2b57-4a96-82dd-176605a739e3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:50:54.422464 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:50:54.422697 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbaf037c-2b57-4a96-82dd-176605a739e3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:50:54.423170 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'status': 'completed', 'code': 200} Aug 10 00:50:54.447904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89d3af98-e661-42fc-bfa5-839a169a75fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.451182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa9e8f62-3793-49c4-826c-7c135dc10cde,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:54.460727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89d3af98-e661-42fc-bfa5-839a169a75fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.474638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Checking segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:54.475128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Network hostable DHCP agents. Network: cd941087-a9b9-4d97-996b-813c362aa4c5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:50:54.481156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-dcb8826a-9dad-4484-818d-e807cc287f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.483249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-dcb8826a-9dad-4484-818d-e807cc287f2f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 1096 time: 0.1314096 Aug 10 00:50:54.507775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3af98-e661-42fc-bfa5-839a169a75fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e76cbe-e108-4e0e-9d4a-bef68abec6b5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:54.542115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-eca9ce73-23db-4dac-95e8-138506bd6cb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49efa476-210b-451b-a1d4-6ed4b47095a5 HTTP/1.1" status: 200 len: 217 time: 0.0478876 Aug 10 00:50:54.542597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53348) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:54.544831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89d3af98-e661-42fc-bfa5-839a169a75fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa1eeaaa44634ca9bfeae3857bf673c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145926 Aug 10 00:50:54.580759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d825ce-f726-4e3a-b14d-10a5e570dd1a req-2aea23a0-3020-4f61-8c3f-0326eac7bd7a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.582481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15d825ce-f726-4e3a-b14d-10a5e570dd1a req-2aea23a0-3020-4f61-8c3f-0326eac7bd7a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 944 time: 0.1514666 Aug 10 00:50:54.606346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Network cd941087-a9b9-4d97-996b-813c362aa4c5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:50:54.650076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, cd941087-a9b9-4d97-996b-813c362aa4c5) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:54.662608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e4689-1888-4dd9-9d0e-50af755b5271 None None] Network cd941087-a9b9-4d97-996b-813c362aa4c5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:54.676543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.676802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.694234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-184e7d0f-93aa-40af-8b62-59c4bac54755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:54.695814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-184e7d0f-93aa-40af-8b62-59c4bac54755 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.1408949 Aug 10 00:50:54.739166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8f1df29-9696-487c-a429-fedaabf10967 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1319358 Aug 10 00:50:54.744291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53354) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:54.753665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:54.758801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15d825ce-f726-4e3a-b14d-10a5e570dd1a req-8e9a4e62-4803-49f4-a2ed-d27784883e05 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452262 Aug 10 00:50:54.760794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-a5d01608-dc37-44c8-b283-d780977a75b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509486 Aug 10 00:50:54.761612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.836817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.841842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.844300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.884608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-cd941087-a9b9-4d97-996b-813c362aa4c5', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:50:54.885678 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:54.917330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-e9aecf90-e267-4c68-8c15-deed07c2408e service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458879 Aug 10 00:50:55.012894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.029538 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.032240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.033406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10e76cbe-e108-4e0e-9d4a-bef68abec6b5 HTTP/1.1" status: 204 len: 168 time: 0.4890945 Aug 10 00:50:55.090449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c87c86d7-2f15-47f2-9849-23df396ef2b7 req-a0bce3f3-f216-41af-a1a7-a9a3816eea01 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.1514220 Aug 10 00:50:55.131586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9535ee-d301-4bcb-b199-1e080514c55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e76cbe-e108-4e0e-9d4a-bef68abec6b5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:55.158646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Allocated IP 172.20.0.2 (cd941087-a9b9-4d97-996b-813c362aa4c5/fa9e8f62-3793-49c4-826c-7c135dc10cde/c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:55.231371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-698278cf-31e4-4767-b00d-82f4fe8b1e29 req-a05d1bad-8ddc-498c-9cfa-7b4ef7583eba service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013828 Aug 10 00:50:55.273242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.373703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eff7c-102c-4634-9d9a-860044d7904f req-cbad681a-7a9f-4c07-b57f-83b225e465b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:55.381312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-cbad681a-7a9f-4c07-b57f-83b225e465b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c4bb876423da4b5c8144aef0480579ed&device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 1096 time: 0.0847893 Aug 10 00:50:55.395386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.407220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Transition to ACTIVE for port object c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:55.424799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Transition to ACTIVE for port object c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:55.433822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.492077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Pushing event updated for resources: {'Port': ['ID=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:55.508003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Network cd941087-a9b9-4d97-996b-813c362aa4c5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:55.510708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:55.516189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:55.581293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eff7c-102c-4634-9d9a-860044d7904f req-4c2ddf90-fd77-4773-a48b-3c72d504049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:55.584877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-4c2ddf90-fd77-4773-a48b-3c72d504049a service neutron] 10.222.0.10 "GET /v2.0/networks?id=194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 200 len: 904 time: 0.1947796 Aug 10 00:50:55.585720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Attempting to bind port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:50:55.586137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Attempting to bind port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:50:55.586713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Attempting to bind port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f on network cd941087-a9b9-4d97-996b-813c362aa4c5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:50:55.593841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:50:55.594580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Checking segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:55.595169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.595706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Bound using segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:50:55.596326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Bound port: c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:50:55.596895 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.641709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-1234d7b6-cd51-4f9d-a7ab-05e32fd05290 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49efa476-210b-451b-a1d4-6ed4b47095a5 HTTP/1.1" status: 200 len: 217 time: 0.0451505 Aug 10 00:50:55.649457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd6b89-57fc-4c91-a3b5-11f8c779ff63 req-d1b9a353-62f1-4e89-90c5-70fcf579b456 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:55.657758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65cd6b89-57fc-4c91-a3b5-11f8c779ff63 req-d1b9a353-62f1-4e89-90c5-70fcf579b456 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2095680 Aug 10 00:50:55.673782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] For port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:50:55.679038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.679390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] For port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:50:55.692594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.712306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.744359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65cd6b89-57fc-4c91-a3b5-11f8c779ff63 req-9da92cfb-4407-4aff-a467-37bf4c56bc7a tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854764 Aug 10 00:50:55.746365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eff7c-102c-4634-9d9a-860044d7904f req-9704fde6-b130-4cdd-a939-e144d4cc3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:55.754274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-9704fde6-b130-4cdd-a939-e144d4cc3972 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 200 len: 844 time: 0.0994773 Aug 10 00:50:55.791385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd052411-5e88-4185-bdde-c6d070b3e9b0 None None] Pushing event updated for resources: {'Port': ['ID=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:55.797021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:55.834954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-b584a5ff-2064-4317-8f7a-b20f5c37e78c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=194214f4-c55f-4a29-a709-22c80ebfaafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760331 Aug 10 00:50:55.921188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Allocated IP 172.25.7.242 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8ecec825-3189-47a2-8d14-95d48a193587) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:55.989791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.011801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e69ef0-93da-45d7-b5d0-dd2f18892a07 req-36c23cf3-4b75-4dae-b48c-401b43b9c082 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:56.013740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-70e69ef0-93da-45d7-b5d0-dd2f18892a07 req-36c23cf3-4b75-4dae-b48c-401b43b9c082 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 944 time: 0.1366286 Aug 10 00:50:56.038519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-696f1363-5720-4dac-a6cd-f168bfe5a985 service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938198 Aug 10 00:50:56.178292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.189589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-70e69ef0-93da-45d7-b5d0-dd2f18892a07 req-cb487e98-1ed1-4ff1-a0a0-b47b46d278bf tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637118 Aug 10 00:50:56.292803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.338057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:50:56.338434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-431eff7c-102c-4634-9d9a-860044d7904f req-be94bc9e-c279-4459-b77b-3155077f2fac service neutron] 10.222.0.10 "GET /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902241 Aug 10 00:50:56.363826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Pushing event updated for resources: {'Port': ['ID=8ecec825-3189-47a2-8d14-95d48a193587,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:56.388770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53394) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:56.418872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35224aad-0426-4420-a605-9d1897eda583 req-0bb826a0-74b8-4f72-89b7-2e0cd551e2ea tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.0568652 Aug 10 00:50:56.426855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:56.428310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:56.431253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:56.452288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:56.511996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1382983747'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:56.536532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Made reservation on behalf of 112720cf71aa4f9cb648bb83c4677e23 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:56.541319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.552687 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.652848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.658395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.691743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:50:56.711385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7bfdaa-3b67-45c6-a85d-cd5d422e4c37,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:56.715669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.716019 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Added segment e5033921-e55c-412c-b5d9-6cbeda6ba03c of type vlan for network 9713fd6e-353f-4c1f-994c-97d96224eee0 Aug 10 00:50:56.756909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.770814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.878003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:56.890504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:56.891219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.029334 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6394176 Aug 10 00:50:57.032135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53400) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:57.047525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Request body: {'subnet': {'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:57.109672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eefb6-66ea-438d-98a8-a416c31c343d tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'Network': ['ID=9713fd6e-353f-4c1f-994c-97d96224eee0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:57.166005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:50:57.231574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.255240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Made reservation on behalf of 112720cf71aa4f9cb648bb83c4677e23 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:57.260556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.353530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f07aa7-341b-4500-918c-791057614cf8 None None] Network cd941087-a9b9-4d97-996b-813c362aa4c5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:57.434513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ddaae-aecb-4e14-a97f-02c8d04f9630 req-4e6bc53b-aef5-46c6-816f-cf216a84bf34 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:57.436063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a6ddaae-aecb-4e14-a97f-02c8d04f9630 req-4e6bc53b-aef5-46c6-816f-cf216a84bf34 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.1852419 Aug 10 00:50:57.472795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Provisioning for port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:50:57.496724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a6ddaae-aecb-4e14-a97f-02c8d04f9630 req-ca528613-f2d2-420a-86e0-1b615257c68d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515866 Aug 10 00:50:57.507037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Provisioning complete for port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:57.507702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.511692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:50:57.534990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ab349-a7ec-4ca6-b4a3-2253ceaa26cb req-eedae854-c0b4-4d2c-8582-a31cf8832aef tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:57.536974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc3ab349-a7ec-4ca6-b4a3-2253ceaa26cb req-eedae854-c0b4-4d2c-8582-a31cf8832aef tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 944 time: 0.1157329 Aug 10 00:50:57.636460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc3ab349-a7ec-4ca6-b4a3-2253ceaa26cb req-a289c045-458a-4be4-949e-8c54e5ca4712 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898366 Aug 10 00:50:57.664192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.786765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:50:57.789560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'Subnet': ['ID=0fa6267e-c67f-4eb0-a0d8-cea5078de8fe,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:57.796524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.819732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.821060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a90cc1bc-5d81-4f60-9bed-6c47d83933c3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0756576 Aug 10 00:50:57.823947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53412) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:57.827747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-726d1cae-d8af-43cd-a1d5-79741bd44ba8 req-4fddbd9d-c916-4f39-afc1-c5cfcab03dde tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e30aa7c-e636-45d6-8c44-3f180764e31d HTTP/1.1" status: 200 len: 210 time: 0.0612948 Aug 10 00:50:57.843906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Checking segment: {'id': 'e5033921-e55c-412c-b5d9-6cbeda6ba03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:50:57.845744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Network hostable DHCP agents. Network: 9713fd6e-353f-4c1f-994c-97d96224eee0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:50:57.861507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] For port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:57.863134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Sync routers for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:50:57.879304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:50:57.879961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:57.883446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:50:57.903748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9713fd6e-353f-4c1f-994c-97d96224eee0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:57.907765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:57.908268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:57.926742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e6ee2185-0305-4998-a219-f907e54c8184 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8876269 Aug 10 00:50:57.929262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:57.936465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Request body: {'port': {'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-286100057'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:58.019114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:50:58.077710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Made reservation on behalf of 112720cf71aa4f9cb648bb83c4677e23 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:58.083529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.084687 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.094916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c115707-81b6-46b7-a491-ab434a95ee1e None None] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:50:58.097155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:50:58.110555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] device_id is not set on port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:58.236966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Allocated IP 172.20.0.7 (9713fd6e-353f-4c1f-994c-97d96224eee0/0fa6267e-c67f-4eb0-a0d8-cea5078de8fe/b420eed4-99e4-4d8e-8dbd-0bc8fe410e45) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:58.436424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc344a-3598-49bb-8713-a292a9a3d255 None None] Pushing event updated for resources: {'Port': ['ID=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:58.485172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.502048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Transition to ACTIVE for port object b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:58.546146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.661647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'Port': ['ID=b420eed4-99e4-4d8e-8dbd-0bc8fe410e45,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:58.671407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:58.683425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:58.690082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:58.775350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee75ad9-c7f5-4283-8eb5-0090bc39c441 req-01a9ace6-1d2d-4446-9cd2-d0ce7ec12af0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:58.783891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ee75ad9-c7f5-4283-8eb5-0090bc39c441 req-01a9ace6-1d2d-4446-9cd2-d0ce7ec12af0 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.1699092 Aug 10 00:50:58.789733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:58.807234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5ddc7e00-a41f-458e-837e-970c6c07195a None None] Provisioning complete for port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:50:58.807671 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7e00-a41f-458e-837e-970c6c07195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.812799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'mac_address': 'fa:16:3e:6f:6f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:50:58.822679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.834891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ee75ad9-c7f5-4283-8eb5-0090bc39c441 req-4e25871c-6960-466e-9071-30921a854e6b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Aug 10 00:50:58.871031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:58.872196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.880902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9713fd6e-353f-4c1f-994c-97d96224eee0', 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0', 'tenant_id': '112720cf71aa4f9cb648bb83c4677e23', 'fixed_ips': [{'subnet_id': '0fa6267e-c67f-4eb0-a0d8-cea5078de8fe'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:50:58.881860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.902753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ba573-b23f-4bf1-9ef9-5ed9883781a6 req-a8629407-efa8-46e8-ba81-f34f448578be tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:58.905250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4f409f7-e9ec-4e8f-8a2f-936b1bf177b7 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9748659 Aug 10 00:50:58.906860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53428) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:50:58.912827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Request body: {'port': {'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2002363416', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:58.914109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.api.validators [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] bootfile-name is not in valid_values {{(pid=105958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:50:58.915018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a17ba573-b23f-4bf1-9ef9-5ed9883781a6 req-a8629407-efa8-46e8-ba81-f34f448578be tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 944 time: 0.1647470 Aug 10 00:50:58.930092 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:58.931034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.api.validators [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] tftp-server is not in valid_values {{(pid=105958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:50:58.931818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.api.validators [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] server-ip-address is not in valid_values {{(pid=105958) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:50:59.007032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49efa476-210b-451b-a1d4-6ed4b47095a5 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:50:59.019987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:56Z', 'revision_number': 3, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:50:59.022078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a17ba573-b23f-4bf1-9ef9-5ed9883781a6 req-8ac43b11-c77a-4bd8-ab26-46ae50932cac tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945842 Aug 10 00:50:59.073642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Checking router: c0f791c4-8c4d-420a-8cd5-4cf73d4e903b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:50:59.074079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Updating router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b port 8ecec825-3189-47a2-8d14-95d48a193587 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:50:59.108758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:50:59.144308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.153640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Made reservation on behalf of 112720cf71aa4f9cb648bb83c4677e23 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:50:59.157777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.183464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] device_id is not set on port 645bc7c1-b0d6-4b56-932f-594a2319c1f1 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:50:59.193698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.194594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Allocated IP 172.20.0.1 (cd941087-a9b9-4d97-996b-813c362aa4c5/fa9e8f62-3793-49c4-826c-7c135dc10cde/13e564f4-75b6-491d-861a-73725c74b411) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:59.308168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Allocated IP 172.20.0.2 (9713fd6e-353f-4c1f-994c-97d96224eee0/0fa6267e-c67f-4eb0-a0d8-cea5078de8fe/77969739-5454-45b6-a9fe-7b7972a5cd8d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:50:59.335386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.339352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:59.359087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Transition to ACTIVE for port object 13e564f4-75b6-491d-861a-73725c74b411 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:59.400853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.438829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Network cd941087-a9b9-4d97-996b-813c362aa4c5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:50:59.442159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:50:59.448938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:50:59.466824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49efa476-210b-451b-a1d4-6ed4b47095a5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:50:59.486069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Pushing event updated for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:50:59.522511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.527101 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-c1cc1dbe-4dd4-4664-98d2-3a92fa583c4f service neutron] show failed (client error): The resource could not be found. Aug 10 00:50:59.531666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-c1cc1dbe-4dd4-4664-98d2-3a92fa583c4f service neutron] 10.222.0.21 "GET /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1135426 Aug 10 00:50:59.709958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.778462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.822418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-c60e4148-c635-4746-b0fe-adbdb46200a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:50:59.824014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-c60e4148-c635-4746-b0fe-adbdb46200a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1102 time: 0.0619276 Aug 10 00:50:59.837116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:50:59.840746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Transition to ACTIVE for port object 77969739-5454-45b6-a9fe-7b7972a5cd8d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:59.948949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Transition to ACTIVE for port object 77969739-5454-45b6-a9fe-7b7972a5cd8d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:50:59.960916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.968995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.982153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:50:59.991825 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.002500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8db22226-86ac-46a9-98e2-cb54061a94d0 None None] Provisioning for port 13e564f4-75b6-491d-861a-73725c74b411 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:00.016953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8db22226-86ac-46a9-98e2-cb54061a94d0 None None] Provisioning complete for port 13e564f4-75b6-491d-861a-73725c74b411 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:00.017319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8db22226-86ac-46a9-98e2-cb54061a94d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.063252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8db22226-86ac-46a9-98e2-cb54061a94d0 None None] Port 13e564f4-75b6-491d-861a-73725c74b411 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:00.065887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:00.068012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.096837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:00.103891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:00.138374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.143274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Transition to ACTIVE for port object 8ecec825-3189-47a2-8d14-95d48a193587 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:00.147874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb17900-b1e7-496f-9f71-8ea9356e8928 req-5fe7669e-2e94-4a79-b2f6-7924888a7d4b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:00.149455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fb17900-b1e7-496f-9f71-8ea9356e8928 req-5fe7669e-2e94-4a79-b2f6-7924888a7d4b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.1521571 Aug 10 00:51:00.192806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Pushing event updated for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:00.213734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Pushing event updated for resources: {'Port': ['ID=77969739-5454-45b6-a9fe-7b7972a5cd8d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:00.221918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.274526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7f4c1-2a23-48dd-99d9-d645d5d8f7f3 None None] Pushing event updated for resources: {'Port': ['ID=8ecec825-3189-47a2-8d14-95d48a193587,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:00.306869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:00.307663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Allocated IP 172.20.0.9 (9713fd6e-353f-4c1f-994c-97d96224eee0/0fa6267e-c67f-4eb0-a0d8-cea5078de8fe/645bc7c1-b0d6-4b56-932f-594a2319c1f1) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:00.329858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Attempting to bind port 77969739-5454-45b6-a9fe-7b7972a5cd8d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:00.330579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Attempting to bind port 77969739-5454-45b6-a9fe-7b7972a5cd8d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e5033921-e55c-412c-b5d9-6cbeda6ba03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:00.331293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Attempting to bind port 77969739-5454-45b6-a9fe-7b7972a5cd8d on network 9713fd6e-353f-4c1f-994c-97d96224eee0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:00.343702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fb17900-b1e7-496f-9f71-8ea9356e8928 req-4fbfd21a-efe4-4b12-b9f9-7bd07a1dec86 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Aug 10 00:51:00.344437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:00.344968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Checking segment: {'id': 'e5033921-e55c-412c-b5d9-6cbeda6ba03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:00.345616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.346164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Bound using segment: {'id': 'e5033921-e55c-412c-b5d9-6cbeda6ba03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:00.346813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Bound port: 77969739-5454-45b6-a9fe-7b7972a5cd8d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5033921-e55c-412c-b5d9-6cbeda6ba03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9713fd6e-353f-4c1f-994c-97d96224eee0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:00.347570 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.355891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Attempting to bind port 8ecec825-3189-47a2-8d14-95d48a193587 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:00.356447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Attempting to bind port 8ecec825-3189-47a2-8d14-95d48a193587 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:00.356912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Attempting to bind port 8ecec825-3189-47a2-8d14-95d48a193587 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:00.370939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-aebfe5e3-4e20-4b9c-a79e-93110c6b52fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2348053 Aug 10 00:51:00.389463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:00.389977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:00.390489 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.391014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:00.391795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Bound port: 8ecec825-3189-47a2-8d14-95d48a193587, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:00.392292 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.456389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae856f-e1e5-49b8-ac40-e687f8a821e0 req-77e010dc-6ae6-43f9-bf7f-fdbb8c521213 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:00.458129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99ae856f-e1e5-49b8-ac40-e687f8a821e0 req-77e010dc-6ae6-43f9-bf7f-fdbb8c521213 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 945 time: 0.1565804 Aug 10 00:51:00.486881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] For port 8ecec825-3189-47a2-8d14-95d48a193587, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:00.491277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] For port 8ecec825-3189-47a2-8d14-95d48a193587, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8ecec825-3189-47a2-8d14-95d48a193587,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:00.494554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-e1811162-8cc6-4545-a2b5-4e0f161a803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:00.496405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-e1811162-8cc6-4545-a2b5-4e0f161a803e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0993841 Aug 10 00:51:00.520014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Network cd941087-a9b9-4d97-996b-813c362aa4c5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:00.538681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:00.556164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:00.567441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.615404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99ae856f-e1e5-49b8-ac40-e687f8a821e0 req-6e2f32c0-aa71-4c91-8b1f-e9600119ed94 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463931 Aug 10 00:51:00.697692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:00.726931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] For port 77969739-5454-45b6-a9fe-7b7972a5cd8d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:00.765949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:00.766208 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.773190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] For port 77969739-5454-45b6-a9fe-7b7972a5cd8d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77969739-5454-45b6-a9fe-7b7972a5cd8d,segment=NetworkSegment(e5033921-e55c-412c-b5d9-6cbeda6ba03c),segment_id=e5033921-e55c-412c-b5d9-6cbeda6ba03c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:00.776477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:00.777329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:00.779040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.795548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-af8a5539-27a9-4d73-8de1-8759857566f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:00.796737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7f4c1-2a23-48dd-99d9-d645d5d8f7f3 None None] Pushing event updated for resources: {'Port': ['ID=8ecec825-3189-47a2-8d14-95d48a193587,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:00.798330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-af8a5539-27a9-4d73-8de1-8759857566f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.2765861 Aug 10 00:51:00.813381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:00.815886 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471f426-c286-4c66-8be1-9bfe3b249a31" -d '{"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:00.840903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.846507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Transition to ACTIVE for port object 645bc7c1-b0d6-4b56-932f-594a2319c1f1 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:00.849048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-7a759148-7dd5-4176-af20-b5d43608211a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0432394 Aug 10 00:51:00.856424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:51:00.870785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.887849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Transition to ACTIVE for port object b8e86cc4-44ca-4ce8-82ad-08778dce8a18 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:00.898908 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:00.978887 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1716a7c8-20dd-4e6f-8ff9-ec4ccc4496a0 x-openstack-request-id: req-1716a7c8-20dd-4e6f-8ff9-ec4ccc4496a0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:00.979326 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:00.979593 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1716a7c8-20dd-4e6f-8ff9-ec4ccc4496a0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:00.980003 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'code': 200} Aug 10 00:51:00.980468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-b1e2bc48-5031-46ad-8e2d-4a2c6c799355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:00.982226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-b1e2bc48-5031-46ad-8e2d-4a2c6c799355 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1244655 Aug 10 00:51:00.984383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:01.028075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-a98b51a4-2fb4-497f-a054-74d30dc2c14f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325706 Aug 10 00:51:01.032874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] No DVR routers for this DVR port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:01.078507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:01.081465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a446363-c748-4a9e-b9f6-38d40a3caf8a None None] Provisioning complete for port 13e564f4-75b6-491d-861a-73725c74b411 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:01.081618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a446363-c748-4a9e-b9f6-38d40a3caf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:01.144810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40588def-b21e-4d84-b5e0-6aba05a5c29c None None] Pushing event updated for resources: {'Port': ['ID=77969739-5454-45b6-a9fe-7b7972a5cd8d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:01.182412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:01.182840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:01.183170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:01.192223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:01.208140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:01.215716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:01.225470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:01.228520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:01.246790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'Port': ['ID=645bc7c1-b0d6-4b56-932f-594a2319c1f1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:01.290109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-83c52c1c-2be6-4e5e-a2aa-ee66941605fa service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523625 Aug 10 00:51:01.298042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8a446363-c748-4a9e-b9f6-38d40a3caf8a None None] Port 13e564f4-75b6-491d-861a-73725c74b411 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:01.304149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:01.507207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:01.518305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae611f4c-518c-425e-9a41-0d9714c9efef admin admin] 10.222.0.25 "PUT /v2.0/routers/c0f791c4-8c4d-420a-8cd5-4cf73d4e903b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931698 Aug 10 00:51:01.522817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-502eb223-a7f6-4241-8a91-a5f6184cca9d req-f7581a41-c637-4d38-858c-a6b16801a63f service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194538 Aug 10 00:51:01.788054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:01.788429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:01.788774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:01.789224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Bound port: b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:01.789576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:01.791062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 2, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:01.795502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab512c-e328-4ee3-b1f2-b2f30761ab6e req-0b4c922e-d900-4c9a-91e9-36660e5951fc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:01.797101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4ab512c-e328-4ee3-b1f2-b2f30761ab6e req-0b4c922e-d900-4c9a-91e9-36660e5951fc tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 945 time: 0.0852633 Aug 10 00:51:01.835647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65d079c-ef9e-4e4c-b1c9-c7a92db7217f None None] The sync data for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 is: [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 2, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:01.839829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:01.840446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:01.841765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4ab512c-e328-4ee3-b1f2-b2f30761ab6e req-47a681df-d7d4-4a8a-be50-be7e2e64c4c3 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385869 Aug 10 00:51:01.923729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:01.927953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:01.936026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5a57bdaa-0c69-4c51-bbea-9bfb68100110 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0257959 Aug 10 00:51:01.936617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53468) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:01.966011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d151d5-9154-4fa8-bf97-936db6875b79 req-db85b7a4-f659-4a8f-a608-04347e5a8342 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:01.971417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3d151d5-9154-4fa8-bf97-936db6875b79 req-db85b7a4-f659-4a8f-a608-04347e5a8342 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.1942554 Aug 10 00:51:01.975401 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.054495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:02.069810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d1927-74b8-4dbe-81c7-028a9c8da399 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.080492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d1927-74b8-4dbe-81c7-028a9c8da399 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.088578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d1927-74b8-4dbe-81c7-028a9c8da399 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.092855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-674d1927-74b8-4dbe-81c7-028a9c8da399 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1523144 Aug 10 00:51:02.104821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:02.141304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.141935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.143432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] 10.222.0.10 "PUT /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 1097 time: 2.3106046 Aug 10 00:51:02.185076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159a237-aaaf-45b3-ac94-5f3ed5d2fb5b service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:02.227585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 49efa476-210b-451b-a1d4-6ed4b47095a5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:02.296206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 49efa476-210b-451b-a1d4-6ed4b47095a5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:02.305913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.367307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3d151d5-9154-4fa8-bf97-936db6875b79 req-00986803-2916-4b8c-b4c6-efc346eb39d5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848858 Aug 10 00:51:02.411096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Deleting port 645bc7c1-b0d6-4b56-932f-594a2319c1f1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:02.413506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.420412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53476) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:02.422912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-18b1c31d-056f-4e99-b8b2-ebc9656d726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.432694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-18b1c31d-056f-4e99-b8b2-ebc9656d726c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1100 time: 0.2089491 Aug 10 00:51:02.460108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77969739-5454-45b6-a9fe-7b7972a5cd8d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:02.499243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236830526', 'description': 'tempest-description--1801201851'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:02.650454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 77969739-5454-45b6-a9fe-7b7972a5cd8d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:02.656754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.669892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.744757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:02.747294 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07c41d-eaf7-49c7-80ac-9ef9bab08b79" -d '{"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-plugged", "status": "completed", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:02.757838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac98cc-20ea-4b37-aad7-36f4715f6e00 None None] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:02.789136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-22ab3e32-c0c7-4d1a-8d66-ce065a1362dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.795047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-22ab3e32-c0c7-4d1a-8d66-ce065a1362dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3438964 Aug 10 00:51:02.811298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:02.841841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Calling delete_port for 645bc7c1-b0d6-4b56-932f-594a2319c1f1 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:02.879254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-ebea8c50-39d1-495f-bd32-47748c183832 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0723970 Aug 10 00:51:02.883976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:02.893398 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c182554-b8af-4529-adb4-7481023de054 x-openstack-request-id: req-8c182554-b8af-4529-adb4-7481023de054 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:02.893669 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-plugged", "status": "completed", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:02.895059 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c182554-b8af-4529-adb4-7481023de054 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:02.895484 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'code': 200} Aug 10 00:51:02.973128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-a483c3e3-6839-47de-bbce-f84656a177f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:02.976744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-a483c3e3-6839-47de-bbce-f84656a177f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0879831 Aug 10 00:51:02.989413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:02.992732 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88469ef5-219f-4f76-86ee-64e23ca8a28a" -d '{"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:03.130812 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.153929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.154795 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2249c386-b4d5-4d52-bf5a-179a6bdeff28 x-openstack-request-id: req-2249c386-b4d5-4d52-bf5a-179a6bdeff28 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:03.155101 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:03.155361 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2249c386-b4d5-4d52-bf5a-179a6bdeff28 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:03.155764 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'status': 'completed', 'code': 200} Aug 10 00:51:03.159863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-681e0fb8-3702-497a-b915-67e7524b5d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:03.163421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42750-6117-4ff6-8c5f-d0c198339373 req-10d7e9a5-bb75-4011-aa1e-fb5d07aa3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:03.167160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-681e0fb8-3702-497a-b915-67e7524b5d16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1694801 Aug 10 00:51:03.168247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7a42750-6117-4ff6-8c5f-d0c198339373 req-10d7e9a5-bb75-4011-aa1e-fb5d07aa3dde service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 1098 time: 0.1653306 Aug 10 00:51:03.176251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.220204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01d327-aafd-4d7b-86b1-238dd0ef65e1 req-95c70843-fb01-471b-954a-6ea311f41772 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:03.229201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a01d327-aafd-4d7b-86b1-238dd0ef65e1 req-95c70843-fb01-471b-954a-6ea311f41772 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 946 time: 0.2506964 Aug 10 00:51:03.238886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4318ecc0-35ed-4b19-b59e-07a3d2619652,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:03.253394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.254961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8612b5d8-b027-4eb5-bd8e-c867cdba91b8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8261812 Aug 10 00:51:03.276619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53512) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:03.292079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'security_group_rule': {'security_group_id': '4318ecc0-35ed-4b19-b59e-07a3d2619652', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:03.391926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7a42750-6117-4ff6-8c5f-d0c198339373 req-ebc72588-da32-4ee7-a5f2-9237bd8df15c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983526 Aug 10 00:51:03.410309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.422277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Provisioning for port 77969739-5454-45b6-a9fe-7b7972a5cd8d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:03.428713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:03.433985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Provisioning complete for port 77969739-5454-45b6-a9fe-7b7972a5cd8d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:03.434792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.532204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.576075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a01d327-aafd-4d7b-86b1-238dd0ef65e1 req-b8f216b4-d1a3-4ffa-bff5-75e31f6ad1ad tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361282 Aug 10 00:51:03.585086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-20286652-9b3d-47a9-9de1-61c9171db93e service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920496 Aug 10 00:51:03.624970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event deleted for resources: {'Port': ['ID=645bc7c1-b0d6-4b56-932f-594a2319c1f1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:03.683533 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.742364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:03.803476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-f30a864c-bbdf-4f1b-b8cb-95105120b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:03.805019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-f30a864c-bbdf-4f1b-b8cb-95105120b35d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1100 time: 0.6357822 Aug 10 00:51:03.885427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:03.903603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.911689 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abbe3343-2172-4404-8743-25eb7fd4d567 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "DELETE /v2.0/ports/645bc7c1-b0d6-4b56-932f-594a2319c1f1 HTTP/1.1" status: 204 len: 168 time: 1.8057096 Aug 10 00:51:03.935560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] For port 77969739-5454-45b6-a9fe-7b7972a5cd8d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77969739-5454-45b6-a9fe-7b7972a5cd8d,segment=NetworkSegment(e5033921-e55c-412c-b5d9-6cbeda6ba03c),segment_id=e5033921-e55c-412c-b5d9-6cbeda6ba03c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:03.939009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53538) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:03.946925 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:03.959792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Request body: {'port': {'name': 'tempest-new-port-name-1024401730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:03.961463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] bootfile-name is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:51:03.962639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] tftp-server is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:51:03.963667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] server-ip-address is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 00:51:04.045902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Provisioning for port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:04.062071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.068995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Provisioning complete for port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:04.070462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.081363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b3e8c-4522-4fc5-a939-e3eafce0bc51 req-f29074c4-00a0-42f6-8d83-3f4463702d55 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:04.085124 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c35b3e8c-4522-4fc5-a939-e3eafce0bc51 req-f29074c4-00a0-42f6-8d83-3f4463702d55 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.4451044 Aug 10 00:51:04.114408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.152189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-ab5b34ad-5d90-46bc-9bd6-36b5e0bea7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:04.154315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-ab5b34ad-5d90-46bc-9bd6-36b5e0bea7a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3401465 Aug 10 00:51:04.157356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e99c9b-e5e6-48e6-8778-9ee95d7a1769 req-146e00bf-aeaa-4da7-b41a-415e6c2b66f4 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571303 Aug 10 00:51:04.168873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba3566d-65c3-4ad5-ab84-fa9d5f155dda,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:04.203211 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.204483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b0b35aa-f23b-49a7-aa9e-44f01811460f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9265842 Aug 10 00:51:04.222306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53542) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.234294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'security_group_rule': {'security_group_id': '4318ecc0-35ed-4b19-b59e-07a3d2619652', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:04.247789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Pushing event updated for resources: {'Port': ['ID=77969739-5454-45b6-a9fe-7b7972a5cd8d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:04.281534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-55e12bab-20c9-4139-ab54-d8d0b078da88 None None] Port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:04.290916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.312257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-352ece74-530f-4e77-bc88-b1db1c4bf265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.1392291 Aug 10 00:51:04.347436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.397703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Could not find standard attr ID for object 645bc7c1-b0d6-4b56-932f-594a2319c1f1. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 00:51:04.433429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Provisioning complete for port 77969739-5454-45b6-a9fe-7b7972a5cd8d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:04.433933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.515323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-4dd00aea-ce0c-42a6-a4ce-1b8a22df1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:04.521587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.522251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-4dd00aea-ce0c-42a6-a4ce-1b8a22df1464 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1511829 Aug 10 00:51:04.530500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-976dc23c-8383-4b08-a20b-854e0d4a74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:04.533303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-976dc23c-8383-4b08-a20b-854e0d4a74fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1100 time: 0.2475591 Aug 10 00:51:04.547561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ecec825-3189-47a2-8d14-95d48a193587 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:04.552295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c35b3e8c-4522-4fc5-a939-e3eafce0bc51 req-e6718996-3f38-47ce-b338-0fab3465c644 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482470 Aug 10 00:51:04.562833 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.647139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d07883-4f7e-44d6-93be-ee250a1bcbc1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:04.654915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.660823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5bf4d0b7-f8fb-4046-9cec-143102ec2408 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4335601 Aug 10 00:51:04.673628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53576) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:04.689632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:04.771976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:04.856838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8ecec825-3189-47a2-8d14-95d48a193587 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:04.874240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8ecec825-3189-47a2-8d14-95d48a193587 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:04.874614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.075740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-c49108d1-1c51-42a0-b1c1-b2763decdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.077274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-c49108d1-1c51-42a0-b1c1-b2763decdbf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5417213 Aug 10 00:51:05.112486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Provisioning complete for port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:05.114075 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.115190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed296ea3-0549-4d99-a490-66b28fff127c req-9c822d3d-78c6-4d7f-80f9-87bc207a71c9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.128488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed296ea3-0549-4d99-a490-66b28fff127c req-9c822d3d-78c6-4d7f-80f9-87bc207a71c9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 946 time: 0.3046050 Aug 10 00:51:05.235023 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.240036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-9ffcbdcc-9eac-40f8-8db3-e1e7e4371d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.247843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-9ffcbdcc-9eac-40f8-8db3-e1e7e4371d90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.6724946 Aug 10 00:51:05.250818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7fc85b57-92de-41c7-a8f0-51842349e69e None None] Port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:05.289226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8ecec825-3189-47a2-8d14-95d48a193587, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8ecec825-3189-47a2-8d14-95d48a193587,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:05.300162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.315636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.379116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-338801b6-5b33-4a3b-a0f6-34ec7f2c73da None None] Could not find standard attr ID for object 645bc7c1-b0d6-4b56-932f-594a2319c1f1. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 00:51:05.437719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-72a9c22f-c824-4185-8a54-5175b5c17457 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966101 Aug 10 00:51:05.448037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed296ea3-0549-4d99-a490-66b28fff127c req-175164f3-b8aa-4846-aa34-d2bb0009d662 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182323 Aug 10 00:51:05.454837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8ecec825-3189-47a2-8d14-95d48a193587,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:05.540348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.562386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.591494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-a632682a-4973-452b-bb27-05136c584b7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.1396825 Aug 10 00:51:05.660621 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Sync routers for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:05.684137 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:05.688011 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:05.867584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event updated for resources: {'Port': ['ID=b420eed4-99e4-4d8e-8dbd-0bc8fe410e45,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:05.876893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] In _notify_port_updated(), no bound segment for port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 on network 9713fd6e-353f-4c1f-994c-97d96224eee0 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 00:51:05.884397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.900025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:05.901725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54e79961-a1a4-4315-93e3-ba2d99a10da4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "PUT /v2.0/ports/b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 HTTP/1.1" status: 200 len: 1136 time: 1.9589820 Aug 10 00:51:05.905697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53602) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:05.973796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-059fa201-ca26-4fa9-9915-333bc6a4166a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:05.975574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-059fa201-ca26-4fa9-9915-333bc6a4166a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2820301 Aug 10 00:51:05.988477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Allocated IP 172.25.7.30 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:06.056177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fd06a-f2b7-47d1-8cd3-049883b935e4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:06.062052 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f16fd06a-f2b7-47d1-8cd3-049883b935e4 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "GET /v2.0/ports/b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 HTTP/1.1" status: 200 len: 1136 time: 0.1504085 Aug 10 00:51:06.066627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:06.161372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d0b8-c158-4815-86b8-0598521ce1ee req-2c9d61af-fe46-4923-bab1-d7d36f88d242 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:06.179268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ce2d0b8-c158-4815-86b8-0598521ce1ee req-2c9d61af-fe46-4923-bab1-d7d36f88d242 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.4630077 Aug 10 00:51:06.213536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-31936c69-3a6a-4ec9-9a7e-5c6568a8b47a None None] Provisioning complete for port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:06.216631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-31936c69-3a6a-4ec9-9a7e-5c6568a8b47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.226034 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:06.319415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-116a9223-6c57-4528-bed8-13ca3a0fbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:06.321009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-116a9223-6c57-4528-bed8-13ca3a0fbfef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3242819 Aug 10 00:51:06.350365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-31936c69-3a6a-4ec9-9a7e-5c6568a8b47a None None] Port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:06.392101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-836a68e7-9e67-4c62-a614-c2d65b2cd36d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233811 Aug 10 00:51:06.403120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77969739-5454-45b6-a9fe-7b7972a5cd8d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:06.519016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 77969739-5454-45b6-a9fe-7b7972a5cd8d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:06.520094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.553004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ce2d0b8-c158-4815-86b8-0598521ce1ee req-e3c40d0b-d92a-4555-8632-78908404c85c tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546190 Aug 10 00:51:06.737266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-ccb3ce68-8a3f-464f-a45d-fb77d5b06da6 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846705 Aug 10 00:51:06.770138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Deleting port b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:06.770954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.839750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ecec825-3189-47a2-8d14-95d48a193587 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:06.889904 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 2, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:06.905553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8ecec825-3189-47a2-8d14-95d48a193587 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:06.905934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:06.967325 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Checking router: c0f791c4-8c4d-420a-8cd5-4cf73d4e903b for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:06.968080 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Updating router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b port 13e564f4-75b6-491d-861a-73725c74b411 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:51:07.008469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88469ef5-219f-4f76-86ee-64e23ca8a28a req-d93a1ee3-28a9-4de4-9500-1939554e2f65 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471848 Aug 10 00:51:07.046951 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.094116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.109463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Calling delete_port for b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:07.199268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.340976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773e827-342c-4854-a712-80dbadbf265c req-c6e41545-0281-4f8e-92dc-15763c7e0f9a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:07.359410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d773e827-342c-4854-a712-80dbadbf265c req-c6e41545-0281-4f8e-92dc-15763c7e0f9a tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 946 time: 0.1198547 Aug 10 00:51:07.366248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.414463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:07.415893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d773e827-342c-4854-a712-80dbadbf265c req-2f366528-a206-465b-99e4-e1e273dcfaaf tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498474 Aug 10 00:51:07.418039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.426852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:07.434593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:07.487336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'Port': ['ID=14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:07.583105 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.600554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Transition to ACTIVE for port object 13e564f4-75b6-491d-861a-73725c74b411 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:07.613723 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.615796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event deleted for resources: {'Port': ['ID=b420eed4-99e4-4d8e-8dbd-0bc8fe410e45,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:07.715584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed3597-41bb-4509-b6c0-949b72b38666 req-44fedc40-7de7-4720-938f-c49c011babb6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:07.719097 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Pushing event updated for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:07.723382 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54ed3597-41bb-4509-b6c0-949b72b38666 req-44fedc40-7de7-4720-938f-c49c011babb6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.0600510 Aug 10 00:51:07.773075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54ed3597-41bb-4509-b6c0-949b72b38666 req-f58e4e93-e32d-4154-b60b-ffb690e7dbee tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434277 Aug 10 00:51:07.809957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.814697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53656) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:07.814981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa0a3fe8-1f9b-4086-a2c0-f26fbf0ea82e tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "DELETE /v2.0/ports/b420eed4-99e4-4d8e-8dbd-0bc8fe410e45 HTTP/1.1" status: 204 len: 168 time: 1.7427318 Aug 10 00:51:07.835893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.874600 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.874975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.878297 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.878751 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.879456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.882174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.882570 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.882946 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.884136 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.884691 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.885036 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.885373 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:07.920922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Deleting subnet 0fa6267e-c67f-4eb0-a0d8-cea5078de8fe {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:07.924314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.929946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:07.984617 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Attempting to bind port 13e564f4-75b6-491d-861a-73725c74b411 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:07.986124 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Attempting to bind port 13e564f4-75b6-491d-861a-73725c74b411 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:07.988144 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Attempting to bind port 13e564f4-75b6-491d-861a-73725c74b411 on network cd941087-a9b9-4d97-996b-813c362aa4c5 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:08.004213 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:08.006389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Checking segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:08.007496 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.010018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Bound using segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:08.011184 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Bound port: 13e564f4-75b6-491d-861a-73725c74b411, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:08.011774 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.021447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.083371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:08.208704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] For port 13e564f4-75b6-491d-861a-73725c74b411, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:08.223189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] For port 13e564f4-75b6-491d-861a-73725c74b411, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13e564f4-75b6-491d-861a-73725c74b411,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:08.233077 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.330324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.379870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.391135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.418225 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6b32b-c0b0-418c-8ecd-02d9c15024c1 None None] Pushing event updated for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:08.424738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:08.439817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.459215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'mac_address': 'fa:16:3e:22:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:08.503786 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:08.503980 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:08.505599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa6267e-c67f-4eb0-a0d8-cea5078de8fe,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:08.576615 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.577264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87fede9-d2ce-471f-86fd-107788f7bf7b None None] Network 9713fd6e-353f-4c1f-994c-97d96224eee0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:08.584037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f6b4802-4de0-4938-9737-d3f05097f624 tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa6267e-c67f-4eb0-a0d8-cea5078de8fe HTTP/1.1" status: 204 len: 168 time: 0.7677166 Aug 10 00:51:08.592200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53668) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:08.614554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'Port': ['ID=14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:08.630610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba4ca-0379-461a-ae3d-2d7f78065a7d req-a4c28bfd-3785-4f1a-bddc-37a30a85b903 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:08.634510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-482ba4ca-0379-461a-ae3d-2d7f78065a7d req-a4c28bfd-3785-4f1a-bddc-37a30a85b903 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 948 time: 0.2368577 Aug 10 00:51:08.665618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-07a1064b-733b-4f70-bee0-0535de9ba205 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:08.672908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.675524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-07a1064b-733b-4f70-bee0-0535de9ba205 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.10 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23&tenant_id=378c76aea9f44ac292601912d5782dbc&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 948 time: 0.2426000 Aug 10 00:51:08.709134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7dda7-81a3-4281-af77-28e89b48b8f0 req-1e6d607c-5838-4328-9e5b-bcca341b5bd6 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:08.713981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62d7dda7-81a3-4281-af77-28e89b48b8f0 req-1e6d607c-5838-4328-9e5b-bcca341b5bd6 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 946 time: 0.1381247 Aug 10 00:51:08.758646 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.765821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:08.767255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa557366-74b6-4ca5-a0cd-1f05eb49461c tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0913963 Aug 10 00:51:08.795142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:08.816421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62d7dda7-81a3-4281-af77-28e89b48b8f0 req-d54597bb-2d11-46b1-898d-90e04eb965d6 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948188 Aug 10 00:51:08.825780 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:08.934995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:08.948973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.040042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:09.041313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-482ba4ca-0379-461a-ae3d-2d7f78065a7d req-b55999b5-f62c-4a00-a6d0-54d31efe83c7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968537 Aug 10 00:51:09.120876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.124302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] DHCP port deletion for 9713fd6e-353f-4c1f-994c-97d96224eee0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:51:09.158933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-9ee958dd-27ad-4827-b370-b63585cfa1c4 service neutron] 10.222.0.10 "GET /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 383 time: 0.3674438 Aug 10 00:51:09.213078 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:08Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:09.256745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Deleting port 77969739-5454-45b6-a9fe-7b7972a5cd8d {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:09.257362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.276442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Deleting port 77969739-5454-45b6-a9fe-7b7972a5cd8d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:09.276784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.290741 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3782d-7da0-4b5e-817b-0a1c0840815e None None] The sync data for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 is: [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:08Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:09.323378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-395c7692-d56f-4a99-ad20-e57a60159601 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--236830526&fields=id&tenant_id=9a2d423f66be44bd9a6cbb62807bb1af HTTP/1.1" status: 200 len: 267 time: 0.1062467 Aug 10 00:51:09.361854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] For port 77969739-5454-45b6-a9fe-7b7972a5cd8d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77969739-5454-45b6-a9fe-7b7972a5cd8d,segment=NetworkSegment(e5033921-e55c-412c-b5d9-6cbeda6ba03c),segment_id=e5033921-e55c-412c-b5d9-6cbeda6ba03c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:09.366462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.401744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Calling delete_port for 77969739-5454-45b6-a9fe-7b7972a5cd8d owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:09.455464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-301af514-6f92-48ca-9291-6efa2d256f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:09.469003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-301af514-6f92-48ca-9291-6efa2d256f7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1101 time: 0.2642322 Aug 10 00:51:09.610420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b8e86cc4-44ca-4ce8-82ad-08778dce8a18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:09.662361 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.720909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] No DVR routers for this DVR port 77969739-5454-45b6-a9fe-7b7972a5cd8d on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:09.730698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff1e10-d4cc-47c8-af54-12fe8b5f25b7 None None] Pushing event deleted for resources: {'Port': ['ID=77969739-5454-45b6-a9fe-7b7972a5cd8d,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:09.801597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cac2e-5be7-4928-934d-72a4c6d3eabd req-75a2c5b6-c230-4a95-86f8-2574ddabc7bc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:09.811131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0e8cac2e-5be7-4928-934d-72a4c6d3eabd req-75a2c5b6-c230-4a95-86f8-2574ddabc7bc tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.1057248 Aug 10 00:51:09.853976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] For port 77969739-5454-45b6-a9fe-7b7972a5cd8d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77969739-5454-45b6-a9fe-7b7972a5cd8d,segment=NetworkSegment(e5033921-e55c-412c-b5d9-6cbeda6ba03c),segment_id=e5033921-e55c-412c-b5d9-6cbeda6ba03c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:09.856769 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:09.918458 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0e8cac2e-5be7-4928-934d-72a4c6d3eabd req-02adab94-7771-4c3a-895d-953eb115ce0c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008246 Aug 10 00:51:09.984087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-eee7169a-5dd3-41ef-a474-f432602caa30 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:09.987579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-eee7169a-5dd3-41ef-a474-f432602caa30 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/networks?id=cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 200 len: 811 time: 0.5713003 Aug 10 00:51:10.039250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Calling delete_port for 77969739-5454-45b6-a9fe-7b7972a5cd8d owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:10.050079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-478af8b2-4c44-4eef-bc5b-52886a4eed3a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/quotas/9a2d423f66be44bd9a6cbb62807bb1af HTTP/1.1" status: 200 len: 375 time: 0.0326428 Aug 10 00:51:10.079024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-f9d6a939-d95b-469a-8dfa-6c9509bfedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.081448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-f9d6a939-d95b-469a-8dfa-6c9509bfedc1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.5407901 Aug 10 00:51:10.083246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f15ae-eed0-4bad-8e1d-b032c33b49de req-0c52b63d-3d7a-403b-a467-34a97f539e97 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.084831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e92f15ae-eed0-4bad-8e1d-b032c33b49de req-0c52b63d-3d7a-403b-a467-34a97f539e97 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 946 time: 0.0724876 Aug 10 00:51:10.101246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:10.165044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e92f15ae-eed0-4bad-8e1d-b032c33b49de req-32a03c19-dc36-4c7f-8578-7e6af63834b6 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Aug 10 00:51:10.314940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-76693104-9779-4604-9a59-8a3ad27000e2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.316444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-76693104-9779-4604-9a59-8a3ad27000e2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.3087201 Aug 10 00:51:10.323206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:10.329795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13e564f4-75b6-491d-861a-73725c74b411 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:10.332183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-b8d7e5c9-ddc5-4275-af21-050e8caf5fc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.2243173 Aug 10 00:51:10.380248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'network_id': '194214f4-c55f-4a29-a709-22c80ebfaafc', 'port_id': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'mac_address': 'fa:16:3e:6f:6f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4b8456-f528-4209-8c83-b268d79b28be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:10.477607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.488416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 13e564f4-75b6-491d-861a-73725c74b411 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:10.496613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13e564f4-75b6-491d-861a-73725c74b411 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:10.497218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.503995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9d26-5cfc-4675-9b54-55dff876e270 req-b766709a-7ffc-4914-92e5-9b00a5ffbd1b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.518356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56fa9d26-5cfc-4675-9b54-55dff876e270 req-b766709a-7ffc-4914-92e5-9b00a5ffbd1b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1099174 Aug 10 00:51:10.545802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49efa476-210b-451b-a1d4-6ed4b47095a5 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:10.579021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:10.604860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56fa9d26-5cfc-4675-9b54-55dff876e270 req-f7599037-418f-41c9-9a52-e7bfb0304053 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Aug 10 00:51:10.636588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-cc989df4-3158-4e8b-a313-a5d3e2343d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.638090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-cc989df4-3158-4e8b-a313-a5d3e2343d58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2120135 Aug 10 00:51:10.651036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.653099 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.721599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.756745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 13e564f4-75b6-491d-861a-73725c74b411, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13e564f4-75b6-491d-861a-73725c74b411,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:10.768128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:10.791215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-96f5c09d-0fb8-4d38-90a4-1544908fa461 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6897702 Aug 10 00:51:10.799297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49efa476-210b-451b-a1d4-6ed4b47095a5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:10.857590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77969739-5454-45b6-a9fe-7b7972a5cd8d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:10.885933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 77969739-5454-45b6-a9fe-7b7972a5cd8d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:10.886373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77969739-5454-45b6-a9fe-7b7972a5cd8d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:10.892167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-fc125622-0f93-4e15-b4d7-2db0af2cb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:10.894517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-fc125622-0f93-4e15-b4d7-2db0af2cb545 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2342799 Aug 10 00:51:10.910012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:10.972490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Deleting port c3bea32a-48e2-45ff-821c-15858d310500 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:10.972877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.093555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69e4d-bf1d-4f1f-a668-ad456bc3e944 req-ce373fe6-1dda-415d-80eb-e1eac471f144 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:11.096464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efc69e4d-bf1d-4f1f-a668-ad456bc3e944 req-ce373fe6-1dda-415d-80eb-e1eac471f144 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 944 time: 0.0630879 Aug 10 00:51:11.144569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efc69e4d-bf1d-4f1f-a668-ad456bc3e944 req-e6ab1188-863a-4ce9-b42c-8c0f03ef9f86 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413411 Aug 10 00:51:11.319601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.399903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event deleted for resources: {'Port': ['ID=77969739-5454-45b6-a9fe-7b7972a5cd8d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:11.409487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839536ae-10a7-4b25-b42f-4de7bda0c0f5 req-6551867b-5be9-43fe-a027-1b1dd4caf572 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:11.411315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-839536ae-10a7-4b25-b42f-4de7bda0c0f5 req-6551867b-5be9-43fe-a027-1b1dd4caf572 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 945 time: 0.0618525 Aug 10 00:51:11.411947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] No DVR routers for this DVR port 77969739-5454-45b6-a9fe-7b7972a5cd8d on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:11.431882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-ad6e7db2-b3f9-4cc3-a4c5-7cfb17290032 service neutron] 10.222.0.25 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397648 Aug 10 00:51:11.460700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-839536ae-10a7-4b25-b42f-4de7bda0c0f5 req-a1ad82be-a3a9-44ed-b2be-586e18b7c3b9 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Aug 10 00:51:11.579216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-de9ead62-7db0-4df9-a496-236fff0d32c4 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733806 Aug 10 00:51:11.607068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.623258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] For port c3bea32a-48e2-45ff-821c-15858d310500, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3bea32a-48e2-45ff-821c-15858d310500,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:11.623911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.679443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9713fd6e-353f-4c1f-994c-97d96224eee0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:11.696174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Calling delete_port for c3bea32a-48e2-45ff-821c-15858d310500 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:11.710062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5033921-e55c-412c-b5d9-6cbeda6ba03c') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:11.710360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5033921-e55c-412c-b5d9-6cbeda6ba03c') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:11.724057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001db740-487b-495b-aed7-c52bbab36b76 req-77e0a4e8-37b2-4b90-bcd1-c4196425e034 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:11.725702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-001db740-487b-495b-aed7-c52bbab36b76 req-77e0a4e8-37b2-4b90-bcd1-c4196425e034 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.0520477 Aug 10 00:51:11.728202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.768232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-20440ea6-01af-42b9-b767-675f9f2bb383 service neutron] 10.222.0.25 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153353 Aug 10 00:51:11.802444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.820966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:11.821379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:11.826001 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:11.832084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-001db740-487b-495b-aed7-c52bbab36b76 req-0437932f-1aa5-4b91-9bb6-328488d5e9b6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922925 Aug 10 00:51:11.865118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-14e5ab94-d360-4a81-9766-cf37a09d3b6d service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669718 Aug 10 00:51:11.917768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.926744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:11.928432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] 10.222.0.25 "DELETE /v2.0/networks/9713fd6e-353f-4c1f-994c-97d96224eee0 HTTP/1.1" status: 204 len: 168 time: 3.3352432 Aug 10 00:51:11.945464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfbd42-5f12-42d0-95dd-b5fac8fff3cd tempest-ExtraDHCPOptionsTestJSON-1108651850 tempest-ExtraDHCPOptionsTestJSON-1108651850-project] Pushing event deleted for resources: {'Network': ['ID=9713fd6e-353f-4c1f-994c-97d96224eee0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:12.004399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.035622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-090dfe09-9551-4126-9758-b6d6c7ecb7d8 req-8fc54be1-eb9f-4ee9-bc39-9400781e9234 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0352838 Aug 10 00:51:12.076289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event deleted for resources: {'Port': ['ID=c3bea32a-48e2-45ff-821c-15858d310500,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:12.127390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] No DVR routers for this DVR port c3bea32a-48e2-45ff-821c-15858d310500 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:12.129669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:12.130182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.132105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1ebcae-e8a7-44f7-85b5-98901b89efd2 req-97064fe1-beab-4337-8737-52301b2dff67 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.21 "DELETE /v2.0/ports/c3bea32a-48e2-45ff-821c-15858d310500 HTTP/1.1" status: 204 len: 173 time: 1.7976465 Aug 10 00:51:12.132580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-deleted', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:12.135196 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f240682d-a402-460c-a65b-af4ad5956b2e" -d '{"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-deleted", "tag": "c3bea32a-48e2-45ff-821c-15858d310500"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:12.206361 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612bd5a6-d0ea-4ef4-afa1-5a62571c64aa x-openstack-request-id: req-612bd5a6-d0ea-4ef4-afa1-5a62571c64aa {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:12.206828 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea17abf-679b-402d-b014-8fd0633695e9", "name": "network-vif-deleted", "tag": "c3bea32a-48e2-45ff-821c-15858d310500", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:12.207176 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-612bd5a6-d0ea-4ef4-afa1-5a62571c64aa {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:12.207718 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea17abf-679b-402d-b014-8fd0633695e9', 'name': 'network-vif-deleted', 'tag': 'c3bea32a-48e2-45ff-821c-15858d310500', 'status': 'completed', 'code': 200} Aug 10 00:51:12.390901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfdf0608-1431-4091-b44b-9778b2047e1e req-40e927d7-97d4-42e1-9c9d-280f4d7d91f8 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ea17abf-679b-402d-b014-8fd0633695e9 HTTP/1.1" status: 200 len: 210 time: 0.0724564 Aug 10 00:51:12.416976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13e564f4-75b6-491d-861a-73725c74b411 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:12.453150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53742) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:12.491457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13e564f4-75b6-491d-861a-73725c74b411 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:12.491827 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.515109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:12.523443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:12.524294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.690134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.729321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:12.731841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91df855-a6b0-41d6-9693-73cf040eefbe req-eb7164b2-ad18-4aef-aa29-adc13b85d749 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:12.732249 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c99d5d-4531-48d7-a5d4-ddbcd1e495c8" -d '{"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-plugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:12.733256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c91df855-a6b0-41d6-9693-73cf040eefbe req-eb7164b2-ad18-4aef-aa29-adc13b85d749 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 945 time: 0.1442430 Aug 10 00:51:12.762619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-695cd0a3-a477-4706-b18c-52c13ff95dc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=112720cf71aa4f9cb648bb83c4677e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082879 Aug 10 00:51:12.765441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:12.773319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:12.783921 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.784765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:12.884220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.890606 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812aed4-e7b2-47df-9078-1b97a18d1ccf x-openstack-request-id: req-0812aed4-e7b2-47df-9078-1b97a18d1ccf {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:12.890925 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-plugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:12.891175 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0812aed4-e7b2-47df-9078-1b97a18d1ccf {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:12.891577 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'code': 200} Aug 10 00:51:12.954076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-b1fdb4e4-4120-4865-8919-468752ba9d87 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:12.956379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-b1fdb4e4-4120-4865-8919-468752ba9d87 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 945 time: 0.1814013 Aug 10 00:51:12.957930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:12.960164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c91df855-a6b0-41d6-9693-73cf040eefbe req-0e12a8f5-f224-437a-908d-b8ad08236362 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/security-groups?id=e6082bd0-a44d-4bb5-80a7-dc2414f604b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005050 Aug 10 00:51:12.982683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.029660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 49efa476-210b-451b-a1d4-6ed4b47095a5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:13.030113 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.032867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a628b84-6fae-4035-9e28-b930451c543c req-ac6b8cf9-1fba-4ec4-ac77-d41e2124abef tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:13.041149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a628b84-6fae-4035-9e28-b930451c543c req-ac6b8cf9-1fba-4ec4-ac77-d41e2124abef tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0982883 Aug 10 00:51:13.103481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.106289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.107446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de7bfdaa-3b67-45c6-a85d-cd5d422e4c37 HTTP/1.1" status: 204 len: 168 time: 0.3408289 Aug 10 00:51:13.120962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69017e7-deb0-483c-a6ce-e5c604c2ab63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7bfdaa-3b67-45c6-a85d-cd5d422e4c37,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.126588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a628b84-6fae-4035-9e28-b930451c543c req-7a26824c-28fd-4507-bfa6-db87b7346796 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843329 Aug 10 00:51:13.164739 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.165869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Deleting port 49efa476-210b-451b-a1d4-6ed4b47095a5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:13.166430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.207236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:13.215016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.286092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d45fa96-01e3-4c50-bd67-ddb4da293109 req-cbd86a95-85d3-453d-9663-4fa41afebacd tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0419726 Aug 10 00:51:13.293820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:13.349111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] For port 49efa476-210b-451b-a1d4-6ed4b47095a5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49efa476-210b-451b-a1d4-6ed4b47095a5,segment=NetworkSegment(05e60904-5702-40b7-8384-7817cea64915),segment_id=05e60904-5702-40b7-8384-7817cea64915)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:13.349492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.363269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Calling delete_port for 49efa476-210b-451b-a1d4-6ed4b47095a5 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:13.536752 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:51:13.557799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-088d5e2e-c8b6-4901-980f-340cb7d6daac tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:13.559332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-088d5e2e-c8b6-4901-980f-340cb7d6daac tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.21 "GET /v2.0/networks?id=cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 200 len: 811 time: 0.1401124 Aug 10 00:51:13.643166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-4c525629-31a8-4e7b-9d3f-84fc85d1f39f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a2d423f66be44bd9a6cbb62807bb1af HTTP/1.1" status: 200 len: 379 time: 0.0670476 Aug 10 00:51:13.661769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'port': {'device_id': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'admin_state_up': True, 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'security_groups': ['4318ecc0-35ed-4b19-b59e-07a3d2619652']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:13.754304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:13.809026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: c3bea32a-48e2-45ff-821c-15858d310500 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:13.809365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3bea32a-48e2-45ff-821c-15858d310500 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:13.854101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:13.895984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Pushing event deleted for resources: {'Port': ['ID=49efa476-210b-451b-a1d4-6ed4b47095a5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.036122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6c59d17e-18da-4aea-af29-c4077774d957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.048048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] No DVR routers for this DVR port 49efa476-210b-451b-a1d4-6ed4b47095a5 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:14.054215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.057146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d3128d4-12cc-42e5-895b-c25e3fd45a9f req-64bae7a3-022e-461d-802a-9aec45aa6d34 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.10 "DELETE /v2.0/ports/49efa476-210b-451b-a1d4-6ed4b47095a5 HTTP/1.1" status: 204 len: 173 time: 1.0910690 Aug 10 00:51:14.066186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187bcc9-3a4c-4631-a033-16fb0babac06 req-1634f16b-99c5-4759-9cfd-ed6de2519d5c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:14.074329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4187bcc9-3a4c-4631-a033-16fb0babac06 req-1634f16b-99c5-4759-9cfd-ed6de2519d5c tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.2825158 Aug 10 00:51:14.104563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Made reservation on behalf of 9a2d423f66be44bd9a6cbb62807bb1af for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:14.108063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.150878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:14.179346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcff57b4-e869-4877-9940-33bac3439057 req-f541a791-8561-49a9-b094-19020d170df2 tempest-ImagesTestJSON-1746245229 tempest-ImagesTestJSON-1746245229-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9af3155-cdb2-4ac9-b6b4-e17505e139c7 HTTP/1.1" status: 200 len: 210 time: 0.0906935 Aug 10 00:51:14.191377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 49efa476-210b-451b-a1d4-6ed4b47095a5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:14.192210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49efa476-210b-451b-a1d4-6ed4b47095a5 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:14.214996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4187bcc9-3a4c-4631-a033-16fb0babac06 req-cb289fa0-840b-473e-b8f5-e518476a4a74 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325731 Aug 10 00:51:14.246303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-deleted', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:14.253870 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed7ce0-150a-4963-969e-9f15eae47e7d" -d '{"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-deleted", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:14.254369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.389152 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e13204-3422-41e2-b1fb-f01898a9bf5f x-openstack-request-id: req-20e13204-3422-41e2-b1fb-f01898a9bf5f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:14.389464 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-deleted", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:14.389706 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20e13204-3422-41e2-b1fb-f01898a9bf5f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:14.390108 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-deleted', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'status': 'completed', 'code': 200} Aug 10 00:51:14.401636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980360935'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:14.440408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-e0e6d9ed-ebd8-4e4f-ba47-be2bf98ee98a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:14.440885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-e0e6d9ed-ebd8-4e4f-ba47-be2bf98ee98a tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.2743559 Aug 10 00:51:14.441950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.453320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.491103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6aa792a-19e2-4e18-ae0d-27e99ceae816 req-5a330ed9-6e13-44d7-9b8d-c6809babc27f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Aug 10 00:51:14.517987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-2df368d8-2185-4cae-823f-94c5990b7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:14.519666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-2df368d8-2185-4cae-823f-94c5990b7bfc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23&tenant_id=378c76aea9f44ac292601912d5782dbc HTTP/1.1" status: 200 len: 1102 time: 0.2597272 Aug 10 00:51:14.545797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e63ee9-1a22-4529-a86c-dd7f338c5b9d req-fc8d8b8b-a2c7-4977-b7c8-8aad59d67635 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:14.547673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77e63ee9-1a22-4529-a86c-dd7f338c5b9d req-fc8d8b8b-a2c7-4977-b7c8-8aad59d67635 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2312458 Aug 10 00:51:14.552047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:14.606176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.610606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.643738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Allocated IP 172.20.0.4 (cd941087-a9b9-4d97-996b-813c362aa4c5/fa9e8f62-3793-49c4-826c-7c135dc10cde/a113fa08-9fc2-42df-a18c-eb2272f7ec52) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:14.698495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5401139-235f-4a61-9ded-50126e9c41fa,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.745747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77e63ee9-1a22-4529-a86c-dd7f338c5b9d req-ca8bdc72-f972-4444-a50e-9f755ba16f06 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844585 Aug 10 00:51:14.746328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.783052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.787907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.824979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.830825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Deleting port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:14.831153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5756726 Aug 10 00:51:14.831267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:14.831793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53810) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.875554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fed260-0b18-4dc6-b6bf-5e56fe67e0de tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e7c74-376a-4e59-9ac7-131985b7ff14,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:14.892703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:14.895561 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c0b02b-61e3-4e95-8e13-f38827b5942e" -d '{"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-plugged", "status": "completed", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:14.939939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54132994-8274-4635-8c3f-6fd3c8be8cc1 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1039863 Aug 10 00:51:14.942470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:14.948311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-security--987965280', 'description': 'tempest-security-description-783175956'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:14.950091 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14302531-fdfa-4b85-867a-a80a0d67b900 x-openstack-request-id: req-14302531-fdfa-4b85-867a-a80a0d67b900 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:14.950499 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9af3155-cdb2-4ac9-b6b4-e17505e139c7", "name": "network-vif-plugged", "status": "completed", "tag": "49efa476-210b-451b-a1d4-6ed4b47095a5", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:14.950626 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14302531-fdfa-4b85-867a-a80a0d67b900 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:14.951066 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9af3155-cdb2-4ac9-b6b4-e17505e139c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49efa476-210b-451b-a1d4-6ed4b47095a5', 'code': 200} Aug 10 00:51:14.980878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.037709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.046123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.051537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.052937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "PUT /v2.0/security-groups/2b5e7c74-376a-4e59-9ac7-131985b7ff14 HTTP/1.1" status: 200 len: 1776 time: 0.1094522 Aug 10 00:51:15.058042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53818) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.068254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.098985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5e7c74-376a-4e59-9ac7-131985b7ff14,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.101579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] For port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:15.101781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.110365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.110795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.111217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.111887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.112278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.112739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.113086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.113423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.113816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.114150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.114489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.114897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cf34b-d91c-4c97-b561-e7d214279700 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.121258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Transition to ACTIVE for port object a113fa08-9fc2-42df-a18c-eb2272f7ec52 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:15.130425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7e5d5fe9-e6b4-475a-973e-1d531037a9c5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups/2b5e7c74-376a-4e59-9ac7-131985b7ff14 HTTP/1.1" status: 200 len: 1776 time: 0.0707183 Aug 10 00:51:15.133365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53820) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.169259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Calling delete_port for a70dfb92-8ee3-4748-b9dd-83b811ca5d8a owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:15.192397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.218627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.270014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.273521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.275173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b5e7c74-376a-4e59-9ac7-131985b7ff14 HTTP/1.1" status: 204 len: 168 time: 0.1401918 Aug 10 00:51:15.284306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53832) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.321514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:15.325124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66f724-8d8c-4428-a640-d010585d983e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5e7c74-376a-4e59-9ac7-131985b7ff14,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.367326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f95c84ab-11f5-41cd-8d00-d2d498b6f913 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0817530 Aug 10 00:51:15.368453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53842) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.392630 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-70fb76d2-3212-475b-89b2-4f9994fc5fc7 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] delete failed (client error): The resource could not be found. Aug 10 00:51:15.395171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-70fb76d2-3212-475b-89b2-4f9994fc5fc7 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b5e7c74-376a-4e59-9ac7-131985b7ff14 HTTP/1.1" status: 404 len: 347 time: 0.0243788 Aug 10 00:51:15.397966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53844) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.404021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--127272522'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:15.406304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.436122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.497504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:15.542933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Network cd941087-a9b9-4d97-996b-813c362aa4c5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:15.564765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.570349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.577286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1fcb7-feb8-4e99-9860-a43535e7cbc3 req-02199950-1451-44b9-a600-96ca108cfcff tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:15.584544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3a1fcb7-feb8-4e99-9860-a43535e7cbc3 req-02199950-1451-44b9-a600-96ca108cfcff tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2cb743d-9793-40b6-bb0c-e0dabfb2bbef HTTP/1.1" status: 200 len: 945 time: 0.2608848 Aug 10 00:51:15.586457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event updated for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.593466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:15.607515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.612281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2130361 Aug 10 00:51:15.612888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53856) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:15.615005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:15.619908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '68e35eac-ee6f-4302-aa8e-e1c26ddd53d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:15.637390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931adf8-ffb2-471d-980f-7936e702ddac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68e35eac-ee6f-4302-aa8e-e1c26ddd53d3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.641631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.642018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.642370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.642737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.643103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.643417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.643745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.644076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.644585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.645081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.645838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.646637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:15.694567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.708993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4e4ec-39f3-4a30-ad2a-559a67e7d4f4 req-e2e58fe4-a092-4d7d-b786-9f9876bda2ba tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:15.711325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.718057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfb4e4ec-39f3-4a30-ad2a-559a67e7d4f4 req-e2e58fe4-a092-4d7d-b786-9f9876bda2ba tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 931 time: 0.1142323 Aug 10 00:51:15.746074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3a1fcb7-feb8-4e99-9860-a43535e7cbc3 req-41d91227-a415-43c9-8578-bf96c58c6662 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548684 Aug 10 00:51:15.778518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:15.779336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.783241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Transition to ACTIVE for port object b8e86cc4-44ca-4ce8-82ad-08778dce8a18 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:15.784422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.824912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.848591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event deleted for resources: {'Port': ['ID=a70dfb92-8ee3-4748-b9dd-83b811ca5d8a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.850143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfb4e4ec-39f3-4a30-ad2a-559a67e7d4f4 req-719df36e-7347-483a-9c5f-d5c6756bd3fd tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216300 Aug 10 00:51:15.859208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-84675b97-625b-4858-b1bd-fe10d87c9e39 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2060089 Aug 10 00:51:15.905885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Request body: {'port': {'device_id': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:15.932684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.949711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.981623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123cdd37-b23c-4ec5-ba91-649b920b8779,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:15.988641 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:15.992825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f3bf8600-6299-4e02-8901-c2a638d913bf tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3746483 Aug 10 00:51:15.994012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53870) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.004250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b39b3679-7edd-4c25-9d6b-d6584ba53bee None None] Provisioning for port a113fa08-9fc2-42df-a18c-eb2272f7ec52 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:16.006968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] No DVR routers for this DVR port a70dfb92-8ee3-4748-b9dd-83b811ca5d8a on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:16.014476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b39b3679-7edd-4c25-9d6b-d6584ba53bee None None] Provisioning complete for port a113fa08-9fc2-42df-a18c-eb2272f7ec52 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:16.014888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39b3679-7edd-4c25-9d6b-d6584ba53bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.015966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.017964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fbc5fef-1182-4c44-99b5-8dbf3fd287f8 req-492d1105-b860-4205-96d5-49214f946e7d tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "DELETE /v2.0/ports/a70dfb92-8ee3-4748-b9dd-83b811ca5d8a HTTP/1.1" status: 204 len: 173 time: 1.5550601 Aug 10 00:51:16.041940 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.054263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.074687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] No DVR routers for this DVR port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:16.088025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b39b3679-7edd-4c25-9d6b-d6584ba53bee None None] Port a113fa08-9fc2-42df-a18c-eb2272f7ec52 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:16.102721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:16.110982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.119862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.123310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/123cdd37-b23c-4ec5-ba91-649b920b8779 HTTP/1.1" status: 204 len: 168 time: 0.1248324 Aug 10 00:51:16.126204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53876) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.140059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd0e89-a2ec-41ae-9e31-1c07e31d2a35 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=123cdd37-b23c-4ec5-ba91-649b920b8779,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:16.144838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:16.232919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:16.238512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b599d6d6-6c7a-4fe6-8771-70fe26a8a29b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1086183 Aug 10 00:51:16.239059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53878) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.239315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53880) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.263102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.274357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0565c0-3289-4d79-b8c8-ed4900665192 req-88db7772-49e8-421b-8cf2-91318bb825b8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:16.276224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba0565c0-3289-4d79-b8c8-ed4900665192 req-88db7772-49e8-421b-8cf2-91318bb825b8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.3624220 Aug 10 00:51:16.310024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:16.310376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:16.312518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:16.339313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Deleting subnet af4b8456-f528-4209-8c83-b268d79b28be {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:16.347675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:16.348008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Attempting to bind port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:16.352833 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.369046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:16.369428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:16.369808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:16.370219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Bound port: b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:16.370584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.379818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba0565c0-3289-4d79-b8c8-ed4900665192 req-11786e88-ff82-4b72-8ce2-cfa234538970 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962465 Aug 10 00:51:16.392553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}, {'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-deleted', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:16.397603 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ab2a2-b40e-409d-8a33-85df1be8463a" -d '{"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}, {"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-deleted", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:16.517028 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cb990-1a3f-4e92-b1bc-4a960f2ec0b3 x-openstack-request-id: req-582cb990-1a3f-4e92-b1bc-4a960f2ec0b3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:16.517328 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-unplugged", "status": "completed", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "code": 200}, {"server_uuid": "f2cb743d-9793-40b6-bb0c-e0dabfb2bbef", "name": "network-vif-deleted", "tag": "a70dfb92-8ee3-4748-b9dd-83b811ca5d8a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:16.517580 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-582cb990-1a3f-4e92-b1bc-4a960f2ec0b3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:16.517971 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'code': 200} Aug 10 00:51:16.518223 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cb743d-9793-40b6-bb0c-e0dabfb2bbef', 'name': 'network-vif-deleted', 'tag': 'a70dfb92-8ee3-4748-b9dd-83b811ca5d8a', 'status': 'completed', 'code': 200} Aug 10 00:51:16.635562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:16.642548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:16.652632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.711840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.714714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0aac314b-b569-40e4-be2f-497b2d06508f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.752865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.755646 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.822862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.870624 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.876894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:16.883787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/68e35eac-ee6f-4302-aa8e-e1c26ddd53d3 HTTP/1.1" status: 204 len: 168 time: 0.6394999 Aug 10 00:51:16.891892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53892) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:16.976149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd5212-b45b-4d34-859f-b5e65d6456af tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e35eac-ee6f-4302-aa8e-e1c26ddd53d3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.027862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.052715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99625827-e41a-4222-96f1-08ef48d38067 req-a11dd1ac-5a2c-415f-af41-e91004ae3b5a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.060387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99625827-e41a-4222-96f1-08ef48d38067 req-a11dd1ac-5a2c-415f-af41-e91004ae3b5a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 931 time: 0.1117442 Aug 10 00:51:17.090437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-db1237dd-f380-428e-b453-6ac594d7ae30 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1767218 Aug 10 00:51:17.096656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4b8456-f528-4209-8c83-b268d79b28be,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.104352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.104886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.105005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.106612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 1098 time: 2.5717905 Aug 10 00:51:17.109328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53898) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:17.109520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-132bb29b-e266-49eb-8974-ced728974f7a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af4b8456-f528-4209-8c83-b268d79b28be HTTP/1.1" status: 204 len: 168 time: 0.8676829 Aug 10 00:51:17.109741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:17.150599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99625827-e41a-4222-96f1-08ef48d38067 req-585f7a6a-e034-4d61-bfd8-57b4d13e03ff tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891962 Aug 10 00:51:17.171976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--139485699'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:17.198036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.235742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.297393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcabf6d-5a9b-44b3-9fe9-1eed0debbc82 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=11']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:17.369364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.376632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-4037a45d-c1a8-4423-8991-14d80e665386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.378198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-4037a45d-c1a8-4423-8991-14d80e665386 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1101 time: 0.2426763 Aug 10 00:51:17.525641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603d90f-011b-4bb3-b134-d93eb7bf76ba req-cec5f0d6-21dd-4461-a03e-60c4ca5d1d6d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.527592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4603d90f-011b-4bb3-b134-d93eb7bf76ba req-cec5f0d6-21dd-4461-a03e-60c4ca5d1d6d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.0639920 Aug 10 00:51:17.566599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a113fa08-9fc2-42df-a18c-eb2272f7ec52 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:17.585047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.590085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4603d90f-011b-4bb3-b134-d93eb7bf76ba req-cbd6a025-a5fb-42bd-8062-7a63c0c55612 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537472 Aug 10 00:51:17.600878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.711519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Transition to ACTIVE for port object a113fa08-9fc2-42df-a18c-eb2272f7ec52 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:17.723774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.740848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-c1625443-ed02-47c2-a6a5-df927d357da3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.742358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-c1625443-ed02-47c2-a6a5-df927d357da3 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.2684584 Aug 10 00:51:17.751526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.769380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d5f3e-4d8d-412c-b01c-0820b80556d8 req-c4f7816c-49f2-421c-a380-630bbd6e8087 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.771143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e79d5f3e-4d8d-412c-b01c-0820b80556d8 req-c4f7816c-49f2-421c-a380-630bbd6e8087 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.5621953 Aug 10 00:51:17.774490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194214f4-c55f-4a29-a709-22c80ebfaafc']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:17.819229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-a208f65e-32cb-4c34-bed3-808202b97856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:17.820763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-a208f65e-32cb-4c34-bed3-808202b97856 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.4295855 Aug 10 00:51:17.823393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.844920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e60904-5702-40b7-8384-7817cea64915') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:17.845217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e60904-5702-40b7-8384-7817cea64915') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:17.869558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.920852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:17.952119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-d4995afb-3a9b-4223-9fd8-b8f6eb50f6b4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0989237 Aug 10 00:51:17.995320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83a8070-df16-43e7-a853-dd8209a06de2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.017445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Pushing event updated for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.035572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.037878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.039778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b66a737-8a5c-4042-b62f-7b0db954b73c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9088130 Aug 10 00:51:18.042524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53916) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.050236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': 'c83a8070-df16-43e7-a853-dd8209a06de2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:18.089952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.115450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:18.116082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.131803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e79d5f3e-4d8d-412c-b01c-0820b80556d8 req-a11247f2-dcb7-4c25-ad1d-3bb715d9abb4 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134255 Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:18.133620 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:18.143129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:18.154181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.159853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.191120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: a70dfb92-8ee3-4748-b9dd-83b811ca5d8a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:18.195341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a70dfb92-8ee3-4748-b9dd-83b811ca5d8a not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:18.197240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a2f004-ad70-41f3-97a4-23311768af30,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.214419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.216038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d10bec7-db07-44f7-b94b-d475f8d12466 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1722925 Aug 10 00:51:18.219454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.227593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': 'c83a8070-df16-43e7-a853-dd8209a06de2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:18.260754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.333581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-113c9f60-92ce-43f5-8b04-7a748fefb0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.335108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-113c9f60-92ce-43f5-8b04-7a748fefb0c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.3458722 Aug 10 00:51:18.339822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.342810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Attempting to bind port a113fa08-9fc2-42df-a18c-eb2272f7ec52 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:18.343158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Attempting to bind port a113fa08-9fc2-42df-a18c-eb2272f7ec52 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:18.343498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Attempting to bind port a113fa08-9fc2-42df-a18c-eb2272f7ec52 on network cd941087-a9b9-4d97-996b-813c362aa4c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:18.343846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.365853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3f1545-f785-46af-892a-f5aaa04c8179,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.366338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.382472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.391184 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e330c46-a433-49c4-9783-dc11c91173a0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686430 Aug 10 00:51:18.391882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53926) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.395602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Port a113fa08-9fc2-42df-a18c-eb2272f7ec52 on network cd941087-a9b9-4d97-996b-813c362aa4c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:18.395937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Attempting to bind port a113fa08-9fc2-42df-a18c-eb2272f7ec52 on network cd941087-a9b9-4d97-996b-813c362aa4c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:18.398268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': 'c83a8070-df16-43e7-a853-dd8209a06de2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:18.401834 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.402948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/194214f4-c55f-4a29-a709-22c80ebfaafc HTTP/1.1" status: 204 len: 168 time: 1.2701941 Aug 10 00:51:18.429448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.433662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:18.434016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Checking segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:18.434410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Bound using segment: {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:18.434901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Bound port: a113fa08-9fc2-42df-a18c-eb2272f7ec52, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a52eb1-f997-436b-873b-9b50f60ee4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:18.435261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.444072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92405c1-3c4f-4c05-a2f0-68d9bce1b15e req-eaa32ebc-b7f2-4083-a723-6ee101ca7122 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.445966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c92405c1-3c4f-4c05-a2f0-68d9bce1b15e req-eaa32ebc-b7f2-4083-a723-6ee101ca7122 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 943 time: 0.1684463 Aug 10 00:51:18.449476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dbaa0-3209-440b-a957-12bddb7244bf admin admin] Pushing event deleted for resources: {'Network': ['ID=194214f4-c55f-4a29-a709-22c80ebfaafc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.475470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Deleting port 93d35847-47bf-4cff-847a-8a0185efd7aa {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:18.475816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.524240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.531111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.551467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ebfbf2-e561-42c6-9063-766f8b208634,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.558363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:18.561616 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2305e14d-cc1a-422f-82f3-82b2b79b24f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:18.565709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.567535 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c5dbcf1-fb99-49bc-8ec8-81607de8e8c3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746562 Aug 10 00:51:18.570141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.577789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-a00e22e6-23f1-4342-b920-a034083a9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.578069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': 'c83a8070-df16-43e7-a853-dd8209a06de2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:18.579940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-a00e22e6-23f1-4342-b920-a034083a9c79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2334476 Aug 10 00:51:18.622025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.639344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c92405c1-3c4f-4c05-a2f0-68d9bce1b15e req-7733b347-010d-43cd-9084-4c1eb1ec4eeb tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810958 Aug 10 00:51:18.668070 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57d0a5a-a45f-4170-92b8-23b48c56d585 x-openstack-request-id: req-a57d0a5a-a45f-4170-92b8-23b48c56d585 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:18.668682 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:18.669110 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a57d0a5a-a45f-4170-92b8-23b48c56d585 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:18.669676 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'status': 'completed', 'code': 200} Aug 10 00:51:18.721569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:18.755253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.761822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] For port 93d35847-47bf-4cff-847a-8a0185efd7aa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=93d35847-47bf-4cff-847a-8a0185efd7aa,segment=NetworkSegment(8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f),segment_id=8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:18.762287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.765937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:18.767147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53938) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.792369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.794328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.800070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Calling delete_port for 93d35847-47bf-4cff-847a-8a0185efd7aa owned by compute:tempest-test_az-988655111 {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:18.840644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cbc478-0ae6-4eef-82da-73b8993d5877,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:18.845572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.846808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73e2a832-6b17-4ee1-bfcb-a918acd59bff tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2748432 Aug 10 00:51:18.848032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-349ed8b9-c078-4057-be18-29dc497a2b5f service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510679 Aug 10 00:51:18.852144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53940) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:18.858080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-624a82d7-d2a3-4bd3-8a99-392810406b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.860653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-624a82d7-d2a3-4bd3-8a99-392810406b4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1101 time: 0.1797354 Aug 10 00:51:18.864314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': 'c83a8070-df16-43e7-a853-dd8209a06de2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:18.878157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee50a0-1645-4476-94b9-853eeb60da26 req-06d79d2c-6934-4b38-b0bb-825aea7fc4bf tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.885137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-37ee50a0-1645-4476-94b9-853eeb60da26 req-06d79d2c-6934-4b38-b0bb-825aea7fc4bf tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1066847 Aug 10 00:51:18.899936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:18.899936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:18.899936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] 10.222.0.21 "PUT /v2.0/ports/a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 200 len: 1092 time: 2.9924417 Aug 10 00:51:18.987872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-37ee50a0-1645-4476-94b9-853eeb60da26 req-fcea6c76-7157-4bff-8caf-e0c36c574f5f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018341 Aug 10 00:51:19.025861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-5c5237e4-f5b2-4c8b-99ae-3d264efd5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.028285 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-5c5237e4-f5b2-4c8b-99ae-3d264efd5aca service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1599498 Aug 10 00:51:19.074751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-4d02a6c3-5b27-4362-ad72-13c4a7f19d4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0387416 Aug 10 00:51:19.085427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb5225-0b21-4f1a-883f-d99c65177157 service neutron] Pushing event updated for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.124539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d9dede53-89db-4521-b64a-ba46bf50d2f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4bb876423da4b5c8144aef0480579ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481085 Aug 10 00:51:19.128257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53942) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:19.149486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-825ad189-8ae4-49c3-84cf-15d70be8ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.151504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-825ad189-8ae4-49c3-84cf-15d70be8ac97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0696030 Aug 10 00:51:19.151699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f13b9965-9069-40ed-af64-02393636b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.153168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-f13b9965-9069-40ed-af64-02393636b7c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 1095 time: 0.2087002 Aug 10 00:51:19.161829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.226291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-17f2a12d-2d2b-474a-9864-65966fab2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.228043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-17f2a12d-2d2b-474a-9864-65966fab2f29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0667007 Aug 10 00:51:19.249764 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a49f7b34-7e4d-431f-bc43-0f71e3d45297 req-5d250a8c-958a-4b87-a680-286cd9fc8364 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915944 Aug 10 00:51:19.255081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-8caf1f28-f1c7-4053-898b-a490967559d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 200 len: 217 time: 0.0846095 Aug 10 00:51:19.278542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.352863 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.410115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-4ca21aa8-e8cf-47dc-8652-deb95ae50e04 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745758 Aug 10 00:51:19.450724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-71838cb9-e0f7-465b-92fd-1759775a31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.452168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-71838cb9-e0f7-465b-92fd-1759775a31cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa9e8f62-3793-49c4-826c-7c135dc10cde HTTP/1.1" status: 200 len: 850 time: 0.1772640 Aug 10 00:51:19.500591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.503660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.505242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6082bd0-a44d-4bb5-80a7-dc2414f604b2 HTTP/1.1" status: 204 len: 168 time: 0.3760338 Aug 10 00:51:19.515091 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.535988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c918f-e401-41b9-9f94-f668c2bcb191 req-8dac1315-dc28-4e0f-b693-e94954233cbd tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.538306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf04147-1771-41c1-b3c0-3414d7578f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6082bd0-a44d-4bb5-80a7-dc2414f604b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.549888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c4c918f-e401-41b9-9f94-f668c2bcb191 req-8dac1315-dc28-4e0f-b693-e94954233cbd tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/ports?device_id=aef47af6-08a5-4502-ac9d-c1af7e4076bd HTTP/1.1" status: 200 len: 966 time: 0.3026741 Aug 10 00:51:19.556716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-c59c9184-a290-49d3-9c04-a853528119e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.558197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-c59c9184-a290-49d3-9c04-a853528119e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=378c76aea9f44ac292601912d5782dbc&device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1101 time: 0.1993601 Aug 10 00:51:19.565465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-d5bfed1b-f18d-4f66-a98e-209c0f9cb569 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478858 Aug 10 00:51:19.575996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.592457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.632055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.693420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Pushing event deleted for resources: {'Port': ['ID=93d35847-47bf-4cff-847a-8a0185efd7aa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.742244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4857fcd2-ca1e-4930-aca9-fe6da44f0d58,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.753142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-5b8b754e-7e5c-4301-a4fc-91deb611503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.754635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-5b8b754e-7e5c-4301-a4fc-91deb611503f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd941087-a9b9-4d97-996b-813c362aa4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2869718 Aug 10 00:51:19.787388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] No DVR routers for this DVR port 93d35847-47bf-4cff-847a-8a0185efd7aa on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:19.800970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.802944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45dbc890-c531-47d9-a007-3326f7cdd98e req-8005d61f-8673-466e-b23a-e663a64acbd2 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.10 "DELETE /v2.0/ports/93d35847-47bf-4cff-847a-8a0185efd7aa HTTP/1.1" status: 204 len: 173 time: 2.0442023 Aug 10 00:51:19.805953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c4c918f-e401-41b9-9f94-f668c2bcb191 req-74081fbb-22c2-450a-9a14-da7c3d84c8e5 tempest-LiveMigrationTest-713094941 tempest-LiveMigrationTest-713094941-project] 10.222.0.25 "GET /v2.0/security-groups?id=d367500c-92f0-4eff-b063-0ad1e88714dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552557 Aug 10 00:51:19.806646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.807758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92864aeb-5e12-4e1a-8555-131789bb04ae tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9508355 Aug 10 00:51:19.818996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53956) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:19.838929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b13ec6-5f2d-4791-91ff-549251db336e req-f6245820-4f38-4f81-9d99-141ea383590f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.840526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5b13ec6-5f2d-4791-91ff-549251db336e req-f6245820-4f38-4f81-9d99-141ea383590f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 943 time: 0.0842137 Aug 10 00:51:19.881208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.900296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.900573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-48f41063-b0e7-42b5-ab0c-689e6d80f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:19.902856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-48f41063-b0e7-42b5-ab0c-689e6d80f383 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3206434 Aug 10 00:51:19.910381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5b13ec6-5f2d-4791-91ff-549251db336e req-8ddbdc3d-d04d-4939-a88f-ec52d9d2af78 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573733 Aug 10 00:51:19.936397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.944109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:19.945847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4857fcd2-ca1e-4930-aca9-fe6da44f0d58 HTTP/1.1" status: 204 len: 168 time: 0.1037903 Aug 10 00:51:19.950101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53960) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:19.956544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e2097-a055-4c8d-8678-e3a32e9ff4f6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4857fcd2-ca1e-4930-aca9-fe6da44f0d58,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:19.986961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-32aa04a7-5d26-4298-9716-1715df0c749c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 200 len: 217 time: 0.0715954 Aug 10 00:51:20.006485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-d88a0904-e86a-45cd-94bd-f69dafb877f0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221050 Aug 10 00:51:20.011116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de1f3609-eb8e-4f28-806b-dceee12a7bfc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0598013 Aug 10 00:51:20.013720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53964) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.052350 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.062941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.115441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.123516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.124777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d8cbc478-0ae6-4eef-82da-73b8993d5877 HTTP/1.1" status: 204 len: 168 time: 0.1098030 Aug 10 00:51:20.128804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53972) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.135646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c8103-59ff-4483-bd3d-286b05a667fe tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cbc478-0ae6-4eef-82da-73b8993d5877,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:20.156193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-31691ec4-66ae-4382-93d5-cc9ab6b0a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:20.158466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-31691ec4-66ae-4382-93d5-cc9ab6b0a32a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1502185 Aug 10 00:51:20.197552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe4bba36-a2f0-4d2e-a9fe-7b369b9c56d4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0644801 Aug 10 00:51:20.197962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53976) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.234702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.244976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.256147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775bc7a6-48e6-44ca-b194-5f5e6b442744 req-d26a67e7-da43-4a0d-b3fe-4424c87b49ca service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337775 Aug 10 00:51:20.271730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d509ca3-d585-4e25-8319-ca2c3dbf046a req-385eea21-ff8f-4d9d-bc64-57e8e54143d3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:20.279515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d509ca3-d585-4e25-8319-ca2c3dbf046a req-385eea21-ff8f-4d9d-bc64-57e8e54143d3 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1711361 Aug 10 00:51:20.283479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-f305387c-0cd2-46ec-baa3-bc9367591275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:20.284947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-f305387c-0cd2-46ec-baa3-bc9367591275 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1184561 Aug 10 00:51:20.306859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.323909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.328439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c3ebfbf2-e561-42c6-9063-766f8b208634 HTTP/1.1" status: 204 len: 168 time: 0.1294863 Aug 10 00:51:20.335301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53980) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.343718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578d89-4f74-4841-b359-d8c9363841be tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3ebfbf2-e561-42c6-9063-766f8b208634,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:20.394439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d509ca3-d585-4e25-8319-ca2c3dbf046a req-18e0122e-6efa-4631-834a-0fd8cf27aedf tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095619 Aug 10 00:51:20.462641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b1f48387-6674-43b4-8994-302bef9c67e8 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1235268 Aug 10 00:51:20.463470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53988) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.498873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-8e200f07-f7cc-4ce4-817c-e4838fb5011e service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926811 Aug 10 00:51:20.517453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.887223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.888889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52'}, {'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-deleted', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:20.891116 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfbffc4-2baf-44fc-b167-b1427cdaca44" -d '{"events": [{"name": "network-changed", "server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52"}, {"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-deleted", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:20.892024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.947348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.965296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:20.968863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9a3f1545-f785-46af-892a-f5aaa04c8179 HTTP/1.1" status: 204 len: 168 time: 0.5021908 Aug 10 00:51:20.970234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3f14-b83c-460f-8067-1c728a1e2f22 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a3f1545-f785-46af-892a-f5aaa04c8179,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:20.970876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54010) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:20.974376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2305e14d-cc1a-422f-82f3-82b2b79b24f6 req-9052faa6-acb8-4279-a97c-d8e91155e5fb service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677725 Aug 10 00:51:21.033272 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e0efe-a26d-4ec8-95a2-10e90394accb x-openstack-request-id: req-3e8e0efe-a26d-4ec8-95a2-10e90394accb {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:21.033843 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52", "status": "completed", "code": 200}, {"server_uuid": "aef47af6-08a5-4502-ac9d-c1af7e4076bd", "name": "network-vif-deleted", "tag": "93d35847-47bf-4cff-847a-8a0185efd7aa", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:21.034091 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e8e0efe-a26d-4ec8-95a2-10e90394accb {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:21.034891 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'status': 'completed', 'code': 200} Aug 10 00:51:21.035141 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef47af6-08a5-4502-ac9d-c1af7e4076bd', 'name': 'network-vif-deleted', 'tag': '93d35847-47bf-4cff-847a-8a0185efd7aa', 'status': 'completed', 'code': 200} Aug 10 00:51:21.036342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Deleting subnet 9a0639e7-7e5f-43f6-88ff-837dfc60010f {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:21.043094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.050907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6e333db2-ac03-4c94-a638-c40f2e689cc9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0763960 Aug 10 00:51:21.053739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54012) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.102324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.109277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.131997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.174357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-7684e261-59fc-4b0e-be63-df45bcd5b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.175323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-7684e261-59fc-4b0e-be63-df45bcd5b2cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 1095 time: 0.0821743 Aug 10 00:51:21.185905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.197153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.201913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/80a2f004-ad70-41f3-97a4-23311768af30 HTTP/1.1" status: 204 len: 168 time: 0.1449726 Aug 10 00:51:21.203515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.245184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.279064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadcb3bc-70b4-44d0-8c9b-3c7d08952c03 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a2f004-ad70-41f3-97a4-23311768af30,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:21.310096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-b9a859b4-07f2-4dfe-92ec-dd51f3fb6a3b tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407434 Aug 10 00:51:21.329381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0d720bb2-516f-475e-a3a3-de17998f441b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1224229 Aug 10 00:51:21.329608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c68f-99ba-4465-b8e6-3ad54e14017f req-484abb33-6b74-4a8e-9256-070a1830ef4e tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.330502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1717c68f-99ba-4465-b8e6-3ad54e14017f req-484abb33-6b74-4a8e-9256-070a1830ef4e tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 943 time: 0.1163418 Aug 10 00:51:21.333112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54024) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.369762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-752ff3f8-cafd-4db9-87f6-81b1f4377ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.371242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-752ff3f8-cafd-4db9-87f6-81b1f4377ba6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 200 len: 911 time: 0.1877499 Aug 10 00:51:21.404872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.436820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-8d097207-ac10-417a-8ae1-87157063432d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 200 len: 217 time: 0.0539668 Aug 10 00:51:21.444407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0639e7-7e5f-43f6-88ff-837dfc60010f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:21.449598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1717c68f-99ba-4465-b8e6-3ad54e14017f req-52cee126-188e-4ef5-ab42-b069249286df tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049080 Aug 10 00:51:21.469914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.481872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-018cf707-52c5-4a67-a37e-dfdd84b02251 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9a0639e7-7e5f-43f6-88ff-837dfc60010f HTTP/1.1" status: 204 len: 168 time: 0.5854378 Aug 10 00:51:21.488426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54032) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.505993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.522746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-ee725963-0464-488e-ab72-9b72545f2e9d tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.531681 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-ee725963-0464-488e-ab72-9b72545f2e9d tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148416 Aug 10 00:51:21.548238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-4a1b5a08-6ba3-47d9-af39-fb769275138e tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/quotas/96b2a79b12f24d3d95aeaecdd80437cc HTTP/1.1" status: 200 len: 375 time: 0.0154581 Aug 10 00:51:21.591265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-d0f9e537-94e9-4e72-a822-ad61ed4271fb tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414093 Aug 10 00:51:21.617660 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.620953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-defec9f3-b4f6-47a3-ae8c-1829dbd23bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.622399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-defec9f3-b4f6-47a3-ae8c-1829dbd23bbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa9e8f62-3793-49c4-826c-7c135dc10cde HTTP/1.1" status: 200 len: 850 time: 0.1760890 Aug 10 00:51:21.672130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.735907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82b37c-6fde-48e1-bded-6cc4dec985d8 req-e5d53e33-4f7c-4619-9b06-75b539b28da4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.737518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df82b37c-6fde-48e1-bded-6cc4dec985d8 req-e5d53e33-4f7c-4619-9b06-75b539b28da4 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 949 time: 0.1854346 Aug 10 00:51:21.748097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-25db6d44-4f2b-40c9-9462-71f7c816d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:21.749578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-25db6d44-4f2b-40c9-9462-71f7c816d994 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd941087-a9b9-4d97-996b-813c362aa4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187739 Aug 10 00:51:21.767845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.770638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.771781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/c83a8070-df16-43e7-a853-dd8209a06de2 HTTP/1.1" status: 204 len: 168 time: 0.4378176 Aug 10 00:51:21.778184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54040) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.788367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a113fa08-9fc2-42df-a18c-eb2272f7ec52 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:21.834637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dfe361e8-6c73-4c5d-8fd7-52b50ed0b045 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0507290 Aug 10 00:51:21.835223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:21.841473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--236554794'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:21.884827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc71200f-a9aa-4d95-ada3-9d0e6162774a req-ddb46243-8971-4f00-91a3-7cb58b56da2a tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 210 time: 0.0384340 Aug 10 00:51:21.905064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:21.921064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18da19-8a2a-49d8-97ce-fb89db621a3b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83a8070-df16-43e7-a853-dd8209a06de2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.003386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.015363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177143dc-5ebe-4764-adab-fb6b9f123723']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:22.023510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:22.027246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:22.027557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a307ac1-a05b-4845-9e8c-7ee9fe0ee85f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:22.037319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.046258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'port_id': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'mac_address': 'fa:16:3e:b4:ab:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:22.053251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.056022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.064524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:22.064940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:22.067476 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:22.103282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df82b37c-6fde-48e1-bded-6cc4dec985d8 req-eeb4d2d4-be05-450a-8c30-586605312bc5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463526 Aug 10 00:51:22.105661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.131839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-807314a2-584d-4c81-a09d-83587a52d1db service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555424 Aug 10 00:51:22.152689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:22.176194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410a279e-1609-48a8-a03e-17bd93f213a2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.183342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.187067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e0c5ed2-f23b-47e5-ace7-ec69564eafa2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3486593 Aug 10 00:51:22.188585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54052) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.200163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '410a279e-1609-48a8-a03e-17bd93f213a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:22.202257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 93d35847-47bf-4cff-847a-8a0185efd7aa {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:22.202610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 93d35847-47bf-4cff-847a-8a0185efd7aa not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:22.214991 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.250183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a113fa08-9fc2-42df-a18c-eb2272f7ec52 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:22.281671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.294263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.296383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] 10.222.0.25 "DELETE /v2.0/networks/177143dc-5ebe-4764-adab-fb6b9f123723 HTTP/1.1" status: 204 len: 168 time: 0.8068924 Aug 10 00:51:22.301400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.302159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54062) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.321474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:22.322584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc8507-b5c4-4fe3-9c27-a3122017108d req-447fdc42-f944-4c96-8385-f11181b88d63 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:22.324242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3bc8507-b5c4-4fe3-9c27-a3122017108d req-447fdc42-f944-4c96-8385-f11181b88d63 tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 1101 time: 0.0946221 Aug 10 00:51:22.334394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.335110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:22.404082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Deleting subnet 74332b21-bf5f-4c9b-a675-018b8b59997c {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:22.419358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f50d-5b9d-4b1d-b3c3-5dfc133fc181 admin admin] Pushing event deleted for resources: {'Network': ['ID=177143dc-5ebe-4764-adab-fb6b9f123723,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.420346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3bc8507-b5c4-4fe3-9c27-a3122017108d req-1c5df046-6046-4cc7-9f85-811b6eac488b tempest-MigrationsAdminTest-1323116115 tempest-MigrationsAdminTest-1323116115-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672169 Aug 10 00:51:22.420450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.433355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.442185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.466963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbfbffc4-2baf-44fc-b167-b1427cdaca44 req-620bc4cf-e19c-45ee-9564-bbd53e9f0a91 service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171680 Aug 10 00:51:22.467904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98a6661-ec69-4967-81e5-9077fc8ab2b9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.487162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.488122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.493218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2a04a081-4273-4c4b-b371-6fd26a68fa55 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3001029 Aug 10 00:51:22.495904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.521746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.578627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.579735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:22.595405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'mac_address': 'fa:16:3e:22:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:22.649917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.670949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:22.702371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:22.703354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.710816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.714223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.757179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.760970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/74332b21-bf5f-4c9b-a675-018b8b59997c HTTP/1.1" status: 204 len: 168 time: 0.4579051 Aug 10 00:51:22.767353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.775807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:22.826960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.836780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a53bd-8710-4cd4-b2af-da10f486193e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74332b21-bf5f-4c9b-a675-018b8b59997c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:22.947917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:22.956512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394ae1-cda9-4d8b-bc92-0a38c314ffaf req-fed059cf-3d29-4c81-832d-742d14b0722f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:22.964054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84394ae1-cda9-4d8b-bc92-0a38c314ffaf req-fed059cf-3d29-4c81-832d-742d14b0722f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 944 time: 0.3365448 Aug 10 00:51:22.981205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a113fa08-9fc2-42df-a18c-eb2272f7ec52'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:23.023634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['b8e86cc4-44ca-4ce8-82ad-08778dce8a18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:23.044302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.047305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.050855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/410a279e-1609-48a8-a03e-17bd93f213a2 HTTP/1.1" status: 204 len: 168 time: 0.5511768 Aug 10 00:51:23.051020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60a3c2-bd3d-4ce8-b8e4-9bb8c030980b req-23ba8bf7-54b3-4b0e-a073-0dfb6f1db18b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:23.054602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.066215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e60a3c2-bd3d-4ce8-b8e4-9bb8c030980b req-23ba8bf7-54b3-4b0e-a073-0dfb6f1db18b tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0989141 Aug 10 00:51:23.131263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e60a3c2-bd3d-4ce8-b8e4-9bb8c030980b req-8b1100a3-3eba-4929-9f33-baee0a288a32 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613058 Aug 10 00:51:23.151410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84394ae1-cda9-4d8b-bc92-0a38c314ffaf req-399238d5-d759-40d1-91d7-76be1de007f5 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862810 Aug 10 00:51:23.175420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04dadf-8d2a-4bc8-aa14-a34cb9c81a12 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410a279e-1609-48a8-a03e-17bd93f213a2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.192326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5a0b3afa-3627-413e-b7a4-60d2e8c6db4d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1234539 Aug 10 00:51:23.193921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54096) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.198033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--194402952'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:23.203630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.217868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d6f326-7b05-43e6-b664-11104774e2bb']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:23.234704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbc54f4-d484-492e-8ba8-0b0308207cd5') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:23.235016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbc54f4-d484-492e-8ba8-0b0308207cd5') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:23.248849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.257509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.270647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.270926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06118c8c-31d3-4537-b5f5-c2425f6ba80b req-024d9a25-a816-4f97-b1f6-c940ce561392 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 210 time: 0.0602555 Aug 10 00:51:23.280249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:51:23.280650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:51:23.282987 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:51:23.369636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.378259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.380164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] 10.222.0.25 "DELETE /v2.0/networks/66d6f326-7b05-43e6-b664-11104774e2bb HTTP/1.1" status: 204 len: 168 time: 0.6033652 Aug 10 00:51:23.395554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dac0ff-f5d6-496f-9071-019675588f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=66d6f326-7b05-43e6-b664-11104774e2bb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.439869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.446622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.479456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.480828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2869761 Aug 10 00:51:23.484047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54102) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.491323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697515319'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:23.497218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f5820-5252-49ca-a9e3-924dfd610fbc tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e942b8f-ba88-416e-915d-e7f277f8f52a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.508994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-9dab589f-2743-4c9c-bbd6-d791092b5889 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458999 Aug 10 00:51:23.520297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.649928 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.656412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.676054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-569bf09f-f921-45ea-a3c2-f74a730d4e89 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:23.677927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-569bf09f-f921-45ea-a3c2-f74a730d4e89 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642914 Aug 10 00:51:23.678778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.692761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00efa2ef-31bf-48e1-8b33-5ec149728d7e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.693581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Request body: {'port': {'device_id': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '96b2a79b12f24d3d95aeaecdd80437cc'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:23.713931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.717993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fd65656a-b935-4041-b251-b4119f4c0aec tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2302248 Aug 10 00:51:23.718296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.723214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '7e942b8f-ba88-416e-915d-e7f277f8f52a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '00efa2ef-31bf-48e1-8b33-5ec149728d7e', 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:23.767732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.798186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fe4e412e-d205-457f-9eb0-b26f8ca5790d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a79b96d3fa7e401f9e42b8ffee6af384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171749 Aug 10 00:51:23.800753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.840463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.845379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.865164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b5dc1-56bc-4c09-aecf-6fbe05b83dc5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:23.892171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.894097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Made reservation on behalf of 96b2a79b12f24d3d95aeaecdd80437cc for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:23.894245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.899362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3f1af07b-2a2a-43dd-ba7f-3a691cbf3ef9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1766233 Aug 10 00:51:23.899548 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.908610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:23.913197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.935487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.953380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:23.963749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.006752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.015897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.019432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f61b5dc1-56bc-4c09-aecf-6fbe05b83dc5 HTTP/1.1" status: 204 len: 168 time: 0.1054709 Aug 10 00:51:24.020308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.022830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54116) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.024022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.027644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d367500c-92f0-4eff-b063-0ad1e88714dc HTTP/1.1" status: 204 len: 168 time: 0.2232096 Aug 10 00:51:24.027809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efafd6-d5a6-456d-b0e0-7b51a72a51d3 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61b5dc1-56bc-4c09-aecf-6fbe05b83dc5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.044171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26dcff0-447c-4713-b61b-4aa7ba98e111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d367500c-92f0-4eff-b063-0ad1e88714dc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.081896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.087492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.109320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1199f6eb-5a6a-4b3c-9312-36aa92d1a0c6 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0844071 Aug 10 00:51:24.112069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.212571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76859a9-510b-4b26-8caf-aa2d583a80c1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.333697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Allocated IP 192.168.233.110 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/801aee2c-5698-4a20-90a6-965688f5c1ff) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:24.363083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe065c38-f6ec-4ef2-ad5b-f96b4865bb7b req-d52105c0-ac1e-4457-badc-63b9f42c8cce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:24.364619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe065c38-f6ec-4ef2-ad5b-f96b4865bb7b req-d52105c0-ac1e-4457-badc-63b9f42c8cce tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.0739465 Aug 10 00:51:24.407628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.414949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe065c38-f6ec-4ef2-ad5b-f96b4865bb7b req-a9059e3d-9b28-4eb9-9139-36fe11ac38b6 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Aug 10 00:51:24.460672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-2937ff7f-b544-4f79-a90c-6e75573303ef tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:24.463800 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-2937ff7f-b544-4f79-a90c-6e75573303ef tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 950 time: 0.2846105 Aug 10 00:51:24.513079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8fdd0cf5-5819-4631-8122-d9c9f6b91a0b req-95427ca8-19c0-467e-a86a-7393f8867c69 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 210 time: 0.0322778 Aug 10 00:51:24.531469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.580149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbda026-e07d-4ec0-8313-b1b3584a53ff req-c528f04c-da76-4429-aa7a-ee5698b74cca tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:24.583605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbda026-e07d-4ec0-8313-b1b3584a53ff req-c528f04c-da76-4429-aa7a-ee5698b74cca tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 944 time: 0.3114417 Aug 10 00:51:24.587253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54140) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.633560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-40b9f856-0360-4281-b8b3-e4fbfb29244d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=661abaca10d448c08eefa62378d8834c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446956 Aug 10 00:51:24.636057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54142) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.689633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.714933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.762892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbda026-e07d-4ec0-8313-b1b3584a53ff req-ef69803b-e5e2-4f98-8510-24035b2b0312 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631348 Aug 10 00:51:24.777105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.780424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.784351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ae7114c-6716-4db6-be98-b248a2f7deb6 HTTP/1.1" status: 204 len: 168 time: 0.1446543 Aug 10 00:51:24.784526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.786018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.790964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/00efa2ef-31bf-48e1-8b33-5ec149728d7e HTTP/1.1" status: 204 len: 168 time: 0.6778514 Aug 10 00:51:24.792349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54148) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.801711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8b5b-1095-40e7-859b-30609388f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7114c-6716-4db6-be98-b248a2f7deb6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.830404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d6cac-57ac-460a-9158-210f5057b09f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00efa2ef-31bf-48e1-8b33-5ec149728d7e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:24.845074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.852375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Deleting port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:24.852799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.877936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9d4e510c-5774-487e-b89c-4f027afcebe5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0841627 Aug 10 00:51:24.880529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54150) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:24.913323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Transition to ACTIVE for port object 801aee2c-5698-4a20-90a6-965688f5c1ff will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:24.956057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:24.983479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.000245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] For port b8e86cc4-44ca-4ce8-82ad-08778dce8a18, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:25.000608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.034190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.034897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.036053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Calling delete_port for b8e86cc4-44ca-4ce8-82ad-08778dce8a18 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:25.039644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.041241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e942b8f-ba88-416e-915d-e7f277f8f52a HTTP/1.1" status: 204 len: 168 time: 0.1591561 Aug 10 00:51:25.052784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54154) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:25.053729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b2576-a9d4-4de2-9993-206c82f768ac tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e942b8f-ba88-416e-915d-e7f277f8f52a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.145679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:25.153435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ad80bf5d-d53c-48c0-9590-90dbf664dd5f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0684931 Aug 10 00:51:25.158981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:25.162196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:25.163348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--147924637'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:25.172498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:25.174701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Pushing event updated for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.208068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.246933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:25.247570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.352705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.362237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.369036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85', '61e727f1-df41-435c-bc65-c4bf6875a397', 'a714d975-555f-4424-a62e-ad0f17e50b89', 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:25.372932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.390741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event deleted for resources: {'Port': ['ID=b8e86cc4-44ca-4ce8-82ad-08778dce8a18,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.405423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-48d82a1c-9526-4d45-a3e2-ea48da396dd3 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7173913 Aug 10 00:51:25.444778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Request body: {'port': {'device_id': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:25.469525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.471761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3119147 Aug 10 00:51:25.480405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:25.498325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '86a7b4ca-f946-421e-a286-72848a6ad4e5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:25.512798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] No DVR routers for this DVR port b8e86cc4-44ca-4ce8-82ad-08778dce8a18 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:25.520165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.522365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7344aa4d-3d8a-4e66-b00b-3841037fc42e req-72fc02fe-617c-4bbb-bb2e-2f88027ca20e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "DELETE /v2.0/ports/b8e86cc4-44ca-4ce8-82ad-08778dce8a18 HTTP/1.1" status: 204 len: 173 time: 1.0419345 Aug 10 00:51:25.523743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-deleted', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:25.526530 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb710a0-6047-46f3-9804-b75634c1dd85" -d '{"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-deleted", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:25.560114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83221b0e-948c-417a-8be7-28f235d99529 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a7b4ca-f946-421e-a286-72848a6ad4e5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:25.579224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.590190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-beb81a8c-6217-4687-bec7-ee3652e5af7a None None] Provisioning for port 801aee2c-5698-4a20-90a6-965688f5c1ff completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:25.648089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-beb81a8c-6217-4687-bec7-ee3652e5af7a None None] Provisioning complete for port 801aee2c-5698-4a20-90a6-965688f5c1ff triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:25.649630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-beb81a8c-6217-4687-bec7-ee3652e5af7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.670423 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e03153-8be4-44d6-9dce-b4743159eb4f x-openstack-request-id: req-f2e03153-8be4-44d6-9dce-b4743159eb4f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:25.671047 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4722b86a-6a6e-4992-b2e5-f49207256b23", "name": "network-vif-deleted", "tag": "b8e86cc4-44ca-4ce8-82ad-08778dce8a18", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:25.681826 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2e03153-8be4-44d6-9dce-b4743159eb4f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:25.682610 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4722b86a-6a6e-4992-b2e5-f49207256b23', 'name': 'network-vif-deleted', 'tag': 'b8e86cc4-44ca-4ce8-82ad-08778dce8a18', 'status': 'completed', 'code': 200} Aug 10 00:51:25.717043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9787cbdf-7d56-4819-895c-23c1dd2361ad req-da126139-640d-458a-87c1-108519123b40 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=4722b86a-6a6e-4992-b2e5-f49207256b23 HTTP/1.1" status: 200 len: 210 time: 0.1626897 Aug 10 00:51:25.764807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.804449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-beb81a8c-6217-4687-bec7-ee3652e5af7a None None] Port 801aee2c-5698-4a20-90a6-965688f5c1ff cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:25.807613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.812428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.826219 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:25.839521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a113fa08-9fc2-42df-a18c-eb2272f7ec52 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:25.841486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:25.853127 n-d-766380-21 neutron-server[105959]: INFO neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No ports have port_id starting with b8e86cc4-44ca-4ce8-82ad-08778dce8a18 Aug 10 00:51:25.909332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 requested by agent hyperv_n-h1-766380-21 not found in database {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 00:51:25.989631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c4bad3-1048-4a2a-b133-f7ec19d95f08,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.027709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.031696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35eb7301-5ed8-407e-aaa6-58a6a2a69e20 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5445192 Aug 10 00:51:26.034057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:26.060555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a113fa08-9fc2-42df-a18c-eb2272f7ec52 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:26.075434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a113fa08-9fc2-42df-a18c-eb2272f7ec52 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:26.085108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad5b4c-1d63-4e5d-9479-e523bc874195 req-b263557a-4f00-4ce0-82bb-5f7c572762ca tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.086208 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.093800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4ad5b4c-1d63-4e5d-9479-e523bc874195 req-b263557a-4f00-4ce0-82bb-5f7c572762ca tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 936 time: 0.2696650 Aug 10 00:51:26.145219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.149137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.185638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.242444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4ad5b4c-1d63-4e5d-9479-e523bc874195 req-79e104d1-cc96-4fd6-a1d6-818eef3a882c tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393738 Aug 10 00:51:26.277580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.296170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.297801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a9c4bad3-1048-4a2a-b133-f7ec19d95f08 HTTP/1.1" status: 204 len: 168 time: 0.2612281 Aug 10 00:51:26.308170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54196) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:26.314980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bd58f-8c40-4bea-b6ec-d1e36a68f77e tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9c4bad3-1048-4a2a-b133-f7ec19d95f08,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.329740 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.358919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585664b-a267-4a55-9b0a-36673aaade25 req-8a87693f-986a-433b-96e6-2968b8ebe584 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.360469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c585664b-a267-4a55-9b0a-36673aaade25 req-8a87693f-986a-433b-96e6-2968b8ebe584 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 944 time: 0.2934604 Aug 10 00:51:26.397337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:26.400452 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25924048-262b-4297-9c62-3f4cd0bcb5ed" -d '{"events": [{"server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "name": "network-vif-plugged", "status": "completed", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:26.423856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:26.437191 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.459854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82d615ac-334f-4c4f-92be-9ee695a05f00 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468341 Aug 10 00:51:26.460487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54202) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:26.478152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c585664b-a267-4a55-9b0a-36673aaade25 req-e4c71659-6b41-4546-b2d6-4a05ed23a8a2 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023903 Aug 10 00:51:26.493347 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275303b9-8133-4310-9c2b-30ec959f9b18 x-openstack-request-id: req-275303b9-8133-4310-9c2b-30ec959f9b18 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:26.493920 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "name": "network-vif-plugged", "status": "completed", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:26.494376 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-275303b9-8133-4310-9c2b-30ec959f9b18 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:26.494969 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'code': 200} Aug 10 00:51:26.537574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.547353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.571747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.618149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801aee2c-5698-4a20-90a6-965688f5c1ff {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:26.628203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.634440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d21a-eff1-4662-b708-669d7f903c02 req-8b936b21-8baa-495c-9e54-b08d6c463f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:26.636580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b679d21a-eff1-4662-b708-669d7f903c02 req-8b936b21-8baa-495c-9e54-b08d6c463f5a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 1097 time: 0.0835416 Aug 10 00:51:26.637995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.641559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.645364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/86a7b4ca-f946-421e-a286-72848a6ad4e5 HTTP/1.1" status: 204 len: 168 time: 0.1811237 Aug 10 00:51:26.649365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:26.659304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Transition to ACTIVE for port object 801aee2c-5698-4a20-90a6-965688f5c1ff will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:26.670925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.679225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efec7ca-e876-47af-8dbe-24e30b7b89a5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a7b4ca-f946-421e-a286-72848a6ad4e5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.735164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ad671427-9eae-4ea6-9578-c477193ec54c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0787706 Aug 10 00:51:26.740963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:26.756148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group': {'name': 'tempest-secgroup--850324054'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:26.778620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b679d21a-eff1-4662-b708-669d7f903c02 req-ee4a91de-84b7-457d-8246-b8c8287bd494 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264336 Aug 10 00:51:26.800457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Pushing event updated for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:26.903758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:26.930239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Attempting to bind port 801aee2c-5698-4a20-90a6-965688f5c1ff on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:26.930894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Attempting to bind port 801aee2c-5698-4a20-90a6-965688f5c1ff by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:26.931632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Attempting to bind port 801aee2c-5698-4a20-90a6-965688f5c1ff on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:26.946886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Port 801aee2c-5698-4a20-90a6-965688f5c1ff on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:26.947539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Attempting to bind port 801aee2c-5698-4a20-90a6-965688f5c1ff on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:26.957286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:26.957741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:26.958230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:26.964989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Bound port: 801aee2c-5698-4a20-90a6-965688f5c1ff, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:26.965712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.110923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:27.140054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=801aee2c-5698-4a20-90a6-965688f5c1ff,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:27.151116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.152774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.171323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.251827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.252741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.254174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] 10.222.0.10 "PUT /v2.0/ports/801aee2c-5698-4a20-90a6-965688f5c1ff HTTP/1.1" status: 200 len: 1097 time: 1.8167362 Aug 10 00:51:27.291331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.295420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.296178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5509701 Aug 10 00:51:27.297815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308fb39-7590-44e1-99d7-bd57adb7bbf9 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4d6ef7-93c4-4374-9ab4-20d4a6573bab,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:27.301501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e04717-8ff6-489e-87a0-22587e3d798d service neutron] Pushing event updated for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:27.309024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '4d4d6ef7-93c4-4374-9ab4-20d4a6573bab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:27.349252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7910c8-4b11-4b66-989e-1ea0dc4a0dae req-51730cc5-6181-441c-a04f-98a8e31227d2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.353176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e7910c8-4b11-4b66-989e-1ea0dc4a0dae req-51730cc5-6181-441c-a04f-98a8e31227d2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 950 time: 0.1956060 Aug 10 00:51:27.374575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.446643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-52123da7-265f-4580-9edc-8a2952b4cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.448433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-52123da7-265f-4580-9edc-8a2952b4cfe4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 1100 time: 0.1393366 Aug 10 00:51:27.500202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.518444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.540528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e7910c8-4b11-4b66-989e-1ea0dc4a0dae req-75e116c9-e734-4fa8-8c43-ef9179069858 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552978 Aug 10 00:51:27.542541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-eb6957b7-f272-4fec-a959-b3cce0c56a88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=801aee2c-5698-4a20-90a6-965688f5c1ff HTTP/1.1" status: 200 len: 217 time: 0.0821733 Aug 10 00:51:27.564731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.565493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2667923 Aug 10 00:51:27.568617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54242) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.583125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf5a69-d2e8-4502-aa4f-7967e5e1fe66 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c39765-7f4a-4dc9-b364-feb89658404d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:27.609088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-83cb01df-de6e-4aee-a86c-f9fbab336ba2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules/17c39765-7f4a-4dc9-b364-feb89658404d HTTP/1.1" status: 200 len: 763 time: 0.0296986 Aug 10 00:51:27.633029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54244) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.660699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-263b497f-6a2c-4429-9a46-a0e64e1ef41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.662210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-263b497f-6a2c-4429-9a46-a0e64e1ef41f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1111240 Aug 10 00:51:27.685305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83abd47-2b6b-40c3-81c4-7a9db793795d req-f1f297bd-4d4a-44d0-b380-80dc1e0fec30 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.693383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f83abd47-2b6b-40c3-81c4-7a9db793795d req-f1f297bd-4d4a-44d0-b380-80dc1e0fec30 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 948 time: 0.0922322 Aug 10 00:51:27.698867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:27.701526 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f290f5e-76cb-4f67-980b-ac3e99a9f120" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:27.732998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ddf1bd9b-1e0e-4008-bfcd-05b1da72a20c tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0880384 Aug 10 00:51:27.740407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.760452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753136aa-2dc1-4cce-958b-726093daea62 req-f81d11b2-d8f6-4eab-bed6-ae37e43cc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:27.761950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-f81d11b2-d8f6-4eab-bed6-ae37e43cc9fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923886 Aug 10 00:51:27.790281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.795340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f83abd47-2b6b-40c3-81c4-7a9db793795d req-b30e8ed6-b90b-4c37-a684-f036f35f181e tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009233 Aug 10 00:51:27.802192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.820671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:27.844118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.849686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.851480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/17c39765-7f4a-4dc9-b364-feb89658404d HTTP/1.1" status: 204 len: 168 time: 0.1094551 Aug 10 00:51:27.859670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.860443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c6208-195c-4607-992f-4006819d16f4 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17c39765-7f4a-4dc9-b364-feb89658404d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:27.878459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: b8e86cc4-44ca-4ce8-82ad-08778dce8a18 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:27.879106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b8e86cc4-44ca-4ce8-82ad-08778dce8a18 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:27.914521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c38e36e9-d608-4cfd-9ffa-ef9b55dd9803 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505722 Aug 10 00:51:27.917105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:27.924189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '4d4d6ef7-93c4-4374-9ab4-20d4a6573bab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:27.954357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:27.963471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-aa690565-23fc-45bb-ae71-e7aba0baf377 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847382 Aug 10 00:51:27.966385 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbb94cf-baba-4ba2-9ac4-13f65b5f8064 x-openstack-request-id: req-6bbb94cf-baba-4ba2-9ac4-13f65b5f8064 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:27.966813 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:27.967174 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bbb94cf-baba-4ba2-9ac4-13f65b5f8064 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:27.967773 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff', 'status': 'completed', 'code': 200} Aug 10 00:51:28.021397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.030919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.056054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c4413e-c415-49ad-a62c-02432ea871ad,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:28.067858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.070464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de03344b-46f5-499a-9319-bae37fc56891 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512418 Aug 10 00:51:28.073005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.084048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-753136aa-2dc1-4cce-958b-726093daea62 req-e75639b4-6af9-48a0-b662-40f15af108ed service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132579 Aug 10 00:51:28.094593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5fc34c5b-2d43-4ddc-b324-89dfa2b783d8 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules/f4c4413e-c415-49ad-a62c-02432ea871ad HTTP/1.1" status: 200 len: 763 time: 0.0199192 Aug 10 00:51:28.097797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54274) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.118820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee05e9-95fa-4582-b476-e1963460faeb req-a244b5a8-9eae-4a3c-a7e9-851be60a3aef tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.120964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fee05e9-95fa-4582-b476-e1963460faeb req-a244b5a8-9eae-4a3c-a7e9-851be60a3aef tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.3524044 Aug 10 00:51:28.160016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7b579de3-5876-410e-8a57-816bcd25d950 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0608110 Aug 10 00:51:28.162661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54278) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.238553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fee05e9-95fa-4582-b476-e1963460faeb req-93ecdc92-c633-414d-891d-d263c74daebc tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108122 Aug 10 00:51:28.250639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.263009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.277715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-cb802af2-ffdb-4e07-b80a-8d0c5a506255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.277715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-cb802af2-ffdb-4e07-b80a-8d0c5a506255 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 1100 time: 0.1265166 Aug 10 00:51:28.391947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.397323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.399680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f4c4413e-c415-49ad-a62c-02432ea871ad HTTP/1.1" status: 204 len: 168 time: 0.2352083 Aug 10 00:51:28.401633 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.425294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5402a1-6a45-4e8e-b8a9-1915a38021f0 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4c4413e-c415-49ad-a62c-02432ea871ad,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:28.449958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8bdba85-78db-4a1c-aa2d-8ebdc550c6b5 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0464480 Aug 10 00:51:28.452613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.458717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Request body: {'security_group_rule': {'security_group_id': '4d4d6ef7-93c4-4374-9ab4-20d4a6573bab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:28.463136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052ab3b-e118-4de0-ab75-c4fdbf5f3248 req-7018209e-63c6-4544-8a1b-4a8154798c57 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.465554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c052ab3b-e118-4de0-ab75-c4fdbf5f3248 req-7018209e-63c6-4544-8a1b-4a8154798c57 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1188085 Aug 10 00:51:28.468367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-877adcba-e7d5-421f-b587-c28fc501b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.469534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-877adcba-e7d5-421f-b587-c28fc501b071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1871705 Aug 10 00:51:28.473978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54302) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.478517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Request body: {'floatingip': {'port_id': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:28.487509 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Project d012fa9ec376402c859f043d8565cc6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:51:28.493312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.549043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.555452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.583522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fca83c7-4e17-41f2-bf35-e2bad87c19e5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:28.598362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.603053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-965648c9-7dc4-487c-a87e-46e0557dc02d tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458499 Aug 10 00:51:28.603891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.657178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-45c1aba3-1008-4b0c-9748-754acd85e797 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules/2fca83c7-4e17-41f2-bf35-e2bad87c19e5 HTTP/1.1" status: 200 len: 769 time: 0.0483134 Aug 10 00:51:28.678108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54308) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.750495 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a740bae9-7f7b-413a-9b40-cbac00906605 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0640855 Aug 10 00:51:28.754884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.765122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82698b-785c-4619-b211-2d6e07a8846e req-35777f82-9571-4a75-a320-a2eeb7356377 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:28.769421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e82698b-785c-4619-b211-2d6e07a8846e req-35777f82-9571-4a75-a320-a2eeb7356377 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 950 time: 0.1367955 Aug 10 00:51:28.799122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54316) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.837092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.851669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.878989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e82698b-785c-4619-b211-2d6e07a8846e req-a13a6a1f-4684-4e55-a29d-a4cc35ff2665 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913217 Aug 10 00:51:28.905564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.918149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.921824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2fca83c7-4e17-41f2-bf35-e2bad87c19e5 HTTP/1.1" status: 204 len: 168 time: 0.1480696 Aug 10 00:51:28.922556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54322) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:28.941671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec312c-eeb4-4014-b744-871eb4a3057f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fca83c7-4e17-41f2-bf35-e2bad87c19e5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:28.961272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-0ae7e438-adf3-4d30-bf81-7b36d3753ff5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=801aee2c-5698-4a20-90a6-965688f5c1ff HTTP/1.1" status: 200 len: 217 time: 0.4456964 Aug 10 00:51:28.963519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:28.989956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eea79917-82e3-4bff-857c-afb457459065 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638568 Aug 10 00:51:28.990335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.012370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fe7-c545-4e36-935b-41e627fc80e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.097712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-de1f6a88-ffae-4c35-b5b4-f7d02e75a822 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.099127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-de1f6a88-ffae-4c35-b5b4-f7d02e75a822 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 950 time: 0.5848775 Aug 10 00:51:29.104762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.139365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.178552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037b2f-b8ad-47ab-8b1d-f20a619fe8de req-0518e99d-a3ac-4fb1-9498-5035ea55a85a tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.183357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31037b2f-b8ad-47ab-8b1d-f20a619fe8de req-0518e99d-a3ac-4fb1-9498-5035ea55a85a tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 948 time: 0.2685885 Aug 10 00:51:29.190253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-41930e37-ad58-42d9-8624-b0d022c8b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.191808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-41930e37-ad58-42d9-8624-b0d022c8b714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2101016 Aug 10 00:51:29.202871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fe7-c545-4e36-935b-41e627fc80e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.206105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.208764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.212997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d4d6ef7-93c4-4374-9ab4-20d4a6573bab HTTP/1.1" status: 204 len: 168 time: 0.2182806 Aug 10 00:51:29.215803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.221739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ae0fe7-c545-4e36-935b-41e627fc80e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.246874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad40c85-3482-4b9c-be8a-962aa185527f tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4d6ef7-93c4-4374-9ab4-20d4a6573bab,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:29.286272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a9ae0fe7-c545-4e36-935b-41e627fc80e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2e6cb6378d44acea677db022e7a02f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857640 Aug 10 00:51:29.292599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.309664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae0fe7-c545-4e36-935b-41e627fc80e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cea1366-7ea4-4d48-98a7-023f094e69f0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:29.334721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-76d166a5-6772-4d13-89a0-99e8fbf7b0e2 tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1132121 Aug 10 00:51:29.334721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.385139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31037b2f-b8ad-47ab-8b1d-f20a619fe8de req-64c27cf4-f66d-4c62-945a-7e97f20495b6 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878552 Aug 10 00:51:29.391085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.392400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-facd6afd-3628-4212-9be5-814a61b90389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.394066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-facd6afd-3628-4212-9be5-814a61b90389 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802504 Aug 10 00:51:29.399616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4f43862-753a-43a4-97d3-14503d5e667b tempest-SecGroupIPv6Test-1007891524 tempest-SecGroupIPv6Test-1007891524-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0633245 Aug 10 00:51:29.423916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.526819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Deleting port a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:29.527213 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.542605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.545174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.548693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cea1366-7ea4-4d48-98a7-023f094e69f0 HTTP/1.1" status: 204 len: 168 time: 0.2520123 Aug 10 00:51:29.591805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f29887-92a0-4587-910a-6c2b43e84541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cea1366-7ea4-4d48-98a7-023f094e69f0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:29.621660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-7b8ce977-8826-43f7-bc68-39119b97f7c2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:29.623417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-7b8ce977-8826-43f7-bc68-39119b97f7c2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.1704617 Aug 10 00:51:29.645928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-9c938bd1-a717-462a-b582-25853ec4115a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/quotas/6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 375 time: 0.0124609 Aug 10 00:51:29.702876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-cd9be6a7-1c95-4b2a-810a-ed8021570fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952552 Aug 10 00:51:29.755825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-c4c345d4-9fe3-4c25-895f-d559ba8f6fb5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004641 Aug 10 00:51:29.756325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54348) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:29.759819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] For port a714d975-555f-4424-a62e-ad0f17e50b89, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a714d975-555f-4424-a62e-ad0f17e50b89,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:29.760200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:29.805665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Calling delete_port for a714d975-555f-4424-a62e-ad0f17e50b89 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:29.921606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-0509491c-bf90-43ec-be3a-bf5bec574be2 service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505303 Aug 10 00:51:29.972095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f290f5e-76cb-4f67-980b-ac3e99a9f120 req-00ee7bed-e0da-415d-a92a-7a69bde4bc3a service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608545 Aug 10 00:51:29.980463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54356) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.014814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60583dfe-cf98-40d3-8595-af9a54e9697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.021631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.053830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.065239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eeb52edf-2ca2-4dd1-a97c-b7384f906fe3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d012fa9ec376402c859f043d8565cc6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077242 Aug 10 00:51:30.067732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.106071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-e9e86226-8847-481d-abbb-eb393341516e service neutron] 10.222.0.25 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828525 Aug 10 00:51:30.133371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.155394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 801aee2c-5698-4a20-90a6-965688f5c1ff details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:30.156996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.170507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a64cf0-1a31-419f-9baa-92674cbfa8d5 req-a3ecca61-c566-4d0c-9bd4-32be6802c1dc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.172094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d7a64cf0-1a31-419f-9baa-92674cbfa8d5 req-a3ecca61-c566-4d0c-9bd4-32be6802c1dc tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=2363bd36-c263-4fb6-a83e-bdaa4ade7643 HTTP/1.1" status: 200 len: 950 time: 0.1754169 Aug 10 00:51:30.211533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.214340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.218084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5401139-235f-4a61-9ded-50126e9c41fa HTTP/1.1" status: 204 len: 168 time: 0.1468172 Aug 10 00:51:30.240538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19e531-3d3d-4e58-b4d5-f581e8a81838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5401139-235f-4a61-9ded-50126e9c41fa,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.285619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.306831 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Floating IP 65ee3d6b-025d-41f6-b54f-937354e2a547 associated. External IP: 172.25.7.30, port: a113fa08-9fc2-42df-a18c-eb2272f7ec52. Aug 10 00:51:30.322975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85', '61e727f1-df41-435c-bc65-c4bf6875a397'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:30.337623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d7a64cf0-1a31-419f-9baa-92674cbfa8d5 req-6433e0ef-6b98-49ef-a77f-597ed112c816 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290009 Aug 10 00:51:30.370304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event deleted for resources: {'Port': ['ID=a714d975-555f-4424-a62e-ad0f17e50b89,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.420189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=801aee2c-5698-4a20-90a6-965688f5c1ff,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:30.434347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '801aee2c-5698-4a20-90a6-965688f5c1ff', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '801aee2c-5698-4a20-90a6-965688f5c1ff', 'mac_address': 'fa:16:3e:92:f4:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:30.486113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] No DVR routers for this DVR port a714d975-555f-4424-a62e-ad0f17e50b89 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:30.497319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.499362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ff55c6a-cfa0-4e40-873a-e58e00894a15 req-b5256dc6-a22b-4bd9-8503-e3e9f86e78fe tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "DELETE /v2.0/ports/a714d975-555f-4424-a62e-ad0f17e50b89 HTTP/1.1" status: 204 len: 173 time: 1.3773253 Aug 10 00:51:30.499805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-deleted', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:30.502784 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26434724-ce43-429a-a476-c31fef89c92d" -d '{"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-deleted", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:30.506138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60583dfe-cf98-40d3-8595-af9a54e9697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.526530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60583dfe-cf98-40d3-8595-af9a54e9697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.534135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.565933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801aee2c-5698-4a20-90a6-965688f5c1ff {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:30.603617 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2c06b1-2b4f-4a13-918c-51c6b8790516 x-openstack-request-id: req-cf2c06b1-2b4f-4a13-918c-51c6b8790516 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:30.608589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=801aee2c-5698-4a20-90a6-965688f5c1ff,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:30.608777 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2363bd36-c263-4fb6-a83e-bdaa4ade7643", "name": "network-vif-deleted", "tag": "a714d975-555f-4424-a62e-ad0f17e50b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:30.609071 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf2c06b1-2b4f-4a13-918c-51c6b8790516 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:30.609503 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2363bd36-c263-4fb6-a83e-bdaa4ade7643', 'name': 'network-vif-deleted', 'tag': 'a714d975-555f-4424-a62e-ad0f17e50b89', 'status': 'completed', 'code': 200} Aug 10 00:51:30.620475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:30.679995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60583dfe-cf98-40d3-8595-af9a54e9697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113ad571-a378-444a-828b-dc3231cdd49a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.684361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-60583dfe-cf98-40d3-8595-af9a54e9697a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fc06e7bc61a46908aa997bc44778bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7028978 Aug 10 00:51:30.687611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54380) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:30.718324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95b10420-18c0-43df-b1b1-db34ad693f9b req-72929120-6711-4653-9616-2c6626c245e8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0647352 Aug 10 00:51:30.722535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:30.820729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de982a-48cd-4063-b004-4d7a2c175bc4 req-0d0e417a-f5c5-4760-ae87-69b44c8fb3ef tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:30.829153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27de982a-48cd-4063-b004-4d7a2c175bc4 req-0d0e417a-f5c5-4760-ae87-69b44c8fb3ef tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 949 time: 0.2072086 Aug 10 00:51:30.856933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['801aee2c-5698-4a20-90a6-965688f5c1ff'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:30.960060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27de982a-48cd-4063-b004-4d7a2c175bc4 req-b6129411-83e4-4e47-843e-c3de3ba6deda tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279516 Aug 10 00:51:30.977217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.020667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:51:31.041045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.184764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.187471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.190904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/113ad571-a378-444a-828b-dc3231cdd49a HTTP/1.1" status: 204 len: 168 time: 0.5000136 Aug 10 00:51:31.202869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c067b2-71d7-4f54-b145-4ab1f5df9611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113ad571-a378-444a-828b-dc3231cdd49a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:31.205090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:51:31.209187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.227317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Sync routers for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:51:31.254178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-31905a91-b20a-45b1-a65b-c8ca1e5e713a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "PUT /v2.0/floatingips/65ee3d6b-025d-41f6-b54f-937354e2a547 HTTP/1.1" status: 200 len: 990 time: 2.7764843 Aug 10 00:51:31.254432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:31.259524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:51:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:31.421987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:31.600001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54420) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:31.714987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '65ee3d6b-025d-41f6-b54f-937354e2a547', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'port_id': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'mac_address': 'fa:16:3e:b4:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:07Z', 'updated_at': '2021-08-10T00:51:29Z', 'revision_number': 1, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:31.749028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Checking router: c0f791c4-8c4d-420a-8cd5-4cf73d4e903b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:51:31.758112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:51:31.759799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:51:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:31.814878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--882782978'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:31.898986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9543109-4b99-4e75-aa51-7da86c4b7e51 req-9e0683cc-a899-44b8-95b9-43af83bc4b60 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0696530 Aug 10 00:51:31.913052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:31.925917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.115538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:32.136381 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.141717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a714d975-555f-4424-a62e-ad0f17e50b89 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:32.142014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a714d975-555f-4424-a62e-ad0f17e50b89 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:32.154721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.170920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:51:32.174706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 801aee2c-5698-4a20-90a6-965688f5c1ff up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:32.217243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ee23be-f088-43cd-96d2-cbde7750aadc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.244614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3714306-cce3-4c82-ae61-13cb58425abc req-f8cba6c1-6ccd-4054-a81f-28184587bd8e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.247396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3714306-cce3-4c82-ae61-13cb58425abc req-f8cba6c1-6ccd-4054-a81f-28184587bd8e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1592102 Aug 10 00:51:32.281367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-73424d06-637e-40af-8929-22ee2633fa43 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.285249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-73424d06-637e-40af-8929-22ee2633fa43 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 820 time: 0.3872745 Aug 10 00:51:32.295581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee6d28-8f21-4261-b404-0d8f600b92dc req-100f10a0-1d08-4772-8f77-b4fe8b48fd9c tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:32.301949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bee6d28-8f21-4261-b404-0d8f600b92dc req-100f10a0-1d08-4772-8f77-b4fe8b48fd9c tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 949 time: 0.2278702 Aug 10 00:51:32.314156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Request body: {'port': {'device_id': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'admin_state_up': True, 'tenant_id': '6c3741e2b7f44043850f8d019af31968'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:32.326393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3714306-cce3-4c82-ae61-13cb58425abc req-fa03e723-b546-4224-873d-47ac6285857f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713060 Aug 10 00:51:32.353678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 801aee2c-5698-4a20-90a6-965688f5c1ff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:32.362085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 801aee2c-5698-4a20-90a6-965688f5c1ff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:32.362385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.370335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.378508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.445249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.449791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8486907 Aug 10 00:51:32.450746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c4d3f-d9fb-49ba-a310-f8be04855166 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1a3df-2c7d-4073-9f71-a3463342fc5a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.453183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54452) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.504996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bee6d28-8f21-4261-b404-0d8f600b92dc req-0833f8ee-f182-469d-801f-7b79d0a22be4 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748984 Aug 10 00:51:32.561283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa8c9c47-476e-4c08-97b6-9574a6b5d352 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1068163 Aug 10 00:51:32.562215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54454) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.572339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-security--521210965', 'description': 'tempest-security-description-525163359'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:32.593859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.612663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:32.617879 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eef2b0-7569-4037-8bf9-f429e15f8c51" -d '{"events": [{"name": "network-changed", "server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:32.636432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:32.639241 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116f4f44-d5bc-4435-9d1c-6f0800a1fa61" -d '{"events": [{"server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "name": "network-vif-plugged", "status": "completed", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:32.641002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.662551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Made reservation on behalf of 6c3741e2b7f44043850f8d019af31968 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:32.674540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.695916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=801aee2c-5698-4a20-90a6-965688f5c1ff,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:32.712291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.717119 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdb8b30-72ad-44ed-b28e-d27a305e8909 x-openstack-request-id: req-3bdb8b30-72ad-44ed-b28e-d27a305e8909 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:32.717917 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:32.718178 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bdb8b30-72ad-44ed-b28e-d27a305e8909 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:32.720732 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'status': 'completed', 'code': 200} Aug 10 00:51:32.743272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.750029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.753756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:32.756266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "PUT /v2.0/security-groups/81f1a3df-2c7d-4073-9f71-a3463342fc5a HTTP/1.1" status: 200 len: 1776 time: 0.1929471 Aug 10 00:51:32.772308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:32.778140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '65ee3d6b-025d-41f6-b54f-937354e2a547', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'port_id': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'mac_address': 'fa:16:3e:b4:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:07Z', 'updated_at': '2021-08-10T00:51:29Z', 'revision_number': 1, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:51:32.815062 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c1bb78-5b65-4529-9f27-008a8fb1f13c x-openstack-request-id: req-69c1bb78-5b65-4529-9f27-008a8fb1f13c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:32.815388 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "name": "network-vif-plugged", "status": "completed", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:32.815649 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69c1bb78-5b65-4529-9f27-008a8fb1f13c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:32.816222 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff', 'code': 200} Aug 10 00:51:32.817574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0beda-b597-4fc6-b63d-23c941c9dd73 None None] The sync data for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 is: [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '65ee3d6b-025d-41f6-b54f-937354e2a547', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'floating_ip_address': '172.25.7.30', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'port_id': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'mac_address': 'fa:16:3e:b4:ab:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:51:07Z', 'updated_at': '2021-08-10T00:51:29Z', 'revision_number': 1, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:51:32.859075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.884138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415440-1d33-4202-8eb5-ad23e108de6f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f1a3df-2c7d-4073-9f71-a3463342fc5a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:32.917363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e7cef540-1831-466e-aa8d-196d1f707bcb tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups/81f1a3df-2c7d-4073-9f71-a3463342fc5a HTTP/1.1" status: 200 len: 1776 time: 0.1399677 Aug 10 00:51:32.918331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54472) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.015199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.091727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97a0bf1f-b6bb-41fb-88dd-39444e167ed4 req-e51dd570-ae30-4375-b1e2-8fce6c9bf4cc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0536559 Aug 10 00:51:33.098001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.111174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492aaf39-f043-4f54-a4ed-a7de0f9850e7 req-3e41746f-ab0b-44b8-916d-a448cadabbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.111174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-492aaf39-f043-4f54-a4ed-a7de0f9850e7 req-3e41746f-ab0b-44b8-916d-a448cadabbc8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 1102 time: 0.2110374 Aug 10 00:51:33.173031 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2420fec6-90f9-4119-a9a8-f52cac8a09ba None None] New status for floating IP 65ee3d6b-025d-41f6-b54f-937354e2a547: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:51:33.204615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.207923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.212228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/81f1a3df-2c7d-4073-9f71-a3463342fc5a HTTP/1.1" status: 204 len: 168 time: 0.2926743 Aug 10 00:51:33.217700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54480) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.249966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f57d21-60bf-4db6-b165-301e49ddea1e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f1a3df-2c7d-4073-9f71-a3463342fc5a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:33.327892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0403d9bf-ae94-4bc2-8dec-450963a857c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0924757 Aug 10 00:51:33.338368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54484) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.355794 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-582492c0-1352-47a7-81b5-dea3ab99beee tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] delete failed (client error): The resource could not be found. Aug 10 00:51:33.361636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-582492c0-1352-47a7-81b5-dea3ab99beee tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/81f1a3df-2c7d-4073-9f71-a3463342fc5a HTTP/1.1" status: 404 len: 347 time: 0.0218308 Aug 10 00:51:33.362970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.385646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410879483'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:33.423533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.495752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-de3efabf-3416-474d-aa85-7f6b84617ad8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.497609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-de3efabf-3416-474d-aa85-7f6b84617ad8 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.1680951 Aug 10 00:51:33.602703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.624804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.635540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-662cbd78-1a34-40a3-9c6a-84224a0c95df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.637063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-662cbd78-1a34-40a3-9c6a-84224a0c95df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 1097 time: 0.9061377 Aug 10 00:51:33.644068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Allocated IP 172.20.0.14 (95a0e5d2-f6a2-4820-bc32-bf2afed91ad2/7628e177-23d2-434c-a21b-39bc8da55068/9619f917-7fa1-4a0a-a8c2-c4776d1a2532) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:33.656484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.661067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2815089 Aug 10 00:51:33.662140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54498) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:33.672087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': 'f6312d84-262d-4ef2-af68-e6c564c72154', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:33.737058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af0695-eed9-4700-8801-dfaa96e4fcac tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6312d84-262d-4ef2-af68-e6c564c72154,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:33.737242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-492aaf39-f043-4f54-a4ed-a7de0f9850e7 req-9ec16b8f-6aac-4fc2-b1b2-b72857fc8e84 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6196485 Aug 10 00:51:33.782657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c569d-032b-49f7-8301-65fc90bff86b req-a2d77ae4-13bb-454e-a0ea-9d5d055d2666 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.786141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.791405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d44c569d-032b-49f7-8301-65fc90bff86b req-a2d77ae4-13bb-454e-a0ea-9d5d055d2666 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 949 time: 0.2109592 Aug 10 00:51:33.827037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169b8ad-1592-4d74-9df5-940a79ebee26 req-258093cb-11fd-4a4e-a35f-e7d01ace6c33 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.828542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7169b8ad-1592-4d74-9df5-940a79ebee26 req-258093cb-11fd-4a4e-a35f-e7d01ace6c33 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 950 time: 0.0959454 Aug 10 00:51:33.865070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-e6af1ab1-4102-4559-a49f-79c2e0649f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:33.868467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-e6af1ab1-4102-4559-a49f-79c2e0649f99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 200 len: 911 time: 0.2206457 Aug 10 00:51:33.880069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Deleting port 61e727f1-df41-435c-bc65-c4bf6875a397 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:33.880407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.890488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d44c569d-032b-49f7-8301-65fc90bff86b req-5f3bccfb-a58c-4c5d-a791-50164a95981d tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983510 Aug 10 00:51:33.957661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:33.979368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7169b8ad-1592-4d74-9df5-940a79ebee26 req-16727dd3-3169-4358-809c-d84343c1c029 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376052 Aug 10 00:51:33.984588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.044159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-574aa11f-1a2a-42fa-aed3-b66deb8fad6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 200 len: 1000 time: 0.1519704 Aug 10 00:51:34.060586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cd3d94-4e0a-46bc-b431-ed82f49a6cd2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.088848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.092828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-acf5a8f0-206d-4a96-a651-2f648f1e1cc8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245274 Aug 10 00:51:34.093417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54506) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.110923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.132730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] For port 61e727f1-df41-435c-bc65-c4bf6875a397, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=61e727f1-df41-435c-bc65-c4bf6875a397,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:34.133184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-ce605ea3-934c-466b-a831-31b776572633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:34.134522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.135040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-ce605ea3-934c-466b-a831-31b776572633 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa9e8f62-3793-49c4-826c-7c135dc10cde HTTP/1.1" status: 200 len: 850 time: 0.0834892 Aug 10 00:51:34.166000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Calling delete_port for 61e727f1-df41-435c-bc65-c4bf6875a397 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:34.210534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.213593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-f57e5811-9470-420e-9a1d-9d12e1b8effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:34.215512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-f57e5811-9470-420e-9a1d-9d12e1b8effa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd941087-a9b9-4d97-996b-813c362aa4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739267 Aug 10 00:51:34.227939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.234893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.313991 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc8379d5-719d-43a0-8e47-2b2e641c23e6 req-741f3265-1b90-40fb-94e5-9b86587d0816 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.1458657 Aug 10 00:51:34.317292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.321192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.326638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.328482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/76cd3d94-4e0a-46bc-b431-ed82f49a6cd2 HTTP/1.1" status: 204 len: 168 time: 0.2282767 Aug 10 00:51:34.331359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54518) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.337517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e142cb-855e-4bd6-abca-44a891330407 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76cd3d94-4e0a-46bc-b431-ed82f49a6cd2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.383746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:34.395313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-8d9b0a74-3606-4001-8942-91d208cbb744 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715876 Aug 10 00:51:34.398776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:34.402601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:34.426328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.437992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85', '61e727f1-df41-435c-bc65-c4bf6875a397'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:34.461197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event deleted for resources: {'Port': ['ID=61e727f1-df41-435c-bc65-c4bf6875a397,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.508562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] No DVR routers for this DVR port 61e727f1-df41-435c-bc65-c4bf6875a397 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:34.511297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.513662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e30a45fd-7129-4224-88a2-90ec33c9e049 req-83a13088-116f-48fd-b17b-87b05ae426f7 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "DELETE /v2.0/ports/61e727f1-df41-435c-bc65-c4bf6875a397 HTTP/1.1" status: 204 len: 173 time: 0.9883335 Aug 10 00:51:34.514110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-deleted', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:34.516766 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d7779-b122-49fa-80dc-73ec24c5d063" -d '{"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-deleted", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:34.564438 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ff140-4ae1-4ee1-b8b1-72b070593ce5 x-openstack-request-id: req-bd8ff140-4ae1-4ee1-b8b1-72b070593ce5 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:34.564916 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0789fb0-4a70-4ddd-81d6-0769c1a15528", "name": "network-vif-deleted", "tag": "61e727f1-df41-435c-bc65-c4bf6875a397", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:34.565383 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd8ff140-4ae1-4ee1-b8b1-72b070593ce5 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:34.565961 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0789fb0-4a70-4ddd-81d6-0769c1a15528', 'name': 'network-vif-deleted', 'tag': '61e727f1-df41-435c-bc65-c4bf6875a397', 'status': 'completed', 'code': 200} Aug 10 00:51:34.614731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d8319d0-288b-4a07-a9ac-673dcd09c9c4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2658677 Aug 10 00:51:34.616647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54524) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.629190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:34.629934 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.638733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-c5b14d5b-cd1c-4280-893d-3f1f9130b49a service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156401 Aug 10 00:51:34.662166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-f2787bf1-8ed2-4bf9-9224-6f58116fff23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3590093 Aug 10 00:51:34.706026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Request body: {'port': {'device_id': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:34.745627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.780367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.827128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.830078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.833545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/f6312d84-262d-4ef2-af68-e6c564c72154 HTTP/1.1" status: 204 len: 168 time: 0.2134161 Aug 10 00:51:34.836409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54526) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.856007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-203b025a-fdde-4b22-8e85-70af6b9894c6 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:34.857920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-203b025a-fdde-4b22-8e85-70af6b9894c6 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4280078 Aug 10 00:51:34.859553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992177f-266c-44e3-920e-b84f55eaef2f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6312d84-262d-4ef2-af68-e6c564c72154,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:34.880808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:34.904534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-3fe5d448-d2fc-47b4-a86c-9644a78ef882 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/quotas/30c6b70fbf7a4176a7be711b78628ac8 HTTP/1.1" status: 200 len: 375 time: 0.0306513 Aug 10 00:51:34.906454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6eef2b0-7569-4037-8bf9-f429e15f8c51 req-db9f4eaf-fe50-4de0-adaa-9a5de4f267f6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433834 Aug 10 00:51:34.949119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aebcd6c2-b7bb-435c-9cb4-2e469bcacdf8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1114156 Aug 10 00:51:34.950321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54530) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:34.956040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--779715895'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:34.992405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.084507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2925692-6a8a-4c24-ac09-c3bb61f0e866 req-77edcc5e-71db-4890-b069-561e5f563cbb tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0789fb0-4a70-4ddd-81d6-0769c1a15528 HTTP/1.1" status: 200 len: 210 time: 0.0393655 Aug 10 00:51:35.142267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-00aaa5db-1205-4d2d-8b36-16c9d1acf21d tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543096 Aug 10 00:51:35.191924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.202255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.267094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3886a6d5-b99b-4857-b814-ee09c4cb61d0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.287609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.291381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d48fa63-26d3-4da5-9a77-642866c8f1e0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3375509 Aug 10 00:51:35.291615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54538) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.296140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '3886a6d5-b99b-4857-b814-ee09c4cb61d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:35.377555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.395994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:35.407748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.421877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Transition to ACTIVE for port object 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:35.431125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.435728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.454555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef4c-4a35-4c3d-b0e6-b6408743111d req-33191013-8c4d-47dc-9b5d-d209581f2c46 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:35.462505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1cef4c-4a35-4c3d-b0e6-b6408743111d req-33191013-8c4d-47dc-9b5d-d209581f2c46 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 950 time: 0.1221228 Aug 10 00:51:35.465192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.501264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47487d8-f182-4b10-ab5d-5705102393f9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.508171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.509536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-484117f9-0968-4144-ab9b-faa7a3a2caa4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2169979 Aug 10 00:51:35.514288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-811c3e65-04df-4874-a25f-6b2aa5a3b960 req-da3c8b60-7d04-4630-b0e2-f1a6b5dd50e4 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 210 time: 0.0659626 Aug 10 00:51:35.514288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.528982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '3886a6d5-b99b-4857-b814-ee09c4cb61d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:35.534866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1cef4c-4a35-4c3d-b0e6-b6408743111d req-a7f3bd9a-dda9-42b4-bc98-ccd969fb524a tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669851 Aug 10 00:51:35.587257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.647520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.692835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:35.693180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:35.693517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:35.705375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c6820-8115-4d93-afba-bc41663c836e req-483bfcaa-2523-4c94-b2ce-6efa32dad5b0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:35.708316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:35.710962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca8c6820-8115-4d93-afba-bc41663c836e req-483bfcaa-2523-4c94-b2ce-6efa32dad5b0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.0928397 Aug 10 00:51:35.714478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:35.722793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:35.722793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:35.722793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:35.723151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Bound port: 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:35.724086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.750921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.782444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca8c6820-8115-4d93-afba-bc41663c836e req-f9a2eb48-d2df-404b-8c35-4a3bea817666 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674181 Aug 10 00:51:35.789419 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.818060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5e89b6-e57e-4a48-b5aa-a27273f43a74,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.844794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.849144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54560) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:35.849314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-65c84f9d-64f3-46e1-a1db-89b8d337d037 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3303242 Aug 10 00:51:35.855990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '3886a6d5-b99b-4857-b814-ee09c4cb61d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:35.860411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:35.864654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:35.872491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.914182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:35.915239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:35.917101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] 10.222.0.21 "PUT /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 1093 time: 1.2331502 Aug 10 00:51:35.918006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:35.921024 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e134b1-74f9-40b6-bac4-ed61a147d488" -d '{"events": [{"name": "network-changed", "server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:35.956591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab1fb9-5b82-4f0d-9d49-133f0c1a1475 service neutron] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:35.956862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.017996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-2492b067-ac8a-43de-9d9b-0d1c732562d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.020758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-2492b067-ac8a-43de-9d9b-0d1c732562d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1096 time: 0.0587866 Aug 10 00:51:36.045644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.061939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7e385-f05e-4af7-92d8-0bcd368f36a0 req-5caf0681-afd9-4eb8-8e99-659f5d9c9457 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.071863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8c7e385-f05e-4af7-92d8-0bcd368f36a0 req-5caf0681-afd9-4eb8-8e99-659f5d9c9457 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 950 time: 0.1698012 Aug 10 00:51:36.075166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.107660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2429672d-fb69-4b52-8c68-358ac2219d64,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.109910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-43c20f49-0cac-4f1a-8366-8233c4f6f805 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 217 time: 0.0805547 Aug 10 00:51:36.144407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.146133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af3d05ca-d2ba-49e2-824a-0d68d6671579 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2955167 Aug 10 00:51:36.150097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.160598 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c233a4-e8ff-4ef6-8cad-8944de6cd76d x-openstack-request-id: req-c2c233a4-e8ff-4ef6-8cad-8944de6cd76d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:36.160896 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:36.161157 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2c233a4-e8ff-4ef6-8cad-8944de6cd76d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:36.161570 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'status': 'completed', 'code': 200} Aug 10 00:51:36.162708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8c7e385-f05e-4af7-92d8-0bcd368f36a0 req-347a9aa9-ed70-4941-9e93-0a2b272396e9 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891016 Aug 10 00:51:36.175369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '3886a6d5-b99b-4857-b814-ee09c4cb61d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:36.209218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-38bca25d-d683-4f31-824e-2625a80349c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.210053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-38bca25d-d683-4f31-824e-2625a80349c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0923011 Aug 10 00:51:36.243191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.265845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-1ce13cab-ec14-4c9c-b6b9-3bcf80a8eabe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475385 Aug 10 00:51:36.345201 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.349883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.381193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0cf4a3-234c-4da5-bd61-209cfce91c2f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.385601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.387264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90d1fa71-3ff8-4552-bb63-e6836bf32e88 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2224319 Aug 10 00:51:36.389849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54574) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.397665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '3886a6d5-b99b-4857-b814-ee09c4cb61d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:36.423525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-22781d10-a020-4985-8eb3-c9ca06907305 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469235 Aug 10 00:51:36.464972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.566613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94f450aa-7d83-44b7-830b-ec412b1710e2 req-962d86a5-08fb-4808-9f6f-eb6524f611d6 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362498 Aug 10 00:51:36.575082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.582274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.607727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eac5c39-0790-4aea-b288-c5bdc7988cae,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.618426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e353-5225-4e4d-b985-10229f39ca5e req-19be1920-2b90-433f-abb0-b6081311f28f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.620050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2331e353-5225-4e4d-b985-10229f39ca5e req-19be1920-2b90-433f-abb0-b6081311f28f tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.0946317 Aug 10 00:51:36.626142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.627523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab64477c-765c-4189-a925-9b410dff7422 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2365220 Aug 10 00:51:36.631853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54582) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.678489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf882dcb-7c75-4cda-a203-8691175d0198 req-dff8335c-2a8c-4bad-b045-9cd2225c29e5 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 210 time: 0.0537679 Aug 10 00:51:36.679891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.696960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.698830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-fef2d71f-56ff-48e0-b449-1a4028a6ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.700362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-fef2d71f-56ff-48e0-b449-1a4028a6ac16 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1096 time: 0.0678132 Aug 10 00:51:36.718715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2331e353-5225-4e4d-b985-10229f39ca5e req-f71619a3-37f0-48c0-96af-1a3e984c057e tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875127 Aug 10 00:51:36.744165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.753299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.757387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/9eac5c39-0790-4aea-b288-c5bdc7988cae HTTP/1.1" status: 204 len: 168 time: 0.1244462 Aug 10 00:51:36.765078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54584) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.771462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39a889-5c43-4640-96f1-35ca3e01a186 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9eac5c39-0790-4aea-b288-c5bdc7988cae,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:36.832474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-626a616a-6027-477f-b88f-37e404919d2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0714130 Aug 10 00:51:36.835979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54588) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.858160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-17a498d7-2b24-4d8a-9637-56081a4dbe4b tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362711 Aug 10 00:51:36.859495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-cbc998d7-6152-429e-96cc-567568449998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:36.860826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-cbc998d7-6152-429e-96cc-567568449998 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1529229 Aug 10 00:51:36.866208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.875086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.910951 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.922658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:36.924423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bc0cf4a3-234c-4da5-bd61-209cfce91c2f HTTP/1.1" status: 204 len: 168 time: 0.0867453 Aug 10 00:51:36.932630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54592) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:36.943672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028bd07f-c2d4-478e-a7e1-a1516af203ad tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc0cf4a3-234c-4da5-bd61-209cfce91c2f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.002863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b4e273df-6396-4782-8b86-7bb4ae9aee3e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0682952 Aug 10 00:51:37.005337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.033952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.044474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.051615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-befebac6-8bc4-42fc-80ee-3fc4b0b19ca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 217 time: 0.1101732 Aug 10 00:51:37.074935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.081008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.081143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766e138-2b40-4a71-a2f3-c900c78688fa req-457c22be-46a4-4c96-97e0-cd1829b8d7b3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.084548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2429672d-fb69-4b52-8c68-358ac2219d64 HTTP/1.1" status: 204 len: 168 time: 0.0757515 Aug 10 00:51:37.084713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d766e138-2b40-4a71-a2f3-c900c78688fa req-457c22be-46a4-4c96-97e0-cd1829b8d7b3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1231382 Aug 10 00:51:37.090113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54596) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.109387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb00c37-ec5a-488a-b99c-2c0bd95897b7 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2429672d-fb69-4b52-8c68-358ac2219d64,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.145305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fecf64ca-4926-4657-b6aa-e158ca751a3f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0512002 Aug 10 00:51:37.145505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54598) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.177265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-ada43332-618e-49ba-9776-dde48ec5688b tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.178970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-ada43332-618e-49ba-9776-dde48ec5688b tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128331 Aug 10 00:51:37.184254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-d0fbcf73-ee87-4fa0-8315-91d4e2ed9785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.185721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-d0fbcf73-ee87-4fa0-8315-91d4e2ed9785 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1222589 Aug 10 00:51:37.196059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d766e138-2b40-4a71-a2f3-c900c78688fa req-67730c6c-f61a-45fa-8515-235378bd3b72 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032486 Aug 10 00:51:37.209189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Request body: {'port': {'device_id': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '30c6b70fbf7a4176a7be711b78628ac8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:37.273090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-1fc36ebe-79d8-460a-b1d3-83040ac78f85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760016 Aug 10 00:51:37.423775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-fead4453-7f54-43ab-818c-266fa96d7b69 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414509 Aug 10 00:51:37.424773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Made reservation on behalf of 30c6b70fbf7a4176a7be711b78628ac8 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:37.428371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.453188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.544529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.557160 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.593354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-22595b5f-c2fd-4518-b223-9ff9ddb26f80 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.594810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-22595b5f-c2fd-4518-b223-9ff9ddb26f80 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 950 time: 0.1150270 Aug 10 00:51:37.597661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56e134b1-74f9-40b6-bac4-ed61a147d488 req-4ff4b5ae-4352-465b-adbb-cd9e1a91c8fe service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586542 Aug 10 00:51:37.605094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049012d0-cff6-4b56-b1b6-f818f6cd1818 req-fca0ad81-d33c-4285-b0bb-7ce0b6aa0dd7 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.606544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-049012d0-cff6-4b56-b1b6-f818f6cd1818 req-fca0ad81-d33c-4285-b0bb-7ce0b6aa0dd7 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 950 time: 0.1188669 Aug 10 00:51:37.620256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.653537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.654554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3a5e89b6-e57e-4a48-b5aa-a27273f43a74 HTTP/1.1" status: 204 len: 168 time: 0.5081446 Aug 10 00:51:37.657604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54606) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.668486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252c9c5-377d-43dd-93b7-a7d4e712a4ea tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a5e89b6-e57e-4a48-b5aa-a27273f43a74,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.697211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.709091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.717417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-049012d0-cff6-4b56-b1b6-f818f6cd1818 req-7a190060-bfd7-40dd-8fc8-879d2c63de6f tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/security-groups?id=d76859a9-510b-4b26-8caf-aa2d583a80c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991876 Aug 10 00:51:37.732008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.734522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e483076-2d62-40b5-bcae-2ba2d6c71452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0743163 Aug 10 00:51:37.778841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Deleting port 801aee2c-5698-4a20-90a6-965688f5c1ff {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:37.779233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.798364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.827455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31541154-41de-4865-bfee-0c2942fa3990 req-f9fc0cb7-be69-42a7-a568-dd19d25f3ea6 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 210 time: 0.0342071 Aug 10 00:51:37.828501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68107559-223d-4ef1-b8df-a86cbf4fe6f5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.851114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.903693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:37.927562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.930162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 61e727f1-df41-435c-bc65-c4bf6875a397 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:37.930504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 61e727f1-df41-435c-bc65-c4bf6875a397 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:37.933247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:37.933796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-50ae0fc2-047b-4bb7-9170-1af90266e520 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.934756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b47487d8-f182-4b10-ab5d-5705102393f9 HTTP/1.1" status: 204 len: 168 time: 0.2004483 Aug 10 00:51:37.935414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-50ae0fc2-047b-4bb7-9170-1af90266e520 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.0932150 Aug 10 00:51:37.936586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Allocated IP 192.168.233.189 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/db98b3ee-d9ac-4936-bbd7-7fe002e71e62) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:37.938462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:37.949231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3058499-90a0-47d7-ba9b-e8435baaf344 req-f9cbe949-e4b3-4ea9-a12b-b708bd8a2d07 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:37.950920 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3058499-90a0-47d7-ba9b-e8435baaf344 req-f9cbe949-e4b3-4ea9-a12b-b708bd8a2d07 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 949 time: 0.1221468 Aug 10 00:51:37.973052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03d89c-5b99-4ca9-b07f-1da2f11d81ef tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b47487d8-f182-4b10-ab5d-5705102393f9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:37.989238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] For port 801aee2c-5698-4a20-90a6-965688f5c1ff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=801aee2c-5698-4a20-90a6-965688f5c1ff,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:37.989616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.009818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Calling delete_port for 801aee2c-5698-4a20-90a6-965688f5c1ff owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:38.032684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3058499-90a0-47d7-ba9b-e8435baaf344 req-c0888211-a6f4-4c6e-8ab1-dcf8a0e2c3f5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678515 Aug 10 00:51:38.052969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5ce05c09-b730-4b82-952c-ef9dd60b1c3f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1131206 Aug 10 00:51:38.070782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54618) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.156055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.176195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Deleting port 9018ded6-bda6-4384-8c9f-06adcf312e85 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:38.176537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.210274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.244634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.273785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.284504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Pushing event deleted for resources: {'Port': ['ID=801aee2c-5698-4a20-90a6-965688f5c1ff,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.294836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.298233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.298907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/3886a6d5-b99b-4857-b814-ee09c4cb61d0 HTTP/1.1" status: 204 len: 168 time: 0.2271447 Aug 10 00:51:38.306202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54622) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.337249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] No DVR routers for this DVR port 801aee2c-5698-4a20-90a6-965688f5c1ff on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:38.338986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e30f2-f4c4-4cea-9e78-ba04db0cc411 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3886a6d5-b99b-4857-b814-ee09c4cb61d0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.341030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.343054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c55a22e0-204a-475f-9eaf-f98ec6d00f68 req-21cbf60f-d018-4a3b-be00-e81d97c45a84 tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.10 "DELETE /v2.0/ports/801aee2c-5698-4a20-90a6-965688f5c1ff HTTP/1.1" status: 204 len: 173 time: 0.7337456 Aug 10 00:51:38.343508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'name': 'network-vif-deleted', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:38.345776 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5b0c00-6ad0-49b6-83d5-d59dddd76df0" -d '{"events": [{"server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "name": "network-vif-deleted", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:38.369214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Transition to ACTIVE for port object db98b3ee-d9ac-4936-bbd7-7fe002e71e62 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:38.380425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] For port 9018ded6-bda6-4384-8c9f-06adcf312e85, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9018ded6-bda6-4384-8c9f-06adcf312e85,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:38.380794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.405416 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3ed9a-05f1-4ae5-be32-8c0e8fa1d16d x-openstack-request-id: req-74b3ed9a-05f1-4ae5-be32-8c0e8fa1d16d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:38.405707 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7caf0e-2658-4170-a5ad-59aef2e53fa0", "name": "network-vif-deleted", "tag": "801aee2c-5698-4a20-90a6-965688f5c1ff", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:38.405963 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74b3ed9a-05f1-4ae5-be32-8c0e8fa1d16d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:38.406474 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7caf0e-2658-4170-a5ad-59aef2e53fa0', 'name': 'network-vif-deleted', 'tag': '801aee2c-5698-4a20-90a6-965688f5c1ff', 'status': 'completed', 'code': 200} Aug 10 00:51:38.438093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Calling delete_port for 9018ded6-bda6-4384-8c9f-06adcf312e85 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:38.469451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f198a-89d3-40b7-8616-cacb2304593e req-5b8a99c0-ee37-4348-ade0-8f392d4801ae tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:38.471178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-303f198a-89d3-40b7-8616-cacb2304593e req-5b8a99c0-ee37-4348-ade0-8f392d4801ae tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1893694 Aug 10 00:51:38.492311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2f5f980f-c979-46f9-a023-21bca5a5b10c tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1816819 Aug 10 00:51:38.501956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54628) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:38.537292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--31430922'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:38.599229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.614686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-303f198a-89d3-40b7-8616-cacb2304593e req-9a24eb20-1ac0-4dd9-ac7b-81e0a726a7e7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348932 Aug 10 00:51:38.615384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:38.677956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:38.686463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:38.696852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:38.704162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Pushing event updated for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:38.922213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df280f4-10aa-4951-89c4-edc32e38d260 req-10d6e0ae-053e-4a36-9c14-883c529bec1a tempest-ImagesNegativeTestJSON-569194236 tempest-ImagesNegativeTestJSON-569194236-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7caf0e-2658-4170-a5ad-59aef2e53fa0 HTTP/1.1" status: 200 len: 210 time: 0.0667036 Aug 10 00:51:39.033510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e2bb3693-a339-43fd-8d8c-2c2af02cbdba None None] Provisioning for port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:39.039449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e2bb3693-a339-43fd-8d8c-2c2af02cbdba None None] Provisioning complete for port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:39.039832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e2bb3693-a339-43fd-8d8c-2c2af02cbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.088388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb3693-a339-43fd-8d8c-2c2af02cbdba None None] Port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:39.215517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:39.216516 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.231252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.242875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91d5e6-570f-4ea9-ac87-02f3db345e9e req-8024b3de-222f-4994-863a-e8b3866726d5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:39.244670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a91d5e6-570f-4ea9-ac87-02f3db345e9e req-8024b3de-222f-4994-863a-e8b3866726d5 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd1f1a34-c369-4ab3-8768-0568ded3f687 HTTP/1.1" status: 200 len: 867 time: 0.0605810 Aug 10 00:51:39.245499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9018ded6-bda6-4384-8c9f-06adcf312e85'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:39.281583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Pushing event deleted for resources: {'Port': ['ID=9018ded6-bda6-4384-8c9f-06adcf312e85,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.317474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a8282-533a-4108-b4df-d11a184a3971 req-6b310586-53d3-4c69-bfe0-ab22a3bcf135 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:39.320292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a91d5e6-570f-4ea9-ac87-02f3db345e9e req-3a9fd010-ac5d-46a2-85a7-528d8de30542 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.25 "GET /v2.0/security-groups?id=4093936d-36a1-4ee5-875e-a3017d0640ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547187 Aug 10 00:51:39.320480 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c04a8282-533a-4108-b4df-d11a184a3971 req-6b310586-53d3-4c69-bfe0-ab22a3bcf135 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 936 time: 0.1620936 Aug 10 00:51:39.348761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] No DVR routers for this DVR port 9018ded6-bda6-4384-8c9f-06adcf312e85 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:39.353116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.358949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.360786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-289df6fe-299b-4d1d-b422-dbff7bce6c47 req-05703bff-7b16-4c77-8be8-fd8d89878dd2 tempest-MigrationsAdminTest-690253828 tempest-MigrationsAdminTest-690253828-project] 10.222.0.21 "DELETE /v2.0/ports/9018ded6-bda6-4384-8c9f-06adcf312e85 HTTP/1.1" status: 204 len: 173 time: 1.4130468 Aug 10 00:51:39.361234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-deleted', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:39.363430 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b621512-6c1d-40cc-b778-564fe660bf48" -d '{"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-deleted", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:39.375180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.388566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-dadbfc13-f6c3-4b76-ae9a-5b57e94bad3e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1903882 Aug 10 00:51:39.410465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Request body: {'port': {'device_id': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:39.440337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.441562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9079554 Aug 10 00:51:39.443766 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d3dfd-3d0e-4b50-8070-bcd141259e15 x-openstack-request-id: req-729d3dfd-3d0e-4b50-8070-bcd141259e15 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:39.444208 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1f1a34-c369-4ab3-8768-0568ded3f687", "name": "network-vif-deleted", "tag": "9018ded6-bda6-4384-8c9f-06adcf312e85", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:39.444552 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-729d3dfd-3d0e-4b50-8070-bcd141259e15 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:39.444920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54642) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.445073 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1f1a34-c369-4ab3-8768-0568ded3f687', 'name': 'network-vif-deleted', 'tag': '9018ded6-bda6-4384-8c9f-06adcf312e85', 'status': 'completed', 'code': 200} Aug 10 00:51:39.449533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': 'ebdd2a26-3237-450e-8ce6-0d4285d4345d', 'direction': 'ingress', 'protocol': 17}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:39.465771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c04a8282-533a-4108-b4df-d11a184a3971 req-9af285a4-1f1e-4602-9e31-d7d08fc736be tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178467 Aug 10 00:51:39.469748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd83c06-ad62-4fa0-8153-22339e87ed42 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdd2a26-3237-450e-8ce6-0d4285d4345d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.497725 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.499303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.565204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.569192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.590004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ea56f3-43c3-4f24-9a0e-832c880345f7,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.596408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.597999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7e6a0d8d-a565-48be-a452-115619161fe4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1520510 Aug 10 00:51:39.601477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54646) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.665402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.691302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.758462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.761327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.764919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/ebdd2a26-3237-450e-8ce6-0d4285d4345d HTTP/1.1" status: 204 len: 168 time: 0.1597512 Aug 10 00:51:39.766008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54652) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.784404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c54fdf-b7ad-4020-9a92-26a1c8c5caaf tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdd2a26-3237-450e-8ce6-0d4285d4345d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:39.831981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7989d0b1-f3ca-4f9c-a102-0de011e84ffc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0648057 Aug 10 00:51:39.839195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:39.844198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe754ec-3b3f-4910-a532-efd1a0308773 req-adab1c04-8967-458c-a737-55e5f1f596bb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:39.845775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fe754ec-3b3f-4910-a532-efd1a0308773 req-adab1c04-8967-458c-a737-55e5f1f596bb tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.0891542 Aug 10 00:51:39.861737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326685598'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:39.886638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db98b3ee-d9ac-4936-bbd7-7fe002e71e62 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:39.891695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fe754ec-3b3f-4910-a532-efd1a0308773 req-2e6ab68f-4b87-4dec-83ae-c34678197f15 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345387 Aug 10 00:51:39.898440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.907889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:39.929201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Transition to ACTIVE for port object db98b3ee-d9ac-4936-bbd7-7fe002e71e62 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:39.935366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.032933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Pushing event updated for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.127449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.128864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Attempting to bind port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:40.129209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Attempting to bind port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:40.129772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Attempting to bind port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:40.134353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.157125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:40.157461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Attempting to bind port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:40.166803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.171153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3104153 Aug 10 00:51:40.171564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54672) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.173719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:40.173848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:40.174140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:40.174581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Bound port: db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:40.174970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.177018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826324244'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:40.202540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 801aee2c-5698-4a20-90a6-965688f5c1ff no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:40.215802 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.244523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 801aee2c-5698-4a20-90a6-965688f5c1ff {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:40.244887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 801aee2c-5698-4a20-90a6-965688f5c1ff not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:40.252704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed12c9-aa02-4e94-bc1c-83f35b4240a0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db2ab86-c431-4085-a081-fd8fb96a0c8e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.271812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:40.275793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:40.280822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.313923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.314687 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.316121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] 10.222.0.10 "PUT /v2.0/ports/db98b3ee-d9ac-4936-bbd7-7fe002e71e62 HTTP/1.1" status: 200 len: 1097 time: 0.9126060 Aug 10 00:51:40.363100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1804d3-5400-4bdb-9530-ac7b1209e88f service neutron] Pushing event updated for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.400028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.404684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.447662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-eae00aac-5206-465f-ae96-4d7ec1e6042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.449249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-eae00aac-5206-465f-ae96-4d7ec1e6042b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 1100 time: 0.0800169 Aug 10 00:51:40.456790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.462800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2899992 Aug 10 00:51:40.463502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.470326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '5db2ab86-c431-4085-a081-fd8fb96a0c8e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '82b7d632-ca7e-47ae-aed0-a4fc9cd64c80', 'remote_ip_prefix': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:40.477230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f88099-ef94-4018-8f1c-a3d9f9720a2e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7d632-ca7e-47ae-aed0-a4fc9cd64c80,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.505015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-1d3589f9-1d0c-4561-8ac0-69521971c40b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62 HTTP/1.1" status: 200 len: 217 time: 0.0466037 Aug 10 00:51:40.528062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.568313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-874e4db9-2e55-4773-b395-673784510493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.570095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-874e4db9-2e55-4773-b395-673784510493 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0586889 Aug 10 00:51:40.629076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54688) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.648574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-8b86ce67-ccd3-4e6b-b88c-aa07fb5e06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.650733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-8b86ce67-ccd3-4e6b-b88c-aa07fb5e06da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722339 Aug 10 00:51:40.678102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bebfa8-4cb9-4658-b05f-917465fb72bb req-939903e7-4cd7-4452-ad40-b8ee5366bf90 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:40.680491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9bebfa8-4cb9-4658-b05f-917465fb72bb req-939903e7-4cd7-4452-ad40-b8ee5366bf90 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 948 time: 0.0757027 Aug 10 00:51:40.706130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.717232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.742452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9bebfa8-4cb9-4658-b05f-917465fb72bb req-b51b3a13-bfe3-42f4-ab99-06665f687e99 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541618 Aug 10 00:51:40.747636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519553a0-59eb-4c78-83df-9dd332d22a1a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.769961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.771255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0ebf34d-a696-4fdd-b22a-bce08e72dd69 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3057005 Aug 10 00:51:40.776291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54696) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.799464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-c2bb409d-58f7-4474-9810-2ba2de113b9c service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398449 Aug 10 00:51:40.810253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.825626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.833815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.868520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.878063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:40.879457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/519553a0-59eb-4c78-83df-9dd332d22a1a HTTP/1.1" status: 204 len: 168 time: 0.1020629 Aug 10 00:51:40.882291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54702) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.886641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6d314-6223-4571-890b-030f3249cdbc tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=519553a0-59eb-4c78-83df-9dd332d22a1a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:40.968848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d12dbcf7-809c-4a72-a120-4b3a537d7819 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=378c76aea9f44ac292601912d5782dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556687 Aug 10 00:51:40.971196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54706) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:40.998292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b106a6fb-b80b-4fd9-98a0-738a6209e611 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1140466 Aug 10 00:51:41.003108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54708) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.015490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c8bceb8c-7cef-45ba-88c8-22f31b499e43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=96b2a79b12f24d3d95aeaecdd80437cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3852034 Aug 10 00:51:41.024073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.034806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66561444-e9b1-49a7-b7dd-9709541f4c03 req-42a0133a-9d15-440b-93cf-3f6d5c2019c9 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267857 Aug 10 00:51:41.069710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.091890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.098927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.108104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e4412-3807-4ab8-bcae-b4ce28bebb59 req-71c9cfa8-558e-4207-944d-bf2d518cb094 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.109604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e5e4412-3807-4ab8-bcae-b4ce28bebb59 req-71c9cfa8-558e-4207-944d-bf2d518cb094 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1161172 Aug 10 00:51:41.132362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.134942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.136286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/82b7d632-ca7e-47ae-aed0-a4fc9cd64c80 HTTP/1.1" status: 204 len: 168 time: 0.1321223 Aug 10 00:51:41.139368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54712) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.156055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.157545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a206292-1a9a-4446-b384-6782683723be tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7d632-ca7e-47ae-aed0-a4fc9cd64c80,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.159702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.203145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7f9591c-dbcb-42bd-be1f-b8b42027e1e1 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.0592773 Aug 10 00:51:41.203361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.214962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e5e4412-3807-4ab8-bcae-b4ce28bebb59 req-61a503e8-204a-4ef5-8775-5ae8b4902fb9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936513 Aug 10 00:51:41.221871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.271066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.275550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.278194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.281972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4093936d-36a1-4ee5-875e-a3017d0640ac HTTP/1.1" status: 204 len: 168 time: 0.3097632 Aug 10 00:51:41.291897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecff857-c647-49f6-8e27-a0abe5fc6a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093936d-36a1-4ee5-875e-a3017d0640ac,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.299552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.314576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.317591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.321085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d76859a9-510b-4b26-8caf-aa2d583a80c1 HTTP/1.1" status: 204 len: 168 time: 0.2896926 Aug 10 00:51:41.327718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f607cd-5b13-44b5-90ba-119791b3c87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76859a9-510b-4b26-8caf-aa2d583a80c1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.373512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.373889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.377635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/5db2ab86-c431-4085-a081-fd8fb96a0c8e HTTP/1.1" status: 204 len: 168 time: 0.1708233 Aug 10 00:51:41.378888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.385384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633026e-ab0f-4f43-9dec-25850ade8cba tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db2ab86-c431-4085-a081-fd8fb96a0c8e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.437631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-98737f3c-d67e-4aa6-b4ae-48f7add7718e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0575883 Aug 10 00:51:41.441434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.447302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448241494'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:41.452128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:41.454314 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0076b45a-e8f5-45a2-b605-2d02104255af" -d '{"events": [{"name": "network-changed", "server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:41.486066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.504521 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e089ad-b90f-4a6a-9533-3b74e9fdfffc x-openstack-request-id: req-a8e089ad-b90f-4a6a-9533-3b74e9fdfffc {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:41.505011 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:41.505135 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8e089ad-b90f-4a6a-9533-3b74e9fdfffc {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:41.505465 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62', 'status': 'completed', 'code': 200} Aug 10 00:51:41.599140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076b45a-e8f5-45a2-b605-2d02104255af req-f5b8528d-efb6-4bd7-a08a-b66b04e0aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.600811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-f5b8528d-efb6-4bd7-a08a-b66b04e0aada service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 1100 time: 0.0643752 Aug 10 00:51:41.672315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.681365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.724990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.727271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2847817 Aug 10 00:51:41.730042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54742) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.736047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '35a8eedc-daa5-4cb8-8b7b-d5789cb5b108', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:41.740357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13d6d3-8e64-4cdc-ae23-a7256edb58e9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a8eedc-daa5-4cb8-8b7b-d5789cb5b108,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:41.750809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54744) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.773159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076b45a-e8f5-45a2-b605-2d02104255af req-2b2b7699-d01f-4afc-818a-4581ede77b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.775101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-2b2b7699-d01f-4afc-818a-4581ede77b42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1620877 Aug 10 00:51:41.788939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.833376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-f116c686-0c56-4317-bad6-474dddfcc4df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62 HTTP/1.1" status: 200 len: 217 time: 0.0459764 Aug 10 00:51:41.843886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-689ea44d-e3a9-4dec-ba0b-aa6eb5ad0cbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a32f8fd8f0b4294b9778adf42c1cf20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916269 Aug 10 00:51:41.845619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54748) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:41.921548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076b45a-e8f5-45a2-b605-2d02104255af req-c9d0bae4-2d24-4b32-a63d-2c3fc1f10df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.923052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-c9d0bae4-2d24-4b32-a63d-2c3fc1f10df0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0781863 Aug 10 00:51:41.926761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:41.931706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.935911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.942895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.954587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 9018ded6-bda6-4384-8c9f-06adcf312e85 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:41.955303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9018ded6-bda6-4384-8c9f-06adcf312e85 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:41.976920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20934e5b-a73b-47e3-a824-9b47a062ab65 req-df595583-942e-4d53-a769-9cf2f76701ef tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:41.987052 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20934e5b-a73b-47e3-a824-9b47a062ab65 req-df595583-942e-4d53-a769-9cf2f76701ef tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 948 time: 0.1306677 Aug 10 00:51:41.988601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:41.998253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50311a0-3d11-46da-9819-b706cc092dcc,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.008581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.008931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076b45a-e8f5-45a2-b605-2d02104255af req-17469753-d78e-4bfe-b317-72c1373ece01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:42.009340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9bac3ec6-a36a-4957-815a-ff87fe6ff0e2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2779813 Aug 10 00:51:42.010438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-17469753-d78e-4bfe-b317-72c1373ece01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784693 Aug 10 00:51:42.012013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.065918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20934e5b-a73b-47e3-a824-9b47a062ab65 req-920275f5-8d05-48a5-a7f0-6a4a2fface31 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740888 Aug 10 00:51:42.071315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.087239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.114808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.118144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.119372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad58e35a-10e6-423d-8687-5dba5ff21b94 HTTP/1.1" status: 204 len: 168 time: 0.2729008 Aug 10 00:51:42.119723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.136984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc8b57-84c5-4c57-8537-418f87c97a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58e35a-10e6-423d-8687-5dba5ff21b94,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.151776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-4ccf377b-25b2-4ddc-b023-6bc6e7acf70b service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276078 Aug 10 00:51:42.154814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.156193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c50311a0-3d11-46da-9819-b706cc092dcc HTTP/1.1" status: 204 len: 168 time: 0.1430967 Aug 10 00:51:42.157022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6c456-855e-4334-930e-54020f49e6c2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c50311a0-3d11-46da-9819-b706cc092dcc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.158759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.260642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79fac83b-a818-448e-b901-7fbd99bc5b7f tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0979393 Aug 10 00:51:42.263380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54768) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.355814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0076b45a-e8f5-45a2-b605-2d02104255af req-bce17451-1271-477d-a701-d35ca342c9e2 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947799 Aug 10 00:51:42.371423 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.405246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.430884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e895a-8aa2-4e24-bdbc-10bb22e67c60 req-0076a3c5-4e02-474c-a38d-9171ad29a60c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:42.432963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-322e895a-8aa2-4e24-bdbc-10bb22e67c60 req-0076a3c5-4e02-474c-a38d-9171ad29a60c tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1200078 Aug 10 00:51:42.498931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-322e895a-8aa2-4e24-bdbc-10bb22e67c60 req-a5cd7da9-9265-4137-a467-891d000d9a39 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566936 Aug 10 00:51:42.500070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.505882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.507828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/35a8eedc-daa5-4cb8-8b7b-d5789cb5b108 HTTP/1.1" status: 204 len: 168 time: 0.2435246 Aug 10 00:51:42.511144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54784) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.530297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e4c18-4018-40f3-b792-66e48bc91da2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a8eedc-daa5-4cb8-8b7b-d5789cb5b108,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.565559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-05390b08-8e43-4fde-998a-1b42a602b65e tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0524271 Aug 10 00:51:42.570701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54788) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.575497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group': {'name': 'tempest-secgroup--969192146'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:42.606300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.703515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.708791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.712134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-c334a7ec-00a7-4a2b-b603-28691aeb2da8 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231404 Aug 10 00:51:42.738868 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.742763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1685278 Aug 10 00:51:42.743690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:42.746147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db25079-8b2d-4c45-9dc0-4bb19ef8f7c5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246d0a26-a26e-4169-b9c2-b254b5fda1a9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:42.751900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '246d0a26-a26e-4169-b9c2-b254b5fda1a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:42.845433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.893831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-a47ac3a8-8530-4ac8-a1dc-8d68fb1be7f1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:42.895597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-a47ac3a8-8530-4ac8-a1dc-8d68fb1be7f1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768146 Aug 10 00:51:42.918981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-391e2a5c-67f4-4f99-a812-799069e787d3 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/quotas/aa9666cad5bf438dba10b2306a50c0ac HTTP/1.1" status: 200 len: 375 time: 0.0167325 Aug 10 00:51:42.933223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.964866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-b2f0edcd-5702-4814-9f97-810b20612c65 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300221 Aug 10 00:51:42.965779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:42.993776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59001e86-1f0f-48b2-bf5f-34bdad44261f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.000238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.001919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35a14578-7b28-4d4e-994c-b9b038491db2 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571924 Aug 10 00:51:43.004495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.029915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0f23ea8b-8c5f-4a57-abd4-4fdd44d60019 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules/59001e86-1f0f-48b2-bf5f-34bdad44261f HTTP/1.1" status: 200 len: 763 time: 0.0241027 Aug 10 00:51:43.032103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54818) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.078074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78bb822e-e0bc-4cb2-a412-e66bd8725ce4 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446002 Aug 10 00:51:43.080778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54820) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.145017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.154406 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.199098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaaffb4-84a4-42b9-b942-049e2a35b615 req-a97d8894-a4a9-4970-9a4c-c3ebe3b3e6c5 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.201237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-606dcb40-af91-44ff-8a5b-f056753a087c req-3ef37fd1-e142-4ec7-b0e3-f65a8f8023ec tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 210 time: 0.0710795 Aug 10 00:51:43.207375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afaaffb4-84a4-42b9-b942-049e2a35b615 req-a97d8894-a4a9-4970-9a4c-c3ebe3b3e6c5 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 948 time: 0.0606401 Aug 10 00:51:43.215230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.230754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.230754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/59001e86-1f0f-48b2-bf5f-34bdad44261f HTTP/1.1" status: 204 len: 168 time: 0.1430080 Aug 10 00:51:43.233582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54830) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.241649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0610c-fdbd-45a5-915d-f89ade9e0f6a tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59001e86-1f0f-48b2-bf5f-34bdad44261f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.268846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afaaffb4-84a4-42b9-b942-049e2a35b615 req-b7a0a517-6b78-493e-aec9-433e7d5c9063 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605452 Aug 10 00:51:43.293190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-021aab0b-b56b-4761-939f-ff6a6183c375 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561066 Aug 10 00:51:43.293696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.298303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '246d0a26-a26e-4169-b9c2-b254b5fda1a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:43.327271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.385737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.389799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.409302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb726cd2-6ee3-42ce-a49c-69b0d29f706a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.417081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.421084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b0a5d72-8bd5-4e7e-8743-16ce1d6abed5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236660 Aug 10 00:51:43.421237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54844) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.443319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1fd1faa7-8450-402e-8770-93b55b71dba5 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules/fb726cd2-6ee3-42ce-a49c-69b0d29f706a HTTP/1.1" status: 200 len: 763 time: 0.0185573 Aug 10 00:51:43.443532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.504346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe37a45f-e637-426f-8b29-1bebe88b7eec tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0589914 Aug 10 00:51:43.507871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54854) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.539715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.548648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.582501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.592104 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.596102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fb726cd2-6ee3-42ce-a49c-69b0d29f706a HTTP/1.1" status: 204 len: 168 time: 0.0847080 Aug 10 00:51:43.596317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.618892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a033c-7882-49be-a7c1-f30a62cca115 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb726cd2-6ee3-42ce-a49c-69b0d29f706a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.661883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0193895-3af8-41f3-af55-4647efee6601 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622306 Aug 10 00:51:43.663821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54862) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.668632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Request body: {'security_group_rule': {'security_group_id': '246d0a26-a26e-4169-b9c2-b254b5fda1a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:43.705308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.767748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.775312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.797475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd1edbb-339a-4090-a379-4c99a1122474,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:43.813706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.817301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bcaeaa25-5650-4705-b8c5-af0a34f91452 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498899 Aug 10 00:51:43.817504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54868) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.845406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d0951cb6-0fa0-45dc-ae74-59198e178bd1 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules/0dd1edbb-339a-4090-a379-4c99a1122474 HTTP/1.1" status: 200 len: 764 time: 0.0242753 Aug 10 00:51:43.845754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54870) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.890961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ecc52-f797-47f8-8cd3-bbdd486b154d req-a130f6ac-bf96-4ee7-a025-fa6e4fbe72d9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:43.892493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-240ecc52-f797-47f8-8cd3-bbdd486b154d req-a130f6ac-bf96-4ee7-a025-fa6e4fbe72d9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.0910168 Aug 10 00:51:43.906117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fcd8fde3-85e3-48eb-9cc2-dd68238d61c6 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0569954 Aug 10 00:51:43.907310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54876) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:43.939638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.940891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-240ecc52-f797-47f8-8cd3-bbdd486b154d req-85b2088d-7463-47c6-819a-ab7d0cf062ea tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360153 Aug 10 00:51:43.955893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.987126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.992724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:43.993862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0dd1edbb-339a-4090-a379-4c99a1122474 HTTP/1.1" status: 204 len: 168 time: 0.0855689 Aug 10 00:51:43.996539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54882) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.012556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcfa78-1366-44e8-aeb1-ff75094e9bf0 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dd1edbb-339a-4090-a379-4c99a1122474,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.024632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-923e723d-9b4f-4655-95f4-8f6999c777e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.043437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e10bb30f-8623-46b2-88b0-d2a57b5423c8 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0455248 Aug 10 00:51:44.046194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54886) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.103963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.128738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.177478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-6d1a88c8-aa24-45db-9c15-ddb0fbe42a0d tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351865 Aug 10 00:51:44.227519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device db98b3ee-d9ac-4936-bbd7-7fe002e71e62 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:44.255823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.259820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.261133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "DELETE /v2.0/security-groups/246d0a26-a26e-4169-b9c2-b254b5fda1a9 HTTP/1.1" status: 204 len: 168 time: 0.2139146 Aug 10 00:51:44.265076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54898) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.296938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ff589-5654-491f-be39-96b002446806 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d0a26-a26e-4169-b9c2-b254b5fda1a9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.344118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8975465f-e3ee-4911-b9f3-a708c6309894 req-8ee4a2a9-008d-41b5-b26b-72ee4914c678 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 210 time: 0.0352814 Aug 10 00:51:44.378358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-e4f967d9-a718-4362-afc0-f5a31b3f69a2 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:44.379592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abb128d7-9761-4b06-9436-68d70ba90e56 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1054955 Aug 10 00:51:44.380308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54904) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:44.382004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-e4f967d9-a718-4362-afc0-f5a31b3f69a2 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973057 Aug 10 00:51:44.406241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Request body: {'port': {'device_id': '9384a488-6c3f-403b-9760-81b466a8241c', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'aa9666cad5bf438dba10b2306a50c0ac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:44.454103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:44.455261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be61c236-5f22-44da-9336-e0ac8b770ab9 tempest-SecGroupTest-422476931 tempest-SecGroupTest-422476931-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0720081 Aug 10 00:51:44.471938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62', 'mac_address': 'fa:16:3e:d9:13:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:44.521023 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.526064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680c0f-5509-4fe4-a706-3de71d250160 req-42a8a9b0-7bab-4180-b18d-8ce4a9bcae0e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:44.533416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d680c0f-5509-4fe4-a706-3de71d250160 req-42a8a9b0-7bab-4180-b18d-8ce4a9bcae0e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 948 time: 0.1070585 Aug 10 00:51:44.547455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db98b3ee-d9ac-4936-bbd7-7fe002e71e62 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:44.577385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:44.588968 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.589885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d680c0f-5509-4fe4-a706-3de71d250160 req-3e57c04c-878e-4ef7-aee6-9d0a5c73ebc3 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Aug 10 00:51:44.607967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Made reservation on behalf of aa9666cad5bf438dba10b2306a50c0ac for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:44.617108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.630614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.653642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.767150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.771809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:44.839072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4fe49-896d-4269-b41b-e67c4a7c358a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:44.849740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['db98b3ee-d9ac-4936-bbd7-7fe002e71e62'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:44.924815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Allocated IP 192.168.233.187 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/4912f656-1dc4-4af5-844d-fc8b10341b03) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:44.988534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54934) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:45.124506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.164604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Transition to ACTIVE for port object 4912f656-1dc4-4af5-844d-fc8b10341b03 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:45.180030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90f09fbb-afda-4213-b8f5-c668b8d7b831 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=445d105ab126400db999ea55dde86a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901152 Aug 10 00:51:45.182603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54942) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:45.200471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b2fe8-a521-4ef8-98cb-30376e5874fd req-af808dce-07fa-4496-8890-e8844c3ffd85 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.201981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b2b2fe8-a521-4ef8-98cb-30376e5874fd req-af808dce-07fa-4496-8890-e8844c3ffd85 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.0827856 Aug 10 00:51:45.236194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.246649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.269183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.296619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b2b2fe8-a521-4ef8-98cb-30376e5874fd req-de7dc9ce-e0c7-4f33-8f51-7e1c2dd41e97 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Aug 10 00:51:45.300375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:45.306789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:45.309961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:45.329402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.333248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.334455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1ee23be-f088-43cd-96d2-cbde7750aadc HTTP/1.1" status: 204 len: 168 time: 0.1498735 Aug 10 00:51:45.343853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd943ac-863f-41be-89a3-56bb2e01844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ee23be-f088-43cd-96d2-cbde7750aadc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.361675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:45.403848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.404669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.425972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-553dbda0-5b39-4a41-92b6-d8f7008061d1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0306604 Aug 10 00:51:45.492750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87011e7f-8776-4c61-86a7-2abde14dd4eb req-0d0be2cd-e9c6-408b-bd7f-75864bc371b4 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.494343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87011e7f-8776-4c61-86a7-2abde14dd4eb req-0d0be2cd-e9c6-408b-bd7f-75864bc371b4 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 936 time: 0.0574214 Aug 10 00:51:45.557314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87011e7f-8776-4c61-86a7-2abde14dd4eb req-e45ed85b-5b0e-41bf-b101-3c466cff2ba7 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557745 Aug 10 00:51:45.630697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ad17d5c5-b886-4ac2-9dfb-cecad621cb0f None None] Provisioning for port 4912f656-1dc4-4af5-844d-fc8b10341b03 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:45.639263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ad17d5c5-b886-4ac2-9dfb-cecad621cb0f None None] Provisioning complete for port 4912f656-1dc4-4af5-844d-fc8b10341b03 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:45.639772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ad17d5c5-b886-4ac2-9dfb-cecad621cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.688324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ad17d5c5-b886-4ac2-9dfb-cecad621cb0f None None] Port 4912f656-1dc4-4af5-844d-fc8b10341b03 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:45.740055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Request body: {'port': {'device_id': '9384a488-6c3f-403b-9760-81b466a8241c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:45.786798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6808b-87b2-44a3-933a-9785ae8a9500 req-dce44ddc-a710-4657-8824-50e364a6d813 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:45.789000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36e6808b-87b2-44a3-933a-9785ae8a9500 req-dce44ddc-a710-4657-8824-50e364a6d813 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 949 time: 0.0924194 Aug 10 00:51:45.851847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:45.902451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36e6808b-87b2-44a3-933a-9785ae8a9500 req-9566471d-0e12-48c5-9bbe-4335ce4bb160 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833087 Aug 10 00:51:45.943671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:45.990413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54970) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.057696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:46.072553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2', 'port_id': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'mac_address': 'fa:16:3e:7c:69:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7628e177-23d2-434c-a21b-39bc8da55068', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:46.134851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0345d39-a342-4eb5-a037-69b1e6ded71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.160329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.174459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:46.210583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:46.212206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:46.218924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.237021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.258723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device db98b3ee-d9ac-4936-bbd7-7fe002e71e62 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:46.268002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Transition to ACTIVE for port object 4912f656-1dc4-4af5-844d-fc8b10341b03 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:46.275866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.304209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0345d39-a342-4eb5-a037-69b1e6ded71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.310288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c0345d39-a342-4eb5-a037-69b1e6ded71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.320561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.358171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.369160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:46.378538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:46.379175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.385483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c0345d39-a342-4eb5-a037-69b1e6ded71f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02a0ae0e4c644e0fb705d4de31b4a5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936234 Aug 10 00:51:46.386573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0345d39-a342-4eb5-a037-69b1e6ded71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c39da4-1fe2-4785-aa9c-9e6b16c23efe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.389197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54988) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.432597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54990) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.459997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9619f917-7fa1-4a0a-a8c2-c4776d1a2532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:46.495650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Attempting to bind port 4912f656-1dc4-4af5-844d-fc8b10341b03 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:46.496110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Attempting to bind port 4912f656-1dc4-4af5-844d-fc8b10341b03 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:46.496441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Attempting to bind port 4912f656-1dc4-4af5-844d-fc8b10341b03 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:46.498056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.502843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Port 4912f656-1dc4-4af5-844d-fc8b10341b03 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:46.503172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Attempting to bind port 4912f656-1dc4-4af5-844d-fc8b10341b03 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:46.509679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:46.510179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:46.512150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:46.515296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Bound port: 4912f656-1dc4-4af5-844d-fc8b10341b03, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:46.515466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.529558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af7fa-b8c3-4972-907e-f184b00946e1 req-0824b721-e19e-4215-8b7d-a1be2073c509 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.530974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-162af7fa-b8c3-4972-907e-f184b00946e1 req-0824b721-e19e-4215-8b7d-a1be2073c509 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.0701556 Aug 10 00:51:46.535881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.548877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.608311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:46.611137 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9af784b-60df-48e9-aaa7-ff0ccb881a7a" -d '{"events": [{"server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:46.633426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-62950496-5990-45c7-b57e-6957f8070ac2 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:46.634269 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-62950496-5990-45c7-b57e-6957f8070ac2 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 00:51:46.636164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:46.636668 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-62950496-5990-45c7-b57e-6957f8070ac2 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 00:51:46.640604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-62950496-5990-45c7-b57e-6957f8070ac2 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2052438 Aug 10 00:51:46.643985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-162af7fa-b8c3-4972-907e-f184b00946e1 req-3bac3ac9-e8c3-43b5-9a1d-81a6835fb867 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028986 Aug 10 00:51:46.645623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54998) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:46.651125 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.673757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070583972'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:46.684076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:46.705289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.713255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.738866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.743417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.745224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06c39da4-1fe2-4785-aa9c-9e6b16c23efe HTTP/1.1" status: 204 len: 168 time: 0.3549125 Aug 10 00:51:46.747394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:46.758195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43d47cce-8f75-4fae-abb5-820082be282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.762970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8009ef-1632-4045-a75b-cff030e360d1 req-678c042a-c005-4906-8e15-a6823e211519 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.768768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.774123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed8009ef-1632-4045-a75b-cff030e360d1 req-678c042a-c005-4906-8e15-a6823e211519 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 948 time: 0.1059349 Aug 10 00:51:46.790780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.796061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee246d-e23b-4282-b18e-b3652bda71a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c39da4-1fe2-4785-aa9c-9e6b16c23efe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:46.861254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed8009ef-1632-4045-a75b-cff030e360d1 req-fe0a8a38-d90a-45bd-ae59-5909fcfe4f77 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861456 Aug 10 00:51:46.886391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:46.889355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.891295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] 10.222.0.10 "PUT /v2.0/ports/4912f656-1dc4-4af5-844d-fc8b10341b03 HTTP/1.1" status: 200 len: 1097 time: 1.4573383 Aug 10 00:51:46.894065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:46.908821 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25904c1-0371-4047-989d-eb7c95253a30" -d '{"events": [{"name": "network-changed", "server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:46.957578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.963787 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:46.999972 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3738f27-085a-48d3-8a36-59480ac46fc4 x-openstack-request-id: req-d3738f27-085a-48d3-8a36-59480ac46fc4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:47.001434 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "name": "network-vif-plugged", "status": "completed", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:47.001835 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3738f27-085a-48d3-8a36-59480ac46fc4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:47.002319 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62', 'code': 200} Aug 10 00:51:47.034783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6c9193-7182-427e-82ec-9f4ef9f87260,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.070831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fb241-2617-4c8e-948a-749f3cecdcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.083886 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc2f6e2-cfc0-46eb-bed9-413bc9dda408 x-openstack-request-id: req-6dc2f6e2-cfc0-46eb-bed9-413bc9dda408 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:47.084167 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:47.085281 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6dc2f6e2-cfc0-46eb-bed9-413bc9dda408 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:47.085388 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'status': 'completed', 'code': 200} Aug 10 00:51:47.093861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-c8c7c746-1488-4278-9321-449c8e3f5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.095421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-c8c7c746-1488-4278-9321-449c8e3f5a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 1100 time: 0.1436784 Aug 10 00:51:47.137839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.143586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56105533-d8fb-4e3d-accc-9d46ef51ffd7 req-23de90eb-2c46-4169-89d1-bdb008085b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.145473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56105533-d8fb-4e3d-accc-9d46ef51ffd7 req-23de90eb-2c46-4169-89d1-bdb008085b42 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 1102 time: 0.0792086 Aug 10 00:51:47.146720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.158242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-7a5b3291-6fcf-4f37-affe-7b1cf144b06e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4912f656-1dc4-4af5-844d-fc8b10341b03 HTTP/1.1" status: 200 len: 217 time: 0.0543225 Aug 10 00:51:47.217513 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.231364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.232877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5810003 Aug 10 00:51:47.237299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55014) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.237944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ecf60-2be4-4edf-89ae-d02a271b97f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9f9e1b-3456-4198-8e94-f2dc39bd1277,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.251308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'eb9f9e1b-3456-4198-8e94-f2dc39bd1277', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:47.251533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56105533-d8fb-4e3d-accc-9d46ef51ffd7 req-4df1c36d-8047-4491-ba9d-e0a13bb0340f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978527 Aug 10 00:51:47.279840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112481d-daf0-4554-9028-5cfe0b05470a req-53b84d72-d99d-4f9d-bac8-ca33a4a67b61 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.281350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d112481d-daf0-4554-9028-5cfe0b05470a req-53b84d72-d99d-4f9d-bac8-ca33a4a67b61 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 950 time: 0.1264510 Aug 10 00:51:47.286216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-65a5c782-b95b-43e3-aef3-964a2f713c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.288172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-65a5c782-b95b-43e3-aef3-964a2f713c7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0980420 Aug 10 00:51:47.327775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.339407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.343181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b088c9-29c3-4c83-bc49-0ad375c5b281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.384819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d112481d-daf0-4554-9028-5cfe0b05470a req-2fa030f3-7d92-4ffd-b29f-c2f55d4ad9ee tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953848 Aug 10 00:51:47.403145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-2c4e6c10-6918-4f79-9cea-ecc6d277ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.404649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-2c4e6c10-6918-4f79-9cea-ecc6d277ca20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982382 Aug 10 00:51:47.427781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.439665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.445457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b088c9-29c3-4c83-bc49-0ad375c5b281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.449224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b088c9-29c3-4c83-bc49-0ad375c5b281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.493960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-28b088c9-29c3-4c83-bc49-0ad375c5b281 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32f407a3833f435f945fcd4512cec256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618831 Aug 10 00:51:47.494172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9959a836-1407-4eb1-96eb-7bda020aa6fa,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.494263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b088c9-29c3-4c83-bc49-0ad375c5b281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f865f54c-dd81-43cb-9d12-be6eb2c51373,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.494754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.508431 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.509642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7a9f714d-9724-411d-bcdd-1dc69fe24336 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2670603 Aug 10 00:51:47.512334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.516783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7d708781-dd69-43ca-adda-dc8295c39493 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'eb9f9e1b-3456-4198-8e94-f2dc39bd1277', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:47.545322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.548269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-829ea56e-124c-42a2-8faa-39ded4b055c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332798 Aug 10 00:51:47.567251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7d708781-dd69-43ca-adda-dc8295c39493 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.571901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.581461 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.620733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.623518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.624790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f865f54c-dd81-43cb-9d12-be6eb2c51373 HTTP/1.1" status: 204 len: 168 time: 0.1291885 Aug 10 00:51:47.634854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f123b-2036-4dba-8586-f32b1c722bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f865f54c-dd81-43cb-9d12-be6eb2c51373,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:47.686613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3c2ba73-5bc8-4b84-be94-789898a0057f req-3db6ca13-e1eb-4435-ab0a-d9e33c976dc6 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276932 Aug 10 00:51:47.687393 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-7d708781-dd69-43ca-adda-dc8295c39493 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 00:51:47.688329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7d708781-dd69-43ca-adda-dc8295c39493 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1750994 Aug 10 00:51:47.691338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55028) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.783830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.805919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53871b6f-1591-4610-aec6-f37d0fc68840 req-2ab2050c-6676-4f77-92e7-b84172540d2b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.807668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53871b6f-1591-4610-aec6-f37d0fc68840 req-2ab2050c-6676-4f77-92e7-b84172540d2b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.0615320 Aug 10 00:51:47.821155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.824294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25904c1-0371-4047-989d-eb7c95253a30 req-c06a46f8-325e-4ca2-8f60-570725111d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:47.825809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-c06a46f8-325e-4ca2-8f60-570725111d87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 1100 time: 0.0847633 Aug 10 00:51:47.852887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53871b6f-1591-4610-aec6-f37d0fc68840 req-d2582ab2-d10a-47ae-8a08-e03731dbe366 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388842 Aug 10 00:51:47.934119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.936878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:47.938025 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/eb9f9e1b-3456-4198-8e94-f2dc39bd1277 HTTP/1.1" status: 204 len: 168 time: 0.2459340 Aug 10 00:51:47.943411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55036) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:47.944716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:48.008653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e0a5f-104b-4591-b497-ef2208953f85 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9f9e1b-3456-4198-8e94-f2dc39bd1277,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.013484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:48.019457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25904c1-0371-4047-989d-eb7c95253a30 req-5a82f478-c084-4e62-ab68-b70ea1e0acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.020489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13c010b5-18e5-4b29-9d64-04f84914aaa4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0748067 Aug 10 00:51:48.024499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-5a82f478-c084-4e62-ab68-b70ea1e0acbc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1905000 Aug 10 00:51:48.024646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55044) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.025828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:48.026224 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.031779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474194180'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:48.047795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3014392-3bb3-49f4-a1ac-d97e10f30a1e req-2588b96c-62ec-45f3-a45d-a4b535f9dd81 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.049719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3014392-3bb3-49f4-a1ac-d97e10f30a1e req-2588b96c-62ec-45f3-a45d-a4b535f9dd81 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 948 time: 0.1089156 Aug 10 00:51:48.067686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.115029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-bc87eff4-55ce-4fe7-8118-072ec0a986e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4912f656-1dc4-4af5-844d-fc8b10341b03 HTTP/1.1" status: 200 len: 217 time: 0.0639019 Aug 10 00:51:48.185477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.199454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3014392-3bb3-49f4-a1ac-d97e10f30a1e req-718797d7-10c1-4c2c-9931-1244c0f42427 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884242 Aug 10 00:51:48.211483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25904c1-0371-4047-989d-eb7c95253a30 req-380f1da7-43f3-4777-82c4-2cd45c2db0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.212960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-380f1da7-43f3-4777-82c4-2cd45c2db0bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0892131 Aug 10 00:51:48.216161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.223513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.254208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:48.261697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.262529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2366040 Aug 10 00:51:48.262857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.263916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992507dd-5745-4c53-a700-444e7a4cf1ce tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef372d6-3736-4f5e-ad01-b83ab62613b6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.266021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.271179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-795a47c4-f08c-4ab0-bf3b-479372613164 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'aef372d6-3736-4f5e-ad01-b83ab62613b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:48.272050 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-795a47c4-f08c-4ab0-bf3b-479372613164 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 00:51:48.272866 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-795a47c4-f08c-4ab0-bf3b-479372613164 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:48.273926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-795a47c4-f08c-4ab0-bf3b-479372613164 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069549 Aug 10 00:51:48.279562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55052) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.330243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25904c1-0371-4047-989d-eb7c95253a30 req-23d46c59-7e6d-40f5-98ed-cf3bd4557596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.333103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.334953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-23d46c59-7e6d-40f5-98ed-cf3bd4557596 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086354 Aug 10 00:51:48.417653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.452908 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.494544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-d6daa151-d72b-4413-8ecd-e5406eca6632 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482387 Aug 10 00:51:48.527053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01593-9816-4e83-bbee-ad89de9477c6 req-9c0e04a5-62c1-4808-9fe5-7174fa082f4c tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:48.528614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fea01593-9816-4e83-bbee-ad89de9477c6 req-9c0e04a5-62c1-4808-9fe5-7174fa082f4c tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 950 time: 0.0556912 Aug 10 00:51:48.557687 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.560352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.561476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/aef372d6-3736-4f5e-ad01-b83ab62613b6 HTTP/1.1" status: 204 len: 168 time: 0.2799940 Aug 10 00:51:48.564258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55066) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.577814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22769f-cb66-4dd7-93a2-b04c1b5332e1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef372d6-3736-4f5e-ad01-b83ab62613b6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.594078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fea01593-9816-4e83-bbee-ad89de9477c6 req-532e43f0-b68e-41ec-b652-df6f87c41653 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586412 Aug 10 00:51:48.621904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7a3e5803-d178-4a44-9eb4-931e1de2b02c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0562317 Aug 10 00:51:48.625207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25904c1-0371-4047-989d-eb7c95253a30 req-31d5a369-0b0d-41bc-be31-004f4e719e6e service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235886 Aug 10 00:51:48.625691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55072) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.630090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--827626913'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:48.657566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.750358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.754579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.785574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.786840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1602056 Aug 10 00:51:48.789257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca3ab3-412f-4568-80b3-b2969cffe1d5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b773edc-5a81-4bc7-8229-fd57783e9fbe,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:48.790076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.802513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8723ecad-6fc5-405c-95a0-f3c08dfd425c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '4b773edc-5a81-4bc7-8229-fd57783e9fbe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:48.804634 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-8723ecad-6fc5-405c-95a0-f3c08dfd425c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 00:51:48.806246 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8723ecad-6fc5-405c-95a0-f3c08dfd425c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:48.808150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8723ecad-6fc5-405c-95a0-f3c08dfd425c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0165553 Aug 10 00:51:48.810918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:48.875000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.907561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.989768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.992492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:48.995952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b773edc-5a81-4bc7-8229-fd57783e9fbe HTTP/1.1" status: 204 len: 168 time: 0.1817439 Aug 10 00:51:48.996802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.003829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:49.006642 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa05959-37d3-441b-a898-6ca754478f99" -d '{"events": [{"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-plugged", "status": "completed", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:49.012123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ea79-f971-4236-8854-c6c833ec36b5 req-9617e4bc-9e2e-4a9d-a79f-654df77518c4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.013688 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e4ea79-f971-4236-8854-c6c833ec36b5 req-9617e4bc-9e2e-4a9d-a79f-654df77518c4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.0800924 Aug 10 00:51:49.018740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4f875-f6a3-432e-8b7a-a8bc9cac8361 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b773edc-5a81-4bc7-8229-fd57783e9fbe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.054182 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1576f-82e2-4105-bafb-d7a8c3377025 x-openstack-request-id: req-2ef1576f-82e2-4105-bafb-d7a8c3377025 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:49.054476 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-plugged", "status": "completed", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:49.054765 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ef1576f-82e2-4105-bafb-d7a8c3377025 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:49.055164 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'code': 200} Aug 10 00:51:49.063121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa3fae59-0940-48c1-9d94-1ce695ea2a6c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0646503 Aug 10 00:51:49.066758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.072024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--964593917'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.092464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e4ea79-f971-4236-8854-c6c833ec36b5 req-4c0e3446-01a8-41e2-b855-4438a85f7809 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681298 Aug 10 00:51:49.094291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.212566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ac99e-d5ec-4ee4-b344-0bce5534e0ed req-07025bed-15fa-4a3b-bf2f-b6a69bb2c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.214082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-188ac99e-d5ec-4ee4-b344-0bce5534e0ed req-07025bed-15fa-4a3b-bf2f-b6a69bb2c633 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1098 time: 0.0783541 Aug 10 00:51:49.231731 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.239924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.279780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.281307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2136283 Aug 10 00:51:49.284298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55106) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.288067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-188ac99e-d5ec-4ee4-b344-0bce5534e0ed req-036f0e66-a1d0-4b10-a7fe-9ceba515b9ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648196 Aug 10 00:51:49.288796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191a6b0-34d0-4918-bb26-0dabc9531946 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1745623-1efc-4eae-ac39-1e27ac96b38b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.290528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-36849d1e-b5e5-47a5-91c6-a4ab90b35acc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'd1745623-1efc-4eae-ac39-1e27ac96b38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.300399 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-36849d1e-b5e5-47a5-91c6-a4ab90b35acc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 00:51:49.301068 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-36849d1e-b5e5-47a5-91c6-a4ab90b35acc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.302237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36849d1e-b5e5-47a5-91c6-a4ab90b35acc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0165727 Aug 10 00:51:49.305740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.310612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d4f5ea88-e392-4d7b-9542-6ea163c0975f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'd1745623-1efc-4eae-ac39-1e27ac96b38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.312673 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-d4f5ea88-e392-4d7b-9542-6ea163c0975f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 00:51:49.313194 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d4f5ea88-e392-4d7b-9542-6ea163c0975f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.314848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d4f5ea88-e392-4d7b-9542-6ea163c0975f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072803 Aug 10 00:51:49.316738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.323065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a3fd9101-364b-42d3-ba9e-33352a625765 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'd1745623-1efc-4eae-ac39-1e27ac96b38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.324302 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-a3fd9101-364b-42d3-ba9e-33352a625765 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 00:51:49.325407 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-a3fd9101-364b-42d3-ba9e-33352a625765 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.327466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3fd9101-364b-42d3-ba9e-33352a625765 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087535 Aug 10 00:51:49.340989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55114) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.346056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-300aff6e-9152-4859-ad84-56102041e3fc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'd1745623-1efc-4eae-ac39-1e27ac96b38b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.346988 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-300aff6e-9152-4859-ad84-56102041e3fc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 00:51:49.347444 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-300aff6e-9152-4859-ad84-56102041e3fc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.350703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-300aff6e-9152-4859-ad84-56102041e3fc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065613 Aug 10 00:51:49.351304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.373202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc45f96-8a41-403e-9d61-e3c998550b63 req-0875c97e-5bcf-4cd0-9274-47171b61acd6 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.374837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fc45f96-8a41-403e-9d61-e3c998550b63 req-0875c97e-5bcf-4cd0-9274-47171b61acd6 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 948 time: 0.0708418 Aug 10 00:51:49.407014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.416152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fc45f96-8a41-403e-9d61-e3c998550b63 req-fdefbb99-2c86-49da-bff3-6daaab8bc652 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Aug 10 00:51:49.431191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.474350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.477418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.478826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/d1745623-1efc-4eae-ac39-1e27ac96b38b HTTP/1.1" status: 204 len: 168 time: 0.1251752 Aug 10 00:51:49.481533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55124) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.488793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdfe887-eff3-4f13-911d-56b6fcb7e070 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1745623-1efc-4eae-ac39-1e27ac96b38b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.523699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.549338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2488b384-c70a-468c-b189-cc156d4eb5b3 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0666323 Aug 10 00:51:49.553372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.558585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602567697'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.566715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-d714e9d9-721d-4e08-bcaa-e794d3012180 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248790 Aug 10 00:51:49.586788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.669310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.673227 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.674433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-7b9d4a47-bf67-4340-9e5a-953bd62ba770 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:49.675936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-7b9d4a47-bf67-4340-9e5a-953bd62ba770 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1035082 Aug 10 00:51:49.691247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-0ece3cf2-d1fa-4901-98f7-276f8f99365f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/quotas/ef29eb2ade9f4b4ea17379fcf567e56c HTTP/1.1" status: 200 len: 375 time: 0.0091391 Aug 10 00:51:49.702866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:49.706928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1521211 Aug 10 00:51:49.707487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55136) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.708887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86072-ed05-4636-a8dc-0e4ad7671958 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41928eb7-f67c-40e2-a4ea-ece3a5ca712a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:49.726360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa4c2568-7ec7-4caa-9e78-81577c484644 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.727120 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-aa4c2568-7ec7-4caa-9e78-81577c484644 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 00:51:49.727615 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-aa4c2568-7ec7-4caa-9e78-81577c484644 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.728558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa4c2568-7ec7-4caa-9e78-81577c484644 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201809 Aug 10 00:51:49.730818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-47e5493d-ee84-48de-8206-2040d402c31e tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327110 Aug 10 00:51:49.731490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55138) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.735475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fc6d219c-9a8b-466a-b4e5-0c124da6e0c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.772344 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-fc6d219c-9a8b-466a-b4e5-0c124da6e0c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.773391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fc6d219c-9a8b-466a-b4e5-0c124da6e0c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0411747 Aug 10 00:51:49.776378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55140) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.781102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-56ad971b-1d98-4fc1-8136-7cb789f09bca tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.781836 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-56ad971b-1d98-4fc1-8136-7cb789f09bca tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 00:51:49.782327 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-56ad971b-1d98-4fc1-8136-7cb789f09bca tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.783441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-56ad971b-1d98-4fc1-8136-7cb789f09bca tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060797 Aug 10 00:51:49.785785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55142) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.790231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-13bd8504-1625-47d5-9ca4-69f2284fe1bf tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.826854 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-13bd8504-1625-47d5-9ca4-69f2284fe1bf tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.830734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55144) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.830916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13bd8504-1625-47d5-9ca4-69f2284fe1bf tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0440955 Aug 10 00:51:49.843097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6a1c6a6f-edda-4be7-9ef9-7b80ecda5564 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.843628 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-6a1c6a6f-edda-4be7-9ef9-7b80ecda5564 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 00:51:49.844155 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-6a1c6a6f-edda-4be7-9ef9-7b80ecda5564 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.845301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6a1c6a6f-edda-4be7-9ef9-7b80ecda5564 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135136 Aug 10 00:51:49.848503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.853694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3c01fbf1-34da-4c2d-992c-3e8d590aef10 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.883549 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-3c01fbf1-34da-4c2d-992c-3e8d590aef10 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Project a3fe2e488ea14d4bafad22a37d716911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:51:49.897703 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-3c01fbf1-34da-4c2d-992c-3e8d590aef10 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.899014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3c01fbf1-34da-4c2d-992c-3e8d590aef10 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0494902 Aug 10 00:51:49.901662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55152) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.904261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b3651fb-c6a0-4b6c-a23a-97120e6e2d0d req-445705f9-b325-44f2-a780-1d2f3a5248f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 210 time: 0.0306323 Aug 10 00:51:49.906871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-66e52c62-c1f9-483c-9e53-b999513888ad tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.908294 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-66e52c62-c1f9-483c-9e53-b999513888ad tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 00:51:49.908900 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-66e52c62-c1f9-483c-9e53-b999513888ad tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.911140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66e52c62-c1f9-483c-9e53-b999513888ad tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071957 Aug 10 00:51:49.913319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55154) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.925364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dae01e7a-48c8-46ec-92ab-54c33b943d42 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:49.942751 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-dae01e7a-48c8-46ec-92ab-54c33b943d42 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Project a3fe2e488ea14d4bafad22a37d716911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:51:49.957937 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-dae01e7a-48c8-46ec-92ab-54c33b943d42 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:49.959442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dae01e7a-48c8-46ec-92ab-54c33b943d42 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0451365 Aug 10 00:51:49.962448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:49.966965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d59a065e-ea61-4bb5-b41d-05c8fd24c46e tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '41928eb7-f67c-40e2-a4ea-ece3a5ca712a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:50.006282 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-d59a065e-ea61-4bb5-b41d-05c8fd24c46e tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Project a3fe2e488ea14d4bafad22a37d716911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:51:50.019534 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-d59a065e-ea61-4bb5-b41d-05c8fd24c46e tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:50.020774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d59a065e-ea61-4bb5-b41d-05c8fd24c46e tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0572395 Aug 10 00:51:50.023482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.104633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.128302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.184727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.189263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.190862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/41928eb7-f67c-40e2-a4ea-ece3a5ca712a HTTP/1.1" status: 204 len: 168 time: 0.1662259 Aug 10 00:51:50.193207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55174) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.207518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b5b7d-5a26-462b-b2ab-0cf436bfabae tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41928eb7-f67c-40e2-a4ea-ece3a5ca712a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.259127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:50.276789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be879c8-4d9e-4278-8196-cb7194c26ddf req-8aec1349-aec0-41bd-a3f5-c57abbbdccf7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.289638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7be879c8-4d9e-4278-8196-cb7194c26ddf req-8aec1349-aec0-41bd-a3f5-c57abbbdccf7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.0909555 Aug 10 00:51:50.322266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55180) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.324035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4da57649-3469-40aa-b39f-81be66390f40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1293170 Aug 10 00:51:50.327696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--918799144'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:50.364530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7be879c8-4d9e-4278-8196-cb7194c26ddf req-37a732ed-508c-4d0e-b3fb-3879d65e07ca tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Aug 10 00:51:50.373370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.409447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:50.431757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'mac_address': 'fa:16:3e:e4:84:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:50.499253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.505598 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.511483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.529555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:50.535714 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:51:50.559488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:50.563633 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.579218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.582949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2571378 Aug 10 00:51:50.582949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c355a5-9343-4f0c-ac87-a359a333fda1 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a321b5ae-094f-49d6-afc5-71f6c48181ee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.584849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.590474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9cf3feb1-0437-4fee-9d47-c91231a7daef tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'a321b5ae-094f-49d6-afc5-71f6c48181ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:50.619568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee6f53-c458-4bd2-93c1-aac05aa99587 req-0cafcdbb-4999-4235-a082-04e4e935acfe tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.621116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73ee6f53-c458-4bd2-93c1-aac05aa99587 req-0cafcdbb-4999-4235-a082-04e4e935acfe tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 948 time: 0.0864415 Aug 10 00:51:50.633728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.646443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.647325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.647909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.648459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.649271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.649917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.650450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.651580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.652134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.652666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.653339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.654481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:51:50.657949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c3d2-8f92-424e-8902-13fc5040fe48 req-d4b7ce78-5a8d-4adb-a199-8cf86a15e376 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:50.668352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2362c3d2-8f92-424e-8902-13fc5040fe48 req-d4b7ce78-5a8d-4adb-a199-8cf86a15e376 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 950 time: 0.1116035 Aug 10 00:51:50.671322 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-9cf3feb1-0437-4fee-9d47-c91231a7daef tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The resource could not be found. Aug 10 00:51:50.675326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9cf3feb1-0437-4fee-9d47-c91231a7daef tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0859582 Aug 10 00:51:50.675998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55192) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.681317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73ee6f53-c458-4bd2-93c1-aac05aa99587 req-59ed8d61-dd75-4425-a2fa-a919ee5231ab tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Aug 10 00:51:50.685557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d6a178da-f975-42d8-9c85-d1946ea58783 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'a321b5ae-094f-49d6-afc5-71f6c48181ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fa88d050-41a3-4e6c-8bcd-4e68a6104616'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:50.730721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2362c3d2-8f92-424e-8902-13fc5040fe48 req-0a828b0d-5bd1-4cd7-a316-ed73208b7a53 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560241 Aug 10 00:51:50.759666 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d6a178da-f975-42d8-9c85-d1946ea58783 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The resource could not be found. Aug 10 00:51:50.761245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d6a178da-f975-42d8-9c85-d1946ea58783 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0841398 Aug 10 00:51:50.765007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55194) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.817223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.839049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.845118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4912f656-1dc4-4af5-844d-fc8b10341b03'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:50.884977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.887862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:50.889148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/a321b5ae-094f-49d6-afc5-71f6c48181ee HTTP/1.1" status: 204 len: 168 time: 0.1242599 Aug 10 00:51:50.891778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.898940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c6fe6-95c3-4937-a6fe-03cc44a81744 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a321b5ae-094f-49d6-afc5-71f6c48181ee,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:50.948793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1a29f73c-90e5-4d0a-939f-f8cced059dd7 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0530100 Aug 10 00:51:50.951657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55200) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:50.956769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f5cbef22-9b4d-4986-bac8-106169940bab tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '88817a7a-2fc4-4f91-868a-8953c53779a1', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:51.013453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c198a7-6118-4916-9857-be6dcdfbfe93 req-ec107be7-556d-45cb-8329-91bfde584859 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 210 time: 0.0326374 Aug 10 00:51:51.027207 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-f5cbef22-9b4d-4986-bac8-106169940bab tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The resource could not be found. Aug 10 00:51:51.028478 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f5cbef22-9b4d-4986-bac8-106169940bab tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0755258 Aug 10 00:51:51.032456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55202) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:51.039019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1389687195'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:51.072101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.089813 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-7cb9338e-b744-4381-ae12-9986b8a8554f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285447 Aug 10 00:51:51.227799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-efe5f186-e487-4b12-82f7-47a5b308a9db tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.229219 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-efe5f186-e487-4b12-82f7-47a5b308a9db tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329856 Aug 10 00:51:51.254161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.258530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Request body: {'port': {'device_id': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'ef29eb2ade9f4b4ea17379fcf567e56c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:51.262902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.327662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.328869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2954366 Aug 10 00:51:51.331875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:51.338427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e028d-76fc-412d-b0ea-dd8c26c72fdc tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5706b6c-24e5-4546-a635-d2f8b0030dc5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:51.339696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634399409'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:51.368112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.395419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Made reservation on behalf of ef29eb2ade9f4b4ea17379fcf567e56c for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:51.399714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.409103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.493720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.498936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.543362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0cfc4-ac15-45f2-809c-ecf08631cde2 req-5b4908f4-f9af-4d65-a139-57b950f16938 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.544876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4f0cfc4-ac15-45f2-809c-ecf08631cde2 req-5b4908f4-f9af-4d65-a139-57b950f16938 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.0912120 Aug 10 00:51:51.545920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4f7a0-cf7f-48b8-9b40-42e6932dbabe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:51.586337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4f0cfc4-ac15-45f2-809c-ecf08631cde2 req-e842fa77-acc2-4c53-996e-676c81cb766e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Aug 10 00:51:51.598427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.602626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.607310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.608635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-098eaad8-50f7-490a-9917-72fc8b81a12c tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2757113 Aug 10 00:51:51.611478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:51.619441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-56362b91-4694-4387-afce-c43ea9895283 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': 'c5706b6c-24e5-4546-a635-d2f8b0030dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '71d4f7a0-cf7f-48b8-9b40-42e6932dbabe'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:51.635982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee878995-06d0-44f0-9970-00c8ff3ffc3f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:51.679886 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-56362b91-4694-4387-afce-c43ea9895283 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:51.681291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-56362b91-4694-4387-afce-c43ea9895283 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0688090 Aug 10 00:51:51.684115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55214) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:51.776687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.789226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8afe8-65ee-4e26-af70-0d950146272d req-28b80de6-715d-44f6-ba77-261e92c0eed9 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.790777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5aa8afe8-65ee-4e26-af70-0d950146272d req-28b80de6-715d-44f6-ba77-261e92c0eed9 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1098 time: 0.0943818 Aug 10 00:51:51.818360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Allocated IP 192.168.233.250 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/50a05d0c-92f4-4687-98cc-81fa48961145) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:51:51.821512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.849890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5aa8afe8-65ee-4e26-af70-0d950146272d req-204238f8-552c-4986-8b84-60bd34e44220 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507951 Aug 10 00:51:51.850316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa5a80-37c7-40f5-8b1a-6ae911493bd2 req-80b0abb7-6b67-4205-982d-902a3638e97c tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:51.851867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0fa5a80-37c7-40f5-8b1a-6ae911493bd2 req-80b0abb7-6b67-4205-982d-902a3638e97c tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 949 time: 0.0945652 Aug 10 00:51:51.904234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.907056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:51.908211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/71d4f7a0-cf7f-48b8-9b40-42e6932dbabe HTTP/1.1" status: 204 len: 168 time: 0.2227678 Aug 10 00:51:51.911114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55226) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:51.918966 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0fa5a80-37c7-40f5-8b1a-6ae911493bd2 req-3208c6b8-2538-400c-bc3e-1778b880a6eb tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Aug 10 00:51:51.945739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cf85e-b70a-4dfb-b9c1-298e8e6e6b40 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4f7a0-cf7f-48b8-9b40-42e6932dbabe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:52.137581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e327d7-26a0-4bb3-a642-0c8f7e2eb4b3 req-cec67267-1cff-48fa-a2f0-7e18d2a7ea4c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.139076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07e327d7-26a0-4bb3-a642-0c8f7e2eb4b3 req-cec67267-1cff-48fa-a2f0-7e18d2a7ea4c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1098 time: 0.0424659 Aug 10 00:51:52.176395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07e327d7-26a0-4bb3-a642-0c8f7e2eb4b3 req-d82d171f-0539-4636-bc05-fcd8cfeeec6e tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Aug 10 00:51:52.275553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d853b706-b8e7-40bc-9db7-cb17a38a51ee req-c9a1075e-afc8-424a-a539-a9852d14087a tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 210 time: 0.0269330 Aug 10 00:51:52.279679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:51:52.333358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-e50ae396-ada5-468a-b498-5954cc06b02e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.335721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-e50ae396-ada5-468a-b498-5954cc06b02e tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.10 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 950 time: 0.4740882 Aug 10 00:51:52.346830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4912f656-1dc4-4af5-844d-fc8b10341b03 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:52.351878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4912f656-1dc4-4af5-844d-fc8b10341b03 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:52.352483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.437189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.442096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-006f4fdd-02db-47db-9643-445c16eb68e2 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5300796 Aug 10 00:51:52.445202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.450356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172ab4a-58a1-45cc-984f-1c3b8e1792c4 req-a438d9f0-1329-4f95-b384-4c573230be28 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.451455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8172ab4a-58a1-45cc-984f-1c3b8e1792c4 req-a438d9f0-1329-4f95-b384-4c573230be28 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/ports?device_id=48bd2062-c1fc-4950-a2e3-94e06f10ab3d HTTP/1.1" status: 200 len: 950 time: 0.1679335 Aug 10 00:51:52.476968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:52.478350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:52.482469 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e2d765-718e-440a-a4ad-b6cbd3f001d9" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:52.487904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.521380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.527469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.549233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Transition to ACTIVE for port object 50a05d0c-92f4-4687-98cc-81fa48961145 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:52.551407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:52.554172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.574544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8172ab4a-58a1-45cc-984f-1c3b8e1792c4 req-3e20782f-e337-4f4f-a221-2cf446673131 tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.25 "GET /v2.0/security-groups?id=68107559-223d-4ef1-b8df-a86cbf4fe6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118486 Aug 10 00:51:52.601895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Deleting port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:51:52.602313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.615072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.622004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.625499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/c5706b6c-24e5-4546-a635-d2f8b0030dc5 HTTP/1.1" status: 204 len: 168 time: 0.1770778 Aug 10 00:51:52.633503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.634679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c5f9c-bf77-4732-bbdb-1d0bfe9783c4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5706b6c-24e5-4546-a635-d2f8b0030dc5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:52.676121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.715316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df1f632f-f59c-4a35-b349-793d883727e5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0759630 Aug 10 00:51:52.715937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55250) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:52.720526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734278736'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:52.740531 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37905817-d142-452d-948e-4bcf3b3d94df x-openstack-request-id: req-37905817-d142-452d-948e-4bcf3b3d94df {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:52.740959 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:52.741847 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37905817-d142-452d-948e-4bcf3b3d94df {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:52.741847 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'code': 200} Aug 10 00:51:52.749927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:51:52.765878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:52.766136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.767580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:51:52.779343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] For port db98b3ee-d9ac-4936-bbd7-7fe002e71e62, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:52.782296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.805243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Pushing event updated for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:52.827164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Calling delete_port for db98b3ee-d9ac-4936-bbd7-7fe002e71e62 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:51:52.848158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7820e-98e3-4e73-9207-aa6bf6b61456 req-6c2c1d5b-2812-4ec9-a037-f5aa75082511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.849792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53a7820e-98e3-4e73-9207-aa6bf6b61456 req-6c2c1d5b-2812-4ec9-a037-f5aa75082511 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 1102 time: 0.0645273 Aug 10 00:51:52.869840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:52.870502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.924693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53a7820e-98e3-4e73-9207-aa6bf6b61456 req-a9e947f0-dc29-4d84-89a6-1abdf229537b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655801 Aug 10 00:51:52.982636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:52.996835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.009667 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-e053ce08-de77-4fb0-b062-580f6e98b3d4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7588196 Aug 10 00:51:53.027618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Request body: {'port': {'device_id': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.033425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.038935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3179908 Aug 10 00:51:53.038935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd2ef5-80cb-4053-b9ce-7cc6d7293e73 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4bfc8c-9e3c-468c-a9a9-1df1c972d0ba,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.040154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55266) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.045874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8463c8b5-d387-47e4-a92b-b6be49386f48 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '4c4bfc8c-9e3c-468c-a9a9-1df1c972d0ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.091808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.092063 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8463c8b5-d387-47e4-a92b-b6be49386f48 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:53.092844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8463c8b5-d387-47e4-a92b-b6be49386f48 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0513127 Aug 10 00:51:53.094382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3553e995-ee04-49d3-b0ac-b7f0a2444cc4 None None] Provisioning for port 50a05d0c-92f4-4687-98cc-81fa48961145 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:51:53.095484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55274) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.099528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3553e995-ee04-49d3-b0ac-b7f0a2444cc4 None None] Provisioning complete for port 50a05d0c-92f4-4687-98cc-81fa48961145 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:51:53.100454 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3553e995-ee04-49d3-b0ac-b7f0a2444cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.103602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b7a55af9-2388-4171-89fd-f97dde0592b5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group_rule': {'security_group_id': '4c4bfc8c-9e3c-468c-a9a9-1df1c972d0ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.126756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['db98b3ee-d9ac-4936-bbd7-7fe002e71e62'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:53.142810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Pushing event deleted for resources: {'Port': ['ID=db98b3ee-d9ac-4936-bbd7-7fe002e71e62,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.154051 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-b7a55af9-2388-4171-89fd-f97dde0592b5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 00:51:53.158203 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b7a55af9-2388-4171-89fd-f97dde0592b5 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0609722 Aug 10 00:51:53.158862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55276) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.173277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3553e995-ee04-49d3-b0ac-b7f0a2444cc4 None None] Port 50a05d0c-92f4-4687-98cc-81fa48961145 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:51:53.214817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.240045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.244913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] No DVR routers for this DVR port db98b3ee-d9ac-4936-bbd7-7fe002e71e62 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:51:53.248286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.250503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39c18e4b-73d7-4383-a0bd-d02d800627e7 req-55d93371-6ac0-4a9b-aaa2-b46be0204abd tempest-TenantUsagesTestJSON-1185005199 tempest-TenantUsagesTestJSON-1185005199-project] 10.222.0.10 "DELETE /v2.0/ports/db98b3ee-d9ac-4936-bbd7-7fe002e71e62 HTTP/1.1" status: 204 len: 173 time: 0.8972456 Aug 10 00:51:53.251509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'name': 'network-vif-deleted', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:53.253866 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1bce40-0e22-461c-8c79-0ccd76d70ecd" -d '{"events": [{"server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "name": "network-vif-deleted", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:53.263963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90079a57-36ca-4ca1-b934-9555ee7a7259 req-e30ad65e-32a7-418d-ba80-30bf314f041b tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:53.265543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90079a57-36ca-4ca1-b934-9555ee7a7259 req-e30ad65e-32a7-418d-ba80-30bf314f041b tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 950 time: 0.2339618 Aug 10 00:51:53.266576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.314110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.317558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.326834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c4bfc8c-9e3c-468c-a9a9-1df1c972d0ba HTTP/1.1" status: 204 len: 168 time: 0.1666439 Aug 10 00:51:53.328682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.341785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd966b-adbd-4c12-b4c8-d0168474153b tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4bfc8c-9e3c-468c-a9a9-1df1c972d0ba,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.382270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90079a57-36ca-4ca1-b934-9555ee7a7259 req-b447470f-05d8-41a6-b23b-0c2bb5938fe0 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Aug 10 00:51:53.471660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-7ee79af5-dbbc-45d3-b30b-257d5ec0bab0 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:51:53.472641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-7ee79af5-dbbc-45d3-b30b-257d5ec0bab0 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124366 Aug 10 00:51:53.479327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-634f555a-f1c9-4221-82f6-97bda838915e tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1496027 Aug 10 00:51:53.483322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55284) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.487669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Request body: {'binding': {'host': 'n-h2-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.487947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'tempest-secgroup--894479059'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.488157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 00:51:53.512679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.602432 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deedeea-9a70-4c28-8b23-46cb770477cc x-openstack-request-id: req-5deedeea-9a70-4c28-8b23-46cb770477cc {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:53.602747 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48bd2062-c1fc-4950-a2e3-94e06f10ab3d", "name": "network-vif-deleted", "tag": "db98b3ee-d9ac-4936-bbd7-7fe002e71e62", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:53.603001 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5deedeea-9a70-4c28-8b23-46cb770477cc {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:53.603516 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48bd2062-c1fc-4950-a2e3-94e06f10ab3d', 'name': 'network-vif-deleted', 'tag': 'db98b3ee-d9ac-4936-bbd7-7fe002e71e62', 'status': 'completed', 'code': 200} Aug 10 00:51:53.608184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.612542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.643592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.648744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1607850 Aug 10 00:51:53.648744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.652631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-abce2bec-7b3c-47ed-98e4-1eec06ca8d16 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:53.653295 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-abce2bec-7b3c-47ed-98e4-1eec06ca8d16 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 00:51:53.653790 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-abce2bec-7b3c-47ed-98e4-1eec06ca8d16 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 00:51:53.657175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abce2bec-7b3c-47ed-98e4-1eec06ca8d16 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "PUT /v2.0/security-groups/1810b399-3f37-468e-9400-6839c822efae HTTP/1.1" status: 409 len: 330 time: 0.0056331 Aug 10 00:51:53.657340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55290) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.667189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aac6d-bd27-41e9-a433-b4fa49ec19f4 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1810b399-3f37-468e-9400-6839c822efae,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.717172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.748648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0889c6-df7f-480d-9ab0-112eb7b41ccf req-9fbaee6b-5e13-448f-938b-bfb0e2a1c97c tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:53.750407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.756343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce0889c6-df7f-480d-9ab0-112eb7b41ccf req-9fbaee6b-5e13-448f-938b-bfb0e2a1c97c tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 936 time: 0.1093948 Aug 10 00:51:53.811344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h2-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:53.812149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:53.812149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:53.812414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.815150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.818839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/1810b399-3f37-468e-9400-6839c822efae HTTP/1.1" status: 204 len: 168 time: 0.1579878 Aug 10 00:51:53.820391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55294) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.824107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:53.824442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:53.833906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a05d0c-92f4-4687-98cc-81fa48961145 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:53.842295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:53.842635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:53.842810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf77b03-3f8d-4fb7-b7b2-96650d16052a tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810b399-3f37-468e-9400-6839c822efae,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.843049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:53.843499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Bound port: 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:53.852935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.889936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce0889c6-df7f-480d-9ab0-112eb7b41ccf req-a223993d-56f1-4bcc-af41-a47c06937f25 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326632 Aug 10 00:51:53.892501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-40f516b4-c829-482f-b646-0918613f8330 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0701940 Aug 10 00:51:53.893874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Transition to ACTIVE for port object 50a05d0c-92f4-4687-98cc-81fa48961145 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:51:53.896404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.905325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.923099 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-4ff7d476-0d81-4f04-bd91-83ef9b0f4b37 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] delete failed (client error): The resource could not be found. Aug 10 00:51:53.927621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ff7d476-0d81-4f04-bd91-83ef9b0f4b37 tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "DELETE /v2.0/security-groups/981f697e-80b5-40cd-aaf7-722052f8ca76 HTTP/1.1" status: 404 len: 347 time: 0.0264688 Aug 10 00:51:53.929574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.950798 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-88bfd9b3-f5e8-4a63-a248-bea89f15450f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] show failed (client error): The resource could not be found. Aug 10 00:51:53.955690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88bfd9b3-f5e8-4a63-a248-bea89f15450f tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-groups/7974f6ff-725c-44b2-bb5d-00433e0de75d HTTP/1.1" status: 404 len: 347 time: 0.0220790 Aug 10 00:51:53.955980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:53.968407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:53.972159 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-698fa82a-a910-472f-b881-8e78c9a07a4d tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] show failed (client error): The resource could not be found. Aug 10 00:51:53.975341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-698fa82a-a910-472f-b881-8e78c9a07a4d tempest-NegativeSecGroupIPv6Test-416379676 tempest-NegativeSecGroupIPv6Test-416379676-project] 10.222.0.25 "GET /v2.0/security-group-rules/85be469b-8397-45b7-b225-eae082dff11a HTTP/1.1" status: 404 len: 356 time: 0.0165780 Aug 10 00:51:53.977235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Pushing event updated for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:53.988263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:53.989974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-9240161c-270f-43c8-917e-ea09f3a8306a service neutron] 10.222.0.25 "POST /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532/bindings HTTP/1.1" status: 201 len: 390 time: 0.5074086 Aug 10 00:51:54.137052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Attempting to bind port 50a05d0c-92f4-4687-98cc-81fa48961145 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:51:54.137443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Attempting to bind port 50a05d0c-92f4-4687-98cc-81fa48961145 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:51:54.137868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Attempting to bind port 50a05d0c-92f4-4687-98cc-81fa48961145 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:54.143232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Port 50a05d0c-92f4-4687-98cc-81fa48961145 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:51:54.143560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Attempting to bind port 50a05d0c-92f4-4687-98cc-81fa48961145 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:51:54.150637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:51:54.151203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:54.151644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:51:54.152173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Bound port: 50a05d0c-92f4-4687-98cc-81fa48961145, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:51:54.152626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.315354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790836d-f18e-4f95-9f08-8486820f749f req-ffa205e1-9cfa-43b8-afb6-33216cfb5460 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.316899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d790836d-f18e-4f95-9f08-8486820f749f req-ffa205e1-9cfa-43b8-afb6-33216cfb5460 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1519389 Aug 10 00:51:54.323080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:51:54.328515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=50a05d0c-92f4-4687-98cc-81fa48961145,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:51:54.331609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-b6ce0595-a8fb-4c0c-9728-c097d84521dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.333154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-b6ce0595-a8fb-4c0c-9728-c097d84521dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1098 time: 0.0879502 Aug 10 00:51:54.340329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.400891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55312) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.447787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55318) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.467057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.467685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.469093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] 10.222.0.21 "PUT /v2.0/ports/50a05d0c-92f4-4687-98cc-81fa48961145 HTTP/1.1" status: 200 len: 1097 time: 1.4507446 Aug 10 00:51:54.477026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92ac9c-72d3-4bba-9f08-6f6306306c84 service neutron] Pushing event updated for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:54.524144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d790836d-f18e-4f95-9f08-8486820f749f req-398fe4c2-e569-43bf-bb85-808eabec4835 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979134 Aug 10 00:51:54.581951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead9f97-76a2-4729-9a2e-b7d6c9e47a1e req-5e3b7261-6ef9-4f25-9e92-22de06e2671a tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.583859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ead9f97-76a2-4729-9a2e-b7d6c9e47a1e req-5e3b7261-6ef9-4f25-9e92-22de06e2671a tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 950 time: 0.0886431 Aug 10 00:51:54.649701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f327cbb1-5fc4-4c5b-b287-251315cb39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.652130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f327cbb1-5fc4-4c5b-b287-251315cb39ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.3031788 Aug 10 00:51:54.657678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-9af2a734-6d95-47e8-9d43-aa56128ac276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.659284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-9af2a734-6d95-47e8-9d43-aa56128ac276 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 1100 time: 0.1226919 Aug 10 00:51:54.692057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4542ae01-f242-41e7-83b1-60c8b9145b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3fe2e488ea14d4bafad22a37d716911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408094 Aug 10 00:51:54.695755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.701909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-7583ee33-55c5-4d1a-a421-c259d9fe9e34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 217 time: 0.0414240 Aug 10 00:51:54.731361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ead9f97-76a2-4729-9a2e-b7d6c9e47a1e req-4910d72a-043e-4028-b206-067a3cd194c8 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399713 Aug 10 00:51:54.744056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-d453aede-51bf-48dd-8663-cfaacecef165 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=50a05d0c-92f4-4687-98cc-81fa48961145 HTTP/1.1" status: 200 len: 217 time: 0.0412483 Aug 10 00:51:54.759058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14476301-8780-4836-8c53-b7eb675182a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30c6b70fbf7a4176a7be711b78628ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539588 Aug 10 00:51:54.772090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:54.816869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.829252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-8e13808c-9429-4c54-9357-a6c1f48790d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.830768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-8e13808c-9429-4c54-9357-a6c1f48790d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0787477 Aug 10 00:51:54.832043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f85fc111-3914-4c9a-8891-0caeaf6b927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.833350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f85fc111-3914-4c9a-8891-0caeaf6b927e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0911243 Aug 10 00:51:54.874151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.883206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.889526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-ca9616b5-c4b0-4131-9f92-7b0011836a3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415266 Aug 10 00:51:54.950048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:54.950391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-0ab699f0-82ec-477a-a245-ec349de01600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:54.952077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-0ab699f0-82ec-477a-a245-ec349de01600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135798 Aug 10 00:51:55.003969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.007109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.008331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be6c9193-7182-427e-82ec-9f4ef9f87260 HTTP/1.1" status: 204 len: 168 time: 0.3116693 Aug 10 00:51:55.041692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f315f70-c53a-440d-ba1f-472b0d1892aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6c9193-7182-427e-82ec-9f4ef9f87260,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.057738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-e0da8c73-214d-43c1-b66e-8ce4e0c0fea8 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599174 Aug 10 00:51:55.071220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d889a06-c3f1-48ed-b705-d5772cd82b86 req-6aad3d77-1e27-4252-b0ce-4aef74295075 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.072636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d889a06-c3f1-48ed-b705-d5772cd82b86 req-6aad3d77-1e27-4252-b0ce-4aef74295075 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 948 time: 0.0803411 Aug 10 00:51:55.079690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.083759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.087979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68107559-223d-4ef1-b8df-a86cbf4fe6f5 HTTP/1.1" status: 204 len: 168 time: 0.3145623 Aug 10 00:51:55.115219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d7de1-229f-4d5d-92f7-7f161bbbd0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68107559-223d-4ef1-b8df-a86cbf4fe6f5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.127967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-81037f25-80f2-488e-8bd6-341ffcd99e08 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675684 Aug 10 00:51:55.171237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d889a06-c3f1-48ed-b705-d5772cd82b86 req-298a587c-3a0e-48e5-83e4-61f0e565030e tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774007 Aug 10 00:51:55.245149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-12fad618-a0a9-4252-bf88-ff2999fe51e3 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798105 Aug 10 00:51:55.274520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d926691-d212-442d-bb57-d7e42edb9cd8 req-9d556724-785e-4752-a117-d79fb7ea7393 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366501 Aug 10 00:51:55.519409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:55.539487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e771e610-ad35-4698-b867-27f8a6b1eec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.604319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:51:55.607526 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc835184-0fc0-4970-9381-a5d619c25750" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:51:55.690255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e771e610-ad35-4698-b867-27f8a6b1eec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.699847 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed010afc-09e6-4b93-94c1-d62309422fc7 x-openstack-request-id: req-ed010afc-09e6-4b93-94c1-d62309422fc7 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:51:55.700131 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:51:55.700375 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed010afc-09e6-4b93-94c1-d62309422fc7 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:51:55.700956 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145', 'status': 'completed', 'code': 200} Aug 10 00:51:55.702523 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e771e610-ad35-4698-b867-27f8a6b1eec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.712552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.737875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4ce7c-e057-48d9-8a92-4b785066329f req-b790ea3a-9aa8-4af6-b304-5fb28fbeb4ff tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.747915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15d4ce7c-e057-48d9-8a92-4b785066329f req-b790ea3a-9aa8-4af6-b304-5fb28fbeb4ff tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1415935 Aug 10 00:51:55.791219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771e610-ad35-4698-b867-27f8a6b1eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab91f6-1b7f-4d45-9ea0-80cea9935d7b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:55.796105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e771e610-ad35-4698-b867-27f8a6b1eec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a40f8527a47c46f58bcafd3907e0e41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749918 Aug 10 00:51:55.799151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55384) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:55.815379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835184-0fc0-4970-9381-a5d619c25750 req-f505cbd0-14e3-4b0b-a815-8acd46237e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.817000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-f505cbd0-14e3-4b0b-a815-8acd46237e67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 1100 time: 0.0932441 Aug 10 00:51:55.823412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15d4ce7c-e057-48d9-8a92-4b785066329f req-c4b77766-e7e4-45c2-a131-0ab9efc84ed6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688403 Aug 10 00:51:55.936586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.971733 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.975116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:55.982791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835184-0fc0-4970-9381-a5d619c25750 req-20725718-426d-490b-9cbb-b14e5c0d3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:55.984366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-20725718-426d-490b-9cbb-b14e5c0d3a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1579113 Aug 10 00:51:56.018468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:56.039659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-374be6df-cec7-4bb5-8296-8050646bdd29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=50a05d0c-92f4-4687-98cc-81fa48961145 HTTP/1.1" status: 200 len: 217 time: 0.0456707 Aug 10 00:51:56.094756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.097787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.102860 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30ab91f6-1b7f-4d45-9ea0-80cea9935d7b HTTP/1.1" status: 204 len: 168 time: 0.3030403 Aug 10 00:51:56.114128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc642afc-abb5-43b5-8b78-ec316de51e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab91f6-1b7f-4d45-9ea0-80cea9935d7b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.120951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835184-0fc0-4970-9381-a5d619c25750 req-7edce95f-381a-49e6-8799-9bfaa93bf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.122544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-7edce95f-381a-49e6-8799-9bfaa93bf7ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0756989 Aug 10 00:51:56.152420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941365885-network', 'tenant_id': '5c4c422d23384f38a074a9ca0521f9d3'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:56.182009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Made reservation on behalf of 5c4c422d23384f38a074a9ca0521f9d3 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:56.184118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc835184-0fc0-4970-9381-a5d619c25750 req-4ac612ab-cda1-420d-a671-554bc6795e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.185355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.188487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-4ac612ab-cda1-420d-a671-554bc6795e16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572944 Aug 10 00:51:56.196041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.300166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device db98b3ee-d9ac-4936-bbd7-7fe002e71e62 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:51:56.313854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-757cc833-53a2-4dcf-990f-11b39215c2e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161582 Aug 10 00:51:56.320892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.330683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: db98b3ee-d9ac-4936-bbd7-7fe002e71e62 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:51:56.331342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device db98b3ee-d9ac-4936-bbd7-7fe002e71e62 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:51:56.365449 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.404197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be4a021-6d4a-4400-9dd4-deb67c6d9c30,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.423473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:56.437993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9c2e3-3189-4547-b3da-8b2627636487 req-bfa15faa-4a4a-4a8e-8182-ec63f7acea3f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.439596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01b9c2e3-3189-4547-b3da-8b2627636487 req-bfa15faa-4a4a-4a8e-8182-ec63f7acea3f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 948 time: 0.1173601 Aug 10 00:51:56.445575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.446018 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Added segment 2d25fb7e-7249-4fd8-a1a6-185ae5e5ac94 of type vlan for network 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea Aug 10 00:51:56.475074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc835184-0fc0-4970-9381-a5d619c25750 req-c681ff2c-76a2-4d0a-89f6-4cc5b56e4d2a service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491296 Aug 10 00:51:56.520527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01b9c2e3-3189-4547-b3da-8b2627636487 req-f40805b5-d6f1-4694-806c-540bc2394324 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728135 Aug 10 00:51:56.522427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.563356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.564485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.565080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.612304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5922496 Aug 10 00:51:56.615315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55418) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:56.622391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Request body: {'subnet': {'network_id': '4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1941365885-subnet', 'tenant_id': '5c4c422d23384f38a074a9ca0521f9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:56.630336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82f73-ab5e-4a76-bc96-7a779464a82a admin admin] Pushing event updated for resources: {'Network': ['ID=4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:56.641209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:56.663094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Made reservation on behalf of 5c4c422d23384f38a074a9ca0521f9d3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:56.665566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.902325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:56.966703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df884bee-db1e-4120-9d95-83fc904ac565 req-85c90b26-c786-4c65-aa97-edc3f54739cc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:56.966703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df884bee-db1e-4120-9d95-83fc904ac565 req-85c90b26-c786-4c65-aa97-edc3f54739cc tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.0623236 Aug 10 00:51:56.998948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9fa19eb-6b73-42a8-81c8-bc0d54250b66,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:57.010325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Checking segment: {'id': '2d25fb7e-7249-4fd8-a1a6-185ae5e5ac94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:57.010717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Network hostable DHCP agents. Network: 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:57.029732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df884bee-db1e-4120-9d95-83fc904ac565 req-31bf9214-a202-4a64-8cbc-49efd9b72dd2 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532901 Aug 10 00:51:57.054871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Network 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:57.060014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:57.064342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.064983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.074086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbc1e9-373f-4a89-8a5c-c5d4e0da3f2e None None] Network 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:57.085217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f6c0fa17-ecda-4d3b-ba54-37184bb07a81 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4671009 Aug 10 00:51:57.228013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398711fb-7bde-4636-a36c-0ec29d75977b None None] Network 4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:57.729618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66351bff-ce78-4824-a658-44059b59c174 req-7af756fa-b97b-4d0c-8035-dd7dc111fbf8 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:57.732712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66351bff-ce78-4824-a658-44059b59c174 req-7af756fa-b97b-4d0c-8035-dd7dc111fbf8 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 948 time: 0.1171587 Aug 10 00:51:57.781650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66351bff-ce78-4824-a658-44059b59c174 req-d26b7b83-8dff-492e-91a8-28d08e65f381 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Aug 10 00:51:57.843467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55478) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:57.848434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1861729501-network', 'tenant_id': '86ca7ed7ca7a4b17a5c4de2ed671d7e8'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:57.871846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Made reservation on behalf of 86ca7ed7ca7a4b17a5c4de2ed671d7e8 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:57.874303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.883789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:57.993399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 50a05d0c-92f4-4687-98cc-81fa48961145 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:58.017984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.025865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.040252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:51:58.065146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.065509 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Added segment fb393c8f-7858-48b6-b9af-5815c6ddf6ce of type vlan for network a5196076-ef3f-4986-bf41-771eea67f63a Aug 10 00:51:58.150921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.248493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c0c8f6-0998-4f10-80ab-9547cc936b8e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.252287 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.253473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.254215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.298434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:51:58.311780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=50a05d0c-92f4-4687-98cc-81fa48961145,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:58.341015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '50a05d0c-92f4-4687-98cc-81fa48961145', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '50a05d0c-92f4-4687-98cc-81fa48961145', 'mac_address': 'fa:16:3e:8c:09:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:58.373027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:58.373691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5290887 Aug 10 00:51:58.379489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Request body: {'subnet': {'network_id': 'a5196076-ef3f-4986-bf41-771eea67f63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1861729501-subnet', 'tenant_id': '86ca7ed7ca7a4b17a5c4de2ed671d7e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:51:58.383258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55287ee1-851f-4fd8-a4b7-2804cc0ef43d admin admin] Pushing event updated for resources: {'Network': ['ID=a5196076-ef3f-4986-bf41-771eea67f63a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.439845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Made reservation on behalf of 86ca7ed7ca7a4b17a5c4de2ed671d7e8 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:51:58.440567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179bce2-32a3-4ae9-a6e8-a01f71e8bf37 req-caf93f36-1486-465f-a4ba-1ca464fbaa23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.442630 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.454833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1179bce2-32a3-4ae9-a6e8-a01f71e8bf37 req-caf93f36-1486-465f-a4ba-1ca464fbaa23 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1801703 Aug 10 00:51:58.474192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a5196076-ef3f-4986-bf41-771eea67f63a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:51:58.541158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1179bce2-32a3-4ae9-a6e8-a01f71e8bf37 req-d9425b3b-232c-4139-b740-f6b9bdcf104d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852828 Aug 10 00:51:58.621223 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.692295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a05d0c-92f4-4687-98cc-81fa48961145 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:58.735562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:58.751402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'mac_address': 'fa:16:3e:e4:84:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:51:58.752439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.780297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=50a05d0c-92f4-4687-98cc-81fa48961145,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:58.810133 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.823411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60560af-8892-4e1a-b894-e5111a8cee50,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.838659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Checking segment: {'id': 'fb393c8f-7858-48b6-b9af-5815c6ddf6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a5196076-ef3f-4986-bf41-771eea67f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:51:58.839510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Network hostable DHCP agents. Network: a5196076-ef3f-4986-bf41-771eea67f63a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:51:58.864189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Network a5196076-ef3f-4986-bf41-771eea67f63a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:51:58.869254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55540) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:58.878552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.883568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a5196076-ef3f-4986-bf41-771eea67f63a) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:51:58.888316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:58.889108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:58.895150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:51:58.904850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b848ba5-281b-4d37-a8e4-f0acc95adf6a None None] Network a5196076-ef3f-4986-bf41-771eea67f63a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:58.913281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e5ac96b-2772-4133-995e-384bfe40456f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5356805 Aug 10 00:51:58.930112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:51:58.932271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:58.947458 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.023524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a204a-da50-4a66-b820-6a9734b6bb13 req-781f4e59-8a49-48bc-a599-b966d1c09cf9 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.030840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d14a204a-da50-4a66-b820-6a9734b6bb13 req-781f4e59-8a49-48bc-a599-b966d1c09cf9 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 949 time: 0.1016357 Aug 10 00:51:59.052251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.075984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d14a204a-da50-4a66-b820-6a9734b6bb13 req-a466d23e-f86a-4d0e-aefe-6d81bc8efe39 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439825 Aug 10 00:51:59.090822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c058317b-6548-403f-a741-c227ff500605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.107955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['50a05d0c-92f4-4687-98cc-81fa48961145'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:59.168308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4912f656-1dc4-4af5-844d-fc8b10341b03'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:51:59.230762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c058317b-6548-403f-a741-c227ff500605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.242446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c058317b-6548-403f-a741-c227ff500605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.297913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058317b-6548-403f-a741-c227ff500605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b6a153-44e3-4f34-bfd9-549661237e2d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.303321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c058317b-6548-403f-a741-c227ff500605 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b127ed91ced49349a9c8f4f3268245c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328928 Aug 10 00:51:59.306411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:59.329763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55556) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:59.379627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.411416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.433991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Deleting subnet b9fa19eb-6b73-42a8-81c8-bc0d54250b66 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:51:59.448733 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.485690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8e9e4f-bf74-4ff2-98a1-18182572e06a None None] Network a5196076-ef3f-4986-bf41-771eea67f63a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:51:59.493090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.499570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.501123 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2b6a153-44e3-4f34-bfd9-549661237e2d HTTP/1.1" status: 204 len: 168 time: 0.1935866 Aug 10 00:51:59.533441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8aa06c-e0e0-4799-a51f-ee59446223cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b6a153-44e3-4f34-bfd9-549661237e2d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.540925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.625246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.766020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.790322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9fa19eb-6b73-42a8-81c8-bc0d54250b66,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:51:59.819467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03aacd-e38e-4632-a8d9-a5feafebcd5a req-43a97d6f-9dc3-4098-9edd-8afafb1aac73 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:51:59.822845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:51:59.824853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80e8096f-c809-4c59-b2b8-c335a7537e2b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9fa19eb-6b73-42a8-81c8-bc0d54250b66 HTTP/1.1" status: 204 len: 168 time: 0.4940512 Aug 10 00:51:59.832818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55568) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:51:59.837028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f03aacd-e38e-4632-a8d9-a5feafebcd5a req-43a97d6f-9dc3-4098-9edd-8afafb1aac73 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1436865 Aug 10 00:51:59.952267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f03aacd-e38e-4632-a8d9-a5feafebcd5a req-796eb0f6-0625-412f-ba9f-99e6452a6bf3 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025660 Aug 10 00:52:00.024337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.140375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.156072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55582) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:00.158323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:00.175608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8514bc96-4b97-4cf8-a2cc-f63a2d2ff7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.186564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d25fb7e-7249-4fd8-a1a6-185ae5e5ac94') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:00.187053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d25fb7e-7249-4fd8-a1a6-185ae5e5ac94') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:00.219465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.238827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.250108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:00.251043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:00.253278 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:00.264886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fc033-dc4c-489b-b1e1-a7b0a003f1ae req-bd882fe4-f309-4a2a-a515-e2ef3b89f123 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:00.273804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b1fc033-dc4c-489b-b1e1-a7b0a003f1ae req-bd882fe4-f309-4a2a-a515-e2ef3b89f123 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 949 time: 0.1176586 Aug 10 00:52:00.294780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:00.324461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8514bc96-4b97-4cf8-a2cc-f63a2d2ff7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.329114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8514bc96-4b97-4cf8-a2cc-f63a2d2ff7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.387533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b1fc033-dc4c-489b-b1e1-a7b0a003f1ae req-154516fb-cebd-4fad-929a-61848672dd3f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124389 Aug 10 00:52:00.390332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514bc96-4b97-4cf8-a2cc-f63a2d2ff7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea9fe66-82fe-4460-9e35-ab5bc8d90ce5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.394535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.402036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.407214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea HTTP/1.1" status: 204 len: 168 time: 0.5687878 Aug 10 00:52:00.417036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55586) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:00.420340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8211-3419-49e9-bb2a-41f57c7ab64c admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2df9f6-c8d8-4498-a2a8-c84bc5eff4ea,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.424417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4912f656-1dc4-4af5-844d-fc8b10341b03 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:00.425016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.460464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8514bc96-4b97-4cf8-a2cc-f63a2d2ff7c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08e1b8b011ff4b53be96550d945acb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030412 Aug 10 00:52:00.461099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55588) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:00.494718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Deleting subnet b60560af-8892-4e1a-b894-e5111a8cee50 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:00.498311 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.550142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.561501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.564712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.611616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.630692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:00.636451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.637657 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e161be-fd3a-4681-9c1f-039cc44c16ea" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:00.680380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:00.687606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.711072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.714706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.721490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ea9fe66-82fe-4460-9e35-ab5bc8d90ce5 HTTP/1.1" status: 204 len: 168 time: 0.2591672 Aug 10 00:52:00.737669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.748584 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfaa1f8-772e-4ca7-b1f0-20b9f3f0e101 x-openstack-request-id: req-4cfaa1f8-772e-4ca7-b1f0-20b9f3f0e101 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:00.749276 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:00.749752 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cfaa1f8-772e-4ca7-b1f0-20b9f3f0e101 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:00.750376 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'code': 200} Aug 10 00:52:00.756342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f81cbb-eb70-4efc-b11d-013827e6881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea9fe66-82fe-4460-9e35-ab5bc8d90ce5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.785854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60560af-8892-4e1a-b894-e5111a8cee50,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.821086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:00.848124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:00.851817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4eb45dad-c6ef-4360-b222-0f6e6737d193 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b60560af-8892-4e1a-b894-e5111a8cee50 HTTP/1.1" status: 204 len: 168 time: 0.4330282 Aug 10 00:52:00.854566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55596) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:00.878350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-f125f53c-3da4-4c1f-b738-b76d0b58964d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0979581 Aug 10 00:52:01.042833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-cf7bab28-0e76-44cd-ab42-0cb19a722065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.049566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-cf7bab28-0e76-44cd-ab42-0cb19a722065 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 1097 time: 0.1071038 Aug 10 00:52:01.063584 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.209065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-61f4eb94-8571-4791-a4e4-295a3d5397ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.210774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-61f4eb94-8571-4791-a4e4-295a3d5397ea service neutron] 10.222.0.21 "GET /v2.0/networks?id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 200 len: 906 time: 0.1351075 Aug 10 00:52:01.212488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.233007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f17a8-a3fd-4294-b97f-6bc9e388eb35 req-5b4a10bc-db2b-4e3a-94eb-3f978aaf4cb6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.241901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b8f17a8-a3fd-4294-b97f-6bc9e388eb35 req-5b4a10bc-db2b-4e3a-94eb-3f978aaf4cb6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1244471 Aug 10 00:52:01.244895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5196076-ef3f-4986-bf41-771eea67f63a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:01.273690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb393c8f-7858-48b6-b9af-5815c6ddf6ce') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:01.287592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb393c8f-7858-48b6-b9af-5815c6ddf6ce') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:01.313212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.342789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b8f17a8-a3fd-4294-b97f-6bc9e388eb35 req-de9466b7-e6cd-41b1-ae14-de663a6d6098 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000571 Aug 10 00:52:01.347356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.354980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:01.356100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:01.368073 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:01.375218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-585a6413-d03f-4894-94c6-bbd58a050e12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 200 len: 1001 time: 0.1463292 Aug 10 00:52:01.441246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.457298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.460088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5196076-ef3f-4986-bf41-771eea67f63a HTTP/1.1" status: 204 len: 168 time: 0.6039238 Aug 10 00:52:01.475650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591b783-ed2f-4e0e-80d2-b08d171a7aad admin admin] Pushing event deleted for resources: {'Network': ['ID=a5196076-ef3f-4986-bf41-771eea67f63a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:01.508924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-37096fed-8d6b-4dcc-b7c5-7ba90bda9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.514731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-37096fed-8d6b-4dcc-b7c5-7ba90bda9498 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5665316-acc9-403d-a3a8-06b159886619 HTTP/1.1" status: 200 len: 845 time: 0.1321328 Aug 10 00:52:01.619247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05265-c1b2-45d6-99e0-af52120f049b req-b8dbf2ba-2fbc-4726-99b9-ce783cc198ec tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.620864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b05265-c1b2-45d6-99e0-af52120f049b req-b8dbf2ba-2fbc-4726-99b9-ce783cc198ec tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 949 time: 0.1028707 Aug 10 00:52:01.622715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-3491f8ef-72f9-469e-8923-451a690ca870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:01.624095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-3491f8ef-72f9-469e-8923-451a690ca870 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937157 Aug 10 00:52:01.727251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55628) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:01.758979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-72b05265-c1b2-45d6-99e0-af52120f049b req-88d27fb6-ff64-4496-85c5-302127568662 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295700 Aug 10 00:52:01.805165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a881620-63b0-497d-acd3-80239267d589 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c4c422d23384f38a074a9ca0521f9d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0733984 Aug 10 00:52:01.808442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:01.842189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-34b10ff0-bcee-4294-a97a-e01b3e17ee92 service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008080 Aug 10 00:52:01.871288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.900271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.984235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.985558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05b27c77-e4c4-4bbb-baaa-84fbf9e8058c req-6aae0baf-5e66-4544-8d4d-aac105bd3ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336131 Aug 10 00:52:01.988089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:01.992423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9be4a021-6d4a-4400-9dd4-deb67c6d9c30 HTTP/1.1" status: 204 len: 168 time: 0.1786544 Aug 10 00:52:01.998948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f136-f08b-490e-b3b6-121e07d80a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be4a021-6d4a-4400-9dd4-deb67c6d9c30,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:02.052654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 50a05d0c-92f4-4687-98cc-81fa48961145 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:02.134975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 50a05d0c-92f4-4687-98cc-81fa48961145 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:02.149188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 50a05d0c-92f4-4687-98cc-81fa48961145 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:02.152125 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.266768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55656) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:02.310271 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.367343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=50a05d0c-92f4-4687-98cc-81fa48961145,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:02.383045 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.434983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1618800879-network', 'tenant_id': '9e470a2f99bd4cd2965d6446be5616b6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:02.463780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Made reservation on behalf of 9e470a2f99bd4cd2965d6446be5616b6 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:02.467334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.481654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.492931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:02.521809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:02.546639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0310007-46de-43b7-803c-0e11827029ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86ca7ed7ca7a4b17a5c4de2ed671d7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525270 Aug 10 00:52:02.549402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:02.589693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c08c5d-1428-40bc-aec2-731286f19ae9 req-aba5db89-1bbb-4146-9204-df81b51914c9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:02.591581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67c08c5d-1428-40bc-aec2-731286f19ae9 req-aba5db89-1bbb-4146-9204-df81b51914c9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1002653 Aug 10 00:52:02.632238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.670354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67c08c5d-1428-40bc-aec2-731286f19ae9 req-f378f93a-1a65-4110-820b-3ff9fdd179e5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720453 Aug 10 00:52:02.673711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.729844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.732907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.734419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96c0c8f6-0998-4f10-80ab-9547cc936b8e HTTP/1.1" status: 204 len: 168 time: 0.1837080 Aug 10 00:52:02.740938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.750202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.750396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128b9b4-579a-4ba7-8b6c-2ee1fe9ffd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c0c8f6-0998-4f10-80ab-9547cc936b8e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:02.752036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:02.762720 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ab7ea-5abb-42da-bd47-dc3f3f0e3175" -d '{"events": [{"server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "name": "network-vif-plugged", "status": "completed", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:02.803939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73d5240-d147-4640-a716-ddbc086d576b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:02.816697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:02.827939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:02.828296 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Added segment ceb29396-ca3b-41b5-8073-b8a4a3cf64e8 of type vlan for network b5d19345-9c16-4ae5-864d-0cf09856135a Aug 10 00:52:02.867896 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd07950-72d4-45ee-8d1d-38e6d874fe8a x-openstack-request-id: req-4bd07950-72d4-45ee-8d1d-38e6d874fe8a {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:02.868631 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "name": "network-vif-plugged", "status": "completed", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:02.869216 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bd07950-72d4-45ee-8d1d-38e6d874fe8a {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:02.869842 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145', 'code': 200} Aug 10 00:52:02.933132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.406278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a182e-8927-473c-ab77-65de21d8c2b7 req-5bcae980-ccd8-4330-853c-f9c0cf691f17 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.407907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f86a182e-8927-473c-ab77-65de21d8c2b7 req-5bcae980-ccd8-4330-853c-f9c0cf691f17 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.5275640 Aug 10 00:52:03.417175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f7f9a-4f19-44a9-b723-81891cc3fff8 req-fa1fbf4c-92c4-49c3-8534-2141743f7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.418658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b6f7f9a-4f19-44a9-b723-81891cc3fff8 req-fa1fbf4c-92c4-49c3-8534-2141743f7c8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 1102 time: 0.4903915 Aug 10 00:52:03.421644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.422630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.423287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.537580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2694688 Aug 10 00:52:03.539449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b6f7f9a-4f19-44a9-b723-81891cc3fff8 req-78416f30-8510-44bc-b51b-d2f68e54f02b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023917 Aug 10 00:52:03.540240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55704) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:03.545278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Request body: {'subnet': {'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1618800879-subnet', 'tenant_id': '9e470a2f99bd4cd2965d6446be5616b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:03.548806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de3386-131c-43e4-8dae-ed169306a95a admin admin] Pushing event updated for resources: {'Network': ['ID=b5d19345-9c16-4ae5-864d-0cf09856135a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:03.562353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f86a182e-8927-473c-ab77-65de21d8c2b7 req-33c354ec-ca9b-4e26-a586-e72213265fe4 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417568 Aug 10 00:52:03.562888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b5d19345-9c16-4ae5-864d-0cf09856135a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:03.605627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Made reservation on behalf of 9e470a2f99bd4cd2965d6446be5616b6 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:03.621532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:03.969796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90027422-2732-4607-8025-213fd8a8fe29 req-734b762b-3e35-4711-8994-3e5547021fe6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:03.972529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90027422-2732-4607-8025-213fd8a8fe29 req-734b762b-3e35-4711-8994-3e5547021fe6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1242597 Aug 10 00:52:03.973756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.001695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-9666cc9c-d0e6-4e69-b11b-958c4a591a49 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0702071 Aug 10 00:52:04.067003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Checking segment: {'id': 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:04.067423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Network hostable DHCP agents. Network: b5d19345-9c16-4ae5-864d-0cf09856135a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:04.103352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90027422-2732-4607-8025-213fd8a8fe29 req-9da5fa1e-0f20-4d2a-b8f0-7499c13444c7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169496 Aug 10 00:52:04.133786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d52e740-deda-49c4-a1e3-bd379767ec8a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:04.135933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-f59f3419-56b5-4efe-b905-03ebeea0c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.137819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-f59f3419-56b5-4efe-b905-03ebeea0c9ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0718100 Aug 10 00:52:04.139954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Network b5d19345-9c16-4ae5-864d-0cf09856135a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:04.154513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b5d19345-9c16-4ae5-864d-0cf09856135a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:04.160924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.167102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a56cae-f236-4b76-9f92-b616d48fcf74 None None] Network b5d19345-9c16-4ae5-864d-0cf09856135a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:04.184895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:04.238624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33028348-046a-40eb-878d-79b2a9d82eab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6889455 Aug 10 00:52:04.357157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-09b45e89-a10f-4317-8190-b5f59f40996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.359100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-09b45e89-a10f-4317-8190-b5f59f40996a service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1917641 Aug 10 00:52:04.422885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-d45f4e4b-a540-4167-8479-2bc6b60fb303 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 200 len: 217 time: 0.0551965 Aug 10 00:52:04.539646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376dffbe-773c-46e7-a256-54aafefbe475 None None] Network b5d19345-9c16-4ae5-864d-0cf09856135a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:04.553936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-efd85016-3fa8-4840-a1b6-06337668c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.559985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-efd85016-3fa8-4840-a1b6-06337668c049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1260712 Aug 10 00:52:04.615620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-519eb31c-2ae1-48a4-b42e-00e66136a33a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468204 Aug 10 00:52:04.985141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a14cad-ee38-49fd-a9eb-9955b28bb2a7 req-8cca6018-0adc-4d0b-8102-0d0f4f6ad2b2 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:04.988752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97a14cad-ee38-49fd-a9eb-9955b28bb2a7 req-8cca6018-0adc-4d0b-8102-0d0f4f6ad2b2 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.2363646 Aug 10 00:52:05.051955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-3ecfbd91-4275-4b41-a9e3-861fae25881d service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292803 Aug 10 00:52:05.172289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97a14cad-ee38-49fd-a9eb-9955b28bb2a7 req-a8170a44-7ec4-4d9c-af76-b96b586defae tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717124 Aug 10 00:52:05.180934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1595ebe-dd8b-4b71-b74d-ad08829aa50a req-b2ffd632-6a85-491f-911e-a321aecdee6e service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206157 Aug 10 00:52:05.289066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952f084-3f42-450f-a612-d12072075d87 req-ffb1e9e0-160f-454a-9f27-2c5504e9e5a1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:05.290695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0952f084-3f42-450f-a612-d12072075d87 req-ffb1e9e0-160f-454a-9f27-2c5504e9e5a1 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.0650210 Aug 10 00:52:05.337355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0952f084-3f42-450f-a612-d12072075d87 req-700fe0a8-f6a7-4039-a744-4dda326e5190 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Aug 10 00:52:05.594273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55792) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:05.599859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1724713247-network', 'tenant_id': '9b3f3cc2d56043e8b99d07b4c2fc549b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:05.642826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Made reservation on behalf of 9b3f3cc2d56043e8b99d07b4c2fc549b for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:05.645507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.656871 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.824132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.831207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:05.915959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-bec28b22-2271-4760-8ffa-dcd1c5353737 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437207 Aug 10 00:52:05.920767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:05.987434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e367391-f1cc-4f68-886b-35f992fcaea4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.003355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.003707 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Added segment bb6aa13c-9b29-47a0-ad15-9c13e57e37f9 of type vlan for network a79ad85b-727d-46ef-91fc-d231aa8838af Aug 10 00:52:06.153151 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.173918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-12b3cf69-e848-440b-8658-dab0b99fcfa5 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.175701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-12b3cf69-e848-440b-8658-dab0b99fcfa5 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586060 Aug 10 00:52:06.181237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-ba99d042-de42-41da-8aea-4c67b43dc4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1950130 Aug 10 00:52:06.200045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-0ca37d87-6987-4ad2-a7b8-c2c91aaf5e13 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/quotas/ef29eb2ade9f4b4ea17379fcf567e56c HTTP/1.1" status: 200 len: 375 time: 0.0178268 Aug 10 00:52:06.293042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.294089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.294600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.396526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] Pushing event updated for resources: {'Network': ['ID=a79ad85b-727d-46ef-91fc-d231aa8838af,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:06.403984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c64eae2f-be4a-4dae-a044-a0a9ceb2836e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8059947 Aug 10 00:52:06.404575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55818) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:06.405961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-0c5e592b-943e-44c0-8ca6-f0dfb1c52687 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1904449 Aug 10 00:52:06.413644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-f3c9af02-b96e-4be3-91b8-b0a38011a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.415329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-f3c9af02-b96e-4be3-91b8-b0a38011a0be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 1096 time: 0.1889243 Aug 10 00:52:06.418434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Request body: {'subnet': {'network_id': 'a79ad85b-727d-46ef-91fc-d231aa8838af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1724713247-subnet', 'tenant_id': '9b3f3cc2d56043e8b99d07b4c2fc549b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:06.419333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a79ad85b-727d-46ef-91fc-d231aa8838af details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:06.538932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Made reservation on behalf of 9b3f3cc2d56043e8b99d07b4c2fc549b for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:06.542112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.611435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-64b3c67f-7f7e-4e22-a0a7-f9cc9483ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.613953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-64b3c67f-7f7e-4e22-a0a7-f9cc9483ccec service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.1664734 Aug 10 00:52:06.626015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb42474-a76a-4a34-b066-7182ec7de823 req-d5addb90-1239-4cdb-af6f-a94f27588d88 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.634767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9fb42474-a76a-4a34-b066-7182ec7de823 req-d5addb90-1239-4cdb-af6f-a94f27588d88 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 946 time: 0.1630931 Aug 10 00:52:06.687593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9fb42474-a76a-4a34-b066-7182ec7de823 req-54e75ab8-63a6-4869-9930-f8b380c3b487 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Aug 10 00:52:06.709587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-492587d7-f861-45e2-94c7-b22ba046ad3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 200 len: 217 time: 0.0834210 Aug 10 00:52:06.844434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8da36cd2-a232-48ba-b35e-8c7f1ba47d0a req-7cf74bc1-ed3e-4604-b83f-c6d8e32a5d30 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 210 time: 0.0608065 Aug 10 00:52:06.855674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-374fb7d4-2a66-423f-88f9-07fd0911be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:06.857140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-374fb7d4-2a66-423f-88f9-07fd0911be82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.1353545 Aug 10 00:52:06.874861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:06.902145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-7d1a3bb6-d6cb-4554-8913-8a7b719a7b38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351455 Aug 10 00:52:06.983453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f082e9-ff96-41ef-9155-78fcb45f1d29,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:07.015294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Checking segment: {'id': 'bb6aa13c-9b29-47a0-ad15-9c13e57e37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a79ad85b-727d-46ef-91fc-d231aa8838af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:07.016046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Network hostable DHCP agents. Network: a79ad85b-727d-46ef-91fc-d231aa8838af, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:07.027119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-64ec9630-5036-4bd6-8a12-d92e52866ec2 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141484 Aug 10 00:52:07.035759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Network a79ad85b-727d-46ef-91fc-d231aa8838af is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:07.069679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a79ad85b-727d-46ef-91fc-d231aa8838af) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:07.077296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:07.077539 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.084964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac0b919-8362-4466-b427-561833da169c None None] Network a79ad85b-727d-46ef-91fc-d231aa8838af requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:07.116666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54fddb34-cc02-4f2f-a08a-562b1dc77dab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7029815 Aug 10 00:52:07.215636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cfd3de5-6c18-466c-b975-2d9ce30ba6da req-b34e09ea-b168-4663-b0e7-5bc60f636ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796041 Aug 10 00:52:07.254320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-e1761d8f-bcf3-428d-a169-0f9ced92506b tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:07.256445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-e1761d8f-bcf3-428d-a169-0f9ced92506b tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1098 time: 0.0863538 Aug 10 00:52:07.283451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-766380-21'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:07.309007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083ac00d-3afe-4391-9fdc-40f1f678335a None None] Network a79ad85b-727d-46ef-91fc-d231aa8838af requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:07.371016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.623161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:07.721613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:07.825830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:07.841464 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613725c-7721-49f3-a37b-fae043097ae7" -d '{"events": [{"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:07.852538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.874497 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:07.949780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:08.041582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-7c38b077-67f9-4aae-8157-8ae68bcf6adf tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634284 Aug 10 00:52:08.080667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:08.081005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:08.081334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:08.115640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:08.115972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:08.126597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0b5f7-6c3a-47c0-b714-0e8bebcdc4d5 req-5b0c5ba3-764b-4a0f-9362-a3389619700d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:08.136228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cac0b5f7-6c3a-47c0-b714-0e8bebcdc4d5 req-5b0c5ba3-764b-4a0f-9362-a3389619700d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1799388 Aug 10 00:52:08.185064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:08.187533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:08.187962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:08.188685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Bound port: 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:08.189084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.204469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cac0b5f7-6c3a-47c0-b714-0e8bebcdc4d5 req-cf8c9540-caf5-424d-a4b1-e3013885f1a8 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670154 Aug 10 00:52:08.269112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-cfbfcdae-9bc7-4171-af9a-333082fc0379 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:08.270697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-cfbfcdae-9bc7-4171-af9a-333082fc0379 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212260 Aug 10 00:52:08.291119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Request body: {'port': {'device_id': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': 'ef29eb2ade9f4b4ea17379fcf567e56c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:08.343917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:08.387477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-c5dd6831-9707-466e-be33-66ff923e2572 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:08.395913 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-c5dd6831-9707-466e-be33-66ff923e2572 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/networks?id=b5d19345-9c16-4ae5-864d-0cf09856135a HTTP/1.1" status: 200 len: 815 time: 0.3800910 Aug 10 00:52:08.425170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-6aad00c1-7fff-4959-a22d-ba0162fa61c9 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/quotas/9e470a2f99bd4cd2965d6446be5616b6 HTTP/1.1" status: 200 len: 375 time: 0.0281508 Aug 10 00:52:08.479376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:08.489161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:08.503002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Made reservation on behalf of ef29eb2ade9f4b4ea17379fcf567e56c for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:08.518738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.525464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.533175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:08.540568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-8c516a34-650e-452c-ae4f-8e02b0c20dbe tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9e470a2f99bd4cd2965d6446be5616b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144557 Aug 10 00:52:08.562931 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe98d5e-be40-4bc0-b5f5-9c8e01f4ed4b x-openstack-request-id: req-6fe98d5e-be40-4bc0-b5f5-9c8e01f4ed4b {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:08.563279 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-unplugged", "status": "completed", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:08.563465 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fe98d5e-be40-4bc0-b5f5-9c8e01f4ed4b {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:08.563965 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'code': 200} Aug 10 00:52:08.605932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h1-766380-21 for vnic_type normal with profile {"migrating_to": "n-h2-766380-21"} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:08.611366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:08.611758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:08.617238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:08.617588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Attempting to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on network 95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:08.636924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:08.637304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Checking segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:08.637901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Bound using segment: {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:08.638434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Bound port: 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '95a0e5d2-f6a2-4820-bc32-bf2afed91ad2'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:08.638859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:08.702827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57b70fc1-d8d8-47cc-bb3e-c7b5c4676ed5 req-865d661c-1044-4757-9572-563af9d4d48f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 210 time: 0.0605435 Aug 10 00:52:08.867588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Allocated IP 192.168.233.142 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/26695d73-4937-4d8b-9bd8-f7e40943af0f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:08.956569 n-d-766380-21 neutron-server[105959]: WARNING neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Concurrent port binding operations failed on port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 Aug 10 00:52:08.962261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:08.964920 n-d-766380-21 neutron-server[105959]: INFO neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Attempt 2 to bind port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 Aug 10 00:52:08.965647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 has no active binding in host n-h2-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 00:52:09.155715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=8']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.159071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.182971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Transition to ACTIVE for port object 26695d73-4937-4d8b-9bd8-f7e40943af0f will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:09.184321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.185008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.188388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-f0f419b4-1484-4d9f-baee-7e1fdeda24ca service neutron] 10.222.0.10 "PUT /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 1124 time: 1.9219925 Aug 10 00:52:09.232365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.252535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['50a05d0c-92f4-4687-98cc-81fa48961145'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:09.257051 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-78b9a7fe-cd16-4ec8-91f2-343de5efab47 service neutron] 10.222.0.25 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6810181 Aug 10 00:52:09.301089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:09.308677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:09.328064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:09.379802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9619f917-7fa1-4a0a-a8c2-c4776d1a2532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:09.437154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9619f917-7fa1-4a0a-a8c2-c4776d1a2532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:09.460746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Pushing event updated for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:09.488900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-3fb548b8-8145-484d-961d-ef3aebeade7c service neutron] 10.222.0.25 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321353 Aug 10 00:52:09.540708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91932816-826f-4f96-945c-ca152f4a5e40 req-84e3cf55-9dd2-4484-92fc-c7b3c4827d7f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.545903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91932816-826f-4f96-945c-ca152f4a5e40 req-84e3cf55-9dd2-4484-92fc-c7b3c4827d7f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1290276 Aug 10 00:52:09.555396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:09.563625 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.618755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-283dbaa2-96ba-4434-9f88-b7b47f9c7fba tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3324966 Aug 10 00:52:09.636335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Request body: {'port': {'device_id': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:09.782108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:09.806620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91932816-826f-4f96-945c-ca152f4a5e40 req-9ce038a5-0d2e-4f6c-a1a4-336ee52c14f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161508 Aug 10 00:52:09.850807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5136df2f-de25-444c-a08e-5e694e2170a1 req-72f2886e-deb1-4f9d-bfa5-2f9833d8d1a3 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 210 time: 0.0510290 Aug 10 00:52:10.088401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef80096-99cd-43a8-a93a-04c055aa8c4c req-b1671d97-12c7-4c72-a2da-b2395d063d66 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:10.096351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-54b68d7a-c0a7-4eb0-b6da-a91088e91a23 None None] Provisioning for port 26695d73-4937-4d8b-9bd8-f7e40943af0f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:10.099279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ef80096-99cd-43a8-a93a-04c055aa8c4c req-b1671d97-12c7-4c72-a2da-b2395d063d66 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 936 time: 0.1386809 Aug 10 00:52:10.106574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-54b68d7a-c0a7-4eb0-b6da-a91088e91a23 None None] Provisioning complete for port 26695d73-4937-4d8b-9bd8-f7e40943af0f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:10.107017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-54b68d7a-c0a7-4eb0-b6da-a91088e91a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.163358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-54b68d7a-c0a7-4eb0-b6da-a91088e91a23 None None] Port 26695d73-4937-4d8b-9bd8-f7e40943af0f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:10.251282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ef80096-99cd-43a8-a93a-04c055aa8c4c req-596e3ded-ebea-4375-a450-72072ab1d5c2 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506875 Aug 10 00:52:10.476465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26695d73-4937-4d8b-9bd8-f7e40943af0f {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:10.484787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.502561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Transition to ACTIVE for port object 26695d73-4937-4d8b-9bd8-f7e40943af0f will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:10.508448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.567004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:10.570299 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e53d46-9dd6-4b20-9e83-7640c146cb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:10.600114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Pushing event updated for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:10.669650 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2fac10-c2ac-4d88-8252-2fd6daebff48 x-openstack-request-id: req-3d2fac10-c2ac-4d88-8252-2fd6daebff48 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:10.670195 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:10.670861 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d2fac10-c2ac-4d88-8252-2fd6daebff48 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:10.671405 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'status': 'completed', 'code': 200} Aug 10 00:52:10.726216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Attempting to bind port 26695d73-4937-4d8b-9bd8-f7e40943af0f on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:10.726627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Attempting to bind port 26695d73-4937-4d8b-9bd8-f7e40943af0f by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:10.729574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Attempting to bind port 26695d73-4937-4d8b-9bd8-f7e40943af0f on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:10.809344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Port 26695d73-4937-4d8b-9bd8-f7e40943af0f on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:10.809576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Attempting to bind port 26695d73-4937-4d8b-9bd8-f7e40943af0f on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:10.833764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:10.836808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:10.839393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:10.839860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Bound port: 26695d73-4937-4d8b-9bd8-f7e40943af0f, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:10.841591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:10.894885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-1794e19e-21c7-4b5b-9b65-5344ace93a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:10.898136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-1794e19e-21c7-4b5b-9b65-5344ace93a52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1127 time: 0.1792300 Aug 10 00:52:11.011298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:11.014559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:11.023142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca0f3be5-82b1-4f6a-b801-2855356b4f1b req-af7af00c-38fc-4f24-aa13-96577756bc0c tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 210 time: 0.0599720 Aug 10 00:52:11.037853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.158395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Pushing event updated for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:11.176659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.177695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.184346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-54dede2f-e8e3-4fb8-90ba-a63b6373f219 service neutron] 10.222.0.21 "PUT /v2.0/ports/26695d73-4937-4d8b-9bd8-f7e40943af0f HTTP/1.1" status: 200 len: 1097 time: 1.5540655 Aug 10 00:52:11.184921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:11.187309 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c46e1-657f-4f60-b878-0679039c9deb" -d '{"events": [{"name": "network-changed", "server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:11.225542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1428c-3ed0-419e-b037-aec32076c7e1 req-280a507a-837a-4f04-b283-7493c2b62b9e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.227532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08d1428c-3ed0-419e-b037-aec32076c7e1 req-280a507a-837a-4f04-b283-7493c2b62b9e tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.2112331 Aug 10 00:52:11.353428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-938c99ea-5029-4419-bb42-cd98682791c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.355675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-938c99ea-5029-4419-bb42-cd98682791c4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.3378673 Aug 10 00:52:11.360621 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ba2ade-c884-4d46-943e-f6e8abc116b4 x-openstack-request-id: req-f1ba2ade-c884-4d46-943e-f6e8abc116b4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:11.360960 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:11.361159 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ba2ade-c884-4d46-943e-f6e8abc116b4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:11.361602 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f', 'status': 'completed', 'code': 200} Aug 10 00:52:11.432017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0747f-7b54-4e6e-9aab-d6ac370e58a5 req-09de0ce6-cb98-432f-98a3-1fc0d9702b23 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.439277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7aa0747f-7b54-4e6e-9aab-d6ac370e58a5 req-09de0ce6-cb98-432f-98a3-1fc0d9702b23 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 948 time: 0.0639007 Aug 10 00:52:11.440672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55994) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:11.450207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-19849f36-6644-4824-bc29-9d5a3ea9da0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 217 time: 0.0774541 Aug 10 00:52:11.542312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7aa0747f-7b54-4e6e-9aab-d6ac370e58a5 req-b5b4bb8d-51b0-4650-990b-fb5239d071a8 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918369 Aug 10 00:52:11.567346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-494af10b-f761-4ccc-8798-a63f402f8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.568952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-494af10b-f761-4ccc-8798-a63f402f8e97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 1100 time: 0.3358583 Aug 10 00:52:11.586280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08d1428c-3ed0-419e-b037-aec32076c7e1 req-c68a5c6a-e854-480b-9703-e49deb9c23da tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094246 Aug 10 00:52:11.705224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-017e9ed9-1fe1-4e93-9c7d-dec67e8c0f82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f HTTP/1.1" status: 200 len: 217 time: 0.1174986 Aug 10 00:52:11.739697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d382612-b683-4235-ba58-369477e52cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:11.807239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-a8ebed30-85bb-4fcc-94bc-a3205dade188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.808811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-a8ebed30-85bb-4fcc-94bc-a3205dade188 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.3231483 Aug 10 00:52:11.860637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-e6d0b58b-8d8a-48be-8f80-d68092fe3cb0 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.867319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-e6d0b58b-8d8a-48be-8f80-d68092fe3cb0 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.10 "GET /v2.0/networks?id=b5d19345-9c16-4ae5-864d-0cf09856135a HTTP/1.1" status: 200 len: 815 time: 0.3225603 Aug 10 00:52:11.883734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Request body: {'port': {'device_id': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a', 'admin_state_up': True, 'tenant_id': '9e470a2f99bd4cd2965d6446be5616b6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:11.944110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-20752410-eac3-4ded-bab8-fc9e6eb561a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976255 Aug 10 00:52:11.948687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-0fc6faf2-f477-43be-bea7-03e157deaeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:11.950709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-0fc6faf2-f477-43be-bea7-03e157deaeaa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2370601 Aug 10 00:52:12.000354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44670e7-6316-4cb4-afaa-de8638d98cf1 req-f92450e1-081e-4dd2-b5e6-f64d458fc61b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.002057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a44670e7-6316-4cb4-afaa-de8638d98cf1 req-f92450e1-081e-4dd2-b5e6-f64d458fc61b tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.2025378 Aug 10 00:52:12.044479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d382612-b683-4235-ba58-369477e52cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.084847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d382612-b683-4235-ba58-369477e52cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.097088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Made reservation on behalf of 9e470a2f99bd4cd2965d6446be5616b6 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:12.101517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.107211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a44670e7-6316-4cb4-afaa-de8638d98cf1 req-2d35f3d8-a01e-46dc-a201-08701e87683d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787985 Aug 10 00:52:12.146964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-3cb64dfb-9276-4c0e-95da-7bf3ac0b1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.146964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-3cb64dfb-9276-4c0e-95da-7bf3ac0b1839 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1740074 Aug 10 00:52:12.176013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-14dabaa4-b5fd-48f5-be37-10bac9cc9de5 service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023880 Aug 10 00:52:12.257803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d382612-b683-4235-ba58-369477e52cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33817d34-3647-4050-8dc7-8a15825f456c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.279070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5d382612-b683-4235-ba58-369477e52cb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88168c2d11a945d2be18e35c05f9c970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8371282 Aug 10 00:52:12.284399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:12.335365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46bef207-7142-4087-926f-a43f5b9fcca3 req-f8df609d-3a63-46f7-b07a-93603eefe24e tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 210 time: 0.0731859 Aug 10 00:52:12.365946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22e53d46-9dd6-4b20-9e83-7640c146cb2e req-10fb2604-12c6-4b70-b2b5-9ed6489ed52f service neutron] 10.222.0.21 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281986 Aug 10 00:52:12.432243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-e1cc6cb7-b6ff-4dd1-b5aa-cf14d4565eff service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842090 Aug 10 00:52:12.475576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.514142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.516470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Allocated IP 172.20.0.12 (b5d19345-9c16-4ae5-864d-0cf09856135a/2d52e740-deda-49c4-a1e3-bd379767ec8a/9ce42a4a-1fb0-4900-927b-f5b99fac6743) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:12.579531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c80389-eee0-4400-bb2a-c22f1e92a9f0 req-5cb2da43-88de-49dd-babd-10e985b3a982 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392481 Aug 10 00:52:12.623936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.626401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.627663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33817d34-3647-4050-8dc7-8a15825f456c HTTP/1.1" status: 204 len: 168 time: 0.3417327 Aug 10 00:52:12.684122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269179fd-7132-45ed-a15c-8e23af6906f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33817d34-3647-4050-8dc7-8a15825f456c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:12.819633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:12.824061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c46e1-657f-4f60-b878-0679039c9deb req-dce260e1-f046-4b93-b743-1bf15e2d51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.825381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-dce260e1-f046-4b93-b743-1bf15e2d51a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 1100 time: 0.1636524 Aug 10 00:52:12.831700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314f57b-d829-42f0-a70d-b650531094b7 req-97410109-bf67-443b-96a8-39dc500ab699 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.833730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d314f57b-d829-42f0-a70d-b650531094b7 req-97410109-bf67-443b-96a8-39dc500ab699 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 948 time: 0.1052973 Aug 10 00:52:12.839542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd119122-fe76-4bb8-961f-6a61fd58e6cb req-11747922-b7c5-4468-9260-bb54d5342a64 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:12.846686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd119122-fe76-4bb8-961f-6a61fd58e6cb req-11747922-b7c5-4468-9260-bb54d5342a64 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1322701 Aug 10 00:52:12.903862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d314f57b-d829-42f0-a70d-b650531094b7 req-bf5b375b-5867-4b5a-a3d1-265aabfabe77 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604258 Aug 10 00:52:12.948711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd119122-fe76-4bb8-961f-6a61fd58e6cb req-c6e5bfa9-d652-48b1-acc6-1322021e3015 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010251 Aug 10 00:52:12.975287 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.061996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c46e1-657f-4f60-b878-0679039c9deb req-336b8038-3993-4462-822a-eeaa3690cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.063572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-336b8038-3993-4462-822a-eeaa3690cda4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2138133 Aug 10 00:52:13.077471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Network b5d19345-9c16-4ae5-864d-0cf09856135a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:13.084084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:13.097539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:13.156193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.157469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.173930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Pushing event updated for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.187963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-deef2ffd-93a4-40a5-87ff-72f09245b112 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3092659 Aug 10 00:52:13.202656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-bba9bc4f-3561-4fe5-9edf-db9bbdcef36b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f HTTP/1.1" status: 200 len: 217 time: 0.1280112 Aug 10 00:52:13.214898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Request body: {'port': {'device_id': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:13.294678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:13.318788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.340953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e37e70-fabf-4b15-a3c9-8b56891ed3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.342571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c46e1-657f-4f60-b878-0679039c9deb req-5053ed2b-28d1-4488-89dd-614f584ebb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.344339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-5053ed2b-28d1-4488-89dd-614f584ebb5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1342573 Aug 10 00:52:13.429316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c46e1-657f-4f60-b878-0679039c9deb req-16ba4531-ebbe-4fe8-876a-0deb01caeea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.431954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-16ba4531-ebbe-4fe8-876a-0deb01caeea1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771821 Aug 10 00:52:13.656352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7d9b3-04e1-4cc4-bbe8-31fbdfb4fb1e req-ac60a32e-074a-41da-8d03-a7b9e1fa78c3 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.666624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afa7d9b3-04e1-4cc4-bbe8-31fbdfb4fb1e req-ac60a32e-074a-41da-8d03-a7b9e1fa78c3 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 932 time: 0.1130073 Aug 10 00:52:13.695113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-87c6b53c-431e-4326-87d5-bd771fe00e51 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550490 Aug 10 00:52:13.763304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e37e70-fabf-4b15-a3c9-8b56891ed3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.776036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71e37e70-fabf-4b15-a3c9-8b56891ed3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.782537 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afa7d9b3-04e1-4cc4-bbe8-31fbdfb4fb1e req-188018b6-b603-4bdf-b289-ee31d0de1b07 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146970 Aug 10 00:52:13.833905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e37e70-fabf-4b15-a3c9-8b56891ed3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf3fa7-7068-4d2d-b35f-ce8e3c7eaa6b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:13.871814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71e37e70-fabf-4b15-a3c9-8b56891ed3e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=00aa4d82b5ce4888b9625ecb28070d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5731575 Aug 10 00:52:13.873232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-180c46e1-657f-4f60-b878-0679039c9deb req-b77633c9-816a-4942-a940-81b53d7eb00b service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706262 Aug 10 00:52:13.875155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56052) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:13.920857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce42a4a-1fb0-4900-927b-f5b99fac6743 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:13.947039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.983862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Transition to ACTIVE for port object 9ce42a4a-1fb0-4900-927b-f5b99fac6743 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:13.985546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ff79a-74de-4ea8-9f35-7522ef0caad0 req-82165015-98a2-49e4-8715-cc007c55deee tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:13.991452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:13.996485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-633ff79a-74de-4ea8-9f35-7522ef0caad0 req-82165015-98a2-49e4-8715-cc007c55deee tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.1050386 Aug 10 00:52:14.014049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.038763 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0be1555b-3b50-4824-9197-99adb2a6e141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.073741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-633ff79a-74de-4ea8-9f35-7522ef0caad0 req-ff7f4190-3a93-4e7a-8d52-e74b4c6347ba tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758097 Aug 10 00:52:14.077597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.138404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:14.144030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26695d73-4937-4d8b-9bd8-f7e40943af0f details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:14.211015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.219243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.229084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8aaf3fa7-7068-4d2d-b35f-ce8e3c7eaa6b HTTP/1.1" status: 204 len: 168 time: 0.3484371 Aug 10 00:52:14.241299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d54d83-2b76-4d7b-a2ba-71472b37cc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf3fa7-7068-4d2d-b35f-ce8e3c7eaa6b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:14.344951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37d5ed-2465-4a5a-9267-d97cb1f4c5ec req-4b1db670-7f24-4fe3-a2cc-4245d0f057e2 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.375614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c37d5ed-2465-4a5a-9267-d97cb1f4c5ec req-4b1db670-7f24-4fe3-a2cc-4245d0f057e2 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 948 time: 0.1201339 Aug 10 00:52:14.394087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb7466-057b-4b7c-aea0-20568c1e2a1d req-9cdb5607-91b5-456e-bc48-3b0b260f4a78 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.408938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3eb7466-057b-4b7c-aea0-20568c1e2a1d req-9cdb5607-91b5-456e-bc48-3b0b260f4a78 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.3729582 Aug 10 00:52:14.426119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:14.443578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c37d5ed-2465-4a5a-9267-d97cb1f4c5ec req-8ceadabc-4d96-4f1e-a25e-cf68bb6a7112 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668247 Aug 10 00:52:14.463097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '26695d73-4937-4d8b-9bd8-f7e40943af0f', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '26695d73-4937-4d8b-9bd8-f7e40943af0f', 'mac_address': 'fa:16:3e:48:f0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:14.549807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3eb7466-057b-4b7c-aea0-20568c1e2a1d req-afcd6789-a7f2-425b-9315-ec28ef800864 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398294 Aug 10 00:52:14.621442 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.634654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Attempting to bind port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:14.638024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Attempting to bind port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:14.638381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Attempting to bind port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 on network b5d19345-9c16-4ae5-864d-0cf09856135a {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:14.649787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1e0fc-d11a-495b-a7a4-837f5b736f1f req-c733e6c6-9c04-49ba-a2a6-b72992350e51 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.659825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfe1e0fc-d11a-495b-a7a4-837f5b736f1f req-c733e6c6-9c04-49ba-a2a6-b72992350e51 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 944 time: 0.1478648 Aug 10 00:52:14.665637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 on network b5d19345-9c16-4ae5-864d-0cf09856135a not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:14.665967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Attempting to bind port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 on network b5d19345-9c16-4ae5-864d-0cf09856135a {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:14.677684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26695d73-4937-4d8b-9bd8-f7e40943af0f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:14.677938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:14.678092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Checking segment: {'id': 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:14.678456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Bound using segment: {'id': 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:14.679521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Bound port: 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:14.679864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.732950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:14.741677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.807017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:14.852701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:14.853254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfe1e0fc-d11a-495b-a7a4-837f5b736f1f req-7090786d-b4e0-4e67-ac92-2b2f5bfec277 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915059 Aug 10 00:52:14.857411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743,segment=NetworkSegment(ceb29396-ca3b-41b5-8073-b8a4a3cf64e8),segment_id=ceb29396-ca3b-41b5-8073-b8a4a3cf64e8)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:14.868427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.935459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-c72c6622-0627-4949-8876-511cd254e9b1 service neutron] 10.222.0.21 "GET /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.2134178 Aug 10 00:52:14.957662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:14.962248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:14.963985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] 10.222.0.10 "PUT /v2.0/ports/9ce42a4a-1fb0-4900-927b-f5b99fac6743 HTTP/1.1" status: 200 len: 1093 time: 1.7584202 Aug 10 00:52:14.969823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:14.973343 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:14.979603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['26695d73-4937-4d8b-9bd8-f7e40943af0f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:15.041462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50a8ae-8a66-4476-9667-4e3f1c864f00 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:15.159308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-f7b0cdfb-6ea4-4941-aaa9-6dc4cad67f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.168270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-f7b0cdfb-6ea4-4941-aaa9-6dc4cad67f86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e470a2f99bd4cd2965d6446be5616b6&device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 1096 time: 0.1457253 Aug 10 00:52:15.170941 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d9abac-247b-44b7-9f88-67fe48f0b271 x-openstack-request-id: req-35d9abac-247b-44b7-9f88-67fe48f0b271 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:15.173741 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:15.175468 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35d9abac-247b-44b7-9f88-67fe48f0b271 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:15.178636 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743', 'status': 'completed', 'code': 200} Aug 10 00:52:15.283270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-b22a99e4-5ff9-469f-aaa6-8e3952b85f2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743 HTTP/1.1" status: 200 len: 217 time: 0.1018462 Aug 10 00:52:15.373182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b19fa-7392-4201-b4b5-93951e78e020 req-8104ca3c-b8fc-488e-82e9-e75e5deb978b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.381024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc6b19fa-7392-4201-b4b5-93951e78e020 req-8104ca3c-b8fc-488e-82e9-e75e5deb978b tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.1105940 Aug 10 00:52:15.404021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834809c1-5988-417c-afaa-25d0ea400b3a req-505b05d2-363d-44cf-bedd-542b74182345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.406079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-505b05d2-363d-44cf-bedd-542b74182345 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2d52e740-deda-49c4-a1e3-bd379767ec8a HTTP/1.1" status: 200 len: 855 time: 0.1055977 Aug 10 00:52:15.448133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-90081dcb-cabf-4702-bd1f-dfa93fe353b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5d19345-9c16-4ae5-864d-0cf09856135a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323985 Aug 10 00:52:15.509432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc6b19fa-7392-4201-b4b5-93951e78e020 req-22d12721-2528-4e6c-b196-04f511a76761 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216104 Aug 10 00:52:15.683967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-ec1d52b4-6c12-4c31-8a57-ea1af82b4646 service neutron] 10.222.0.10 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213516 Aug 10 00:52:15.686228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:15.731204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:15.774646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:15.804767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07bc176-11c8-486a-8413-2afb19577b61 req-89f13928-05d9-48d1-ba7b-4f5c0cbdd1d0 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.806536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e07bc176-11c8-486a-8413-2afb19577b61 req-89f13928-05d9-48d1-ba7b-4f5c0cbdd1d0 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 944 time: 0.7468994 Aug 10 00:52:15.815013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:15.897377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:15.920358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e07bc176-11c8-486a-8413-2afb19577b61 req-4c87c1ad-97bb-4cea-9888-e08bae08cc33 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943809 Aug 10 00:52:15.955877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-834809c1-5988-417c-afaa-25d0ea400b3a req-b222c3eb-f12e-41ce-858d-4f6c98201d80 service neutron] 10.222.0.10 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616112 Aug 10 00:52:15.979868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6e762-29f7-48e6-be58-889d043acb24 req-65dfa6f4-acf3-4933-9488-c93f8752604e tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:15.989870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3c6e762-29f7-48e6-be58-889d043acb24 req-65dfa6f4-acf3-4933-9488-c93f8752604e tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 949 time: 0.1003869 Aug 10 00:52:16.094386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Transition to ACTIVE for port object 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:16.102290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3c6e762-29f7-48e6-be58-889d043acb24 req-60eaa146-85c9-42e7-8c7d-0ff1083deb06 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068611 Aug 10 00:52:16.106296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.133273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-0532c99d-65c3-4f2c-a2d0-c89f6f336865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.134845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-0532c99d-65c3-4f2c-a2d0-c89f6f336865 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9e470a2f99bd4cd2965d6446be5616b6&device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 1096 time: 0.1017637 Aug 10 00:52:16.162847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26695d73-4937-4d8b-9bd8-f7e40943af0f up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:16.263927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] No DVR routers for this DVR port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:16.277823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870dce28-bbff-4dd6-93b0-21004d4e1691 req-c0662d01-8b1f-4a16-a5d0-9a1c74075721 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.280112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-870dce28-bbff-4dd6-93b0-21004d4e1691 req-c0662d01-8b1f-4a16-a5d0-9a1c74075721 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1106806 Aug 10 00:52:16.305612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Pushing event updated for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:16.314217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 26695d73-4937-4d8b-9bd8-f7e40943af0f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:16.323999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 26695d73-4937-4d8b-9bd8-f7e40943af0f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:16.324402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.335491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.336054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.336601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.337098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.337619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.338115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.338619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.339147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.339642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.340156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.340688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.341176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:16.348527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3d8772de-76db-45c2-b5df-9a16e2594140 service neutron] 10.222.0.21 "PUT /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532/bindings/n-h2-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 1.4081714 Aug 10 00:52:16.402311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-870dce28-bbff-4dd6-93b0-21004d4e1691 req-4e31b7ec-dab7-4384-a517-6cfce14b46a1 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897675 Aug 10 00:52:16.422599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-d112a254-c564-4843-a127-cea4acc38d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.429223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-d112a254-c564-4843-a127-cea4acc38d34 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b5d19345-9c16-4ae5-864d-0cf09856135a HTTP/1.1" status: 200 len: 915 time: 0.2813616 Aug 10 00:52:16.488541 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.507639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-6f28c34d-5130-4ca1-9f47-1a9561c8fb22 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.509171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-6f28c34d-5130-4ca1-9f47-1a9561c8fb22 tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.0958624 Aug 10 00:52:16.516048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:16.519936 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cfa3fe-5397-45d7-8b34-4529f4445f08" -d '{"events": [{"server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "name": "network-vif-plugged", "status": "completed", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:16.537664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:16.553121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.554940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:16.580689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-defa7575-cbcc-471f-ab65-b378c516ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.586918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-defa7575-cbcc-471f-ab65-b378c516ac44 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2&tenant_id=6c3741e2b7f44043850f8d019af31968 HTTP/1.1" status: 200 len: 1097 time: 0.0665085 Aug 10 00:52:16.619165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-4719a710-8239-41f5-8a0c-5f940c18d4d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743 HTTP/1.1" status: 200 len: 217 time: 0.1178765 Aug 10 00:52:16.666005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:16.679948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:16.699145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72818375-54ea-4ea5-9810-51ae6d1973cf req-cedb34cd-e30e-42d0-b90e-2d9c50bcb162 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.706562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72818375-54ea-4ea5-9810-51ae6d1973cf req-cedb34cd-e30e-42d0-b90e-2d9c50bcb162 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.2726378 Aug 10 00:52:16.758477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2205bc02-9791-4a76-bfd8-8f5532db7a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:16.783329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a811c-6e2b-4e0d-8179-50d6b34792ee req-5cf7d51c-9a7f-4c90-be50-cdf915956321 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.792262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-290a811c-6e2b-4e0d-8179-50d6b34792ee req-5cf7d51c-9a7f-4c90-be50-cdf915956321 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.0939038 Aug 10 00:52:16.802297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72818375-54ea-4ea5-9810-51ae6d1973cf req-35636489-8075-425f-8752-713efd946e59 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896192 Aug 10 00:52:16.805287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-ef567c46-956e-411e-bbd8-5ca41bb73595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.808674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-ef567c46-956e-411e-bbd8-5ca41bb73595 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2d52e740-deda-49c4-a1e3-bd379767ec8a HTTP/1.1" status: 200 len: 855 time: 0.1669281 Aug 10 00:52:16.824240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-b2a7bfdb-09b4-44c0-87fb-16f7dfa0f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:16.824978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-b2a7bfdb-09b4-44c0-87fb-16f7dfa0f701 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6c3741e2b7f44043850f8d019af31968&device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1097 time: 0.1819565 Aug 10 00:52:16.870811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-d77532c2-3a46-475a-a062-eb5d6548984c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b5d19345-9c16-4ae5-864d-0cf09856135a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392425 Aug 10 00:52:16.891300 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e898a71-4dfc-47f1-b1bf-588b6e985f07 x-openstack-request-id: req-4e898a71-4dfc-47f1-b1bf-588b6e985f07 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:16.891644 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "name": "network-vif-plugged", "status": "completed", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:16.891829 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e898a71-4dfc-47f1-b1bf-588b6e985f07 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:16.892222 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f', 'code': 200} Aug 10 00:52:16.904598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-290a811c-6e2b-4e0d-8179-50d6b34792ee req-5d69c53d-fd29-40ec-bc87-a8ed332bb34e tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113675 Aug 10 00:52:17.045772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-38fcf248-649a-4053-ade9-8dfec7d6215f service neutron] 10.222.0.10 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691568 Aug 10 00:52:17.065904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-015880e3-f4b1-434e-9349-eb785b7e993d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.068054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-015880e3-f4b1-434e-9349-eb785b7e993d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.1463721 Aug 10 00:52:17.086630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-ba755843-3c2a-43a6-82b3-4afa42d5e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.088195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-ba755843-3c2a-43a6-82b3-4afa42d5e09f service neutron] 10.222.0.10 "GET /v2.0/networks?id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 200 len: 920 time: 0.2525434 Aug 10 00:52:17.181794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-e8524ffb-bd21-4b94-912d-daf69062d38f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 200 len: 217 time: 0.0793033 Aug 10 00:52:17.186122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feee7c0-848a-42eb-ab97-d5234c16526f req-33a1807b-8c2a-43d7-871a-a70f512e19f1 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.195724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2feee7c0-848a-42eb-ab97-d5234c16526f req-33a1807b-8c2a-43d7-871a-a70f512e19f1 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 944 time: 0.1437805 Aug 10 00:52:17.241311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3097c197-c112-4fc6-aac9-1e4c20fb2f0a req-4526a413-cfa4-46a2-ac06-f92227631404 service neutron] 10.222.0.10 "GET /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845310 Aug 10 00:52:17.299560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-2a82bf6c-6e59-4e39-8acb-603fdc4b8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.301632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-2a82bf6c-6e59-4e39-8acb-603fdc4b8c48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 200 len: 860 time: 0.0778754 Aug 10 00:52:17.314118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2feee7c0-848a-42eb-ab97-d5234c16526f req-7332dadd-d6d6-416f-b30c-c619692bf983 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174750 Aug 10 00:52:17.320378 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.333859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df7145-0782-4a03-8f10-a1183271cd34 req-837b84b8-ce25-4453-930a-826be6a2a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.335505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04df7145-0782-4a03-8f10-a1183271cd34 req-837b84b8-ce25-4453-930a-826be6a2a95f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 1102 time: 0.3573027 Aug 10 00:52:17.438710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04df7145-0782-4a03-8f10-a1183271cd34 req-87992223-5e98-45e3-bc8a-da6fd6f7e281 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831277 Aug 10 00:52:17.441700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-ac9a8404-0f40-47d9-ba73-10e80d595860 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984247 Aug 10 00:52:17.589114 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.619389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17af1d3-10af-410d-98b6-7d84f8ccadb8 req-89ba74f8-4d80-4af2-b9fd-0a81c68f782d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.621413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b17af1d3-10af-410d-98b6-7d84f8ccadb8 req-89ba74f8-4d80-4af2-b9fd-0a81c68f782d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1089320 Aug 10 00:52:17.633365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-b24f7398-d2cf-4bf3-87cd-6b314c96ad26 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.635160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-b24f7398-d2cf-4bf3-87cd-6b314c96ad26 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.21 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.4228663 Aug 10 00:52:17.695141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b17af1d3-10af-410d-98b6-7d84f8ccadb8 req-38acf3f3-43b3-4e1c-a521-c870bdeb9cb3 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531631 Aug 10 00:52:17.705639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51985d3-e87b-4188-bbf2-9636ec12ea30 req-1a4493f1-a5af-40de-b45e-a438a0645c44 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.714970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b51985d3-e87b-4188-bbf2-9636ec12ea30 req-1a4493f1-a5af-40de-b45e-a438a0645c44 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.4066265 Aug 10 00:52:17.791182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Deleting port 593fc720-811d-426a-b01b-32d840bf774c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:17.792481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:17.894601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b51985d3-e87b-4188-bbf2-9636ec12ea30 req-8fbf66f0-6d78-4314-8628-4f313308ecd0 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731131 Aug 10 00:52:17.920107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-3dbbafed-9856-4383-9b4d-f15cb891bf56 service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454014 Aug 10 00:52:17.952431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3642d-97d8-4f3f-86b7-3eaa995f1673 req-77241e3e-1d88-48a7-8141-63c45d2adcd5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:17.960505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83e3642d-97d8-4f3f-86b7-3eaa995f1673 req-77241e3e-1d88-48a7-8141-63c45d2adcd5 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.0769362 Aug 10 00:52:17.985553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Deleting port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:17.988584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.016305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83e3642d-97d8-4f3f-86b7-3eaa995f1673 req-fdfe7f2a-ae34-4b3f-948b-a296d9e0c602 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526185 Aug 10 00:52:18.165085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] For port 593fc720-811d-426a-b01b-32d840bf774c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=593fc720-811d-426a-b01b-32d840bf774c,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.165755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.321160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] For port f4e8563e-a94c-4c51-97b6-b4fc4aca5621, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.321570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.344954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fa46e-e01a-4849-a6bd-a03adbe9c69b req-f7ccb9d6-8fe1-48dd-a88c-2d3faa6c731f tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.346492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c42fa46e-e01a-4849-a6bd-a03adbe9c69b req-f7ccb9d6-8fe1-48dd-a88c-2d3faa6c731f tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 946 time: 0.3043144 Aug 10 00:52:18.370376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-cda42662-d69a-439d-9839-50ebbab89dff service neutron] 10.222.0.10 "GET /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327719 Aug 10 00:52:18.406332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9ce42a4a-1fb0-4900-927b-f5b99fac6743 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:18.462614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f7b4e-9bdc-40dd-a8f9-b071815c09d0 req-d293ff82-0ec5-4e78-ba75-0f6c904f058f tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.471396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-353f7b4e-9bdc-40dd-a8f9-b071815c09d0 req-d293ff82-0ec5-4e78-ba75-0f6c904f058f tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 944 time: 0.0736387 Aug 10 00:52:18.501275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c42fa46e-e01a-4849-a6bd-a03adbe9c69b req-f0705d93-4748-4166-83a6-bcac809dfdee tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups?id=37f8ea08-c5e7-4981-814b-9b3b534c525a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389842 Aug 10 00:52:18.527862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-353f7b4e-9bdc-40dd-a8f9-b071815c09d0 req-ae2c0d02-3d0d-4f82-b382-5bdfca4b386e tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552373 Aug 10 00:52:18.548192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743,segment=NetworkSegment(ceb29396-ca3b-41b5-8073-b8a4a3cf64e8),segment_id=ceb29396-ca3b-41b5-8073-b8a4a3cf64e8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.563898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '9ce42a4a-1fb0-4900-927b-f5b99fac6743', 'network_id': 'b5d19345-9c16-4ae5-864d-0cf09856135a', 'port_id': '9ce42a4a-1fb0-4900-927b-f5b99fac6743', 'mac_address': 'fa:16:3e:82:c9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d52e740-deda-49c4-a1e3-bd379767ec8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:18.607677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.623681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce42a4a-1fb0-4900-927b-f5b99fac6743 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:18.648718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743,segment=NetworkSegment(ceb29396-ca3b-41b5-8073-b8a4a3cf64e8),segment_id=ceb29396-ca3b-41b5-8073-b8a4a3cf64e8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:18.654192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.685037 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.686249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.686691 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44 disassociated. External IP: 172.25.7.46, port: 593fc720-811d-426a-b01b-32d840bf774c. Aug 10 00:52:18.688089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Calling delete_port for 593fc720-811d-426a-b01b-32d840bf774c owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:18.722180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.722638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:18.723057 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Floating IP 5a5cb70e-e0a8-4df7-8749-ac2dba0918a1 disassociated. External IP: 172.25.7.171, port: f4e8563e-a94c-4c51-97b6-b4fc4aca5621. Aug 10 00:52:18.723640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Calling delete_port for f4e8563e-a94c-4c51-97b6-b4fc4aca5621 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:18.738086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:18.947140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865ae4-6d6c-4e55-9453-0a832a5c5d04 req-f5a563b0-7842-4628-8e57-8d8616bd10cb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.948669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b865ae4-6d6c-4e55-9453-0a832a5c5d04 req-f5a563b0-7842-4628-8e57-8d8616bd10cb tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 945 time: 0.1727660 Aug 10 00:52:18.953163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-d072b4d4-2cca-41ff-90ee-7c2a83fb248a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:18.954705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-d072b4d4-2cca-41ff-90ee-7c2a83fb248a tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2&tenant_id=6c3741e2b7f44043850f8d019af31968&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.1800168 Aug 10 00:52:18.955111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9ce42a4a-1fb0-4900-927b-f5b99fac6743'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:19.033128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d668f-aa8b-48b7-9954-617be4ad2e4b req-f18bb7f3-5426-4657-8cce-9b276eddca71 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.035453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f80d668f-aa8b-48b7-9954-617be4ad2e4b req-f18bb7f3-5426-4657-8cce-9b276eddca71 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.0646904 Aug 10 00:52:19.108522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f80d668f-aa8b-48b7-9954-617be4ad2e4b req-758e87d2-2027-453d-9b81-fedac98a407d tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651093 Aug 10 00:52:19.153254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b865ae4-6d6c-4e55-9453-0a832a5c5d04 req-bf711cf0-f24c-4e9f-a2f3-863edf6f7d6c tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e498473-01a2-45f4-8bf9-a9f9a260648e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855977 Aug 10 00:52:19.157537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.226542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event deleted for resources: {'Port': ['ID=593fc720-811d-426a-b01b-32d840bf774c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:19.228370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.280434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event deleted for resources: {'Port': ['ID=f4e8563e-a94c-4c51-97b6-b4fc4aca5621,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:19.303788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0917683-6b10-419c-ae60-39a07d105267 req-97851ae0-5c87-4f2f-882f-69677a7366df tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.324599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0917683-6b10-419c-ae60-39a07d105267 req-97851ae0-5c87-4f2f-882f-69677a7366df tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.1246567 Aug 10 00:52:19.388103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-1b83d302-3eed-4cf7-b73c-4dda07dad6c9 service neutron] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:19.406744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-1b83d302-3eed-4cf7-b73c-4dda07dad6c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.407907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc80705-40c7-4cc5-96bd-ec4d0b135df8 req-1b83d302-3eed-4cf7-b73c-4dda07dad6c9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532/bindings/n-h1-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.4392660 Aug 10 00:52:19.449868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0917683-6b10-419c-ae60-39a07d105267 req-6bbe78af-7be4-4305-ad6a-5e93936581df tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138389 Aug 10 00:52:19.511780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.577361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:19.617137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-61fa1a0a-7d6a-463d-8027-87cdcf11f366 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:19.636722 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-61fa1a0a-7d6a-463d-8027-87cdcf11f366 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 1102 time: 0.1074026 Aug 10 00:52:19.643442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:19.661707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.788113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.795155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:19.837754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2bd23269-916b-4b95-9e19-8bfb25c88845 req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001042 Aug 10 00:52:19.851782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ab02c-3ac3-4afd-9e3f-e11cc4745c20,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:19.868687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.869237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.870129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.870589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.871093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.871533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.872386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.872898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.873406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.873855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.874385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:19.874905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5334e1a-54c8-41c2-b34f-6c3165a61086 tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:20.022168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-737139b4-b76a-49c1-8a37-08f1b6bdcefc req-af40606f-eb65-4751-a844-c886ac9f5b93 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 210 time: 0.0344756 Aug 10 00:52:20.140058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa7a5d-2b52-4c9d-9348-c6c5b0d66860 req-ed0209be-40df-4351-af92-7adc377168bb tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.141788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61aa7a5d-2b52-4c9d-9348-c6c5b0d66860 req-ed0209be-40df-4351-af92-7adc377168bb tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 1097 time: 0.0482273 Aug 10 00:52:20.188378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61aa7a5d-2b52-4c9d-9348-c6c5b0d66860 req-5e29aa7a-259a-487e-a5d8-e22faa06402c tempest-LiveAutoBlockMigrationV225Test-1390229987 tempest-LiveAutoBlockMigrationV225Test-1390229987-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Aug 10 00:52:20.191163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4e8563e-a94c-4c51-97b6-b4fc4aca5621 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:20.238541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: f4e8563e-a94c-4c51-97b6-b4fc4aca5621 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:20.239715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4e8563e-a94c-4c51-97b6-b4fc4aca5621 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:20.399866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a2183-3c85-4fc9-bb80-3a845d0c513f req-2e798a62-4198-4ed0-b081-9d865c9d84ca tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.401582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-433a2183-3c85-4fc9-bb80-3a845d0c513f req-2e798a62-4198-4ed0-b081-9d865c9d84ca tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 950 time: 0.0585835 Aug 10 00:52:20.421085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:20.437603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:20.443587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9ce42a4a-1fb0-4900-927b-f5b99fac6743 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:20.445724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6945d-4e7d-4eab-8ca0-627c8fbdeee4 req-ba401135-558f-4cb8-bf5b-6accee69a672 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:20.448262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd6945d-4e7d-4eab-8ca0-627c8fbdeee4 req-ba401135-558f-4cb8-bf5b-6accee69a672 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 945 time: 0.1636329 Aug 10 00:52:20.453495 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-433a2183-3c85-4fc9-bb80-3a845d0c513f req-fc9755e6-c7e2-470a-809f-25b5327034eb tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Aug 10 00:52:20.475260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:20.476143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:20.492838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] No DVR routers for this DVR port 593fc720-811d-426a-b01b-32d840bf774c on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:20.496279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.498215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d501382f-ef2a-4a60-979f-e2f762ca79d8 req-dd5390bf-4d25-4f71-a4f7-3ef0149a4edc tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.10 "DELETE /v2.0/ports/593fc720-811d-426a-b01b-32d840bf774c HTTP/1.1" status: 204 len: 173 time: 3.4090657 Aug 10 00:52:20.498931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'name': 'network-vif-deleted', 'tag': '593fc720-811d-426a-b01b-32d840bf774c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:20.501068 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c39600-4c84-4bd0-84c8-059ccddc64a5" -d '{"events": [{"server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "name": "network-vif-deleted", "tag": "593fc720-811d-426a-b01b-32d840bf774c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:20.504162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:20.515293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Sync routers for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:20.563868 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:20.564517 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:20.588634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:20.596334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:20.596898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.601683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] No DVR routers for this DVR port f4e8563e-a94c-4c51-97b6-b4fc4aca5621 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:20.605976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.608168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80effe1c-69f3-4075-a2c0-9385e2ed4985 req-3d6b5ea5-30ad-453b-a2bf-b892311e0861 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.21 "DELETE /v2.0/ports/f4e8563e-a94c-4c51-97b6-b4fc4aca5621 HTTP/1.1" status: 204 len: 173 time: 2.9582179 Aug 10 00:52:20.627284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd6945d-4e7d-4eab-8ca0-627c8fbdeee4 req-69ff7f4c-242a-47e3-a372-1a02130a9566 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383770 Aug 10 00:52:20.733647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:20.806350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dbc9bc0a-79f5-40d8-844b-0f5d356cb759 req-26cc0b9e-0425-4eb5-9742-809179d69e3d tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/ports?device_id=03798a8b-aefd-4a44-a30e-b192fda7dc8d HTTP/1.1" status: 200 len: 210 time: 0.0729926 Aug 10 00:52:20.883437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:20.930583 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:20.963708 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11e2bcb-7d46-4d62-b54a-80cad0b8a5a5 x-openstack-request-id: req-c11e2bcb-7d46-4d62-b54a-80cad0b8a5a5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:20.964000 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4ea3167-e3b8-4a15-a30d-a0080f6e706a", "name": "network-vif-deleted", "tag": "593fc720-811d-426a-b01b-32d840bf774c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:20.964270 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c11e2bcb-7d46-4d62-b54a-80cad0b8a5a5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:20.964663 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4ea3167-e3b8-4a15-a30d-a0080f6e706a', 'name': 'network-vif-deleted', 'tag': '593fc720-811d-426a-b01b-32d840bf774c', 'status': 'completed', 'code': 200} Aug 10 00:52:20.965408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:20.968390 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53da7ac-2cdc-4a13-8274-bb29944eab6b" -d '{"events": [{"server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "name": "network-vif-plugged", "status": "completed", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:21.028045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b8043-6fe0-4195-925f-85a1fefaeeeb req-a750c43f-89f4-4f8a-ac9f-615402686ebe tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.036507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-655b8043-6fe0-4195-925f-85a1fefaeeeb req-a750c43f-89f4-4f8a-ac9f-615402686ebe tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 1102 time: 0.0670142 Aug 10 00:52:21.141683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-655b8043-6fe0-4195-925f-85a1fefaeeeb req-ea72b26a-a2b4-4df1-b446-4f50aa7745ae tempest-ServersAdminNegativeTestJSON-1969107293 tempest-ServersAdminNegativeTestJSON-1969107293-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035461 Aug 10 00:52:21.185379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913303c-26a3-445f-9598-87c517e1797f req-4f8a84d9-6230-433f-b07a-0f5a6af49c95 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.213420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7913303c-26a3-445f-9598-87c517e1797f req-4f8a84d9-6230-433f-b07a-0f5a6af49c95 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.1177340 Aug 10 00:52:21.284582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7913303c-26a3-445f-9598-87c517e1797f req-52a62c04-98a8-43cd-bd6f-29e7271734c0 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701449 Aug 10 00:52:21.298224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743,segment=NetworkSegment(ceb29396-ca3b-41b5-8073-b8a4a3cf64e8),segment_id=ceb29396-ca3b-41b5-8073-b8a4a3cf64e8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:21.309043 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74c5247-7332-461e-a2c3-6c2b2ed0d614 x-openstack-request-id: req-b74c5247-7332-461e-a2c3-6c2b2ed0d614 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:21.309748 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "name": "network-vif-plugged", "status": "completed", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:21.310164 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b74c5247-7332-461e-a2c3-6c2b2ed0d614 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:21.310809 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743', 'code': 200} Aug 10 00:52:21.317525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:21.318860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 593fc720-811d-426a-b01b-32d840bf774c no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:21.344518 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:21.350018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 593fc720-811d-426a-b01b-32d840bf774c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:21.350364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 593fc720-811d-426a-b01b-32d840bf774c not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:21.382788 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Checking router: 16ab6237-afe6-485e-8ff6-bb90bdf3e014 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:21.401658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:21.402282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:21.426636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:21.530776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:21.537979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1b3f56f-d3d8-49f3-ad3c-82c4f4ab4a34 req-8538fd00-bd6a-470b-a204-e6682be7a461 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4ea3167-e3b8-4a15-a30d-a0080f6e706a HTTP/1.1" status: 200 len: 210 time: 0.0901661 Aug 10 00:52:21.567518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:21.589975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:21.590890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:21.611978 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:21.640467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05352a9-e7c5-460d-9fa9-910b6898d1c4 req-1275faf1-f04f-4e18-a0ca-10b9a1319c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.644415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f05352a9-e7c5-460d-9fa9-910b6898d1c4 req-1275faf1-f04f-4e18-a0ca-10b9a1319c7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 1098 time: 0.2153764 Aug 10 00:52:21.713009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:21.714597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312454b-3cdc-4328-a009-9129154d0798 req-f5cb4a97-3145-4122-a758-9e34fc67a040 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.716159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9312454b-3cdc-4328-a009-9129154d0798 req-f5cb4a97-3145-4122-a758-9e34fc67a040 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 945 time: 0.1809261 Aug 10 00:52:21.826269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f05352a9-e7c5-460d-9fa9-910b6898d1c4 req-728d9c77-d56b-4b50-8f90-46e472db0bc0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633523 Aug 10 00:52:21.884950 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:21.937298 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f0d7cf-8379-4efb-b017-fc6840533f04 None None] The sync data for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 is: [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:49:51Z', 'revision_number': 4, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'db13ad71-38ca-4157-84c7-83ed33951e46', 'name': '', 'network_id': 'f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'mac_address': 'fa:16:3e:99:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'c5665316-acc9-403d-a3a8-06b159886619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:50Z', 'updated_at': '2021-08-10T00:50:00Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'subnets': [{'id': 'c5665316-acc9-403d-a3a8-06b159886619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:21.996353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f5f45-7c7e-4f01-94c6-60cd44a71930 req-97bcb65f-66bc-45b1-ae9f-22bde5bd34be tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:21.999356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f57f5f45-7c7e-4f01-94c6-60cd44a71930 req-97bcb65f-66bc-45b1-ae9f-22bde5bd34be tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.1677306 Aug 10 00:52:22.044067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:22.078220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee3d8f7-a75e-46c5-add7-b439926b693d None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1bfff744-0e62-4255-9199-350246ed26d0', 'name': '', 'network_id': 'a448db31-01bf-4578-b186-ceb984aabcc5', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'mac_address': 'fa:16:3e:cd:aa:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:33Z', 'updated_at': '2021-08-10T00:47:44Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'subnets': [{'id': 'f2a3a414-f657-4014-9fe1-81fbd1bdc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:22.097188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Deleting port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:22.098052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.117443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f57f5f45-7c7e-4f01-94c6-60cd44a71930 req-62a0327a-5e01-404c-93af-8cb4f4d2ffae tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926116 Aug 10 00:52:22.308633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] For port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:22.309248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.335657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Calling delete_port for 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:22.449387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb70a8e-794e-447e-b1cd-a0d11fed3658 None None] New status for floating IP 5a5cb70e-e0a8-4df7-8749-ac2dba0918a1: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:22.499213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56372) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:22.512686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:22.618719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.632613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.658580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event deleted for resources: {'Port': ['ID=9619f917-7fa1-4a0a-a8c2-c4776d1a2532,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:22.671690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f86e43-8818-4cff-bd29-1bbfb10a0940 None None] New status for floating IP b86aeee1-04fc-43a5-a628-7a5a1cc11e44: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:52:22.693567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3efba96-33dc-4b68-b0e5-4613aa8e9119 req-ead96d38-4c2c-4042-9569-a3f095df7932 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.702740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3efba96-33dc-4b68-b0e5-4613aa8e9119 req-ead96d38-4c2c-4042-9569-a3f095df7932 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 866 time: 0.1268094 Aug 10 00:52:22.709308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No active binding found for port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 00:52:22.711369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:22.712026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:22.742308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.830291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.849265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49286-9ee1-494f-9658-d21f39c70b27 req-d0f56683-8e38-4ad7-b231-c8435e3791fe tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:22.854019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ca49286-9ee1-494f-9658-d21f39c70b27 req-d0f56683-8e38-4ad7-b231-c8435e3791fe tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.2224295 Aug 10 00:52:22.860199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] No DVR routers for this DVR port 9619f917-7fa1-4a0a-a8c2-c4776d1a2532 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:22.872819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.875345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9312454b-3cdc-4328-a009-9129154d0798 req-6d63f652-a38d-4b8e-b835-6539e8e89f28 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "DELETE /v2.0/ports/9619f917-7fa1-4a0a-a8c2-c4776d1a2532 HTTP/1.1" status: 204 len: 173 time: 1.1396625 Aug 10 00:52:22.884460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3efba96-33dc-4b68-b0e5-4613aa8e9119 req-2e3b8e95-0f80-4141-aeeb-74147c1ca501 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783988 Aug 10 00:52:22.910124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.914458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.915503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e498473-01a2-45f4-8bf9-a9f9a260648e HTTP/1.1" status: 204 len: 168 time: 0.4151981 Aug 10 00:52:22.918022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56380) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:22.921677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:22.924111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ca49286-9ee1-494f-9658-d21f39c70b27 req-3f3fbbe9-1446-4ae5-840d-418e91d9b404 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607288 Aug 10 00:52:22.931135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:22.933239 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-52892a59-f701-453f-a780-486030545a38 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] show failed (client error): The resource could not be found. Aug 10 00:52:22.936054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-52892a59-f701-453f-a780-486030545a38 tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "GET /v2.0/security-groups/2e498473-01a2-45f4-8bf9-a9f9a260648e HTTP/1.1" status: 404 len: 347 time: 0.0153663 Aug 10 00:52:22.940671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:22.956857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9757a3-1d22-435d-9f61-ae244228aeee tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e498473-01a2-45f4-8bf9-a9f9a260648e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:22.974782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'name': 'network-vif-deleted', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621'}, {'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-deleted', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:22.988655 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7290461-efdb-4fa3-a98c-7038e782773b" -d '{"events": [{"server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "name": "network-vif-deleted", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621"}, {"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-deleted", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:23.085550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.165705 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c58f2a-59b0-415e-8b70-3b30ac10dbc4 x-openstack-request-id: req-06c58f2a-59b0-415e-8b70-3b30ac10dbc4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:23.166959 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03798a8b-aefd-4a44-a30e-b192fda7dc8d", "name": "network-vif-deleted", "tag": "f4e8563e-a94c-4c51-97b6-b4fc4aca5621", "status": "completed", "code": 200}, {"server_uuid": "3994ba02-e857-44a6-9887-6ad34b2558f2", "name": "network-vif-deleted", "tag": "9619f917-7fa1-4a0a-a8c2-c4776d1a2532", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:23.167309 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06c58f2a-59b0-415e-8b70-3b30ac10dbc4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:23.169875 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03798a8b-aefd-4a44-a30e-b192fda7dc8d', 'name': 'network-vif-deleted', 'tag': 'f4e8563e-a94c-4c51-97b6-b4fc4aca5621', 'status': 'completed', 'code': 200} Aug 10 00:52:23.170242 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3994ba02-e857-44a6-9887-6ad34b2558f2', 'name': 'network-vif-deleted', 'tag': '9619f917-7fa1-4a0a-a8c2-c4776d1a2532', 'status': 'completed', 'code': 200} Aug 10 00:52:23.194636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Deleting port 3f13b8fb-416e-4416-b886-e866cef4173a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:23.195087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.312408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:23.315599 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157b1b8d-cdd0-4269-b32d-ca7ededfbceb" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-unplugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:23.319248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.319629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.334413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Calling delete_port for 3f13b8fb-416e-4416-b886-e866cef4173a owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:23.375265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2debbe-7e8c-4c9f-a18e-68ef21e9f108 req-528684e1-d8d9-4b81-9c1c-9d89ca1456d3 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:23.377393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c2debbe-7e8c-4c9f-a18e-68ef21e9f108 req-528684e1-d8d9-4b81-9c1c-9d89ca1456d3 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.1071811 Aug 10 00:52:23.444710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c2debbe-7e8c-4c9f-a18e-68ef21e9f108 req-c1c6a4ba-a455-4ed4-a4a2-05879c1df1e4 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612113 Aug 10 00:52:23.588357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.605045 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb704347-3328-4031-9a95-927b6e7f82ee x-openstack-request-id: req-cb704347-3328-4031-9a95-927b6e7f82ee {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:23.605377 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-unplugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:23.605831 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb704347-3328-4031-9a95-927b6e7f82ee {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:23.606408 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'code': 200} Aug 10 00:52:23.622500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56424) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:23.632458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Pushing event deleted for resources: {'Port': ['ID=3f13b8fb-416e-4416-b886-e866cef4173a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.748658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.752617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.753996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.757935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8e4a507a-7596-4cf4-88ca-02a3d031612e tempest-ServersTestJSON-701971633 tempest-ServersTestJSON-701971633-project] 10.222.0.25 "DELETE /v2.0/floatingips/5a5cb70e-e0a8-4df7-8749-ac2dba0918a1 HTTP/1.1" status: 204 len: 168 time: 0.8135350 Aug 10 00:52:23.758355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56426) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:23.794552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.865468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.868224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:23.870160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "DELETE /v2.0/security-groups/37f8ea08-c5e7-4981-814b-9b3b534c525a HTTP/1.1" status: 204 len: 168 time: 0.2463498 Aug 10 00:52:23.873913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56430) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:23.917485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef94e6-2e76-44e1-87a9-2f4115fc4635 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f8ea08-c5e7-4981-814b-9b3b534c525a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:23.953538 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8b9e0a4c-d74f-41d8-b30c-d1c4abe3d1e3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] show failed (client error): The resource could not be found. Aug 10 00:52:23.957163 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8b9e0a4c-d74f-41d8-b30c-d1c4abe3d1e3 tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "GET /v2.0/security-groups/37f8ea08-c5e7-4981-814b-9b3b534c525a HTTP/1.1" status: 404 len: 347 time: 0.0797579 Aug 10 00:52:23.957960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56436) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:24.127600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e6575f17-62ec-4aae-b03c-9fbfd94d1033 req-a26aaaea-39be-4b35-8f68-d1312e77eb11 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0946443 Aug 10 00:52:24.183815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-13fe0595-b949-4cb2-a726-c64e71a51530 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.190013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-13fe0595-b949-4cb2-a726-c64e71a51530 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.2402775 Aug 10 00:52:24.209892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bdb5a-60a8-4fb2-a7b3-ebeb2b31b9e3 req-35635db7-da97-4ee3-9403-f1403767118d tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:24.211981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-341bdb5a-60a8-4fb2-a7b3-ebeb2b31b9e3 req-35635db7-da97-4ee3-9403-f1403767118d tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.1437733 Aug 10 00:52:24.262716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Deleting port 88ba1617-d42b-4d97-8ed0-7b564f67fdbe {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:24.263228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.321655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-341bdb5a-60a8-4fb2-a7b3-ebeb2b31b9e3 req-58d8dab1-ea37-41a1-be44-de7004c9fe95 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018436 Aug 10 00:52:24.416532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.417652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.452563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Calling delete_port for 88ba1617-d42b-4d97-8ed0-7b564f67fdbe owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:24.610290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Deleting port 26695d73-4937-4d8b-9bd8-f7e40943af0f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:24.610820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.822724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.858096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Pushing event deleted for resources: {'Port': ['ID=88ba1617-d42b-4d97-8ed0-7b564f67fdbe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:24.969613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.972590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.978013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] For port 26695d73-4937-4d8b-9bd8-f7e40943af0f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26695d73-4937-4d8b-9bd8-f7e40943af0f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:24.978556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:24.986830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c8b4411d-104a-4379-8c73-88e5a88ead3d tempest-ServersWithSpecificFlavorTestJSON-1329255948 tempest-ServersWithSpecificFlavorTestJSON-1329255948-project] 10.222.0.25 "DELETE /v2.0/floatingips/b86aeee1-04fc-43a5-a628-7a5a1cc11e44 HTTP/1.1" status: 204 len: 168 time: 1.0274560 Aug 10 00:52:25.048627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Calling delete_port for 26695d73-4937-4d8b-9bd8-f7e40943af0f owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:25.130642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.355721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d7a167d-9989-432c-a223-b24ef37d63f5 req-a1e56413-10f9-429a-a1cc-10915b080e6f tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0585074 Aug 10 00:52:25.616407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:25.622581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269446c-fb73-43ca-b172-c9f281d71991 req-8350de22-1fdf-4b82-be42-f74f71e549a0 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:25.624697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2269446c-fb73-43ca-b172-c9f281d71991 req-8350de22-1fdf-4b82-be42-f74f71e549a0 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=a75c3cb1-f72c-432c-b99d-2d741bc421bb HTTP/1.1" status: 200 len: 950 time: 0.1728985 Aug 10 00:52:25.657836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.671611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['50a05d0c-92f4-4687-98cc-81fa48961145', '26695d73-4937-4d8b-9bd8-f7e40943af0f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:25.727436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Pushing event deleted for resources: {'Port': ['ID=26695d73-4937-4d8b-9bd8-f7e40943af0f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:25.786389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.805311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2269446c-fb73-43ca-b172-c9f281d71991 req-53c36965-a5a3-41d3-a544-79a94485c096 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723483 Aug 10 00:52:25.880861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] No DVR routers for this DVR port 26695d73-4937-4d8b-9bd8-f7e40943af0f on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:25.883674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:25.897191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e770b927-4bfe-474a-96eb-5bfd84db2183 req-e06d9145-1655-416c-b31e-d76dd674d6f6 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "DELETE /v2.0/ports/26695d73-4937-4d8b-9bd8-f7e40943af0f HTTP/1.1" status: 204 len: 173 time: 1.6493833 Aug 10 00:52:25.897669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'name': 'network-vif-deleted', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:25.900001 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c226e1-adad-4646-b7f6-4aec58621a59" -d '{"events": [{"server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "name": "network-vif-deleted", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:25.976396 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbad6a2-314f-4b3e-a7bc-37823e3a5e66 x-openstack-request-id: req-dbbad6a2-314f-4b3e-a7bc-37823e3a5e66 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:25.976680 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75c3cb1-f72c-432c-b99d-2d741bc421bb", "name": "network-vif-deleted", "tag": "26695d73-4937-4d8b-9bd8-f7e40943af0f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:25.976932 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbbad6a2-314f-4b3e-a7bc-37823e3a5e66 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:25.977410 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c3cb1-f72c-432c-b99d-2d741bc421bb', 'name': 'network-vif-deleted', 'tag': '26695d73-4937-4d8b-9bd8-f7e40943af0f', 'status': 'completed', 'code': 200} Aug 10 00:52:26.007094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.047366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Deleting port db13ad71-38ca-4157-84c7-83ed33951e46 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:26.047832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.154239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] For port db13ad71-38ca-4157-84c7-83ed33951e46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=db13ad71-38ca-4157-84c7-83ed33951e46,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:26.154677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.175417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Calling delete_port for db13ad71-38ca-4157-84c7-83ed33951e46 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:26.451992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:26.457062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.570710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.580452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85418235-d5a1-49ac-960b-b21b52c61659 req-64383aa9-f22b-4e1a-a2c6-1ebaf708a06b tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0709867 Aug 10 00:52:26.663544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Pushing event deleted for resources: {'Port': ['ID=db13ad71-38ca-4157-84c7-83ed33951e46,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:26.676901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:26.709624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'mac_address': 'fa:16:3e:e4:84:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:26.775301 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.793847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:26.863206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:26.876867 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:26.949714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.039683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:27.058143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4912f656-1dc4-4af5-844d-fc8b10341b03'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:27.090643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Deleting port 1bfff744-0e62-4255-9199-350246ed26d0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:27.091854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.320330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] For port 1bfff744-0e62-4255-9199-350246ed26d0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1bfff744-0e62-4255-9199-350246ed26d0,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:27.322705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.339166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:27.355183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Calling delete_port for 1bfff744-0e62-4255-9199-350246ed26d0 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:27.539135 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:52:27.654127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16544a30-69fe-4b4e-8469-1a31bab8807a req-7b831f3c-387e-4af6-81d4-e912a0784b9d tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:27.655730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16544a30-69fe-4b4e-8469-1a31bab8807a req-7b831f3c-387e-4af6-81d4-e912a0784b9d tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.0872471 Aug 10 00:52:27.677634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:27.730653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfff744-0e62-4255-9199-350246ed26d0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:27.865781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16544a30-69fe-4b4e-8469-1a31bab8807a req-2b5e0e0d-9ee3-48ec-bfb2-36f617e2a001 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841822 Aug 10 00:52:28.226477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:28.233829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26695d73-4937-4d8b-9bd8-f7e40943af0f no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:28.243044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c21fd9e1-e471-4ea5-9163-93e24c509dde admin admin] 10.222.0.25 "PUT /v2.0/routers/16ab6237-afe6-485e-8ff6-bb90bdf3e014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4811077 Aug 10 00:52:28.260789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:28.305913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45003207-3bc0-464d-bb27-7c266805a7f6 req-e860c121-8166-4dc6-8043-02c3e8f60d74 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0514941 Aug 10 00:52:28.344534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 26695d73-4937-4d8b-9bd8-f7e40943af0f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:28.344872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26695d73-4937-4d8b-9bd8-f7e40943af0f not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:28.350915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Sync routers for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:28.399459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:28.402817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:28.522029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:28.577097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:28.608050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:28.783641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:28.786211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4912f656-1dc4-4af5-844d-fc8b10341b03 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:28.786691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.005864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-7ded3e52-130a-4bef-aed5-5169778f6dcf tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.007341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-7ded3e52-130a-4bef-aed5-5169778f6dcf tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.3062198 Aug 10 00:52:29.202704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.277249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Router 8866d180-818b-4db6-968a-37b49091d1f1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:29.367264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e386b-1631-40ef-823c-5aa2bd5a580f req-e04cbe78-05e0-413d-851a-e5afd876fa59 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:29.369376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.385056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac9e386b-1631-40ef-823c-5aa2bd5a580f req-e04cbe78-05e0-413d-851a-e5afd876fa59 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.3841207 Aug 10 00:52:29.421405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:29.428907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Deleting port 50a05d0c-92f4-4687-98cc-81fa48961145 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:29.429157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:29.429284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.433904 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c84884-caf1-441c-9b40-2fc80a4b3c92" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:29.447054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:52:26Z', 'revision_number': 5, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port': {'id': 'f2119057-a46a-413d-9ebf-bf0c08bd2492', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ee:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:49:41Z', 'updated_at': '2021-08-10T00:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:29.450589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.489290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Checking router: 16ab6237-afe6-485e-8ff6-bb90bdf3e014 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:29.528959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Routers {'16ab6237-afe6-485e-8ff6-bb90bdf3e014'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:29.529956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:29.616797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-093d3124-d912-48d9-b932-0c6eeaaee588 req-399ec264-8bd4-4cbe-80c6-1356777775c9 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=3994ba02-e857-44a6-9887-6ad34b2558f2 HTTP/1.1" status: 200 len: 210 time: 0.0361757 Aug 10 00:52:29.624392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Deleting port f2119057-a46a-413d-9ebf-bf0c08bd2492 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:29.624750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:29.656199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:29.704902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] Set router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:29.710012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:29.710214 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b166a4b0-29f1-41f2-bc20-34e2472ef291 x-openstack-request-id: req-b166a4b0-29f1-41f2-bc20-34e2472ef291 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:29.710607 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-plugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:29.710945 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b166a4b0-29f1-41f2-bc20-34e2472ef291 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:29.712952 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'code': 200} Aug 10 00:52:29.718360 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Sync routers for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:29.738131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c30f83da-f674-4155-a29b-bbd8bed0aa4d admin admin] 10.222.0.25 "PUT /v2.0/routers/8866d180-818b-4db6-968a-37b49091d1f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1205430 Aug 10 00:52:29.743998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56620) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:29.747718 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:29.748381 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:29.781227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:52:29Z', 'revision_number': 6, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:29.827087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac9e386b-1631-40ef-823c-5aa2bd5a580f req-ff87365f-2fd9-42f1-a64b-d33cbc82beab tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366934 Aug 10 00:52:29.993160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] For port f2119057-a46a-413d-9ebf-bf0c08bd2492, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2119057-a46a-413d-9ebf-bf0c08bd2492,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:29.993543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.007439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa30ab8-2752-441f-a21b-7d5ae717f9d9 None None] The sync data for ids ['16ab6237-afe6-485e-8ff6-bb90bdf3e014'] in n-d-766380-21 is: [{'id': '16ab6237-afe6-485e-8ff6-bb90bdf3e014', 'name': 'tempest-ServersTestJSON-1916133157-router', 'tenant_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:49:39Z', 'updated_at': '2021-08-10T00:52:29Z', 'revision_number': 6, 'project_id': '7bb5d6e94ae144e6936d1ffd1908b3ed', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:30.038789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Calling delete_port for f2119057-a46a-413d-9ebf-bf0c08bd2492 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:30.178589 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:30.234592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] For port 50a05d0c-92f4-4687-98cc-81fa48961145, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=50a05d0c-92f4-4687-98cc-81fa48961145,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:30.235093 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.249106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.329816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2119057-a46a-413d-9ebf-bf0c08bd2492,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:30.445374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Calling delete_port for 50a05d0c-92f4-4687-98cc-81fa48961145 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:30.453801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.559851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device db13ad71-38ca-4157-84c7-83ed33951e46 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:30.598959 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:52:27Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:30.608556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: db13ad71-38ca-4157-84c7-83ed33951e46 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:30.609001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device db13ad71-38ca-4157-84c7-83ed33951e46 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:30.648748 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Checking router: 8866d180-818b-4db6-968a-37b49091d1f1 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:30.659827 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Routers {'8866d180-818b-4db6-968a-37b49091d1f1'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:30.659827 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8866d180-818b-4db6-968a-37b49091d1f1'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:30.833398 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] Set router 8866d180-818b-4db6-968a-37b49091d1f1 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:30.916953 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:30.962059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.138526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.147967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692f8ef-4390-4d79-b270-9b37178a7722 req-f98aca07-99d8-4e14-8794-1ea1a69cb751 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:31.162592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a692f8ef-4390-4d79-b270-9b37178a7722 req-f98aca07-99d8-4e14-8794-1ea1a69cb751 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 950 time: 0.1643045 Aug 10 00:52:31.243202 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:52:27Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:31.311777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a692f8ef-4390-4d79-b270-9b37178a7722 req-9282d6c8-f1f3-414a-a5d3-d73f78add8a0 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/security-groups?id=ee878995-06d0-44f0-9970-00c8ff3ffc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418667 Aug 10 00:52:31.343830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.344316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ab6237-afe6-485e-8ff6-bb90bdf3e014 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:52:31.358179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.359898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-47406dd2-fb22-4e3b-910d-fb1a96ba896f admin admin] 10.222.0.25 "DELETE /v2.0/routers/16ab6237-afe6-485e-8ff6-bb90bdf3e014 HTTP/1.1" status: 204 len: 168 time: 3.0980673 Aug 10 00:52:31.362464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:31.532541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Deleting subnet c5665316-acc9-403d-a3a8-06b159886619 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:31.537231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.565378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea99917-de28-4cbf-8321-4470e5cb4a2f None None] The sync data for ids ['8866d180-818b-4db6-968a-37b49091d1f1'] in n-d-766380-21 is: [{'id': '8866d180-818b-4db6-968a-37b49091d1f1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-320841631-router', 'tenant_id': '81ddce7cb625435299ce7073cae6cb0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': '52a4a395-6017-4884-8b89-09807742eb34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:25Z', 'updated_at': '2021-08-10T00:52:27Z', 'revision_number': 5, 'project_id': '81ddce7cb625435299ce7073cae6cb0a', 'gw_port': {'id': '52a4a395-6017-4884-8b89-09807742eb34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:4a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8866d180-818b-4db6-968a-37b49091d1f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:26Z', 'updated_at': '2021-08-10T00:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:31.615098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.652312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.776980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.841307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.849337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Pushing event deleted for resources: {'Port': ['ID=50a05d0c-92f4-4687-98cc-81fa48961145,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:31.948491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] No DVR routers for this DVR port 50a05d0c-92f4-4687-98cc-81fa48961145 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:31.951282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:31.958476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5976ad49-a37e-4c98-ab34-378dc8499ab0 req-a9f480d6-d140-4385-b319-fe08679e0300 tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.21 "DELETE /v2.0/ports/50a05d0c-92f4-4687-98cc-81fa48961145 HTTP/1.1" status: 204 len: 173 time: 2.9377697 Aug 10 00:52:31.959317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'name': 'network-vif-deleted', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:31.968820 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd6754-c008-4d4a-8a43-d01eda1947a4" -d '{"events": [{"server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "name": "network-vif-deleted", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:31.999259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.019052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Deleting port 52a4a395-6017-4884-8b89-09807742eb34 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:32.019402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.029693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9d0b6-a081-4933-b9aa-a85abd7abcb0 None None] Network f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:32.081020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.090557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c5665316-acc9-403d-a3a8-06b159886619 HTTP/1.1" status: 204 len: 168 time: 0.7254636 Aug 10 00:52:32.091555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:32.159836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bed889-cd0c-46df-9036-65202a11ab73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5665316-acc9-403d-a3a8-06b159886619,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.225650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] For port 52a4a395-6017-4884-8b89-09807742eb34, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=52a4a395-6017-4884-8b89-09807742eb34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.226067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.244447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Calling delete_port for 52a4a395-6017-4884-8b89-09807742eb34 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:32.260475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 50a05d0c-92f4-4687-98cc-81fa48961145 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:32.368606 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b749877c-a5a2-4805-a898-b7c6dd2afc31 x-openstack-request-id: req-b749877c-a5a2-4805-a898-b7c6dd2afc31 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:32.368948 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d4a715-44c7-4716-bfb9-55324a41aabe", "name": "network-vif-deleted", "tag": "50a05d0c-92f4-4687-98cc-81fa48961145", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:32.369151 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b749877c-a5a2-4805-a898-b7c6dd2afc31 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:32.369551 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d4a715-44c7-4716-bfb9-55324a41aabe', 'name': 'network-vif-deleted', 'tag': '50a05d0c-92f4-4687-98cc-81fa48961145', 'status': 'completed', 'code': 200} Aug 10 00:52:32.378409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2119057-a46a-413d-9ebf-bf0c08bd2492 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:32.387039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 50a05d0c-92f4-4687-98cc-81fa48961145 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:32.387376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 50a05d0c-92f4-4687-98cc-81fa48961145 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:32.447397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.448893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f2119057-a46a-413d-9ebf-bf0c08bd2492 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:32.449270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2119057-a46a-413d-9ebf-bf0c08bd2492 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:32.449671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1bfff744-0e62-4255-9199-350246ed26d0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:32.500023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1bfff744-0e62-4255-9199-350246ed26d0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:32.500371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1bfff744-0e62-4255-9199-350246ed26d0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:32.632666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] DHCP port deletion for f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:52:32.660165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2d5dbb8-e193-492b-9105-b7bf9be133cd req-0a2dba71-f465-4046-a98f-86b2cbd6ac5f tempest-ServersAdminNegativeTestJSON-884312172 tempest-ServersAdminNegativeTestJSON-884312172-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4d4a715-44c7-4716-bfb9-55324a41aabe HTTP/1.1" status: 200 len: 210 time: 0.0859170 Aug 10 00:52:32.735851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Deleting port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:32.736208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.779018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.798966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Deleting port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:32.799810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.862615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a4a395-6017-4884-8b89-09807742eb34,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:32.912214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] For port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.912897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.923358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] For port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,segment=NetworkSegment(a257d5e1-fea1-4742-af4d-2371ea2ef3c7),segment_id=a257d5e1-fea1-4742-af4d-2371ea2ef3c7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:32.923656 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:32.927476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Calling delete_port for 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:32.953825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Calling delete_port for 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:33.031056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.039148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.087476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Pushing event deleted for resources: {'Port': ['ID=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.103174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] No DVR routers for this DVR port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:33.140397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.207136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] Pushing event deleted for resources: {'Port': ['ID=6758d0bb-d2c7-4d82-a4fc-fa56d5922788,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.226159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbb2c5d-7e32-4621-a7b3-114a351e30b5 None None] No DVR routers for this DVR port 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:33.262495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.276581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:33.291855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:33.292411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a257d5e1-fea1-4742-af4d-2371ea2ef3c7') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:33.322415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.342110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.354416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:33.355341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:33.432036 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:33.445250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.456674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.459616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e HTTP/1.1" status: 204 len: 168 time: 1.3670917 Aug 10 00:52:33.476099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dc070-50c7-4c5e-aded-74404f63f913 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98dabfc-ab46-414a-bd49-9bfb7f8a8d7e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:33.560738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.563010 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.645979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.645979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8866d180-818b-4db6-968a-37b49091d1f1 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:52:33.658926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.670943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82e5ae66-1139-4e3b-9088-ca63073e3e99 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8866d180-818b-4db6-968a-37b49091d1f1 HTTP/1.1" status: 204 len: 168 time: 3.9174607 Aug 10 00:52:33.671661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:33.714395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:33.809382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Deleting subnet f2a3a414-f657-4014-9fe1-81fbd1bdc2aa {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:33.820973 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.844213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e194643e-7f5f-4d08-8ae5-3073131574c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bb5d6e94ae144e6936d1ffd1908b3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243057 Aug 10 00:52:33.845084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:33.945585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:33.947603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:33.971559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.000424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.065776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.069245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.073136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11e96b6f-3f5e-47b4-9b0e-a8517156392b HTTP/1.1" status: 204 len: 168 time: 0.2244363 Aug 10 00:52:34.096036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd10c5-7e13-4b15-9414-23bb8dc24012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e96b6f-3f5e-47b4-9b0e-a8517156392b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:34.103402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.223345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9040cdec-219b-49fa-b6b8-644ef77b82df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.263410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.331494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a3a414-f657-4014-9fe1-81fbd1bdc2aa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:34.343421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.349244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad2ed2a9-9840-43cf-9a2f-5e98eb833014 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2a3a414-f657-4014-9fe1-81fbd1bdc2aa HTTP/1.1" status: 204 len: 168 time: 0.6733892 Aug 10 00:52:34.349394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:34.355213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97543d10-5ad2-4ac2-98ab-7afda3e1970f None None] Network a448db31-01bf-4578-b186-ceb984aabcc5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:34.493497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56742) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:34.495052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:34.584587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9040cdec-219b-49fa-b6b8-644ef77b82df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.586912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:34.587267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6758d0bb-d2c7-4d82-a4fc-fa56d5922788 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:34.587813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 52a4a395-6017-4884-8b89-09807742eb34 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:34.588264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.600120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9040cdec-219b-49fa-b6b8-644ef77b82df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.660255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 52a4a395-6017-4884-8b89-09807742eb34 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:34.660610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 52a4a395-6017-4884-8b89-09807742eb34 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:34.680371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9040cdec-219b-49fa-b6b8-644ef77b82df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=813f78e81e5146f88cfc5202b8035629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7317030 Aug 10 00:52:34.681130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040cdec-219b-49fa-b6b8-644ef77b82df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750e5102-50a2-4318-bbbd-41f9ce3f40b7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:34.685479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56752) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:34.887875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] DHCP port deletion for a448db31-01bf-4578-b186-ceb984aabcc5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:52:34.909094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Deleting port 8aed7149-123b-4c44-86b5-ff4aa9e862db {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:34.909454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.933231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:34.995778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Deleting port 8aed7149-123b-4c44-86b5-ff4aa9e862db {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:34.996615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.029791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.046277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] For port 8aed7149-123b-4c44-86b5-ff4aa9e862db, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8aed7149-123b-4c44-86b5-ff4aa9e862db,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:35.046912 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.074728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Calling delete_port for 8aed7149-123b-4c44-86b5-ff4aa9e862db owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:35.078848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d3bf7bd-7de7-4a34-aca8-076b967e4e30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef29eb2ade9f4b4ea17379fcf567e56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5841434 Aug 10 00:52:35.080640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56770) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:35.125779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] For port 8aed7149-123b-4c44-86b5-ff4aa9e862db, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8aed7149-123b-4c44-86b5-ff4aa9e862db,segment=NetworkSegment(6cdc45f7-2e68-46f4-a900-d95e587ba58c),segment_id=6cdc45f7-2e68-46f4-a900-d95e587ba58c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:35.126984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.142279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Calling delete_port for 8aed7149-123b-4c44-86b5-ff4aa9e862db owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:35.192451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.225229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.230137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.233836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.239722 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/750e5102-50a2-4318-bbbd-41f9ce3f40b7 HTTP/1.1" status: 204 len: 168 time: 0.5375524 Aug 10 00:52:35.263966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed7a30-187f-4c39-b9c3-04c1a53b6600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750e5102-50a2-4318-bbbd-41f9ce3f40b7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.294152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.304653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.311019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.316454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee878995-06d0-44f0-9970-00c8ff3ffc3f HTTP/1.1" status: 204 len: 168 time: 0.2328849 Aug 10 00:52:35.321839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.343775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d811-1ce7-4c93-bb48-b9b8f1c3d338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee878995-06d0-44f0-9970-00c8ff3ffc3f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.378813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Pushing event deleted for resources: {'Port': ['ID=8aed7149-123b-4c44-86b5-ff4aa9e862db,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.390862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] No DVR routers for this DVR port 8aed7149-123b-4c44-86b5-ff4aa9e862db on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:35.419870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] Pushing event deleted for resources: {'Port': ['ID=8aed7149-123b-4c44-86b5-ff4aa9e862db,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.436554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b52b13f-1da4-4502-be52-d4082dee1c4d None None] No DVR routers for this DVR port 8aed7149-123b-4c44-86b5-ff4aa9e862db on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:35.523340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.540710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a448db31-01bf-4578-b186-ceb984aabcc5']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:35.560197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdc45f7-2e68-46f4-a900-d95e587ba58c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:35.560506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdc45f7-2e68-46f4-a900-d95e587ba58c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:35.570966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.590263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.603678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:35.603939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:35.626881 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:35.682015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56788) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:35.740879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.747235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:35.750875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] 10.222.0.25 "DELETE /v2.0/networks/a448db31-01bf-4578-b186-ceb984aabcc5 HTTP/1.1" status: 204 len: 168 time: 1.4004230 Aug 10 00:52:35.754435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56792) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:35.784414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ce34e-23de-4dc5-a2ce-91392cc444da admin admin] Pushing event deleted for resources: {'Network': ['ID=a448db31-01bf-4578-b186-ceb984aabcc5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:35.912268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56798) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:35.938875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-31ffaef7-8704-47e5-9dd9-61fe548ddb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.190294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-31ffaef7-8704-47e5-9dd9-61fe548ddb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.211159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1234666413-network', 'tenant_id': 'dc66dfbc0db94b4d9ed8ee608c354e23'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:36.211673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-31ffaef7-8704-47e5-9dd9-61fe548ddb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.271782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56812) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:36.335827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Made reservation on behalf of dc66dfbc0db94b4d9ed8ee608c354e23 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:36.339561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.348128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8aed7149-123b-4c44-86b5-ff4aa9e862db no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:36.354477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-31ffaef7-8704-47e5-9dd9-61fe548ddb46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f139ac917c764f3683f00a4bcdb71871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409869 Aug 10 00:52:36.357151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:36.360870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffaef7-8704-47e5-9dd9-61fe548ddb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65aac8-432d-4a54-ae99-5aa3348db864,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:36.397559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8aed7149-123b-4c44-86b5-ff4aa9e862db {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:36.398268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8aed7149-123b-4c44-86b5-ff4aa9e862db not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:36.430569 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.468942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.477336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2b9fdf2-bb57-4312-ab10-8e2d0a7df319 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4eca3a58a1384c8dac45ff3cef572a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016823 Aug 10 00:52:36.483448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:36.513996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.573902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.616911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.660159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.663708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.665061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f65aac8-432d-4a54-ae99-5aa3348db864 HTTP/1.1" status: 204 len: 168 time: 0.3052053 Aug 10 00:52:36.677839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68193418-7e1d-456c-b422-86e718a5b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65aac8-432d-4a54-ae99-5aa3348db864,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:36.737439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.741739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.743454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e79ab02c-3ac3-4afd-9e3f-e11cc4745c20 HTTP/1.1" status: 204 len: 168 time: 0.2584956 Aug 10 00:52:36.753315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f25a4-8440-4c5a-a31e-04a9cc49bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ab02c-3ac3-4afd-9e3f-e11cc4745c20,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:36.887308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.899334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.927561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:36.937325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:36.938049 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Added segment ecc67d80-3d2e-43a8-9003-9eaa803c2da2 of type vlan for network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 Aug 10 00:52:37.056907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.126489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.133930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.142185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:37.143232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.412524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e96875d-83d3-4846-8106-cc56a0d4d973,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:37.426858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7426023 Aug 10 00:52:37.430433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56842) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:37.435552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Request body: {'subnet': {'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1234666413-subnet', 'tenant_id': 'dc66dfbc0db94b4d9ed8ee608c354e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:37.507458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Made reservation on behalf of dc66dfbc0db94b4d9ed8ee608c354e23 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:37.509911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:37.598503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37f3af-3192-4bda-acd2-068e56209095 admin admin] Pushing event updated for resources: {'Network': ['ID=0a0101fa-bbe2-4508-a03f-ececd0c9a896,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:37.609807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:37.789841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56856) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:37.958349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88c48845-7b40-4674-a3c4-16b95b2e6b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.106688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Deleting port 5f7d4c47-dab9-421c-817c-477cef15e209 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:38.107048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.215136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88c48845-7b40-4674-a3c4-16b95b2e6b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.232567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88c48845-7b40-4674-a3c4-16b95b2e6b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.413192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88c48845-7b40-4674-a3c4-16b95b2e6b44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baf4382278eb41d4bee23a083f63c3eb&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6051276 Aug 10 00:52:38.414097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56878) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:38.423082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c48845-7b40-4674-a3c4-16b95b2e6b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae323b-1ea4-4b01-a322-16079c524d8e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:38.477784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] For port 5f7d4c47-dab9-421c-817c-477cef15e209, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f7d4c47-dab9-421c-817c-477cef15e209,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:38.481170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.486265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.544543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Calling delete_port for 5f7d4c47-dab9-421c-817c-477cef15e209 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:38.609821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d2466c-2368-49f3-96af-190200cbe6fc,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:38.688041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Checking segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:38.699277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Network hostable DHCP agents. Network: 0a0101fa-bbe2-4508-a03f-ececd0c9a896, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:38.703434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.865076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:38.881031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:38.959488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 0a0101fa-bbe2-4508-a03f-ececd0c9a896) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:38.970369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e8b638-f9e7-4ac2-9b4e-9cdf46a44438 None None] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:38.992374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:38.998361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.036598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-17cf069b-b696-4fe2-b402-db908e0048b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6049049 Aug 10 00:52:39.070016 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.083009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.099174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:39.106879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddae323b-1ea4-4b01-a322-16079c524d8e HTTP/1.1" status: 204 len: 168 time: 0.6819661 Aug 10 00:52:39.160209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974fa9b-af72-4218-9619-adf6703c7705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae323b-1ea4-4b01-a322-16079c524d8e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.485282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7d4c47-dab9-421c-817c-477cef15e209,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:39.624550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d457a-2f8f-4125-a56c-0a3b27135f0c None None] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:39.748170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:40.051680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Router 983a446f-eca3-4da2-9a19-6f096cf18044 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:52:40.375284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:40.387922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Sync routers for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:40.392840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7bd7c51e-d7bb-45c8-a618-fee1cf2f058e admin admin] 10.222.0.25 "PUT /v2.0/routers/983a446f-eca3-4da2-9a19-6f096cf18044/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6369896 Aug 10 00:52:40.396246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56934) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:40.436118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:40.436795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:41.008908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d90ad658-7cfd-4db7-939d-f75c09271ce1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:41.014038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d90ad658-7cfd-4db7-939d-f75c09271ce1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 0.3181009 Aug 10 00:52:41.025028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.059727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-9c985ba7-8f28-4d9f-a059-cf8a3872acc9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/quotas/dc66dfbc0db94b4d9ed8ee608c354e23 HTTP/1.1" status: 200 len: 375 time: 0.0368516 Aug 10 00:52:41.064659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:41.164291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-e82c2afb-ccb3-44b8-813f-855fc84f29ac tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965562 Aug 10 00:52:41.497759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.525108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110'}], 'enable_snat': True}, 'gw_port_id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:52:38Z', 'revision_number': 5, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port': {'id': '6720c830-f0d3-42eb-b66c-15ebd41a49cc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:47:43Z', 'updated_at': '2021-08-10T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:41.632330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Checking router: 983a446f-eca3-4da2-9a19-6f096cf18044 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:41.657123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Routers {'983a446f-eca3-4da2-9a19-6f096cf18044'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:41.664585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['983a446f-eca3-4da2-9a19-6f096cf18044'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:41.669860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Deleting port 6720c830-f0d3-42eb-b66c-15ebd41a49cc {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:41.670614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.819031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-73ce6e2f-25d9-45ef-bbe3-b81cd11553ea service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6472909 Aug 10 00:52:41.853961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] For port 6720c830-f0d3-42eb-b66c-15ebd41a49cc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6720c830-f0d3-42eb-b66c-15ebd41a49cc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:41.855763 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:41.865552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] Set router 983a446f-eca3-4da2-9a19-6f096cf18044 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:41.903914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Calling delete_port for 6720c830-f0d3-42eb-b66c-15ebd41a49cc owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:41.993228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:52:41Z', 'revision_number': 6, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:42.025884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-b8623969-4fa0-4ecd-a413-49a4a026403f service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055891 Aug 10 00:52:42.059360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb4402-cd66-40c2-a389-44009b3a9e11 None None] The sync data for ids ['983a446f-eca3-4da2-9a19-6f096cf18044'] in n-d-766380-21 is: [{'id': '983a446f-eca3-4da2-9a19-6f096cf18044', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1156236580-router', 'tenant_id': 'cac6826eedaf423596ba72bfd8794400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:47:42Z', 'updated_at': '2021-08-10T00:52:41Z', 'revision_number': 6, 'project_id': 'cac6826eedaf423596ba72bfd8794400', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:42.235573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.406807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6720c830-f0d3-42eb-b66c-15ebd41a49cc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:42.516507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.631979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f7d4c47-dab9-421c-817c-477cef15e209 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:42.657849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.661772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.670334 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99012220-8e5d-45c6-a0eb-5efb8fb4fc4c req-749203ce-7c42-405d-a024-ab1c705f8d77 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 210 time: 0.1675770 Aug 10 00:52:42.701247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5f7d4c47-dab9-421c-817c-477cef15e209 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:42.701825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f7d4c47-dab9-421c-817c-477cef15e209 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:42.795535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-9275c868-9504-4909-81f9-43b364855f2a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:42.798177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-9275c868-9504-4909-81f9-43b364855f2a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.1247365 Aug 10 00:52:42.843197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.846138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983a446f-eca3-4da2-9a19-6f096cf18044 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:52:42.860941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:42.868159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4f224760-ac25-4a38-8fce-fe9607faaa10 admin admin] 10.222.0.25 "DELETE /v2.0/routers/983a446f-eca3-4da2-9a19-6f096cf18044 HTTP/1.1" status: 204 len: 168 time: 2.4709067 Aug 10 00:52:42.875183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:43.059207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Deleting port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:43.060575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.069816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Deleting subnet 0f8caf5c-f230-4e80-8877-e84ebf3e7ae6 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:43.123353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695d161-0092-4b89-b793-6270ed568ae7 req-483d6738-9714-46c9-b304-09f1bd13e44a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:43.134928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d695d161-0092-4b89-b793-6270ed568ae7 req-483d6738-9714-46c9-b304-09f1bd13e44a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b HTTP/1.1" status: 200 len: 944 time: 0.3579564 Aug 10 00:52:43.137659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.288483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.293933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] For port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:43.294631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.328589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Calling delete_port for 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:43.601878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.744669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.823635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event deleted for resources: {'Port': ['ID=1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:43.824377 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.893398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8caf5c-f230-4e80-8877-e84ebf3e7ae6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:43.913847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d695d161-0092-4b89-b793-6270ed568ae7 req-c5606af5-69c5-48bd-9933-69feb7e3ecfa tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7661519 Aug 10 00:52:43.924680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:43.930549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-08e598d1-d0df-48f9-a346-010d93b327ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0f8caf5c-f230-4e80-8877-e84ebf3e7ae6 HTTP/1.1" status: 204 len: 168 time: 1.0522156 Aug 10 00:52:43.931226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:43.940317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a41dee-c8bc-41a6-8216-af0466dcd57c None None] Network 9af3fd9d-337f-426e-b216-3ba1e957578b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:43.990524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] No DVR routers for this DVR port 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:43.995202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.000907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-100e1e8d-d432-4f82-8dc9-46242a1f4142 req-0524abaa-ec2b-45d1-81e3-9c00b7bd32f6 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "DELETE /v2.0/ports/1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 HTTP/1.1" status: 204 len: 173 time: 1.1944757 Aug 10 00:52:44.002718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-deleted', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:44.013221 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744bbcf6-0a26-4ef1-b330-7db90009c40f" -d '{"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-deleted", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:44.100868 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-09b97ee1-487a-4c24-b635-b764d8fdccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.139464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.149577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f64c804-211e-41c5-b712-3cd63936b175 req-580240f5-c81c-42e9-9c64-ebe0bc29799d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 210 time: 0.2335460 Aug 10 00:52:44.202609 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167b2ce-9d6f-4ed6-ac8b-0145ebbf55d7 x-openstack-request-id: req-3167b2ce-9d6f-4ed6-ac8b-0145ebbf55d7 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:44.202871 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b", "name": "network-vif-deleted", "tag": "1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:44.203127 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3167b2ce-9d6f-4ed6-ac8b-0145ebbf55d7 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:44.207548 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ffb2cd-b4dc-4d7a-a46f-e3fbb763dd3b', 'name': 'network-vif-deleted', 'tag': '1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3', 'status': 'completed', 'code': 200} Aug 10 00:52:44.210864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57082) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:44.295254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] DHCP port deletion for 9af3fd9d-337f-426e-b216-3ba1e957578b request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:52:44.329739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Deleting port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:44.330102 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.338362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6720c830-f0d3-42eb-b66c-15ebd41a49cc no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:44.429451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6720c830-f0d3-42eb-b66c-15ebd41a49cc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:44.429811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6720c830-f0d3-42eb-b66c-15ebd41a49cc not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:44.480278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-0c10aaf4-76ed-4cf2-95c7-097e0b36c9f5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:44.481916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-0c10aaf4-76ed-4cf2-95c7-097e0b36c9f5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.21 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 0.3564034 Aug 10 00:52:44.505907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Request body: {'port': {'device_id': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'admin_state_up': True, 'tenant_id': 'dc66dfbc0db94b4d9ed8ee608c354e23'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:44.526888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Deleting port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:44.527173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.548587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] For port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:44.548962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.593078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Calling delete_port for c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:44.678880 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f73422af-da47-40b8-a96d-c0494d559690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.688962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] For port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,segment=NetworkSegment(5fcb141b-f343-4e16-937c-3c0629fac88b),segment_id=5fcb141b-f343-4e16-937c-3c0629fac88b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:44.689683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.704634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Calling delete_port for c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:44.751009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.786849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:44.834182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] No DVR routers for this DVR port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:44.871370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 00:52:44.871370 n-d-766380-21 neutron-server[105958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 00:52:44.871370 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id': 'dc66dfbc0db94b4d9ed8ee608c354e23', 'id': '44a30468-5176-4721-90a1-85c48153bfcd', 'expiration': datetime.datetime(2021, 8, 10, 0, 54, 44, 861850)}] Aug 10 00:52:44.871370 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:52:44.871916 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:52:44.909103 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:44.945333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] Pushing event deleted for resources: {'Port': ['ID=c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:44.949261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6e0e2e-1464-4918-b6cc-fb801a0928c2 None None] No DVR routers for this DVR port c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:45.005002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.016300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af3fd9d-337f-426e-b216-3ba1e957578b']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.045031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcb141b-f343-4e16-937c-3c0629fac88b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.045302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f73422af-da47-40b8-a96d-c0494d559690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.048649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcb141b-f343-4e16-937c-3c0629fac88b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:45.052049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f73422af-da47-40b8-a96d-c0494d559690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.072417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.093713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f73422af-da47-40b8-a96d-c0494d559690 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e6bc5bc953540e484b18c49cb5b8ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8805416 Aug 10 00:52:45.098511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57116) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.107879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73422af-da47-40b8-a96d-c0494d559690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3618be4-3a51-4bdd-979a-bad328fdfeec,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.119265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.133612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:45.136866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:45.139811 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:45.192210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.256743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.297908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.318185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.326498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9af3fd9d-337f-426e-b216-3ba1e957578b HTTP/1.1" status: 204 len: 168 time: 1.3937242 Aug 10 00:52:45.345009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb0d2b-b34b-402f-86a2-e4879d806344 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af3fd9d-337f-426e-b216-3ba1e957578b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.348583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.362128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.366937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3618be4-3a51-4bdd-979a-bad328fdfeec HTTP/1.1" status: 204 len: 168 time: 0.2649846 Aug 10 00:52:45.385085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eea84b12-ba31-488f-88ab-01f8a88a1eb6 req-8a6c24c2-f34b-4278-b3be-fddca13cb5b2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 210 time: 0.0720203 Aug 10 00:52:45.431360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d06f7-8fee-4fa0-a9ee-53273c68823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3618be4-3a51-4bdd-979a-bad328fdfeec,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:45.457692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Made reservation on behalf of dc66dfbc0db94b4d9ed8ee608c354e23 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:45.472721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.487589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f87f-4f5d-453b-934a-8f8a4030b18d req-7d72f26f-bff4-474a-ad2d-fa81f8c311ec tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:45.491861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9de0f87f-4f5d-453b-934a-8f8a4030b18d req-7d72f26f-bff4-474a-ad2d-fa81f8c311ec tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.0960886 Aug 10 00:52:45.560086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9de0f87f-4f5d-453b-934a-8f8a4030b18d req-fd3cdae5-e1c3-4c56-9d5f-c3625117d015 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583124 Aug 10 00:52:45.576629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57130) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.634844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e5a2c7a8-71e4-49b4-8ef8-727915ecfa82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81ddce7cb625435299ce7073cae6cb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561774 Aug 10 00:52:45.637331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:45.714868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.795365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.884649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Allocated IP 172.20.0.11 (0a0101fa-bbe2-4508-a03f-ececd0c9a896/58d2466c-2368-49f3-96af-190200cbe6fc/638e6a82-f1d6-4320-8602-b50e12051041) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:45.922030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.926748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:45.931311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07de62d1-0928-4180-9511-cf82e77ecab8 HTTP/1.1" status: 204 len: 168 time: 0.2913234 Aug 10 00:52:45.943574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726d365-6719-4e7f-bcff-d70b7b0df1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07de62d1-0928-4180-9511-cf82e77ecab8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.038887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.066924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67014087-49b0-4e91-8660-b3657d5dd59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.086564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-8a122a64-a899-48f6-a0ce-93625e5665ab tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.088139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-8a122a64-a899-48f6-a0ce-93625e5665ab tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.3197906 Aug 10 00:52:46.215744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67014087-49b0-4e91-8660-b3657d5dd59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.225265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-67014087-49b0-4e91-8660-b3657d5dd59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.316363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67014087-49b0-4e91-8660-b3657d5dd59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32add947-e9f9-4e37-88ef-a8aefdd722f0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.342931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-67014087-49b0-4e91-8660-b3657d5dd59f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71b8ee173bd943f69062ba43b61abb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029356 Aug 10 00:52:46.350808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:46.356579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57160) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.531660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.594281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.621494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-200dc55e-1054-46e6-a39f-adb511b10e4b req-64af5686-2a9e-48fe-988c-fe8a9acd7dfd tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 210 time: 0.0871534 Aug 10 00:52:46.639927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 476189df-af51-4615-a890-f96bfe3680ba no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:46.657450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:46.658101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c7deccbe-f4b6-4966-acbe-6dfca7dbbe0d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:46.709260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.712705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.714885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32add947-e9f9-4e37-88ef-a8aefdd722f0 HTTP/1.1" status: 204 len: 168 time: 0.3563144 Aug 10 00:52:46.730635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047c676-11f8-4678-8b47-ad76a1ff7bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32add947-e9f9-4e37-88ef-a8aefdd722f0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:46.794062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57172) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:46.824412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.862532 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1fd024d4-561b-4c81-a5f2-f5c3e299f004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:46.955761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff1557-e0bd-4c99-a9b7-40002d318129 req-79bda832-9cf4-4be1-a0c0-d50eb6776497 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:46.964919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91ff1557-e0bd-4c99-a9b7-40002d318129 req-79bda832-9cf4-4be1-a0c0-d50eb6776497 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 944 time: 0.2362931 Aug 10 00:52:46.972565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:47.005573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Deleting port 476189df-af51-4615-a890-f96bfe3680ba {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:47.005918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.054269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32d7d63b-202c-49bd-9336-014f3b01f8c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cac6826eedaf423596ba72bfd8794400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472906 Aug 10 00:52:47.061166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:47.076484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:47.080735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1ab25c6d-7b4a-4a27-9b83-8b74d0ba21e3 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:47.134790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91ff1557-e0bd-4c99-a9b7-40002d318129 req-a63687f9-4e0f-4189-a0b9-167d92d0e510 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676662 Aug 10 00:52:47.185545 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.218882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.249546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.271795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:47.289888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:47.299348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] For port 476189df-af51-4615-a890-f96bfe3680ba, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=476189df-af51-4615-a890-f96bfe3680ba,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:47.303087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.308070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:47.317754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.342972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:47.352729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Calling delete_port for 476189df-af51-4615-a890-f96bfe3680ba owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:47.384872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.385476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.457246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.460965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.463900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4aaa5f92-0b6b-4a47-aeda-d5a590905079 HTTP/1.1" status: 204 len: 168 time: 0.3582537 Aug 10 00:52:47.464847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-d789daee-6a0d-4ba0-8191-486642ab5eec tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9686100 Aug 10 00:52:47.479139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a47546-6276-455a-8e9c-57fb5f8d72ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa5f92-0b6b-4a47-aeda-d5a590905079,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:47.499013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Request body: {'port': {'device_id': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:47.594203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.654828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.752883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event deleted for resources: {'Port': ['ID=476189df-af51-4615-a890-f96bfe3680ba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:47.757448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] No DVR routers for this DVR port 476189df-af51-4615-a890-f96bfe3680ba on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:47.812034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.814065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b910a7e7-d298-4350-9a53-8cdb4f419fe2 req-0668167f-d04d-4346-a685-0a88fe5498b4 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "DELETE /v2.0/ports/476189df-af51-4615-a890-f96bfe3680ba HTTP/1.1" status: 204 len: 173 time: 1.7175105 Aug 10 00:52:47.814954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-deleted', 'tag': '476189df-af51-4615-a890-f96bfe3680ba'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:47.818069 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eced268-58c9-4b97-9389-f2d6e95f64bd" -d '{"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-deleted", "tag": "476189df-af51-4615-a890-f96bfe3680ba"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:47.835135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:47.842966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71739cb-273e-4c18-bdc2-7c7717d8a100 req-2761454e-3c49-4c10-8059-ddd3aa6f51fd tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:47.853475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c71739cb-273e-4c18-bdc2-7c7717d8a100 req-2761454e-3c49-4c10-8059-ddd3aa6f51fd tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 932 time: 0.1257513 Aug 10 00:52:47.913095 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8269e397-79b0-4840-bca5-597dadfbfddd x-openstack-request-id: req-8269e397-79b0-4840-bca5-597dadfbfddd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:47.913625 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf", "name": "network-vif-deleted", "tag": "476189df-af51-4615-a890-f96bfe3680ba", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:47.914061 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8269e397-79b0-4840-bca5-597dadfbfddd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:47.914688 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf', 'name': 'network-vif-deleted', 'tag': '476189df-af51-4615-a890-f96bfe3680ba', 'status': 'completed', 'code': 200} Aug 10 00:52:47.975612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c71739cb-273e-4c18-bdc2-7c7717d8a100 req-8928fc91-5e8a-43a3-a274-2f25fe6b9c2f tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140811 Aug 10 00:52:48.388680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:48.474895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721807c0-62d4-4e7e-879a-4d2a055a01be req-1d7ac303-296d-410a-b406-3a9659f4c68a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=e39f4898-7bc1-4ea0-bbb5-80bf4a83b4bf HTTP/1.1" status: 200 len: 210 time: 0.1061034 Aug 10 00:52:48.573615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1318271357-network', 'tenant_id': '02906b1671484ec09c948c375de04f1e'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:48.636902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Made reservation on behalf of 02906b1671484ec09c948c375de04f1e for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:48.647285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.665436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:48.672512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.676607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.700074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Transition to ACTIVE for port object 638e6a82-f1d6-4320-8602-b50e12051041 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:48.722621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.812861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:48.903439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.917793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:48.963437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Attempting to bind port 638e6a82-f1d6-4320-8602-b50e12051041 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:48.964401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Attempting to bind port 638e6a82-f1d6-4320-8602-b50e12051041 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:48.965468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Attempting to bind port 638e6a82-f1d6-4320-8602-b50e12051041 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:48.977655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Port 638e6a82-f1d6-4320-8602-b50e12051041 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:52:48.979525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Attempting to bind port 638e6a82-f1d6-4320-8602-b50e12051041 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:48.986689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:52:48.994490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:48.997349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Checking segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:48.998088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Bound using segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:48.998962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Bound port: 638e6a82-f1d6-4320-8602-b50e12051041, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:48.999767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.018309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87964526-a24d-427e-ad0b-a958d1de3e98,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:49.033834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.035146 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Added segment b4cdcacd-e570-40ac-b554-482428a15c86 of type vlan for network 9b1cf3e6-2913-478e-8b1e-b948f854e174 Aug 10 00:52:49.116795 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.140346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:49.145379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:49.169643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.171080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.174112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.195829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.306304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.307077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.309835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] 10.222.0.21 "PUT /v2.0/ports/638e6a82-f1d6-4320-8602-b50e12051041 HTTP/1.1" status: 200 len: 1093 time: 1.8307984 Aug 10 00:52:49.326251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] Pushing event updated for resources: {'Network': ['ID=9b1cf3e6-2913-478e-8b1e-b948f854e174,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:49.342811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-60b05cb7-951e-4aca-8259-2967c6055eab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9528332 Aug 10 00:52:49.345366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:52:49.346328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:49.355866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Request body: {'subnet': {'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-subnet', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:49.370736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703652f7-2e7a-4a61-8b7f-626055e92fe9 req-b0c183d9-8dec-48c0-bdab-ea702368e034 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.374635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-703652f7-2e7a-4a61-8b7f-626055e92fe9 req-b0c183d9-8dec-48c0-bdab-ea702368e034 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 944 time: 0.2218223 Aug 10 00:52:49.412945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Made reservation on behalf of 02906b1671484ec09c948c375de04f1e for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:52:49.415446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.550622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28adec-c279-4f70-b71a-b2cface233a4 service neutron] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:49.576680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.697644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-703652f7-2e7a-4a61-8b7f-626055e92fe9 req-d2c88c27-d35f-45ae-9c31-d2ff47e1e7ee tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959561 Aug 10 00:52:49.716670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-47c45f7b-653c-4e5c-8381-1c3e99f6c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:49.718950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-47c45f7b-653c-4e5c-8381-1c3e99f6c682 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 1096 time: 0.3083909 Aug 10 00:52:49.862552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-49425a25-1e5a-4ca9-abb8-0fc75ebfd693 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=638e6a82-f1d6-4320-8602-b50e12051041 HTTP/1.1" status: 200 len: 217 time: 0.1361036 Aug 10 00:52:49.954630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:49.963249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:49.976697 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a988703-ea5a-41dc-8647-c0813712eed1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "tag": "638e6a82-f1d6-4320-8602-b50e12051041"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:50.051534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-1870a508-8d0f-42ae-a539-0aa603131fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.053113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-1870a508-8d0f-42ae-a539-0aa603131fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.1843452 Aug 10 00:52:50.145131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92bbc84-3140-4f77-9cbe-a3d521224f08,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:50.168141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Checking segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:50.168626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Network hostable DHCP agents. Network: 9b1cf3e6-2913-478e-8b1e-b948f854e174, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:52:50.177078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-9108a095-ec48-4428-9d77-248397640ad0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105983 Aug 10 00:52:50.180655 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e488da7a-549b-4cae-8742-f7bf3f3d83a0 x-openstack-request-id: req-e488da7a-549b-4cae-8742-f7bf3f3d83a0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:50.180946 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "tag": "638e6a82-f1d6-4320-8602-b50e12051041", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:50.181268 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e488da7a-549b-4cae-8742-f7bf3f3d83a0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:50.181663 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041', 'status': 'completed', 'code': 200} Aug 10 00:52:50.210413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:52:50.239924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9b1cf3e6-2913-478e-8b1e-b948f854e174) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:50.248816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6a8a4-79c7-4f11-87b2-b6a316238720 None None] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:50.256878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.266309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.299468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb68f9d2-5275-46a7-bb55-7ad04e464cab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9517257 Aug 10 00:52:50.302600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57340) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:50.307560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:52:50.349752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.352248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.379164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-b3e069d6-778f-4026-85d9-f1fc7f2bae9c service neutron] 10.222.0.21 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954973 Aug 10 00:52:50.528273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.594117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9b1cf3e6-2913-478e-8b1e-b948f854e174', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:52:50.595010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.630474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72c011-c716-4852-ada2-3f05eb0a00e4 req-d8d1c27e-e14a-43ab-b438-f831c7a863cf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.643121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf72c011-c716-4852-ada2-3f05eb0a00e4 req-d8d1c27e-e14a-43ab-b438-f831c7a863cf tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.2694042 Aug 10 00:52:50.867623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:50.887257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf72c011-c716-4852-ada2-3f05eb0a00e4 req-5660e895-c495-4e34-8b30-37d851ec1f69 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375522 Aug 10 00:52:50.912812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Allocated IP 172.20.0.2 (9b1cf3e6-2913-478e-8b1e-b948f854e174/a92bbc84-3140-4f77-9cbe-a3d521224f08/703f0451-b9ec-47d2-82af-5544d4469be3) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:50.915128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5e7c6af-a9a9-496b-85b5-6d9affa1dd15 req-174b7ec9-f933-4b0c-9e88-8d7a03c5f2b6 service neutron] 10.222.0.21 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222044 Aug 10 00:52:50.946933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-66dab886-23b5-4f4b-90f7-cf6f4a80aa87 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:50.950265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-66dab886-23b5-4f4b-90f7-cf6f4a80aa87 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.3005376 Aug 10 00:52:51.184653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-49f7f616-4272-4b35-b25b-ea776dcf9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.186984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-49f7f616-4272-4b35-b25b-ea776dcf9720 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 1096 time: 0.2084162 Aug 10 00:52:51.218605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695330a4-2fbb-44ee-ace2-5fe34b3e24a6 req-a3033c36-61d5-4fd6-8015-df4e21bacc73 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.221073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.227020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-695330a4-2fbb-44ee-ace2-5fe34b3e24a6 req-a3033c36-61d5-4fd6-8015-df4e21bacc73 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 944 time: 0.1785567 Aug 10 00:52:51.244291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Transition to ACTIVE for port object 703f0451-b9ec-47d2-82af-5544d4469be3 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:51.275022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Transition to ACTIVE for port object 703f0451-b9ec-47d2-82af-5544d4469be3 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:51.286705 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.374210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Deleting port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:52:51.374715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.407787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:51.411578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:51.419793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:51.436041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-695330a4-2fbb-44ee-ace2-5fe34b3e24a6 req-f6b03979-e63b-43e6-b0ef-73836501fda5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079933 Aug 10 00:52:51.473070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Pushing event updated for resources: {'Port': ['ID=703f0451-b9ec-47d2-82af-5544d4469be3,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:51.535709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.536376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.538258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.539049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.540520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.541019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.542348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.542879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.544236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.544743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.550345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.551953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:51.587796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-fb25afe3-638a-476c-b3ad-9f24de14abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.600153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-fb25afe3-638a-476c-b3ad-9f24de14abe3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 915 time: 0.4032073 Aug 10 00:52:51.677537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Attempting to bind port 703f0451-b9ec-47d2-82af-5544d4469be3 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:51.678063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Attempting to bind port 703f0451-b9ec-47d2-82af-5544d4469be3 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:51.678263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Attempting to bind port 703f0451-b9ec-47d2-82af-5544d4469be3 on network 9b1cf3e6-2913-478e-8b1e-b948f854e174 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:51.687786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:51.688259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Checking segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:51.691941 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.692451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Bound using segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:51.693137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Bound port: 703f0451-b9ec-47d2-82af-5544d4469be3, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:51.693599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.714047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-1d39d8ed-4901-442f-99d6-ebcbb4591ef0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=638e6a82-f1d6-4320-8602-b50e12051041 HTTP/1.1" status: 200 len: 217 time: 0.1031089 Aug 10 00:52:51.850442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] For port 703f0451-b9ec-47d2-82af-5544d4469be3, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:51.859165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] For port 703f0451-b9ec-47d2-82af-5544d4469be3, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=703f0451-b9ec-47d2-82af-5544d4469be3,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:51.870564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:51.889774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-9dfb9eb7-16ea-43d5-bf2d-ff497c64b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:51.891045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-9dfb9eb7-16ea-43d5-bf2d-ff497c64b67b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.1595097 Aug 10 00:52:51.983074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0691af-3ba6-4ddb-86bb-13d73d2533f4 None None] Pushing event updated for resources: {'Port': ['ID=703f0451-b9ec-47d2-82af-5544d4469be3,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:52.076432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-2d50e198-8216-4e6e-b2ab-3ac3d9ab56bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105561 Aug 10 00:52:52.107575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] For port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,segment=NetworkSegment(ab7e926b-ec95-4eb1-b8c4-d04922a4d314),segment_id=ab7e926b-ec95-4eb1-b8c4-d04922a4d314)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:52.107967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.209798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Calling delete_port for 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:52:52.229928 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.275584 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.295841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2af4-0d17-4637-8e77-441c9051edfb req-109e810d-35f5-44b5-b8b8-a218e512ac1d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:52.305185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237f2af4-0d17-4637-8e77-441c9051edfb req-109e810d-35f5-44b5-b8b8-a218e512ac1d tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 945 time: 0.1570604 Aug 10 00:52:52.353912 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-e05b2489-9206-45f4-99e2-bcde1377b920 service neutron] 10.222.0.21 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641098 Aug 10 00:52:52.364118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:52:52.649444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237f2af4-0d17-4637-8e77-441c9051edfb req-6461638d-0f1c-4a03-bb5d-77d03202d0e7 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/security-groups?id=b3d9cd64-e497-44f8-a102-274006642246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431971 Aug 10 00:52:52.761018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:52.803869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '638e6a82-f1d6-4320-8602-b50e12051041', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'port_id': '638e6a82-f1d6-4320-8602-b50e12051041', 'mac_address': 'fa:16:3e:70:27:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d2466c-2368-49f3-96af-190200cbe6fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:52:52.885508 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a988703-ea5a-41dc-8647-c0813712eed1 req-8f89a259-fe02-4093-8f7c-b9503ee92ceb service neutron] 10.222.0.21 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137930 Aug 10 00:52:52.892710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.959918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:52.977030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Allocated IP 172.25.7.7 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/2cd9d7a1-2454-4128-bdda-0d8c68faa830) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:52.992606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Pushing event deleted for resources: {'Port': ['ID=432b6b83-c768-4b6f-83ea-92f3d5d9ec51,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:53.014071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:52:53.097668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:53.109626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.142784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] No DVR routers for this DVR port 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:52:53.150067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.165988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3eb9915a-37cd-4fa3-bd7b-b76656396634 req-71e8ad16-7e3c-4df9-b1e6-a1acfabc198a tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.10 "DELETE /v2.0/ports/432b6b83-c768-4b6f-83ea-92f3d5d9ec51 HTTP/1.1" status: 204 len: 173 time: 2.2021618 Aug 10 00:52:53.167725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-deleted', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:53.172243 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc205f5-4e5a-4e06-98cd-5c8165f423b6" -d '{"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-deleted", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:53.259820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:53.334937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['638e6a82-f1d6-4320-8602-b50e12051041'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:52:53.348517 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09262d7c-7665-4185-a5d8-a99e2cf14917 x-openstack-request-id: req-09262d7c-7665-4185-a5d8-a99e2cf14917 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:53.348828 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03222a19-b6e9-4da2-9573-8b2b7ac3d1e9", "name": "network-vif-deleted", "tag": "432b6b83-c768-4b6f-83ea-92f3d5d9ec51", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:53.349183 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09262d7c-7665-4185-a5d8-a99e2cf14917 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:53.349688 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03222a19-b6e9-4da2-9573-8b2b7ac3d1e9', 'name': 'network-vif-deleted', 'tag': '432b6b83-c768-4b6f-83ea-92f3d5d9ec51', 'status': 'completed', 'code': 200} Aug 10 00:52:53.369328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57440) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:53.438360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:53.474982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.660373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b2f65-4828-4c59-81ff-1918c85efb4e req-6c6f4e04-decf-425c-89bd-f7e180ab8bf4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:53.661959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-218b2f65-4828-4c59-81ff-1918c85efb4e req-6c6f4e04-decf-425c-89bd-f7e180ab8bf4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 944 time: 0.8463287 Aug 10 00:52:53.668534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f28c9fe1-8078-435f-b3ff-537d9d5a0867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.864102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-218b2f65-4828-4c59-81ff-1918c85efb4e req-7bfe3c75-a0fd-430f-b42e-f910e577988e tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777172 Aug 10 00:52:53.865455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:53.948380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:53.952476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:53.962975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:53.985299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f28c9fe1-8078-435f-b3ff-537d9d5a0867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.029802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d70db4-94b5-4cd3-8fce-730afa51c449 None None] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:52:54.062214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f848fd8-97cd-4461-ada2-b23671df3a7a req-1fa42cdb-9e58-403c-a7b2-5d20a30eed98 tempest-LiveAutoBlockMigrationV225Test-170714163 tempest-LiveAutoBlockMigrationV225Test-170714163-project] 10.222.0.25 "GET /v2.0/ports?device_id=03222a19-b6e9-4da2-9573-8b2b7ac3d1e9 HTTP/1.1" status: 200 len: 210 time: 0.0559340 Aug 10 00:52:54.062862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f28c9fe1-8078-435f-b3ff-537d9d5a0867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.105713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85948a75-8151-4649-8e70-52f27e6a8bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.153440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Pushing event updated for resources: {'Port': ['ID=2cd9d7a1-2454-4128-bdda-0d8c68faa830,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:54.191389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f28c9fe1-8078-435f-b3ff-537d9d5a0867 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6cd13a616743423cb9a5dd447b22cbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8206732 Aug 10 00:52:54.199013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:54.199997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c9fe1-8078-435f-b3ff-537d9d5a0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f9c39-5178-4693-86fd-165690d3ee21,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:54.256854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-62aaccda-8472-4db7-8c0f-baea28b454f5 None None] Provisioning for port 703f0451-b9ec-47d2-82af-5544d4469be3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:54.423604 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.476811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:54.482741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 703f0451-b9ec-47d2-82af-5544d4469be3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:54.486032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.518701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.591936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 703f0451-b9ec-47d2-82af-5544d4469be3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:54.604426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:52:54.632900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:52:54.633438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 432b6b83-c768-4b6f-83ea-92f3d5d9ec51 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:52:54.638223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 703f0451-b9ec-47d2-82af-5544d4469be3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:54.638948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.665208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85948a75-8151-4649-8e70-52f27e6a8bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.687810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85948a75-8151-4649-8e70-52f27e6a8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.740163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 638e6a82-f1d6-4320-8602-b50e12051041 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:54.745893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 638e6a82-f1d6-4320-8602-b50e12051041 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:54.746254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.804167 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.902063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 703f0451-b9ec-47d2-82af-5544d4469be3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=703f0451-b9ec-47d2-82af-5544d4469be3,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:54.940766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:54.944786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85948a75-8151-4649-8e70-52f27e6a8bec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24fc56d48de74a89ac9d0f96ffe127b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5040965 Aug 10 00:52:54.947826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57470) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:54.949498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85948a75-8151-4649-8e70-52f27e6a8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e98c57-fc5a-44a3-a008-a264a3252314,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:54.991043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.065042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.070813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.075212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.084539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d45f9c39-5178-4693-86fd-165690d3ee21 HTTP/1.1" status: 204 len: 168 time: 0.8740757 Aug 10 00:52:55.132200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:52:55.141233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:52:55.144252 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de732f89-33d3-4c7f-b89e-7f785ba6e103" -d '{"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-plugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:52:55.161134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.165781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=703f0451-b9ec-47d2-82af-5544d4469be3,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.168718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60872f-4f86-428b-b87c-f69f70f4236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f9c39-5178-4693-86fd-165690d3ee21,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.181993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57476) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:55.248611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.292704 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e048c274-3863-495d-978a-0399e5aea11f x-openstack-request-id: req-e048c274-3863-495d-978a-0399e5aea11f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:52:55.293313 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-plugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:52:55.294073 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e048c274-3863-495d-978a-0399e5aea11f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:52:55.294930 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041', 'code': 200} Aug 10 00:52:55.335987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.349036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-14ce7c11-7f4b-4f8e-a652-70a7b0e6e489 None None] Provisioning complete for port 703f0451-b9ec-47d2-82af-5544d4469be3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:55.349669 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14ce7c11-7f4b-4f8e-a652-70a7b0e6e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.352401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27e77-0709-4dca-8f77-b86a65220dc6 req-f138958b-49ca-4180-81b1-7c902f23212c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.360584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fef27e77-0709-4dca-8f77-b86a65220dc6 req-f138958b-49ca-4180-81b1-7c902f23212c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 945 time: 0.2849448 Aug 10 00:52:55.426431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Deleting subnet 7628e177-23d2-434c-a21b-39bc8da55068 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:55.431181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.442841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.446079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Router c1dbebd3-9544-4b8d-a056-ade3b9650091 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:52:55.504987 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fef27e77-0709-4dca-8f77-b86a65220dc6 req-a9e9fb36-5b0a-41cc-81d0-2d23565f0c7d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142802 Aug 10 00:52:55.524412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75658e8c-76bd-4e51-af96-91e98773f8e2 req-42092711-c1bc-43b5-8523-c93356197067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:55.525939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75658e8c-76bd-4e51-af96-91e98773f8e2 req-42092711-c1bc-43b5-8523-c93356197067 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 1098 time: 0.2487462 Aug 10 00:52:55.539999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.616029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75658e8c-76bd-4e51-af96-91e98773f8e2 req-2c0c274c-1f65-4fec-9da0-cc07d6da28cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800095 Aug 10 00:52:55.617133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.619861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.622478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.623668 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3e98c57-fc5a-44a3-a008-a264a3252314 HTTP/1.1" status: 204 len: 168 time: 0.6659155 Aug 10 00:52:55.655197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2795ed0-2034-4dc7-ae4b-7218b31ea233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e98c57-fc5a-44a3-a008-a264a3252314,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.743291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.754363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57496) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:55.772670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:52:55.828239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7628e177-23d2-434c-a21b-39bc8da55068,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:55.832225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccba8132-2f53-4645-bae4-7e056282093a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.839838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.844339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-54ad71f5-09b1-4187-9271-1f1574ab60a0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7628e177-23d2-434c-a21b-39bc8da55068 HTTP/1.1" status: 204 len: 168 time: 0.6596003 Aug 10 00:52:55.845016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Sync routers for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:52:55.845699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:55.847403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.850191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:55.853015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5462d0cc-8f82-4f6a-88e7-d030ba2f90ae admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5489819 Aug 10 00:52:55.856922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57500) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:55.862834 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:55.863532 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.012383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.168828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.184704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:56.212567 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccba8132-2f53-4645-bae4-7e056282093a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.295985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccba8132-2f53-4645-bae4-7e056282093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.429471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 703f0451-b9ec-47d2-82af-5544d4469be3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:52:56.480202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57520) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:56.501680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a53b2bb-02f4-4885-b7fa-b917808c260a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.534744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba8132-2f53-4645-bae4-7e056282093a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31121f4c-cd9e-4ec7-aebf-9439e4cdc441,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:56.544270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ccba8132-2f53-4645-bae4-7e056282093a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f705170c996849e6a96a16bf3a1a3d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885227 Aug 10 00:52:56.547203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57524) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:56.547345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.559941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 703f0451-b9ec-47d2-82af-5544d4469be3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:56.561354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0e5d2-f6a2-4820-bc32-bf2afed91ad2']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.566253 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.577197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.577503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7e926b-ec95-4eb1-b8c4-d04922a4d314') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.591012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.623061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.697395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:56.698184 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:56.700872 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:56.705460 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:54Z', 'revision_number': 3, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:56.782817 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Checking router: c1dbebd3-9544-4b8d-a056-ade3b9650091 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:52:56.783459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Updating router c1dbebd3-9544-4b8d-a056-ade3b9650091 port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:52:56.796544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77fb0e-fb5b-4d55-81be-8a85b9091118 req-9694a5d9-14d7-4789-a5cd-42cef4fe795e tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:56.798190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb77fb0e-fb5b-4d55-81be-8a85b9091118 req-9694a5d9-14d7-4789-a5cd-42cef4fe795e tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1460032 Aug 10 00:52:56.810199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.823285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.847279 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:56.856240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.011012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.013641 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.027318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31121f4c-cd9e-4ec7-aebf-9439e4cdc441 HTTP/1.1" status: 204 len: 168 time: 0.4789808 Aug 10 00:52:57.112551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1711541-1612-4f86-bd63-6148e4693008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31121f4c-cd9e-4ec7-aebf-9439e4cdc441,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.237566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.239158 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.242729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] 10.222.0.25 "DELETE /v2.0/networks/95a0e5d2-f6a2-4820-bc32-bf2afed91ad2 HTTP/1.1" status: 204 len: 168 time: 1.3842609 Aug 10 00:52:57.250811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:57.253755 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Transition to ACTIVE for port object 2cd9d7a1-2454-4128-bdda-0d8c68faa830 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:57.265269 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.269658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.319305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed4872-4b76-4972-a5b0-ba32dc4d6144 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a0e5d2-f6a2-4820-bc32-bf2afed91ad2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.332640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb77fb0e-fb5b-4d55-81be-8a85b9091118 req-0b195bf0-9fd7-4b8d-8ad4-8dd4306f01f7 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231166 Aug 10 00:52:57.383390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Deleting subnet 923d9181-7ad2-4b58-b83e-e92c2a46fe33 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:52:57.389790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Pushing event updated for resources: {'Port': ['ID=2cd9d7a1-2454-4128-bdda-0d8c68faa830,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.392562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.412302 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.412647 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.412987 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.413319 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.413648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.413981 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.414302 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.414625 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.414969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.415290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.415604 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.421113 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:52:57.426448 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Attempting to bind port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:52:57.426840 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Attempting to bind port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:52:57.427196 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Attempting to bind port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:52:57.430643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a53b2bb-02f4-4885-b7fa-b917808c260a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.441582 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:52:57.442367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:52:57.442688 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.444993 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:52:57.445355 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Bound port: 2cd9d7a1-2454-4128-bdda-0d8c68faa830, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:52:57.445704 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.453161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a53b2bb-02f4-4885-b7fa-b917808c260a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.485559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.489238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a53b2bb-02f4-4885-b7fa-b917808c260a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d447c3a95d534aa0a83262c3c8ea8e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0077465 Aug 10 00:52:57.501090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57550) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:57.573861 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] For port 2cd9d7a1-2454-4128-bdda-0d8c68faa830, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:52:57.580316 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] For port 2cd9d7a1-2454-4128-bdda-0d8c68faa830, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cd9d7a1-2454-4128-bdda-0d8c68faa830,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:52:57.583116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.593808 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.672988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:52:57.673890 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:57.675178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.711842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923d9181-7ad2-4b58-b83e-e92c2a46fe33,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.714999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.716862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e87c36c1-a020-4b17-9512-6e07ceca86df admin admin] 10.222.0.25 "DELETE /v2.0/subnets/923d9181-7ad2-4b58-b83e-e92c2a46fe33 HTTP/1.1" status: 204 len: 168 time: 0.4576044 Aug 10 00:52:57.728859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57566) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:57.737637 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba527eb-0759-41c7-b906-0f4293fe6e76 None None] Pushing event updated for resources: {'Port': ['ID=2cd9d7a1-2454-4128-bdda-0d8c68faa830,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.777736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b2bb-02f4-4885-b7fa-b917808c260a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41104251-acc1-4328-99f3-8bc42aeb15b2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:57.814073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Allocated IP 172.20.0.1 (9b1cf3e6-2913-478e-8b1e-b948f854e174/a92bbc84-3140-4f77-9cbe-a3d521224f08/5aea1b6b-41e3-480a-b705-a2894a2ef494) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:52:57.817975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.856915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.880121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:52:57.921293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.960897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.963469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:57.964622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41104251-acc1-4328-99f3-8bc42aeb15b2 HTTP/1.1" status: 204 len: 168 time: 0.4624300 Aug 10 00:52:57.998943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32829d9b-b406-4ab4-ae27-eccbcaada0b3 req-440e04d5-2a3b-49e2-9e30-0ce33a93f09a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:58.007156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32829d9b-b406-4ab4-ae27-eccbcaada0b3 req-440e04d5-2a3b-49e2-9e30-0ce33a93f09a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.4268808 Aug 10 00:52:58.009246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03b5f2-7346-4770-878d-da979e00fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41104251-acc1-4328-99f3-8bc42aeb15b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:58.101157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32829d9b-b406-4ab4-ae27-eccbcaada0b3 req-0c479b57-ba58-4f09-98e5-ebaaa5613dba tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910418 Aug 10 00:52:58.140692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.153326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ea4e56-2ef6-434c-bf01-2cf7edda7242']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.165873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cd551d-8969-4650-bdff-ed82878e34a9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.166168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cd551d-8969-4650-bdff-ed82878e34a9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.176249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.193646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.199941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:52:58.200328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.224909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.249349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Transition to ACTIVE for port object 5aea1b6b-41e3-480a-b705-a2894a2ef494 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:52:58.291401 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:52:58.316330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.348289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.351829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0ea4e56-2ef6-434c-bf01-2cf7edda7242 HTTP/1.1" status: 204 len: 168 time: 0.6267970 Aug 10 00:52:58.352977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4c67-4ed4-4fd5-b36e-aed699b31737 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ea4e56-2ef6-434c-bf01-2cf7edda7242,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:58.390147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.448693 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:54Z', 'revision_number': 3, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:52:58.520904 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe66441-8c8a-4a84-bf7c-e3627fa62c1d None None] The sync data for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 is: [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:54Z', 'revision_number': 3, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:52:58.550914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:58.550914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:58.553047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Pushing event updated for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:58.593547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:52:58.782026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:58.815352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57622) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:58.877034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57624) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:58.952551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7578ee1-aa3f-45ea-9ef4-0ec6645cdeb9 req-a74ec4f9-a258-468d-a1ee-38cece48fa35 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:58.954241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7578ee1-aa3f-45ea-9ef4-0ec6645cdeb9 req-a74ec4f9-a258-468d-a1ee-38cece48fa35 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.2679422 Aug 10 00:52:58.959536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5710548a-a4b6-4220-a23a-935d2bb7e1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.044758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aed178e7-3cbf-4dc6-8e90-b61e766d328d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c3741e2b7f44043850f8d019af31968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278090 Aug 10 00:52:59.046003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:59.063307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4dacff3c-bd0c-4eeb-b549-24c0ecdccf02 None None] Provisioning for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:52:59.069518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4dacff3c-bd0c-4eeb-b549-24c0ecdccf02 None None] Provisioning complete for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:52:59.070433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4dacff3c-bd0c-4eeb-b549-24c0ecdccf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.083222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7578ee1-aa3f-45ea-9ef4-0ec6645cdeb9 req-58e3b381-6f9a-4679-a9b6-3036397c530c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204824 Aug 10 00:52:59.138507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.142055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4dacff3c-bd0c-4eeb-b549-24c0ecdccf02 None None] Port 5aea1b6b-41e3-480a-b705-a2894a2ef494 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:52:59.175531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c943d3-83d4-4e69-99f8-df966480d619 req-aa77a313-ec1d-4e74-8f1d-98eb0a16c4a1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:52:59.183234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88c943d3-83d4-4e69-99f8-df966480d619 req-aa77a313-ec1d-4e74-8f1d-98eb0a16c4a1 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 951 time: 0.2893751 Aug 10 00:52:59.277676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.295857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88c943d3-83d4-4e69-99f8-df966480d619 req-2f636b1f-09e0-4ac4-8068-69354390e81c tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071603 Aug 10 00:52:59.329925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.347049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5710548a-a4b6-4220-a23a-935d2bb7e1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.367223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5710548a-a4b6-4220-a23a-935d2bb7e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.386205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.396956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.438705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5710548a-a4b6-4220-a23a-935d2bb7e1a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d29f0e558f6e47e4a50934f95278774b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604897 Aug 10 00:52:59.439959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710548a-a4b6-4220-a23a-935d2bb7e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ba4ca9-40da-4004-84ec-363a8f944344,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.443062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:52:59.503714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.510802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.515780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3d9cd64-e497-44f8-a102-274006642246 HTTP/1.1" status: 204 len: 168 time: 0.4540217 Aug 10 00:52:59.535590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.553341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebbbc1-71ef-44ef-bf19-76a40d855c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9cd64-e497-44f8-a102-274006642246,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.553501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Pushing event updated for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.601193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.669514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.709638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:52:59.715917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:52:59.812811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.816958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:52:59.818763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60ba4ca9-40da-4004-84ec-363a8f944344 HTTP/1.1" status: 204 len: 168 time: 0.3742576 Aug 10 00:52:59.834211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9bd32-3cc9-48c3-9db9-7217bf847205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ba4ca9-40da-4004-84ec-363a8f944344,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:52:59.937514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Router c1dbebd3-9544-4b8d-a056-ade3b9650091 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:00.115556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:00.123556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-46f6e455-fbee-4a95-ac7f-172b6d1d3329 admin admin] 10.222.0.25 "PUT /v2.0/routers/c1dbebd3-9544-4b8d-a056-ade3b9650091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2651794 Aug 10 00:53:00.170215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-daf3b5c5-d18f-4d43-8976-7d879b62867c None None] Provisioning complete for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:00.170855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-daf3b5c5-d18f-4d43-8976-7d879b62867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.215916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-daf3b5c5-d18f-4d43-8976-7d879b62867c None None] Port 5aea1b6b-41e3-480a-b705-a2894a2ef494 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:00.273716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc455b-97eb-4201-bea3-0db2f166b9cf req-42ff392e-d375-43b3-99a9-66f0b53e2f2d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:00.275979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dc455b-97eb-4201-bea3-0db2f166b9cf req-42ff392e-d375-43b3-99a9-66f0b53e2f2d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0668094 Aug 10 00:53:00.358505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dc455b-97eb-4201-bea3-0db2f166b9cf req-c46d4c30-28fb-45fc-a979-9c4478ebc735 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649447 Aug 10 00:53:00.451895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cd9d7a1-2454-4128-bdda-0d8c68faa830 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:00.572759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:00.588926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:00.589587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.665694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:00.666367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:00.737550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.776273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f8116a96-1d3b-4367-a349-d2f85756b23e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f02dee1f4aae49cf936f072f15ac32cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061087 Aug 10 00:53:00.776979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:00.859111 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.867954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2cd9d7a1-2454-4128-bdda-0d8c68faa830, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cd9d7a1-2454-4128-bdda-0d8c68faa830,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:00.884463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.900878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.943461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:00.953629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:00.957374 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a57e080-f869-44a4-9acc-39bca9211115" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-unplugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:00.979279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:00.992033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2cd9d7a1-2454-4128-bdda-0d8c68faa830,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:00.995338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.018543 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.022529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.024314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ecaea3e-20fe-42db-9f15-9384c5352cdc HTTP/1.1" status: 204 len: 168 time: 0.2461309 Aug 10 00:53:01.049320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3d9e7-4179-48af-a989-c244f6047132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecaea3e-20fe-42db-9f15-9384c5352cdc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:01.085842 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c407af6-e514-4fbd-8e19-ae191fca7b3f x-openstack-request-id: req-6c407af6-e514-4fbd-8e19-ae191fca7b3f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:01.086035 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-unplugged", "status": "completed", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:01.086464 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c407af6-e514-4fbd-8e19-ae191fca7b3f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:01.087050 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'code': 200} Aug 10 00:53:01.095715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:01.324804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Sync routers for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:01.334512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:01.335102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:01.370561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b231a9-9a16-417e-9058-73f9a90763e6 req-653bba70-ffd3-4c92-b2b1-1e5f412b8a2d tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:01.372720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44b231a9-9a16-417e-9058-73f9a90763e6 req-653bba70-ffd3-4c92-b2b1-1e5f412b8a2d tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 949 time: 0.0577455 Aug 10 00:53:01.433131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44b231a9-9a16-417e-9058-73f9a90763e6 req-ce39510b-cfcb-4ee3-9e7a-b78d5029e605 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532856 Aug 10 00:53:01.494893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:01.605683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef0cf-158c-4e5b-9fa6-d9f512a42a5c req-3aa5e1a2-323f-409b-8f97-c846c3f27834 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:01.607570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-091ef0cf-158c-4e5b-9fa6-d9f512a42a5c req-3aa5e1a2-323f-409b-8f97-c846c3f27834 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0734968 Aug 10 00:53:01.681031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-091ef0cf-158c-4e5b-9fa6-d9f512a42a5c req-38e9dad8-26a3-4782-a3a1-ac5fc0a68dc9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640590 Aug 10 00:53:01.719782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57756) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:01.727117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--800276531', 'description': 'tempest-description--1126909432'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:01.766110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.850385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 2, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:01.871086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.877267 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.881583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Checking router: c1dbebd3-9544-4b8d-a056-ade3b9650091 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:01.881939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Updating router c1dbebd3-9544-4b8d-a056-ade3b9650091 port 5aea1b6b-41e3-480a-b705-a2894a2ef494 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:01.910646 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.911908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1910851 Aug 10 00:53:01.912502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:01.914789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:01.919438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'security_group_rule': {'security_group_id': 'f81e2e1e-b873-4f11-9274-75bf4915e357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:01.927180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd4dd6-064a-4e4d-b68c-a199f6245698 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81e2e1e-b873-4f11-9274-75bf4915e357,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:01.962495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.045932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.052739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.071708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91b2552-6c39-4376-b423-25be2f90a19b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:02.080184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.082146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af081686-46cc-49cb-ae3b-6eee65ae28c7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662145 Aug 10 00:53:02.084850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57780) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:02.089548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'security_group_rule': {'security_group_id': 'f81e2e1e-b873-4f11-9274-75bf4915e357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:02.118887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.190750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.198198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.220552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0fca6e7-3d66-4285-836e-2ae128631561,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:02.227381 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.234978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33912395-d3bd-4217-8ae5-f46ede4648c4 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476803 Aug 10 00:53:02.237440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57786) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:02.242201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:02.288999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.326198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.337293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Transition to ACTIVE for port object 5aea1b6b-41e3-480a-b705-a2894a2ef494 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:02.346330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.459064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cd9d7a1-2454-4128-bdda-0d8c68faa830 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:02.610088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.667682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee00fc1-f3a3-4680-828a-9e7410ab8e80 None None] Pushing event updated for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:02.793080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Attempting to bind port 5aea1b6b-41e3-480a-b705-a2894a2ef494 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:02.793453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Attempting to bind port 5aea1b6b-41e3-480a-b705-a2894a2ef494 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:02.793809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Attempting to bind port 5aea1b6b-41e3-480a-b705-a2894a2ef494 on network 9b1cf3e6-2913-478e-8b1e-b948f854e174 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:02.797753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e5ace-4d21-4a0d-8573-0fc3fd5d7ae6 req-23ae7a7f-7e39-4558-bb5f-716116fa0fb6 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:02.802653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e7e5ace-4d21-4a0d-8573-0fc3fd5d7ae6 req-23ae7a7f-7e39-4558-bb5f-716116fa0fb6 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 949 time: 0.1587024 Aug 10 00:53:02.816222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:02.818206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Checking segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:02.818615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.822441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Bound using segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:02.823427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Bound port: 5aea1b6b-41e3-480a-b705-a2894a2ef494, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:02.823829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:02.884937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e7e5ace-4d21-4a0d-8573-0fc3fd5d7ae6 req-c7cbab90-8610-486e-97bd-90d559a8707b tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722547 Aug 10 00:53:02.995320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:02.997031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.045274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Allocated IP 172.25.7.71 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/64458142-23cb-4929-b3ef-1874efeb921a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:03.153942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] For port 5aea1b6b-41e3-480a-b705-a2894a2ef494, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:03.160770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] For port 5aea1b6b-41e3-480a-b705-a2894a2ef494, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5aea1b6b-41e3-480a-b705-a2894a2ef494,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:03.180878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.243666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee00fc1-f3a3-4680-828a-9e7410ab8e80 None None] Pushing event updated for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:03.313778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:03.316537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:52:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:03.333118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-305378ef-729d-4c88-b53c-cd034f859c14 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.334714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-305378ef-729d-4c88-b53c-cd034f859c14 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.10 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 949 time: 0.1870298 Aug 10 00:53:03.338066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.377050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-2fb9779c-3d28-48f6-9316-fd4f50663341 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2269151 Aug 10 00:53:03.490355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b1559-121f-4732-a029-d057485897c2 req-244e14a6-44b0-4938-bfcf-a002eecf5da8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.499311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4e0b1559-121f-4732-a029-d057485897c2 req-244e14a6-44b0-4938-bfcf-a002eecf5da8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.3502052 Aug 10 00:53:03.615447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-9ebde905-6968-4723-9c1a-ba766dbc0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:03.617653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-9ebde905-6968-4723-9c1a-ba766dbc0948 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 1097 time: 0.1885297 Aug 10 00:53:03.645199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4e0b1559-121f-4732-a029-d057485897c2 req-126d150e-4bed-4785-9be2-fdb8d8e0bfd6 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446285 Aug 10 00:53:03.688739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.720033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:03.781945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:03.811900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:03.814915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:03.851143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Deleting port 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:03.851494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:03.923062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57868) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:03.976471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'Port': ['ID=64458142-23cb-4929-b3ef-1874efeb921a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:04.070254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9696dc-21f6-4ca8-b722-4944bf9d12f1 req-272338e1-46e8-4f5f-820e-427e265b3d9e tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.079467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa9696dc-21f6-4ca8-b722-4944bf9d12f1 req-272338e1-46e8-4f5f-820e-427e265b3d9e tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 949 time: 0.0985954 Aug 10 00:53:04.090835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.123663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:03Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:04.147109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa9696dc-21f6-4ca8-b722-4944bf9d12f1 req-f156269b-085d-450b-b05f-0ba62f02c7a7 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ec4fe49-896d-4269-b41b-e67c4a7c358a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Aug 10 00:53:04.176028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f0778-4178-4523-8c27-d29f8461f961 None None] The sync data for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 is: [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:03Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:04.191918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] For port 4912f656-1dc4-4af5-844d-fc8b10341b03, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4912f656-1dc4-4af5-844d-fc8b10341b03,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:04.192297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.209659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Calling delete_port for 4912f656-1dc4-4af5-844d-fc8b10341b03 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:04.225092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-67c2aba1-2b0d-4e1a-b178-38e5a59bb707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:04.226791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-67c2aba1-2b0d-4e1a-b178-38e5a59bb707 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 200 len: 911 time: 0.5747962 Aug 10 00:53:04.270949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.273661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecefc364-08a6-4524-a299-4def678de046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.456561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5aea1b6b-41e3-480a-b705-a2894a2ef494 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:04.540107 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecefc364-08a6-4524-a299-4def678de046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.548220 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:53:04.549106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecefc364-08a6-4524-a299-4def678de046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.552352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:04.561803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:04.562422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.675449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ecefc364-08a6-4524-a299-4def678de046 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=625c0eee95c0478f941d9f8799751aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7510471 Aug 10 00:53:04.676891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefc364-08a6-4524-a299-4def678de046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2e03da-2638-4170-bcd9-45e1f06b8b14,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:04.679448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57892) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:04.746958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.803036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.825413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 5aea1b6b-41e3-480a-b705-a2894a2ef494, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5aea1b6b-41e3-480a-b705-a2894a2ef494,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:04.832676 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.846846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.847139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-9967aea7-8013-48cf-b6dc-5c099521d01c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 200 len: 1000 time: 0.4294970 Aug 10 00:53:04.903620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.916764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:04.944358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.948768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:04.950219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef2e03da-2638-4170-bcd9-45e1f06b8b14 HTTP/1.1" status: 204 len: 168 time: 0.2697170 Aug 10 00:53:04.968311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afaf44-bf2e-4f0c-be5b-05e769429902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2e03da-2638-4170-bcd9-45e1f06b8b14,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:05.025732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Pushing event deleted for resources: {'Port': ['ID=4912f656-1dc4-4af5-844d-fc8b10341b03,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:05.056780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-6fafdec8-f55d-4d11-ba5d-d2e9b40954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.058264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-6fafdec8-f55d-4d11-ba5d-d2e9b40954c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa9e8f62-3793-49c4-826c-7c135dc10cde HTTP/1.1" status: 200 len: 850 time: 0.1971092 Aug 10 00:53:05.229622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-92be23e0-b8dd-4b50-acaf-7b0a9dd540c1 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=87f20443c37141008fdb4b14dabee2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351145 Aug 10 00:53:05.240936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787c806-b99d-4069-9376-e4f135200296 req-d0fa4647-77e5-4122-8686-b12c5c99e402 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.242853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a787c806-b99d-4069-9376-e4f135200296 req-d0fa4647-77e5-4122-8686-b12c5c99e402 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.3362088 Aug 10 00:53:05.256016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] No DVR routers for this DVR port 4912f656-1dc4-4af5-844d-fc8b10341b03 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:05.272911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:05.275414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f5de25-3ad7-4806-a34e-fb973ef4b38c req-af68e1ee-fe4b-4990-837f-199a0020ac9f tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.10 "DELETE /v2.0/ports/4912f656-1dc4-4af5-844d-fc8b10341b03 HTTP/1.1" status: 204 len: 173 time: 1.9192891 Aug 10 00:53:05.278224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-deleted', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:05.280782 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4819a49-52f0-445f-9367-7f86d49f5d70" -d '{"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-deleted", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:05.333062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:05.446588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-89ae6700-2aed-4cbd-8788-c8c3f4ebb6c5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.455842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-89ae6700-2aed-4cbd-8788-c8c3f4ebb6c5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120931 Aug 10 00:53:05.500319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-a36c6f71-1411-4431-9b29-6b366a016bbd tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/quotas/87f20443c37141008fdb4b14dabee2a5 HTTP/1.1" status: 200 len: 375 time: 0.0433354 Aug 10 00:53:05.546242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-a2f980d7-4506-4f45-8e42-945cc68bbb95 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426142 Aug 10 00:53:05.552309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57928) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:05.755446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:05.833062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a787c806-b99d-4069-9376-e4f135200296 req-5ded8158-b0ec-4385-a84e-571d9c44358b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777295 Aug 10 00:53:05.833852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:05.883904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-58f59e08-be6b-4458-b233-549264a3d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:05.886393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-58f59e08-be6b-4458-b233-549264a3d690 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd941087-a9b9-4d97-996b-813c362aa4c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8168404 Aug 10 00:53:06.165218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.227366 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b5f607-6bab-4c2b-962a-39d6fa2138ef x-openstack-request-id: req-c6b5f607-6bab-4c2b-962a-39d6fa2138ef {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:06.227676 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9384a488-6c3f-403b-9760-81b466a8241c", "name": "network-vif-deleted", "tag": "4912f656-1dc4-4af5-844d-fc8b10341b03", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:06.227946 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6b5f607-6bab-4c2b-962a-39d6fa2138ef {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:06.228373 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9384a488-6c3f-403b-9760-81b466a8241c', 'name': 'network-vif-deleted', 'tag': '4912f656-1dc4-4af5-844d-fc8b10341b03', 'status': 'completed', 'code': 200} Aug 10 00:53:06.263200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.267096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0286255 Aug 10 00:53:06.345317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d255ce-bfbb-45ad-8c1c-648f0fbfc236 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'Port': ['ID=64458142-23cb-4929-b3ef-1874efeb921a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:06.354093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6853a85b-def7-4f70-8e91-2d60eb0868a3 req-d8b16e7b-147c-4008-a2c3-d536cbd85045 tempest-ImagesOneServerTestJSON-910850306 tempest-ImagesOneServerTestJSON-910850306-project] 10.222.0.25 "GET /v2.0/ports?device_id=9384a488-6c3f-403b-9760-81b466a8241c HTTP/1.1" status: 200 len: 210 time: 0.1100361 Aug 10 00:53:06.360477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04e52caa-aa67-4b0b-a3f6-07933737bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.363762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1128041-c31e-4fbd-8225-044e5bbdabea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.431810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5aea1b6b-41e3-480a-b705-a2894a2ef494 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:06.454164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-a8d4d2ed-26c8-43f8-a8c8-9728c975a9ec service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584569 Aug 10 00:53:06.477978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86eabd0e-57e4-4e26-8f96-f02e24be55cf req-78f5737b-5730-4dfa-bf27-d2342b1c3a07 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 210 time: 0.1079760 Aug 10 00:53:06.532283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5aea1b6b-41e3-480a-b705-a2894a2ef494 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:06.532805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.644147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1128041-c31e-4fbd-8225-044e5bbdabea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.654518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1128041-c31e-4fbd-8225-044e5bbdabea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.689410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1128041-c31e-4fbd-8225-044e5bbdabea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3181d724a874c109f6d5cb992e5cf6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1357892 Aug 10 00:53:06.693501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57962) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:06.698414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:06.701913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b290748-3bce-40bc-80fe-5a03f4478203 req-cecc2378-605e-4903-96df-07fa4c31d828 service neutron] 10.222.0.21 "GET /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396176 Aug 10 00:53:06.734464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4912f656-1dc4-4af5-844d-fc8b10341b03 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:06.735026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4912f656-1dc4-4af5-844d-fc8b10341b03 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:06.786092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1128041-c31e-4fbd-8225-044e5bbdabea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbd879f-4e5f-45ea-a63c-f3ade576b5fb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:06.788523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-09ce8528-9172-49bc-80b3-6a8f8a435741 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--800276531&fields=id&tenant_id=02906b1671484ec09c948c375de04f1e HTTP/1.1" status: 200 len: 267 time: 0.1316502 Aug 10 00:53:06.866208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04e52caa-aa67-4b0b-a3f6-07933737bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.875449 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04e52caa-aa67-4b0b-a3f6-07933737bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.886062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.916477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:06.991266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04e52caa-aa67-4b0b-a3f6-07933737bfa7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b448a17eeaa486f8fafd2326a4da90e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2341661 Aug 10 00:53:06.993467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-b1f3557e-7e95-45ec-9d83-32f97a76c55c tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.003414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-b1f3557e-7e95-45ec-9d83-32f97a76c55c tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/networks?id=9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 200 len: 815 time: 0.1967936 Aug 10 00:53:07.005624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:07.007072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52caa-aa67-4b0b-a3f6-07933737bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcdec2-9369-4e1a-83e2-6bd2cfe263bc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.030937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee61aff-970b-42d9-b783-5377e0b9974b req-4eff2e3f-ac64-45d8-b24b-4390283d14c1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.032462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bee61aff-970b-42d9-b783-5377e0b9974b req-4eff2e3f-ac64-45d8-b24b-4390283d14c1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0958238 Aug 10 00:53:07.094266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-06c6fe3f-0ab6-42b9-a6cb-b67596917855 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/quotas/02906b1671484ec09c948c375de04f1e HTTP/1.1" status: 200 len: 375 time: 0.0893850 Aug 10 00:53:07.104214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bee61aff-970b-42d9-b783-5377e0b9974b req-a5365007-00a3-455b-85f4-e8fd4fc06a72 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Aug 10 00:53:07.170752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.206922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.265693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.269203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.270366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bbd879f-4e5f-45ea-a63c-f3ade576b5fb HTTP/1.1" status: 204 len: 168 time: 0.5626976 Aug 10 00:53:07.290979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143718-6d44-492d-9445-980ad03acb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbd879f-4e5f-45ea-a63c-f3ade576b5fb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.306492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-01bce4aa-f678-4e23-9b06-78c436e8e0e0 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02906b1671484ec09c948c375de04f1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2106750 Aug 10 00:53:07.340892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.343930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:07.347152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edfcdec2-9369-4e1a-83e2-6bd2cfe263bc HTTP/1.1" status: 204 len: 168 time: 0.3380005 Aug 10 00:53:07.406644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c2467-bb1e-4ae6-a227-963f816ee9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcdec2-9369-4e1a-83e2-6bd2cfe263bc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:07.491690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-3fa238a8-d589-448d-83cd-b0e013f7af9c service neutron] 10.222.0.25 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613300 Aug 10 00:53:07.608215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-8dc4d9e3-0e66-4308-9c7e-cf7490be39be tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=87f20443c37141008fdb4b14dabee2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304277 Aug 10 00:53:07.676197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b9ba9ab-5a25-4727-aa1c-f31ab4705982 req-192c006e-c62b-42ac-88ad-233a6c767aad tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 210 time: 0.0539467 Aug 10 00:53:07.741760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-780eb08e-09b0-4ed6-9fe2-f12cfe4a95e0 service neutron] 10.222.0.25 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428591 Aug 10 00:53:07.817654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-26ef0ae3-e4a4-4eb4-9378-36159c79d123 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:07.819224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-26ef0ae3-e4a4-4eb4-9378-36159c79d123 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972253 Aug 10 00:53:07.843384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Request body: {'port': {'device_id': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '87f20443c37141008fdb4b14dabee2a5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:08.008022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Made reservation on behalf of 87f20443c37141008fdb4b14dabee2a5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:08.012140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.016100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-591eb6c9-d412-4d95-b0f5-b57f5d270470 req-55d0be94-7a8e-44c3-a665-97830293fa0a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 210 time: 0.0428402 Aug 10 00:53:08.046100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.083381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57994) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:08.186400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:08.196159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.205666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b343496f-d14d-43b8-967b-6a10585fc54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.206091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.401613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b343496f-d14d-43b8-967b-6a10585fc54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.415006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b343496f-d14d-43b8-967b-6a10585fc54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.480720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b343496f-d14d-43b8-967b-6a10585fc54a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2fbca80e7f64012811e2217b63f81ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929435 Aug 10 00:53:08.481763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:08.498351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e6b17-ad95-4395-980b-994435e0cb81,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:08.562321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343496f-d14d-43b8-967b-6a10585fc54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669305c3-fd1e-4551-a51e-8bcf2ada5058,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:08.604804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c628e12-8a62-498c-84eb-17b4fea34a93 req-ca5a573b-6d4c-4611-b82b-00081c0f7413 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:08.609194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c628e12-8a62-498c-84eb-17b4fea34a93 req-ca5a573b-6d4c-4611-b82b-00081c0f7413 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.3322637 Aug 10 00:53:08.629213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.633523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7e9f2509-2d64-42e9-9c16-584ba20823b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa9666cad5bf438dba10b2306a50c0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494313 Aug 10 00:53:08.637271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:08.678226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.686821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Allocated IP 192.168.233.128 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/15691c81-b8df-4e5f-a474-d57ed0202741) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:08.731335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c628e12-8a62-498c-84eb-17b4fea34a93 req-f294ac13-e13d-4ab0-bc58-5ebb5b82f184 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976126 Aug 10 00:53:08.806341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.873796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dddc9d76-c762-4ddd-9704-791f03f4637d req-b164f080-94eb-45e0-85ac-a203da43a932 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 210 time: 0.0573292 Aug 10 00:53:08.886973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.906613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.909669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.913397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/669305c3-fd1e-4551-a51e-8bcf2ada5058 HTTP/1.1" status: 204 len: 168 time: 0.4164867 Aug 10 00:53:08.932319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.944805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461880f-f40d-4a49-8f8a-479c954dd290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669305c3-fd1e-4551-a51e-8bcf2ada5058,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:08.980454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.984021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:08.987958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ec4fe49-896d-4269-b41b-e67c4a7c358a HTTP/1.1" status: 204 len: 168 time: 0.3489633 Aug 10 00:53:08.998546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f383f-b124-4f77-8896-d109d2d1cbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4fe49-896d-4269-b41b-e67c4a7c358a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:09.018847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Transition to ACTIVE for port object 15691c81-b8df-4e5f-a474-d57ed0202741 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:09.098985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:09.198840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25db0413-feaf-430c-9513-6f70d5287f60 req-1d79ce74-60c2-4f86-be64-4d70d8500f61 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 210 time: 0.0382271 Aug 10 00:53:09.205725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:09.209171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:09.225356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:09.261878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Pushing event updated for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:09.317840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.318917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:09.344908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2a56c182-ba79-421f-924e-c2fc055a89f5 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5113382 Aug 10 00:53:09.359500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Request body: {'port': {'device_id': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:09.508348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:09.569629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dc94e3f7-dfbe-4399-864e-e30362008ebf None None] Provisioning for port 15691c81-b8df-4e5f-a474-d57ed0202741 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:09.581885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dc94e3f7-dfbe-4399-864e-e30362008ebf None None] Provisioning complete for port 15691c81-b8df-4e5f-a474-d57ed0202741 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:09.582522 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dc94e3f7-dfbe-4399-864e-e30362008ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:09.627722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dc94e3f7-dfbe-4399-864e-e30362008ebf None None] Port 15691c81-b8df-4e5f-a474-d57ed0202741 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:09.954967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa495b-0a76-4c4c-b8f2-27e616b3e317 req-b4834e77-b082-48f7-8b50-1870fde7ef21 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.965500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6fa495b-0a76-4c4c-b8f2-27e616b3e317 req-b4834e77-b082-48f7-8b50-1870fde7ef21 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0817940 Aug 10 00:53:09.976353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda657b7-c314-43dc-a33e-dd2eb06b8b76 req-aa667e8b-9d3b-45cc-80e6-5f5bf9374cc3 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:09.985015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eda657b7-c314-43dc-a33e-dd2eb06b8b76 req-aa667e8b-9d3b-45cc-80e6-5f5bf9374cc3 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.3264730 Aug 10 00:53:10.019768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6fa495b-0a76-4c4c-b8f2-27e616b3e317 req-842f4d26-3df7-4554-8a22-5a6d919a2dd1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Aug 10 00:53:10.163426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15691c81-b8df-4e5f-a474-d57ed0202741 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:10.178390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.189428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-1c9ab90c-bc17-4c28-9d80-d3daf1181564 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:10.192266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-1c9ab90c-bc17-4c28-9d80-d3daf1181564 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.10 "GET /v2.0/networks?id=9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 200 len: 815 time: 0.5341849 Aug 10 00:53:10.195739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eda657b7-c314-43dc-a33e-dd2eb06b8b76 req-b6a524a5-a976-444b-b700-633de3312aa8 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077718 Aug 10 00:53:10.226421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d4179-077b-4e52-86b7-6c7164643611 req-4581cf82-9c97-4622-a10d-b43e026014b3 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:10.226421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f95d4179-077b-4e52-86b7-6c7164643611 req-4581cf82-9c97-4622-a10d-b43e026014b3 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 936 time: 0.0798285 Aug 10 00:53:10.227260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Transition to ACTIVE for port object 15691c81-b8df-4e5f-a474-d57ed0202741 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:10.242588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.319659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Pushing event updated for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:10.326413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f95d4179-077b-4e52-86b7-6c7164643611 req-bfcbdce9-bd10-419a-8bc2-a0e59aea867b tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965960 Aug 10 00:53:10.346726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-4b0e82e6-dbaa-4c4b-af3b-d77dc460ad76 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02906b1671484ec09c948c375de04f1e HTTP/1.1" status: 200 len: 379 time: 0.1450043 Aug 10 00:53:10.360663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'port': {'device_id': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'admin_state_up': True, 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'security_groups': ['f81e2e1e-b873-4f11-9274-75bf4915e357']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:10.539831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a14e91dc-607b-449d-a262-ee0069477c4d req-b6806b3f-7ab7-4c6d-a6cc-e385973bc224 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 210 time: 0.1495607 Aug 10 00:53:10.670115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Attempting to bind port 15691c81-b8df-4e5f-a474-d57ed0202741 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:10.670472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Attempting to bind port 15691c81-b8df-4e5f-a474-d57ed0202741 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:10.670839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Attempting to bind port 15691c81-b8df-4e5f-a474-d57ed0202741 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:10.703305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Port 15691c81-b8df-4e5f-a474-d57ed0202741 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:10.703623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Attempting to bind port 15691c81-b8df-4e5f-a474-d57ed0202741 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:10.724381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:10.725348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:10.725751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:10.726209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Bound port: 15691c81-b8df-4e5f-a474-d57ed0202741, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:10.726598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.787317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Made reservation on behalf of 02906b1671484ec09c948c375de04f1e for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:10.791091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:10.867980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:10.931562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=15691c81-b8df-4e5f-a474-d57ed0202741,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:10.953471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.036841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.037467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.039008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] 10.222.0.21 "PUT /v2.0/ports/15691c81-b8df-4e5f-a474-d57ed0202741 HTTP/1.1" status: 200 len: 1097 time: 1.6843686 Aug 10 00:53:11.039472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:11.041729 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ede044f-9b4e-4055-b131-88714800aacf" -d '{"events": [{"name": "network-changed", "server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:11.115244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d51ca3-29a8-495e-a536-9ef2967702ce req-c8358175-7308-4c24-b7c6-c86092adaa30 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.125782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7d51ca3-29a8-495e-a536-9ef2967702ce req-c8358175-7308-4c24-b7c6-c86092adaa30 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.1924748 Aug 10 00:53:11.201763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5514-539c-4e94-9b02-875fe539a775 service neutron] Pushing event updated for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.226878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Allocated IP 172.20.0.13 (9b1cf3e6-2913-478e-8b1e-b948f854e174/a92bbc84-3140-4f77-9cbe-a3d521224f08/b96636cd-d358-4a35-9207-cf2835fb90a2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:11.308618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7d51ca3-29a8-495e-a536-9ef2967702ce req-8704a059-a76f-43d1-a850-e92b41a48339 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814678 Aug 10 00:53:11.328975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-0cbade8a-f32d-40ec-8d7e-ef52fcfe370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.331224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-0cbade8a-f32d-40ec-8d7e-ef52fcfe370a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 1100 time: 0.1486530 Aug 10 00:53:11.431517 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db338d9-52d1-4911-a28a-4dc83cedc80d x-openstack-request-id: req-0db338d9-52d1-4911-a28a-4dc83cedc80d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:11.431777 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:11.432039 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0db338d9-52d1-4911-a28a-4dc83cedc80d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:11.432436 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741', 'status': 'completed', 'code': 200} Aug 10 00:53:11.436245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-0144a9e4-a7a5-40f2-aa47-e1fc81dee2b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=15691c81-b8df-4e5f-a474-d57ed0202741 HTTP/1.1" status: 200 len: 217 time: 0.0875006 Aug 10 00:53:11.437570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ffba5-519e-42a3-ad9e-ab8562b5beba req-7cc7a34c-7f30-46c0-8a34-a405277496c6 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.439899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ffba5-519e-42a3-ad9e-ab8562b5beba req-7cc7a34c-7f30-46c0-8a34-a405277496c6 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0638261 Aug 10 00:53:11.500160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ffba5-519e-42a3-ad9e-ab8562b5beba req-e9806817-146c-46bb-815f-e7bd5eb19754 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Aug 10 00:53:11.517761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-4c0cbbf3-18fe-4a09-b5b1-dacba2ad06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.519333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-4c0cbbf3-18fe-4a09-b5b1-dacba2ad06b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0735998 Aug 10 00:53:11.544715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58144) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:11.560416 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.587268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Transition to ACTIVE for port object b96636cd-d358-4a35-9207-cf2835fb90a2 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:11.597052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-a3a29c18-0827-4940-9f33-5f6c59a435b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.598580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-a3a29c18-0827-4940-9f33-5f6c59a435b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704134 Aug 10 00:53:11.695222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97a496f4-9fc2-4936-bcf2-4f45570e4723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.716287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.786313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-41c288f5-fbb5-4c1a-bcaa-e7fbdbb416dc service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797757 Aug 10 00:53:11.793633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aec4a4-ae45-4a81-a438-44eda17decd9 req-1f53aed1-607f-4033-9092-2688ea729fe4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.795078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77aec4a4-ae45-4a81-a438-44eda17decd9 req-1f53aed1-607f-4033-9092-2688ea729fe4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1309195 Aug 10 00:53:11.803265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:11.824115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97a496f4-9fc2-4936-bcf2-4f45570e4723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.831245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:11.831814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97a496f4-9fc2-4936-bcf2-4f45570e4723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.867673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:11.870154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event updated for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.872661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a496f4-9fc2-4936-bcf2-4f45570e4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daf8362-37a4-43b4-bcf9-80423a792ce8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:11.893368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-97a496f4-9fc2-4936-bcf2-4f45570e4723 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f012ef786bfe4f24b8abb09d7f86cb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475299 Aug 10 00:53:11.895208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:11.973903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e63f45-ade3-49d7-91d0-50978bd4e3d3 req-d4b7a9e9-c3c4-4693-8212-246884d08f4d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.975838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e63f45-ade3-49d7-91d0-50978bd4e3d3 req-d4b7a9e9-c3c4-4693-8212-246884d08f4d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 948 time: 0.1003981 Aug 10 00:53:11.976264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:11.976900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:11.995169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77aec4a4-ae45-4a81-a438-44eda17decd9 req-026f5f3c-36cb-4b96-92c2-ed94c3c6cfa2 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748724 Aug 10 00:53:11.995306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.031408 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b2ff4-9c44-4fde-be0c-2b12fca7c0b2 req-2b6f5da9-1a3d-4172-b882-2daf725a395d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346649 Aug 10 00:53:12.037756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-958560a4-c54d-4639-8cd3-544a7f3c3f46 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6817226 Aug 10 00:53:12.059557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Request body: {'port': {'device_id': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:12.071288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.138971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e63f45-ade3-49d7-91d0-50978bd4e3d3 req-a5b34a9e-15de-4526-992c-2873d12ec128 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516116 Aug 10 00:53:12.157512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:12.206057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.211478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.215288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3daf8362-37a4-43b4-bcf9-80423a792ce8 HTTP/1.1" status: 204 len: 168 time: 0.2966490 Aug 10 00:53:12.227731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3c9e4-cfe8-4c5e-a47a-66cc3a94d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daf8362-37a4-43b4-bcf9-80423a792ce8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:12.239269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d3114a0f-dc15-4d78-8dd9-f8c29d40bb69 None None] Provisioning for port b96636cd-d358-4a35-9207-cf2835fb90a2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:12.260722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d3114a0f-dc15-4d78-8dd9-f8c29d40bb69 None None] Provisioning complete for port b96636cd-d358-4a35-9207-cf2835fb90a2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:12.262202 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3114a0f-dc15-4d78-8dd9-f8c29d40bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.333441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d3114a0f-dc15-4d78-8dd9-f8c29d40bb69 None None] Port b96636cd-d358-4a35-9207-cf2835fb90a2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:12.405449 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42776b63-2bd4-4216-8414-2a99b8096f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.494890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480314d-d693-4316-afe5-e68364f874c5 req-ee2ba22f-2b35-42b9-98be-fc79adb9f8fe tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.497297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1480314d-d693-4316-afe5-e68364f874c5 req-ee2ba22f-2b35-42b9-98be-fc79adb9f8fe tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.0779297 Aug 10 00:53:12.525918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.555422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-ab53c36e-f315-4153-a3f6-beaa69837f0a tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.557145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-ab53c36e-f315-4153-a3f6-beaa69837f0a tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.1606216 Aug 10 00:53:12.560224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede044f-9b4e-4055-b131-88714800aacf req-e49e25ac-2c75-46cd-b97b-a20a5fb1710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.561585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-e49e25ac-2c75-46cd-b97b-a20a5fb1710c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 1100 time: 0.1661766 Aug 10 00:53:12.570708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537aa85-71a9-48c9-8640-fbe128984b69 req-ea93f3fa-b8d1-498e-b907-27eae3766156 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.572562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2537aa85-71a9-48c9-8640-fbe128984b69 req-ea93f3fa-b8d1-498e-b907-27eae3766156 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 932 time: 0.1745136 Aug 10 00:53:12.603864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1480314d-d693-4316-afe5-e68364f874c5 req-b278773a-9f5d-4d9a-8cd4-3f7d61d401ec tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928004 Aug 10 00:53:12.660736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42776b63-2bd4-4216-8414-2a99b8096f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.671579 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42776b63-2bd4-4216-8414-2a99b8096f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:12.757158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-42776b63-2bd4-4216-8414-2a99b8096f11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=186656717a3e473fa58f8f4d6ed7f8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942171 Aug 10 00:53:12.763882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58196) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:12.779437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42776b63-2bd4-4216-8414-2a99b8096f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65329d3b-2fa0-47b5-9559-7f1a164aefc5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:12.821279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f5609-8a0c-4df6-bf2c-9c891cc9936b req-3ce9bdf4-c854-4aa3-863c-f6220e43c6d9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.829473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b86f5609-8a0c-4df6-bf2c-9c891cc9936b req-3ce9bdf4-c854-4aa3-863c-f6220e43c6d9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1403306 Aug 10 00:53:12.834136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2537aa85-71a9-48c9-8640-fbe128984b69 req-bfb34d0a-468a-415f-844c-1e4b72cb66e7 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265041 Aug 10 00:53:12.857663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58198) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:12.927381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b86f5609-8a0c-4df6-bf2c-9c891cc9936b req-64c70fbe-fc36-470b-88c6-41062c0eab28 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963213 Aug 10 00:53:12.961457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede044f-9b4e-4055-b131-88714800aacf req-64b97209-41b6-434e-a87c-78482661d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:12.962995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-64b97209-41b6-434e-a87c-78482661d5a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3884835 Aug 10 00:53:12.996922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.031089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Deleting port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:13.032035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.047018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-d4226ee8-5881-4432-a532-911c68ca58d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=15691c81-b8df-4e5f-a474-d57ed0202741 HTTP/1.1" status: 200 len: 217 time: 0.0666955 Aug 10 00:53:13.144166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d41a-a92d-419a-ac98-fae7c76b8b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.147956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e646e-e1c2-4dc1-8827-459877840b4b req-28df82b7-0b3e-4e82-805c-7c72ab2ca132 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.151314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-020e646e-e1c2-4dc1-8827-459877840b4b req-28df82b7-0b3e-4e82-805c-7c72ab2ca132 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0556591 Aug 10 00:53:13.170816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.204320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-020e646e-e1c2-4dc1-8827-459877840b4b req-b9986601-0549-403e-90b4-1c8848fe5f0f tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486956 Aug 10 00:53:13.263197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede044f-9b4e-4055-b131-88714800aacf req-f3ea81c1-0735-4ec0-bc44-06013d5fab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.264623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-f3ea81c1-0735-4ec0-bc44-06013d5fab58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2015803 Aug 10 00:53:13.363467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] For port 9ce42a4a-1fb0-4900-927b-f5b99fac6743, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9ce42a4a-1fb0-4900-927b-f5b99fac6743,segment=NetworkSegment(ceb29396-ca3b-41b5-8073-b8a4a3cf64e8),segment_id=ceb29396-ca3b-41b5-8073-b8a4a3cf64e8)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:13.363853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.407681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Calling delete_port for 9ce42a4a-1fb0-4900-927b-f5b99fac6743 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:13.444624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96636cd-d358-4a35-9207-cf2835fb90a2 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:13.460608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.463115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.466469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65329d3b-2fa0-47b5-9559-7f1a164aefc5 HTTP/1.1" status: 204 len: 168 time: 0.6578803 Aug 10 00:53:13.466469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede044f-9b4e-4055-b131-88714800aacf req-4b6d462a-f288-4a5e-821f-520a1fbc8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.467522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-4b6d462a-f288-4a5e-821f-520a1fbc8fc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1898537 Aug 10 00:53:13.497053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.516709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b79e7-74cb-4168-b646-2b9b58b3f8c9 req-fa5eea3d-1949-46ba-b4a7-86d8bc915cc4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.518300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-005b79e7-74cb-4168-b646-2b9b58b3f8c9 req-fa5eea3d-1949-46ba-b4a7-86d8bc915cc4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 948 time: 0.2950954 Aug 10 00:53:13.592402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac25f2-fb05-4066-8c62-dee81c8372ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65329d3b-2fa0-47b5-9559-7f1a164aefc5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.597274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Transition to ACTIVE for port object b96636cd-d358-4a35-9207-cf2835fb90a2 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:13.631710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.757543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-005b79e7-74cb-4168-b646-2b9b58b3f8c9 req-b47620d4-3134-4794-9228-816ce2cec00e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044652 Aug 10 00:53:13.772408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d41a-a92d-419a-ac98-fae7c76b8b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.792894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:13.801336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbaa72-6b4d-4688-b4fc-dc2d263a8a38 req-9e32eeba-7f83-42a8-a76c-3071d1d25135 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:13.805437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5dbaa72-6b4d-4688-b4fc-dc2d263a8a38 req-9e32eeba-7f83-42a8-a76c-3071d1d25135 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc797bf0-ade9-48c3-b6e6-05f36927187d HTTP/1.1" status: 200 len: 946 time: 0.1008415 Aug 10 00:53:13.809484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc0d41a-a92d-419a-ac98-fae7c76b8b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:13.867155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-6cb3d797-d2eb-47eb-9896-42b7129d4fee service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587089 Aug 10 00:53:13.874103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5dbaa72-6b4d-4688-b4fc-dc2d263a8a38 req-e4368ee1-5841-4fe9-b8ef-8470428bfdb4 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.25 "GET /v2.0/security-groups?id=d73d5240-d147-4640-a716-ddbc086d576b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612664 Aug 10 00:53:14.033293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9fc0d41a-a92d-419a-ac98-fae7c76b8b7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3114dac5b25d453498e03227bb9ae9c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1670442 Aug 10 00:53:14.034203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:14.045265 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ef677093-8f91-4ffa-a481-143cdda6d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.066277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0d41a-a92d-419a-ac98-fae7c76b8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f4aec-9339-4e7f-badd-1ae09ee8a8cd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.091858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Attempting to bind port b96636cd-d358-4a35-9207-cf2835fb90a2 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:14.092269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Attempting to bind port b96636cd-d358-4a35-9207-cf2835fb90a2 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:14.092602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Attempting to bind port b96636cd-d358-4a35-9207-cf2835fb90a2 on network 9b1cf3e6-2913-478e-8b1e-b948f854e174 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:14.112546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.125285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9ce42a4a-1fb0-4900-927b-f5b99fac6743'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:14.144664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ae6a6-30f5-4ae1-83c1-6b6d04d05ba5 req-09392fe4-8f99-4f87-b0d1-06a0d36553a7 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.146250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-376ae6a6-30f5-4ae1-83c1-6b6d04d05ba5 req-09392fe4-8f99-4f87-b0d1-06a0d36553a7 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0979257 Aug 10 00:53:14.154247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Pushing event deleted for resources: {'Port': ['ID=9ce42a4a-1fb0-4900-927b-f5b99fac6743,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.156949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Port b96636cd-d358-4a35-9207-cf2835fb90a2 on network 9b1cf3e6-2913-478e-8b1e-b948f854e174 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:14.157281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Attempting to bind port b96636cd-d358-4a35-9207-cf2835fb90a2 on network 9b1cf3e6-2913-478e-8b1e-b948f854e174 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:14.170522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:14.170522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Checking segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:14.171022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Bound using segment: {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:14.171477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Bound port: b96636cd-d358-4a35-9207-cf2835fb90a2, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4cdcacd-e570-40ac-b554-482428a15c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:14.171836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.186959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.234084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46a562-20dc-4033-a38f-297b5fa6a3ec req-c5a23470-1a66-47e0-ad8c-38eb513105b0 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.235675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc46a562-20dc-4033-a38f-297b5fa6a3ec req-c5a23470-1a66-47e0-ad8c-38eb513105b0 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 944 time: 0.2705266 Aug 10 00:53:14.247178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-376ae6a6-30f5-4ae1-83c1-6b6d04d05ba5 req-11ef7016-ab3b-40cc-a65c-e73966cacc41 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816407 Aug 10 00:53:14.249013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.274174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] No DVR routers for this DVR port 9ce42a4a-1fb0-4900-927b-f5b99fac6743 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:14.277153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.279613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12bb70dc-7a77-45b5-b721-edaf4a3494bd req-6de0c097-8c66-488b-8fc0-03fb87894078 tempest-VolumesAdminNegativeTest-538027003 tempest-VolumesAdminNegativeTest-538027003-project] 10.222.0.10 "DELETE /v2.0/ports/9ce42a4a-1fb0-4900-927b-f5b99fac6743 HTTP/1.1" status: 204 len: 173 time: 1.7040281 Aug 10 00:53:14.317086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'name': 'network-vif-deleted', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:14.326096 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcde4173-1494-49a1-8743-37c4f998151b" -d '{"events": [{"server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "name": "network-vif-deleted", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:14.343052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc46a562-20dc-4033-a38f-297b5fa6a3ec req-2d10080b-e0d5-421e-9db9-daa901ae1024 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845270 Aug 10 00:53:14.365127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.367996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.369222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c28f4aec-9339-4e7f-badd-1ae09ee8a8cd HTTP/1.1" status: 204 len: 168 time: 0.3337402 Aug 10 00:53:14.395518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b613139-0aba-4075-b6f7-bf4d8aea47cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f4aec-9339-4e7f-badd-1ae09ee8a8cd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.438661 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9ed4ae-ed6e-42c9-bb9b-8d8035f4cf7d x-openstack-request-id: req-4d9ed4ae-ed6e-42c9-bb9b-8d8035f4cf7d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:14.438983 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc797bf0-ade9-48c3-b6e6-05f36927187d", "name": "network-vif-deleted", "tag": "9ce42a4a-1fb0-4900-927b-f5b99fac6743", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:14.439880 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d9ed4ae-ed6e-42c9-bb9b-8d8035f4cf7d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:14.440512 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc797bf0-ade9-48c3-b6e6-05f36927187d', 'name': 'network-vif-deleted', 'tag': '9ce42a4a-1fb0-4900-927b-f5b99fac6743', 'status': 'completed', 'code': 200} Aug 10 00:53:14.465179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ede044f-9b4e-4055-b131-88714800aacf req-65a30ff4-5e21-4844-a520-c9abbc31f97e service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768459 Aug 10 00:53:14.497315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bb8fe-4c4d-4d50-bf82-2898fdec4cac req-9071e2c7-1397-40f9-a03e-e40d95fdd6ec tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.507906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a98bb8fe-4c4d-4d50-bf82-2898fdec4cac req-9071e2c7-1397-40f9-a03e-e40d95fdd6ec tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.1131098 Aug 10 00:53:14.509025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11711f-d1d1-40d0-889d-87880456375d req-0c6063b6-9403-427c-8a5d-0abe03e198ff tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.510570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e11711f-d1d1-40d0-889d-87880456375d req-0c6063b6-9403-427c-8a5d-0abe03e198ff tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.21 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0835087 Aug 10 00:53:14.520418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:14.525797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 15691c81-b8df-4e5f-a474-d57ed0202741 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:14.561625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a98bb8fe-4c4d-4d50-bf82-2898fdec4cac req-d51bdbc7-46d3-4587-91a1-9f5ddfdfc357 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523181 Aug 10 00:53:14.587173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b96636cd-d358-4a35-9207-cf2835fb90a2,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:14.599430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.666757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=15691c81-b8df-4e5f-a474-d57ed0202741,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:14.669538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.670153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.671561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 200 len: 1093 time: 2.6210392 Aug 10 00:53:14.702212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e5087-5a34-4191-ab80-83b0d927e5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.703422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '15691c81-b8df-4e5f-a474-d57ed0202741', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '15691c81-b8df-4e5f-a474-d57ed0202741', 'mac_address': 'fa:16:3e:ee:a3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:14.731384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Deleting port a113fa08-9fc2-42df-a18c-eb2272f7ec52 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:14.731749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.796015 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.817341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15691c81-b8df-4e5f-a474-d57ed0202741 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:14.845760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=15691c81-b8df-4e5f-a474-d57ed0202741,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:14.863839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:14.928119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:14.995669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-49a8f7e4-be34-4bf2-8eb1-3cc78292d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:14.998738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-49a8f7e4-be34-4bf2-8eb1-3cc78292d048 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02906b1671484ec09c948c375de04f1e&device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 1096 time: 0.2621870 Aug 10 00:53:15.081906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-a477ca2a-b642-429e-91d3-33ac8f626522 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 200 len: 217 time: 0.0748084 Aug 10 00:53:15.084431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['15691c81-b8df-4e5f-a474-d57ed0202741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:15.104162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c33fb-c625-4e04-aab1-5e6ea1503f08 req-02cf031b-1b7d-41f6-9469-44d519d1c930 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.106910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-635c33fb-c625-4e04-aab1-5e6ea1503f08 req-02cf031b-1b7d-41f6-9469-44d519d1c930 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 949 time: 0.1828916 Aug 10 00:53:15.110142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] For port a113fa08-9fc2-42df-a18c-eb2272f7ec52, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a113fa08-9fc2-42df-a18c-eb2272f7ec52,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:15.110641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.212404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58284) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:15.253970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-186e60f7-73e3-4133-866d-1b2fb7d17629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.293083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-5f18fbc6-72ee-453d-ac34-aa897d90ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.294966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-5f18fbc6-72ee-453d-ac34-aa897d90ec43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92bbc84-3140-4f77-9cbe-a3d521224f08 HTTP/1.1" status: 200 len: 854 time: 0.1800497 Aug 10 00:53:15.308352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-635c33fb-c625-4e04-aab1-5e6ea1503f08 req-0fb8842a-b9b6-4e87-b5b7-333f52e67cc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151249 Aug 10 00:53:15.396082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58294) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:15.468251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Deleting subnet 2d52e740-deda-49c4-a1e3-bd379767ec8a {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:15.476522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.535546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.565458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-186e60f7-73e3-4133-866d-1b2fb7d17629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.581990 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-186e60f7-73e3-4133-866d-1b2fb7d17629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.659128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.663586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-186e60f7-73e3-4133-866d-1b2fb7d17629 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=279529ce07df4b1d8b3111a38a8e1586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475079 Aug 10 00:53:15.682071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58300) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:15.685257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e60f7-73e3-4133-866d-1b2fb7d17629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c49955-20d0-4b21-9fcd-8c0d96884252,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.711519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba520850-60a6-404b-8eb5-b1c5d9fd8fe9 req-1e6f2671-af14-411e-bf8a-ff84f41c1d81 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.714878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba520850-60a6-404b-8eb5-b1c5d9fd8fe9 req-1e6f2671-af14-411e-bf8a-ff84f41c1d81 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 944 time: 0.1479220 Aug 10 00:53:15.776341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba520850-60a6-404b-8eb5-b1c5d9fd8fe9 req-e00165b2-3ece-4d7f-82f3-e2bb6689fe2d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558560 Aug 10 00:53:15.785185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.826705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d52e740-deda-49c4-a1e3-bd379767ec8a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:15.830479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.832875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6210a88-01e7-4ca0-89e6-e01d92be1a57 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d52e740-deda-49c4-a1e3-bd379767ec8a HTTP/1.1" status: 204 len: 168 time: 0.4338398 Aug 10 00:53:15.833198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-143d14a9-16f4-4a26-9d97-83274b8c3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.834716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-143d14a9-16f4-4a26-9d97-83274b8c3ce0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b1cf3e6-2913-478e-8b1e-b948f854e174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5325758 Aug 10 00:53:15.835614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:15.850967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340ea5-9fb4-460a-855b-013adc18127f req-962a86a3-7f0f-4ce1-98a3-ef97eb9b3b6a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.852443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc340ea5-9fb4-460a-855b-013adc18127f req-962a86a3-7f0f-4ce1-98a3-ef97eb9b3b6a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1900933 Aug 10 00:53:15.911802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.938561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.940704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:15.941027 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Floating IP 65ee3d6b-025d-41f6-b54f-937354e2a547 disassociated. External IP: 172.25.7.30, port: a113fa08-9fc2-42df-a18c-eb2272f7ec52. Aug 10 00:53:15.942051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Calling delete_port for a113fa08-9fc2-42df-a18c-eb2272f7ec52 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:15.980580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fddb5-8288-4acd-8f8d-da47c85209d7 req-95e85de6-a6d3-4397-a6f4-8ca4c162a30d tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:15.982315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fc3fddb5-8288-4acd-8f8d-da47c85209d7 req-95e85de6-a6d3-4397-a6f4-8ca4c162a30d tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 945 time: 0.0818863 Aug 10 00:53:15.986156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.041971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.049717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc340ea5-9fb4-460a-855b-013adc18127f req-8281d6fb-aba2-4d5a-9d0e-3efdcd9d8984 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777844 Aug 10 00:53:16.116318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fc3fddb5-8288-4acd-8f8d-da47c85209d7 req-a622debe-75f0-438c-bb3e-4c867bbaa4cd tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups?id=4318ecc0-35ed-4b19-b59e-07a3d2619652&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222360 Aug 10 00:53:16.132264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.137863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-f9b18fd2-ec2d-4a17-9bae-dedf301d3056 service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844355 Aug 10 00:53:16.145461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d19345-9c16-4ae5-864d-0cf09856135a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:16.158521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:16.158846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb29396-ca3b-41b5-8073-b8a4a3cf64e8') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:16.169071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.188553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.196482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:16.197033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:16.198959 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:16.276826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.289144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.302377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/b5d19345-9c16-4ae5-864d-0cf09856135a HTTP/1.1" status: 204 len: 168 time: 0.4558461 Aug 10 00:53:16.303309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:16.326200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913fd47-7096-48e4-be8f-9e408f4d10fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d19345-9c16-4ae5-864d-0cf09856135a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.358714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e40896f7-80c5-4a55-9a40-25e2031d8d93 req-3b9c1faf-5042-4b7f-b186-b6f2daf8c5d8 service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114501 Aug 10 00:53:16.367076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.395197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Deleting subnet e4f082e9-ff96-41ef-9155-78fcb45f1d29 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:16.401352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.438696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.442477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.443760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76c49955-20d0-4b21-9fcd-8c0d96884252 HTTP/1.1" status: 204 len: 168 time: 0.7578852 Aug 10 00:53:16.444788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event deleted for resources: {'Port': ['ID=a113fa08-9fc2-42df-a18c-eb2272f7ec52,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.458960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.466454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:16.466649 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d9a9f-c52d-441e-877f-33d602bde2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:16.469979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.470363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.470739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.471089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.471428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.471763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.472097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.472427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.472758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.473089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.473421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.473744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:16.484360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442f4ff-5bf2-4ad6-af37-da9472869b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c49955-20d0-4b21-9fcd-8c0d96884252,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.537179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 15691c81-b8df-4e5f-a474-d57ed0202741 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:16.606308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12f10c-2120-4212-96a9-7d5ce4589ddc req-a33195bb-9613-413c-8d37-c5d9bfb29c27 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:16.608046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed12f10c-2120-4212-96a9-7d5ce4589ddc req-a33195bb-9613-413c-8d37-c5d9bfb29c27 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 949 time: 0.1533422 Aug 10 00:53:16.614647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.638010 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18bd96-523f-437f-aeb0-b8d1babb9be0 x-openstack-request-id: req-4c18bd96-523f-437f-aeb0-b8d1babb9be0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:16.638474 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:16.638751 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c18bd96-523f-437f-aeb0-b8d1babb9be0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:16.639190 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'status': 'completed', 'code': 200} Aug 10 00:53:16.641660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 15691c81-b8df-4e5f-a474-d57ed0202741 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:16.649839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 15691c81-b8df-4e5f-a474-d57ed0202741 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:16.650480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.741376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9ce42a4a-1fb0-4900-927b-f5b99fac6743 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:16.744952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed12f10c-2120-4212-96a9-7d5ce4589ddc req-cc40faaa-d55e-4982-ac37-8e368ef82cbe tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177523 Aug 10 00:53:16.770012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:16.791727 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a8a2de0-9be3-45b0-b7a8-3fe596fca642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.793560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 9ce42a4a-1fb0-4900-927b-f5b99fac6743 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:16.794080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9ce42a4a-1fb0-4900-927b-f5b99fac6743 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:16.827407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.852823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f082e9-ff96-41ef-9155-78fcb45f1d29,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:16.879849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.885302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dfaf2183-f6e6-4213-9e86-8cdd666de14a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e4f082e9-ff96-41ef-9155-78fcb45f1d29 HTTP/1.1" status: 204 len: 168 time: 0.5659943 Aug 10 00:53:16.889437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:16.894692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:16.943826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-e2ab0170-4182-45ac-8434-563b86605232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:16.949155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-e2ab0170-4182-45ac-8434-563b86605232 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02906b1671484ec09c948c375de04f1e&device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 1096 time: 0.2825718 Aug 10 00:53:16.959830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:16.966891 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba4e1d-0f3f-4b4d-89ff-0e7b66ee3384" -d '{"events": [{"server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "name": "network-vif-plugged", "status": "completed", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:17.011709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=15691c81-b8df-4e5f-a474-d57ed0202741,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:17.019429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.021077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a113fa08-9fc2-42df-a18c-eb2272f7ec52 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:17.069091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a113fa08-9fc2-42df-a18c-eb2272f7ec52 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:17.069779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a113fa08-9fc2-42df-a18c-eb2272f7ec52 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:17.162360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:17.166230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe6c62-010f-432a-8014-4a033fd9d514 req-90c2d81c-887a-4cbe-83c7-cf58692d8d2a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.179550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5fe6c62-010f-432a-8014-4a033fd9d514 req-90c2d81c-887a-4cbe-83c7-cf58692d8d2a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 944 time: 0.2608845 Aug 10 00:53:17.223067 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.224969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:17.235503 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Sync routers for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:17.250171 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:17.252583 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:17.266322 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73a56a-02de-4917-b18f-357732b6a573 x-openstack-request-id: req-aa73a56a-02de-4917-b18f-357732b6a573 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:17.266481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-94d49520-7973-49a2-b3dc-8313df13c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.267573 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "name": "network-vif-plugged", "status": "completed", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:17.268005 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa73a56a-02de-4917-b18f-357732b6a573 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:17.268686 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741', 'code': 200} Aug 10 00:53:17.268831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-94d49520-7973-49a2-b3dc-8313df13c83b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 200 len: 915 time: 0.3076129 Aug 10 00:53:17.270304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5fe6c62-010f-432a-8014-4a033fd9d514 req-ee8a1f80-392f-4b55-bdfd-fd25d80ed70a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892396 Aug 10 00:53:17.288207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.288803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] No DVR routers for this DVR port a113fa08-9fc2-42df-a18c-eb2272f7ec52 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:17.293005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.295385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e11711f-d1d1-40d0-889d-87880456375d req-deed4588-81a1-43a0-a3fc-f312f8a4e19b tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.21 "DELETE /v2.0/ports/a113fa08-9fc2-42df-a18c-eb2272f7ec52 HTTP/1.1" status: 204 len: 173 time: 2.7765234 Aug 10 00:53:17.363612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-623ca210-27a7-4796-adca-28ec4a043089 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 200 len: 217 time: 0.0802500 Aug 10 00:53:17.498953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.510510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-88afbef0-3109-4c01-8460-bc3e7e7e15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.512808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-88afbef0-3109-4c01-8460-bc3e7e7e15a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92bbc84-3140-4f77-9cbe-a3d521224f08 HTTP/1.1" status: 200 len: 854 time: 0.1415732 Aug 10 00:53:17.520790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79ad85b-727d-46ef-91fc-d231aa8838af']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:17.534144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6aa13c-9b29-47a0-ad15-9c13e57e37f9') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:17.534856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6aa13c-9b29-47a0-ad15-9c13e57e37f9') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:17.546023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.553514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3851ba-9370-44da-b6ae-418ee47573dd req-3a4d14ec-3459-4f26-ab9e-e532ff0b8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.554995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a3851ba-9370-44da-b6ae-418ee47573dd req-3a4d14ec-3459-4f26-ab9e-e532ff0b8648 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 1102 time: 0.1405747 Aug 10 00:53:17.565103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.573322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:17.574037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:17.575056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.597004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.603362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820326b-e7a8-4197-b833-ca45d17e7987 req-3b4144e3-5a60-4e89-a3fe-83b06127b486 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.605448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0820326b-e7a8-4197-b833-ca45d17e7987 req-3b4144e3-5a60-4e89-a3fe-83b06127b486 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1520171 Aug 10 00:53:17.616854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-90c1cd26-cfc5-4a23-acf0-fa56860a7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:17.618348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-90c1cd26-cfc5-4a23-acf0-fa56860a7413 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b1cf3e6-2913-478e-8b1e-b948f854e174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972824 Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:17.650222 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:17.675624 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.680017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aedb0633-9b4a-4dee-9506-5e584747be2e req-2e7992c7-1e9b-4a98-91f3-5be411fa18a7 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/ports?device_id=aad391dd-7c5c-4eb1-bd97-6818fbe1cd68 HTTP/1.1" status: 200 len: 210 time: 0.0405231 Aug 10 00:53:17.701010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:17.706008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] 10.222.0.25 "DELETE /v2.0/networks/a79ad85b-727d-46ef-91fc-d231aa8838af HTTP/1.1" status: 204 len: 168 time: 0.8132913 Aug 10 00:53:17.708110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf593b0-57ea-44b5-bb68-9473cd098e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a79ad85b-727d-46ef-91fc-d231aa8838af,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:17.726174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a3851ba-9370-44da-b6ae-418ee47573dd req-ebc15c34-3335-4960-b34e-875830c5db73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608794 Aug 10 00:53:17.767723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0820326b-e7a8-4197-b833-ca45d17e7987 req-8931445b-22bb-45f5-9708-114d62460566 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532490 Aug 10 00:53:17.914085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-c77ed5e3-1026-462f-a632-b6d0ed163b8f service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863753 Aug 10 00:53:18.002339 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.003086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58378) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:18.046396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-193d9a9f-c52d-441e-877f-33d602bde2f6 req-a94a15d5-40e6-4b7e-8c36-9a55cc4a3ddd service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224644 Aug 10 00:53:18.096483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25131f6b-ec9e-47d7-84b4-ff01a5a5303f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e470a2f99bd4cd2965d6446be5616b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892906 Aug 10 00:53:18.099079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:18.121695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08d394-7c17-48c9-985c-9295ca5560d7 req-b52878ad-48c0-4874-a1a3-60808baa6f0f tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:18.134374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c08d394-7c17-48c9-985c-9295ca5560d7 req-b52878ad-48c0-4874-a1a3-60808baa6f0f tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.0865877 Aug 10 00:53:18.187745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c08d394-7c17-48c9-985c-9295ca5560d7 req-91456357-e7cc-4523-ae04-50613553dd85 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517526 Aug 10 00:53:18.228876 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Checking router: c0f791c4-8c4d-420a-8cd5-4cf73d4e903b for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:18.230355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.238921 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:18.239551 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.257755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.319090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.323815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:18.337078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d73d5240-d147-4640-a716-ddbc086d576b HTTP/1.1" status: 204 len: 168 time: 0.2356815 Aug 10 00:53:18.358713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5dfe7-f7b0-4f66-9640-4500382b8fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73d5240-d147-4640-a716-ddbc086d576b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:18.416222 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:18.476380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d63e7-91dd-4137-a194-cd6c4f43b8bf req-ebbe8b61-5fb5-4456-b0e4-ac5a52101d89 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:18.487380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b85d63e7-91dd-4137-a194-cd6c4f43b8bf req-ebbe8b61-5fb5-4456-b0e4-ac5a52101d89 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 944 time: 0.1047843 Aug 10 00:53:18.540266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b85d63e7-91dd-4137-a194-cd6c4f43b8bf req-e6dc188d-1799-4456-a138-f0a416960069 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495994 Aug 10 00:53:18.640592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'name': 'network-vif-deleted', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:18.643670 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa38402-7579-45ed-bd8a-e8171805e893" -d '{"events": [{"server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "name": "network-vif-deleted", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:18.755029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b96636cd-d358-4a35-9207-cf2835fb90a2 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:18.782898 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f6cfd-7f85-4f01-8ef5-2cf44a238716 x-openstack-request-id: req-935f6cfd-7f85-4f01-8ef5-2cf44a238716 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:18.783597 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad391dd-7c5c-4eb1-bd97-6818fbe1cd68", "name": "network-vif-deleted", "tag": "a113fa08-9fc2-42df-a18c-eb2272f7ec52", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:18.783597 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-935f6cfd-7f85-4f01-8ef5-2cf44a238716 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:18.783886 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad391dd-7c5c-4eb1-bd97-6818fbe1cd68', 'name': 'network-vif-deleted', 'tag': 'a113fa08-9fc2-42df-a18c-eb2272f7ec52', 'status': 'completed', 'code': 200} Aug 10 00:53:18.919970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b96636cd-d358-4a35-9207-cf2835fb90a2,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:18.947131 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:18.957864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'port_id': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:19.010120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798d153-428b-4b75-9acf-38665b3013a0 None None] The sync data for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 is: [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:50:59Z', 'revision_number': 4, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '13e564f4-75b6-491d-861a-73725c74b411', 'name': '', 'network_id': 'cd941087-a9b9-4d97-996b-813c362aa4c5', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'mac_address': 'fa:16:3e:01:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_interface', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:58Z', 'updated_at': '2021-08-10T00:51:10Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'subnets': [{'id': 'fa9e8f62-3793-49c4-826c-7c135dc10cde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:19.037549 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.059255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96636cd-d358-4a35-9207-cf2835fb90a2 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:19.078815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429160-0a16-4ef1-91b7-5b2600fbf8c6 req-c3afc5ab-ddfc-4706-8b36-70caad7eaeee tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:19.090653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5429160-0a16-4ef1-91b7-5b2600fbf8c6 req-c3afc5ab-ddfc-4706-8b36-70caad7eaeee tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1333702 Aug 10 00:53:19.098229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b96636cd-d358-4a35-9207-cf2835fb90a2,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:19.113552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.169076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5429160-0a16-4ef1-91b7-5b2600fbf8c6 req-86aa6cff-286d-4181-987f-c07c2ddc441d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Aug 10 00:53:19.208398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.225552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58434) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.288012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58436) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.321733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b96636cd-d358-4a35-9207-cf2835fb90a2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:19.362303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e37ead0-d811-48ae-936e-277eff8cb79c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b3f3cc2d56043e8b99d07b4c2fc549b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710883 Aug 10 00:53:19.365078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.498957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.538762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846e332d-e3ea-4982-be8e-ef699c34bacd None None] New status for floating IP 65ee3d6b-025d-41f6-b54f-937354e2a547: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:53:19.641119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.659964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e292-c8d7-452b-a0d0-cf0aeab60ed1 req-1a4f0d2a-7800-43c5-930c-633fe161af3e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:19.677230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7984e292-c8d7-452b-a0d0-cf0aeab60ed1 req-1a4f0d2a-7800-43c5-930c-633fe161af3e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.3728285 Aug 10 00:53:19.682854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.685730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.720748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b8f10-c228-4eba-a0ef-d1c121a905d8 req-d34b5b20-af9c-4c0b-80b4-6a938ee85d04 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:19.723237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e7b8f10-c228-4eba-a0ef-d1c121a905d8 req-d34b5b20-af9c-4c0b-80b4-6a938ee85d04 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 945 time: 0.0779088 Aug 10 00:53:19.772090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e7b8f10-c228-4eba-a0ef-d1c121a905d8 req-ae8c525b-7468-4d87-913c-6b9f27daaee0 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Aug 10 00:53:19.789638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7984e292-c8d7-452b-a0d0-cf0aeab60ed1 req-f8c16270-ce92-4206-a218-44ee631e828b tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115360 Aug 10 00:53:19.794303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.857393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.860913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.864995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "DELETE /v2.0/security-groups/4318ecc0-35ed-4b19-b59e-07a3d2619652 HTTP/1.1" status: 204 len: 168 time: 0.6355078 Aug 10 00:53:19.865423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58460) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.878025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318ecc0-35ed-4b19-b59e-07a3d2619652,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:19.889245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.889807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.890017 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-dc318959-721f-412f-a0f4-6e6d983fe3bb tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] show failed (client error): The resource could not be found. Aug 10 00:53:19.890364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.891195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.894446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.895590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0589bb75-b23b-466c-8f0d-3ef9e85a282a tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:19.896448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc318959-721f-412f-a0f4-6e6d983fe3bb tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "GET /v2.0/security-groups/4318ecc0-35ed-4b19-b59e-07a3d2619652 HTTP/1.1" status: 404 len: 347 time: 0.0298154 Aug 10 00:53:19.897053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:19.911774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.918692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:19.922499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e367391-f1cc-4f68-886b-35f992fcaea4 HTTP/1.1" status: 204 len: 168 time: 0.5522220 Aug 10 00:53:19.949440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a05095-e89d-436c-8a94-d4e84ab6fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e367391-f1cc-4f68-886b-35f992fcaea4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:20.064635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Deleting port 14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:20.064974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.172232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.172676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.189401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Calling delete_port for 14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:20.446692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.475409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Pushing event deleted for resources: {'Port': ['ID=14b5c5a4-1dca-4cc5-9f04-e1433ff3ec42,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:20.585878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.590851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:20.596279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b375641-73d5-4b57-b6a6-c26a76aeaaf4 tempest-ServersTestManualDisk-200932348 tempest-ServersTestManualDisk-200932348-project] 10.222.0.25 "DELETE /v2.0/floatingips/65ee3d6b-025d-41f6-b54f-937354e2a547 HTTP/1.1" status: 204 len: 168 time: 0.6981955 Aug 10 00:53:20.599610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58482) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:20.791587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b96636cd-d358-4a35-9207-cf2835fb90a2 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:20.792188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bda389-96b4-4655-a434-f95ad945d9c6 req-1c0ed766-8b41-4cee-9d02-ffb1da1b44b8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:20.795142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10bda389-96b4-4655-a434-f95ad945d9c6 req-1c0ed766-8b41-4cee-9d02-ffb1da1b44b8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.0949318 Aug 10 00:53:20.884719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10bda389-96b4-4655-a434-f95ad945d9c6 req-5af23440-b89a-40f5-973e-d81175251a20 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838950 Aug 10 00:53:20.902983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b96636cd-d358-4a35-9207-cf2835fb90a2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:20.911033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b96636cd-d358-4a35-9207-cf2835fb90a2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:20.911410 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.107310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.147996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328a202-d96b-44b4-8247-7ab952b67943 req-e7218bf0-1592-494a-bdc4-2abbab4d2bb6 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.156930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8328a202-d96b-44b4-8247-7ab952b67943 req-e7218bf0-1592-494a-bdc4-2abbab4d2bb6 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.1594250 Aug 10 00:53:21.165650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:21.175765 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c240b17e-0a3d-44c2-a96e-f318da27c698" -d '{"events": [{"server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "name": "network-vif-plugged", "status": "completed", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:21.177087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eacc1-154f-40e7-89f6-12c6a4070aaa req-a5d81223-b665-4a61-a72f-b72f9c23b608 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.179808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-390eacc1-154f-40e7-89f6-12c6a4070aaa req-a5d81223-b665-4a61-a72f-b72f9c23b608 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 945 time: 0.0673170 Aug 10 00:53:21.195909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b96636cd-d358-4a35-9207-cf2835fb90a2,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:21.203182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.215574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58506) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:21.253853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-390eacc1-154f-40e7-89f6-12c6a4070aaa req-c5c104ea-f22e-4889-879a-ce284bd3d2a5 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678973 Aug 10 00:53:21.278450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.279221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8328a202-d96b-44b4-8247-7ab952b67943 req-418d1e9d-f0b5-4c3d-898a-ae6120ebf351 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061752 Aug 10 00:53:21.318444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.375730 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8e9d55-ea86-4fc7-aabf-74df12d58e52 x-openstack-request-id: req-9e8e9d55-ea86-4fc7-aabf-74df12d58e52 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:21.376136 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "name": "network-vif-plugged", "status": "completed", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:21.376393 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e8e9d55-ea86-4fc7-aabf-74df12d58e52 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:21.376745 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'code': 200} Aug 10 00:53:21.443293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-network', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:21.546441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Made reservation on behalf of 57e7689c6d5b4e78877f111444a7429a for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:21.553342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.585713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674611a-a4ee-40ec-855c-70b7d4f0f22a req-ffb937e6-c7ed-4e66-90e5-52f9f8bd49ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.587749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2674611a-a4ee-40ec-855c-70b7d4f0f22a req-ffb937e6-c7ed-4e66-90e5-52f9f8bd49ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 1098 time: 0.1121922 Aug 10 00:53:21.589067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.699236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2674611a-a4ee-40ec-855c-70b7d4f0f22a req-8915a298-9771-4a5d-adbc-d5673b97b10c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993872 Aug 10 00:53:21.739214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-1faaac39-6767-4075-90fd-e5309cbbaa25 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=87f20443c37141008fdb4b14dabee2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028056 Aug 10 00:53:21.783488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.795832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.821517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:21.838352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.839034 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Added segment f972a18c-ed23-4ddd-a2d0-33a51a544c7f of type vlan for network 22735c46-8db8-4536-aa5f-ac85e8837bd1 Aug 10 00:53:21.898655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.933110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:21.954075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-96a8a398-41c2-4889-a652-d8847d2b3680 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.961892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-96a8a398-41c2-4889-a652-d8847d2b3680 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088554 Aug 10 00:53:21.971403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8f6fc2-1223-475c-ae83-2dc96dd5e312,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:21.975986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.977392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:21.978265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:21.986955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-f75825ea-1d64-4d17-881a-f9e36eb50b7c tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/quotas/87f20443c37141008fdb4b14dabee2a5 HTTP/1.1" status: 200 len: 375 time: 0.0235600 Aug 10 00:53:22.046036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Deleting port 13e564f4-75b6-491d-861a-73725c74b411 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:22.046408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.075120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8578193 Aug 10 00:53:22.091857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58550) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:22.102118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Request body: {'subnet': {'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-subnet', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:22.121896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e2501-4f9c-4e7d-8970-317a2c271813 admin admin] Pushing event updated for resources: {'Network': ['ID=22735c46-8db8-4536-aa5f-ac85e8837bd1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:22.126268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-5aa30a6e-4452-4700-bf0c-070421956e5c tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1350524 Aug 10 00:53:22.133205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:22.161964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16aac2a-7e7b-4b87-b31c-3c58a56aae32 req-d7b373ae-575e-41d1-bf4c-7b4ef09d2ffe tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:22.164109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b16aac2a-7e7b-4b87-b31c-3c58a56aae32 req-d7b373ae-575e-41d1-bf4c-7b4ef09d2ffe tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1182585 Aug 10 00:53:22.185155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Made reservation on behalf of 57e7689c6d5b4e78877f111444a7429a for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:22.188513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.255869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] For port 13e564f4-75b6-491d-861a-73725c74b411, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13e564f4-75b6-491d-861a-73725c74b411,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:22.263210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.303691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Calling delete_port for 13e564f4-75b6-491d-861a-73725c74b411 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:22.364575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0aea36e7-0e02-45f7-8954-ab778bbc4c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.370435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58562) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:22.550248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b16aac2a-7e7b-4b87-b31c-3c58a56aae32 req-68da77bd-e0e1-4cec-b948-2f76b07864d5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735738 Aug 10 00:53:22.717280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d47b9a58-9f9d-4588-9eb9-683e306dba71 req-494c992a-56fc-46b3-a579-e6a92976ba6d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 210 time: 0.0801439 Aug 10 00:53:22.728601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07a6d8fa-e64c-4573-8866-4bf45a62edbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.776977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2c0c3-1bd8-40b9-a502-b6fc94086c5e req-a25cf349-3166-4f5f-b1ab-9f61c0271b20 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:22.784382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36e2c0c3-1bd8-40b9-a502-b6fc94086c5e req-a25cf349-3166-4f5f-b1ab-9f61c0271b20 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.2082527 Aug 10 00:53:22.792073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.824717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e564f4-75b6-491d-861a-73725c74b411,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:22.875083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:22.886040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36e2c0c3-1bd8-40b9-a502-b6fc94086c5e req-e5dc3312-4a7e-48a6-a1eb-c842892a13de tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007872 Aug 10 00:53:22.892909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0aea36e7-0e02-45f7-8954-ab778bbc4c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.053312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07a6d8fa-e64c-4573-8866-4bf45a62edbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.059005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0aea36e7-0e02-45f7-8954-ab778bbc4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.070717 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07a6d8fa-e64c-4573-8866-4bf45a62edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.136483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.179982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea36e7-0e02-45f7-8954-ab778bbc4c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf2f65-a1f4-4cb5-8b18-747e4ceaae95,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.213092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0aea36e7-0e02-45f7-8954-ab778bbc4c64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=589be4be4f364c789443d9cb6bd8cf48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2497301 Aug 10 00:53:23.215078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58578) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:23.218431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07a6d8fa-e64c-4573-8866-4bf45a62edbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0645f2b2a00e43ffb29897daa5df27d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8419843 Aug 10 00:53:23.224984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba99446-0575-4191-9d47-602a99d4833a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.228543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58580) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:23.259815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Checking segment: {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:23.260485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Network hostable DHCP agents. Network: 22735c46-8db8-4536-aa5f-ac85e8837bd1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:23.281446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d8fa-e64c-4573-8866-4bf45a62edbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35921c3-5ad6-48e9-aa2a-dd82722616ab,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.309315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:23.324876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.348308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.354750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 22735c46-8db8-4536-aa5f-ac85e8837bd1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:23.362926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.363875 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.365306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3524c3-3f62-4aa8-a9b2-a7d99e480d09 None None] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:23.414518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f806437c-cc08-41f5-9de0-806419b5c4a5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3177714 Aug 10 00:53:23.419920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58584) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:23.424802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:23.442530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.446415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.446653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.448074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c35921c3-5ad6-48e9-aa2a-dd82722616ab HTTP/1.1" status: 204 len: 168 time: 0.2166836 Aug 10 00:53:23.471439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cff7c7-01d4-45d3-b02c-46603115048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35921c3-5ad6-48e9-aa2a-dd82722616ab,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:23.639053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-22735c46-8db8-4536-aa5f-ac85e8837bd1', 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'fixed_ips': [{'subnet_id': 'fba99446-0575-4191-9d47-602a99d4833a'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:23.640095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.745685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-6e26b9e2-7877-4bbb-a1ba-d414565b436d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87f20443c37141008fdb4b14dabee2a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609961 Aug 10 00:53:23.819397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4055c-8e55-4720-a631-cfcd6851a33a req-8c38b04e-97b5-4aec-a50a-2396aa04dc6b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.822869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e4055c-8e55-4720-a631-cfcd6851a33a req-8c38b04e-97b5-4aec-a50a-2396aa04dc6b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.1567309 Aug 10 00:53:23.900293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e4055c-8e55-4720-a631-cfcd6851a33a req-26a65650-4285-45c3-93ae-caf5df325dd7 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677423 Aug 10 00:53:23.922310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Allocated IP 172.20.0.2 (22735c46-8db8-4536-aa5f-ac85e8837bd1/fba99446-0575-4191-9d47-602a99d4833a/fa8f4e26-6265-496d-8567-7b24a5787487) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:23.940658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ccefa058-ac26-43c7-8de2-8931eee46772 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:23.942477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ccefa058-ac26-43c7-8de2-8931eee46772 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896691 Aug 10 00:53:23.965318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.966348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:23.966573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Request body: {'port': {'device_id': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '87f20443c37141008fdb4b14dabee2a5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:23.971406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:24.012675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-68c20c4b-1d35-4bb4-9679-dfd94e6a988c req-7955cb06-26a0-407c-a7b5-b037a7f9bada tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 210 time: 0.0500355 Aug 10 00:53:24.023797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.045056 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-87ec09b1-1cfd-4d90-9a9a-89ead4ec18d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.093175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:24.099235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.142488 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.153371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b996dbc-7195-46e9-93e9-03f7290ef7a5 req-4f6d3f1f-47a8-4a93-9f7f-2b298892f5be tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:24.154904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2b996dbc-7195-46e9-93e9-03f7290ef7a5 req-4f6d3f1f-47a8-4a93-9f7f-2b298892f5be tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.1209450 Aug 10 00:53:24.197529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2b996dbc-7195-46e9-93e9-03f7290ef7a5 req-1f27c468-2d2e-49a7-ae94-392cdaa65379 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335429 Aug 10 00:53:24.225529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Transition to ACTIVE for port object fa8f4e26-6265-496d-8567-7b24a5787487 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:24.232681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.234920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.236795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bcf2f65-a1f4-4cb5-8b18-747e4ceaae95 HTTP/1.1" status: 204 len: 168 time: 1.0212924 Aug 10 00:53:24.269135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Transition to ACTIVE for port object fa8f4e26-6265-496d-8567-7b24a5787487 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:24.280345 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.320592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-87ec09b1-1cfd-4d90-9a9a-89ead4ec18d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.350804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758c7a6-efb1-4d2d-8710-36cf8247ae5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf2f65-a1f4-4cb5-8b18-747e4ceaae95,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:24.351476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-87ec09b1-1cfd-4d90-9a9a-89ead4ec18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.355197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:24.355739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.357315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Pushing event updated for resources: {'Port': ['ID=fa8f4e26-6265-496d-8567-7b24a5787487,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:24.360812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:24.372332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:24.398540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:24.415135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab53ecbe-7005-42e6-b77c-22d209080f52 admin admin] 10.222.0.25 "PUT /v2.0/routers/c0f791c4-8c4d-420a-8cd5-4cf73d4e903b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8121617 Aug 10 00:53:24.416174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Sync routers for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:24.416630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58604) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:24.435038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Made reservation on behalf of 87f20443c37141008fdb4b14dabee2a5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:24.436544 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:24.437353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:24.444605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.466983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Attempting to bind port fa8f4e26-6265-496d-8567-7b24a5787487 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:24.467567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Attempting to bind port fa8f4e26-6265-496d-8567-7b24a5787487 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:24.468120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Attempting to bind port fa8f4e26-6265-496d-8567-7b24a5787487 on network 22735c46-8db8-4536-aa5f-ac85e8837bd1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:24.476447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:24.477077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Checking segment: {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:24.477666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.478387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Bound using segment: {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:24.479565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Bound port: fa8f4e26-6265-496d-8567-7b24a5787487, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:24.480314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.497464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9670c-9190-42de-b5d1-42a1ba7ec877 req-24d073cc-b9ea-4cec-b809-689a1a8632b8 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:24.499039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efd9670c-9190-42de-b5d1-42a1ba7ec877 req-24d073cc-b9ea-4cec-b809-689a1a8632b8 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.1693976 Aug 10 00:53:24.511764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:24.520978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Request body: {'floatingip': {'port_id': 'b96636cd-d358-4a35-9207-cf2835fb90a2'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:24.559526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-87ec09b1-1cfd-4d90-9a9a-89ead4ec18d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c50e6d9fd6d44b3da8c1f5f30881fe04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870669 Aug 10 00:53:24.564496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:24.572797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c75c068c-743e-4c04-a185-a76953855998 None None] For port fa8f4e26-6265-496d-8567-7b24a5787487, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:24.577391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c75c068c-743e-4c04-a185-a76953855998 None None] For port fa8f4e26-6265-496d-8567-7b24a5787487, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa8f4e26-6265-496d-8567-7b24a5787487,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:24.587058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.598471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec09b1-1cfd-4d90-9a9a-89ead4ec18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8093b638-85f4-4f6d-b4c4-3f7acbc7f2f9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:24.637154 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:24.646842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:24.721314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c068c-743e-4c04-a185-a76953855998 None None] Pushing event updated for resources: {'Port': ['ID=fa8f4e26-6265-496d-8567-7b24a5787487,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:24.792652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.036006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.140901 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.175380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Checking router: c0f791c4-8c4d-420a-8cd5-4cf73d4e903b for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:25.211018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Routers {'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:25.211657 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.280261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decb8a0-3100-43e3-9d5d-16ad0a36bd9e req-0f4c3acd-7b6a-435a-a018-d4c48bbb2142 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.283931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2decb8a0-3100-43e3-9d5d-16ad0a36bd9e req-0f4c3acd-7b6a-435a-a018-d4c48bbb2142 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.2044485 Aug 10 00:53:25.323276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Allocated IP 192.168.233.233 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:25.338023 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-209fd56a-d654-40b7-928d-f4c2e0c7198d req-c8e52b2f-c53a-4eeb-ad6d-fc16b75e3efc tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 210 time: 0.1522181 Aug 10 00:53:25.340179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.366229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.388689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2decb8a0-3100-43e3-9d5d-16ad0a36bd9e req-6677fbda-0f30-48e0-9bdf-d2f82261db4a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940289 Aug 10 00:53:25.391204 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] Set router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:25.646219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:25.647789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.667518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Transition to ACTIVE for port object 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:25.711889 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52aef3-ad7a-42a3-9a49-a3a485d4c218 None None] The sync data for ids ['c0f791c4-8c4d-420a-8cd5-4cf73d4e903b'] in n-d-766380-21 is: [{'id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'name': 'tempest-ServersTestManualDisk-199145105-router', 'tenant_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': '8ecec825-3189-47a2-8d14-95d48a193587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:50:54Z', 'updated_at': '2021-08-10T00:53:22Z', 'revision_number': 5, 'project_id': '9a2d423f66be44bd9a6cbb62807bb1af', 'gw_port': {'id': '8ecec825-3189-47a2-8d14-95d48a193587', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f791c4-8c4d-420a-8cd5-4cf73d4e903b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:50:55Z', 'updated_at': '2021-08-10T00:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:25.742018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.743460 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.755193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['15691c81-b8df-4e5f-a474-d57ed0202741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:25.774225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.809815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.811870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.814826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.816943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8093b638-85f4-4f6d-b4c4-3f7acbc7f2f9 HTTP/1.1" status: 204 len: 168 time: 1.2225835 Aug 10 00:53:25.821531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:25.835270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:25.839220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:25.886088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Pushing event updated for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:25.906428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Deleting port 8ecec825-3189-47a2-8d14-95d48a193587 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:25.907096 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.939837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:25.944590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e180c-1796-4cb9-bfa9-dc0917524236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8093b638-85f4-4f6d-b4c4-3f7acbc7f2f9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:25.944931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:25.987233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-a7187674-15b7-4b43-b207-93277a0a9dc7 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0332685 Aug 10 00:53:26.002900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Request body: {'port': {'device_id': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:26.050992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58650) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:26.156178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.328893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] For port 8ecec825-3189-47a2-8d14-95d48a193587, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8ecec825-3189-47a2-8d14-95d48a193587,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:26.330328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.362891 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.460332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Calling delete_port for 8ecec825-3189-47a2-8d14-95d48a193587 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:26.488893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f687f2-4293-4595-8dc4-ded1d413858e None None] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:26.509361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3c22d1ea-a05f-4847-9007-54aceee12fe9 None None] Provisioning for port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:26.635590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa8f4e26-6265-496d-8567-7b24a5787487 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:26.662070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1791612234-network', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:26.707622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Allocated IP 172.25.7.36 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1ed9afb8-442a-4ee5-92d9-174039cfacff) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:26.745128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3c22d1ea-a05f-4847-9007-54aceee12fe9 None None] Provisioning complete for port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:26.746447 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c22d1ea-a05f-4847-9007-54aceee12fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.748004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac2433-403f-4360-b4b3-7f80f5dce540 req-0145bfbf-69d7-4411-b4b0-716320d18e20 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.755963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-feac2433-403f-4360-b4b3-7f80f5dce540 req-0145bfbf-69d7-4411-b4b0-716320d18e20 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 936 time: 0.2283049 Aug 10 00:53:26.793005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:53:26.807469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3c22d1ea-a05f-4847-9007-54aceee12fe9 None None] Port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:26.818832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:26.822959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.860836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:26.872897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb71ebe-513c-43ed-8313-60d571774439 req-c6d97f33-a6b8-4b83-99b1-a091480c9527 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:26.874718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-beb71ebe-513c-43ed-8313-60d571774439 req-c6d97f33-a6b8-4b83-99b1-a091480c9527 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.2979112 Aug 10 00:53:26.887166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fa8f4e26-6265-496d-8567-7b24a5787487 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:26.905333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13e564f4-75b6-491d-861a-73725c74b411 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:26.937922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 13e564f4-75b6-491d-861a-73725c74b411 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:26.938476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13e564f4-75b6-491d-861a-73725c74b411 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:26.968121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-beb71ebe-513c-43ed-8313-60d571774439 req-33f38722-e7a7-4aaf-b57d-4c9b4593cab1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Aug 10 00:53:27.006521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Provisioning for port fa8f4e26-6265-496d-8567-7b24a5787487 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:27.014046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Provisioning complete for port fa8f4e26-6265-496d-8567-7b24a5787487 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:27.014538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.104291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.124661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.176415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.217244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] For port fa8f4e26-6265-496d-8567-7b24a5787487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa8f4e26-6265-496d-8567-7b24a5787487,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:27.227616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.244153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:27.270719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:27.304232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.304593 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Added segment d9aae1a6-6a25-4375-a88c-3d13d0743c6d of type vlan for network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f Aug 10 00:53:27.307416 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.327939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.338703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58678) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:27.341560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1fdc1-a032-4aaf-b33a-f20ed5fac703 None None] Pushing event updated for resources: {'Port': ['ID=fa8f4e26-6265-496d-8567-7b24a5787487,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.392693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Transition to ACTIVE for port object 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:27.413811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.417862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.426944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-feac2433-403f-4360-b4b3-7f80f5dce540 req-b870ea9a-1d66-4c62-98eb-aaa818a4a950 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699128 Aug 10 00:53:27.498537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.527821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.559415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3e12e804-7499-4d85-b98a-48815dd9b09d None None] Provisioning complete for port fa8f4e26-6265-496d-8567-7b24a5787487 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:27.562024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e12e804-7499-4d85-b98a-48815dd9b09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.579975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Pushing event updated for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.586144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.587245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:27.588051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.622629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Attempting to bind port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:27.623264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Attempting to bind port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:27.624175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Attempting to bind port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:27.689082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.690366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:27.691084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Attempting to bind port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:27.697172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] Pushing event updated for resources: {'Network': ['ID=7078cfdf-5bfa-4b0f-9789-b995d7ff281f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.708931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-network', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:27.715849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:27.735114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:27.735443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:27.736052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:27.736978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Bound port: 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:27.736978 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.743261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-69f58a20-da15-4d7a-9883-ee934523a47b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6861403 Aug 10 00:53:27.743261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Made reservation on behalf of ae29d917b8ec4c6cb57222a335da91e5 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:27.750759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.756279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58684) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:27.770948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Request body: {'subnet': {'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1791612234-subnet', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:27.789659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.828697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.852116 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Floating IP 6d7e05b5-73a7-4761-ba03-a148afa95163 associated. External IP: 172.25.7.71, port: b96636cd-d358-4a35-9207-cf2835fb90a2. Aug 10 00:53:27.875013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:27.877565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.880146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:27.886152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:27.929888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.936705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ecec825-3189-47a2-8d14-95d48a193587,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:27.975776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.979340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:27.979918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:27.981349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] 10.222.0.10 "PUT /v2.0/ports/39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 HTTP/1.1" status: 200 len: 1097 time: 1.9852738 Aug 10 00:53:27.986632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:27.989767 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6853c0-a6ed-47a4-8b52-a111997bddf9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:28.071130 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2745b2b-c86b-4788-899f-d6256346a46d x-openstack-request-id: req-b2745b2b-c86b-4788-899f-d6256346a46d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:28.071446 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:28.071837 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2745b2b-c86b-4788-899f-d6256346a46d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:28.072319 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667', 'status': 'completed', 'code': 200} Aug 10 00:53:28.130082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b626-94f2-47ae-8d00-6e72f8ad8e4a service neutron] Pushing event updated for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.140750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:28.167402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:28.170554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:28.198524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.216565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-42f341d2-811f-4d1f-a18f-039d359372b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.218172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-42f341d2-811f-4d1f-a18f-039d359372b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 1100 time: 0.1565874 Aug 10 00:53:28.254352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Pushing event updated for resources: {'Port': ['ID=1ed9afb8-442a-4ee5-92d9-174039cfacff,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.279496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-0ee3b863-d7f8-4cd4-8034-4389ddd0da16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 HTTP/1.1" status: 200 len: 217 time: 0.0520298 Aug 10 00:53:28.292200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.347545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.348697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.353247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.398388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:28.405510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.417812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfe673-f888-4006-9d97-6288237252f0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.424954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.425550 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Added segment c84bd5e5-6d17-4a49-8f2d-916183366717 of type vlan for network 1f2b783a-a442-43fb-83e4-e01db2f19fcb Aug 10 00:53:28.428068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-285f8d1e-c484-4f5c-8b56-cfb2e6da268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.429759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-285f8d1e-c484-4f5c-8b56-cfb2e6da268e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1397557 Aug 10 00:53:28.441612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3cd0-247f-4e7d-a17d-b9d35afd909c req-34cdc369-ef3d-40b3-a341-fabac94b8774 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.443194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3bfd3cd0-247f-4e7d-a17d-b9d35afd909c req-34cdc369-ef3d-40b3-a341-fabac94b8774 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.3097200 Aug 10 00:53:28.496530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa8f4e26-6265-496d-8567-7b24a5787487 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:28.543499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.544051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f791c4-8c4d-420a-8cd5-4cf73d4e903b {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:53:28.581117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.585395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2dcc616e-a4a6-4d5e-acb9-bc17c4a5388e admin admin] 10.222.0.25 "DELETE /v2.0/routers/c0f791c4-8c4d-420a-8cd5-4cf73d4e903b HTTP/1.1" status: 204 len: 168 time: 4.1680369 Aug 10 00:53:28.586272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:28.592018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f9f403-a6f2-4051-ac3d-1408967bea4e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:28.600985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fa8f4e26-6265-496d-8567-7b24a5787487 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:28.601517 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.633917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:28.636212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:28.673841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.693967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Checking segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:28.694787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Network hostable DHCP agents. Network: 7078cfdf-5bfa-4b0f-9789-b995d7ff281f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:28.712699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3bfd3cd0-247f-4e7d-a17d-b9d35afd909c req-d750697d-6952-4173-916d-6977ec225eff tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238626 Aug 10 00:53:28.717819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-3db84f27-dcab-42e2-b15d-b3d4216f7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.720171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-3db84f27-dcab-42e2-b15d-b3d4216f7102 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2614563 Aug 10 00:53:28.758104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Deleting subnet fa9e8f62-3793-49c4-826c-7c135dc10cde {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:53:28.770274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Router c1dbebd3-9544-4b8d-a056-ade3b9650091 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:28.772085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.802937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b828665-75a9-4d75-ade0-9a05854e72eb req-2e2c3e4c-46c8-4eea-8fc0-5b0b9c44353e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.805137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b828665-75a9-4d75-ade0-9a05854e72eb req-2e2c3e4c-46c8-4eea-8fc0-5b0b9c44353e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 948 time: 0.2144711 Aug 10 00:53:28.935531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-3c360c7f-972a-41b9-874c-187804e8687a service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920304 Aug 10 00:53:28.964947 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.972236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:28.974577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58704) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:28.975657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.976754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:28.977415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:28.993580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:28.993813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '638e6a82-f1d6-4320-8602-b50e12051041', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'port_id': '638e6a82-f1d6-4320-8602-b50e12051041', 'mac_address': 'fa:16:3e:70:27:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d2466c-2368-49f3-96af-190200cbe6fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:29.009554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.018337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:29.021411 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360b3aab-c73b-4f16-bf58-b87710cc0df8" -d '{"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-unplugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:29.065319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7228999 Aug 10 00:53:29.072221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.077071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Request body: {'subnet': {'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-subnet', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:29.105447 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e136e800-4569-4375-aa32-763d4affd7f6 x-openstack-request-id: req-e136e800-4569-4375-aa32-763d4affd7f6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:29.106099 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-unplugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:29.106733 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e136e800-4569-4375-aa32-763d4affd7f6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:29.107349 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041', 'code': 200} Aug 10 00:53:29.111819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:29.133062 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.133317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.169984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.194139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b828665-75a9-4d75-ade0-9a05854e72eb req-659a7e01-b75b-4920-81a0-6fc70100c390 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470319 Aug 10 00:53:29.194754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7078cfdf-5bfa-4b0f-9789-b995d7ff281f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:29.194934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:29.208395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4cb9ed-4a18-4241-a268-51e2639dab15 None None] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:29.212351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.212950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.259817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed293be0-b14c-4f04-9b7c-31d4d0488d83 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2b783a-a442-43fb-83e4-e01db2f19fcb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.289249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c89b21ba-f401-4169-b584-5258ae1daf90 req-e7ad54f8-12fe-45c7-8ab6-72496c4c4d48 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322525 Aug 10 00:53:29.294573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:29.303936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2e654e3-f00e-4795-aae3-a1edd45b4a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.321294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-42c70735-1ac9-4474-829a-58534e76ef08 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5615633 Aug 10 00:53:29.322207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58712) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:29.326794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:29.328588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:29.367445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.368717 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.416906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:29.430253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.435146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:53:29.435711 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:53:29.437056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Sync routers for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:29.470511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Made reservation on behalf of ae29d917b8ec4c6cb57222a335da91e5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:29.472972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.475753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bfdc0f40-9188-4c03-8488-bef1364960bc tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "PUT /v2.0/floatingips/6d7e05b5-73a7-4761-ba03-a148afa95163 HTTP/1.1" status: 200 len: 991 time: 4.9628778 Aug 10 00:53:29.505578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-86187612-1d21-4ac2-97f5-9dbb74f552a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.507313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-86187612-1d21-4ac2-97f5-9dbb74f552a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87f20443c37141008fdb4b14dabee2a5&device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 1100 time: 0.1523840 Aug 10 00:53:29.510223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:29.512526 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37e4d45-9f79-4678-838f-f40a6cc57523" -d '{"events": [{"name": "network-changed", "server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:29.512764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.542788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:29.543440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:29.613182 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d09a2f5-dd55-4c1a-a048-be07271b31bb x-openstack-request-id: req-2d09a2f5-dd55-4c1a-a048-be07271b31bb {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:29.613849 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:29.614320 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d09a2f5-dd55-4c1a-a048-be07271b31bb {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:29.615004 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'status': 'completed', 'code': 200} Aug 10 00:53:29.618630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.669734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:29.671143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.801345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.843453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.861359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-a23641a0-8e78-4c5b-806a-481d726a3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.862989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-a23641a0-8e78-4c5b-806a-481d726a3339 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02906b1671484ec09c948c375de04f1e&device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 1098 time: 0.2307198 Aug 10 00:53:29.869796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-27c7b9ae-9ec1-4c08-b079-2f27e8b9f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:29.871286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-27c7b9ae-9ec1-4c08-b079-2f27e8b9f63b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3551345 Aug 10 00:53:29.873102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Allocated IP 172.20.0.2 (7078cfdf-5bfa-4b0f-9789-b995d7ff281f/22f9f403-a6f2-4051-ac3d-1408967bea4e/17028d46-57cd-4ea5-9342-fed8ec5f1361) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:29.896839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:29.917235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:29.988495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-2aea97ca-b68e-496c-b4b7-94fe8f5114fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 HTTP/1.1" status: 200 len: 217 time: 0.1029732 Aug 10 00:53:30.019669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa9e8f62-3793-49c4-826c-7c135dc10cde,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.034506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.038920 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fd6082f1-7790-4751-8b8f-a4c1c82b62df admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa9e8f62-3793-49c4-826c-7c135dc10cde HTTP/1.1" status: 204 len: 168 time: 1.4108913 Aug 10 00:53:30.041171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58720) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:30.077290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2e654e3-f00e-4795-aae3-a1edd45b4a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.085733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03281474-90a8-43e6-b42a-0206d5442f97 req-8fec0512-d664-49af-8e32-ec59902f707e tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.087422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03281474-90a8-43e6-b42a-0206d5442f97 req-8fec0512-d664-49af-8e32-ec59902f707e tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 944 time: 0.2314339 Aug 10 00:53:30.113827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2e654e3-f00e-4795-aae3-a1edd45b4a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.146404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261272f-ce5d-4b34-8d21-295c99b753d0 None None] Network cd941087-a9b9-4d97-996b-813c362aa4c5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:30.204028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.206099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e654e3-f00e-4795-aae3-a1edd45b4a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a17d4-5dde-4311-9246-ff48bd607290,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.233957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d2e654e3-f00e-4795-aae3-a1edd45b4a24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb99ea0a4a1743698776480182f3c9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2200072 Aug 10 00:53:30.257449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:30.260633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03281474-90a8-43e6-b42a-0206d5442f97 req-3b50ebc3-d2c3-4ceb-a075-e0584fe5a24f tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480377 Aug 10 00:53:30.307593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Router 3ceffc80-2249-4555-8723-a66123074c4f is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:30.329530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1cea85a-376f-465f-9583-824741d9ad66,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.352861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ecec825-3189-47a2-8d14-95d48a193587 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:30.354640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.399623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8ecec825-3189-47a2-8d14-95d48a193587 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:30.399987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ecec825-3189-47a2-8d14-95d48a193587 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:30.416015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-07691596-a803-42d3-9af9-a885848c25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.417526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-07691596-a803-42d3-9af9-a885848c25ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.4201667 Aug 10 00:53:30.465836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-8461bfe8-11ce-43c6-bb5e-fd7c56c713a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.467380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-8461bfe8-11ce-43c6-bb5e-fd7c56c713a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 200 len: 915 time: 0.5834088 Aug 10 00:53:30.478120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:30.511240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.586904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70eb2e-fe8c-489f-8558-1f39fa404841 req-ce7183d9-9ef4-49f1-9f54-e6b47ea79dd4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.588500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce70eb2e-fe8c-489f-8558-1f39fa404841 req-ce7183d9-9ef4-49f1-9f54-e6b47ea79dd4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 948 time: 0.2137623 Aug 10 00:53:30.601827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:30.617766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-691e2acc-a0d7-4c74-ada9-bd329259ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.618009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.619296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-691e2acc-a0d7-4c74-ada9-bd329259ff22 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1767721 Aug 10 00:53:30.631919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-34c0b6ae-edc3-4df4-80d9-7f3abf8ad846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 200 len: 999 time: 0.1462626 Aug 10 00:53:30.681430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.703460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Checking segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:30.703460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Network hostable DHCP agents. Network: 1f2b783a-a442-43fb-83e4-e01db2f19fcb, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:30.713233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Transition to ACTIVE for port object 17028d46-57cd-4ea5-9342-fed8ec5f1361 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:30.713516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.748803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.752093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.773488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Transition to ACTIVE for port object 17028d46-57cd-4ea5-9342-fed8ec5f1361 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:30.787107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.788564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce70eb2e-fe8c-489f-8558-1f39fa404841 req-d48aa3dc-251a-45c9-9370-98a36575fb8d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895356 Aug 10 00:53:30.824449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:30.837705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] DHCP port deletion for cd941087-a9b9-4d97-996b-813c362aa4c5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:53:30.844232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1f2b783a-a442-43fb-83e4-e01db2f19fcb) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:30.848023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:30.853535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:30.856482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['638e6a82-f1d6-4320-8602-b50e12051041'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:30.856685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:30.856685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.868125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:30.877549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:30.878335 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Sync routers for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:30.894243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-39199eae-5cf9-48fa-b763-f85bac1df452 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8209383 Aug 10 00:53:30.896114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.898752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.899839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d1a17d4-5dde-4311-9246-ff48bd607290 HTTP/1.1" status: 204 len: 168 time: 0.6382978 Aug 10 00:53:30.900493 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:30.900683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:30.901582 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:30.913240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fce255d-425a-471c-a616-e04350e3ac2b None None] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:30.929229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:30.933469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5da5b-edd2-4638-8452-ee966585e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a17d4-5dde-4311-9246-ff48bd607290,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:30.937326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:30.949941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:30.952759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2b848b1-9666-434d-be14-ea8d68191499 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5314646 Aug 10 00:53:30.955706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58734) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:31.012136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-28de8709-bbf0-467b-8e11-38543c4bebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:31.013728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-28de8709-bbf0-467b-8e11-38543c4bebf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92bbc84-3140-4f77-9cbe-a3d521224f08 HTTP/1.1" status: 200 len: 854 time: 0.3449752 Aug 10 00:53:31.022003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.045918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Pushing event updated for resources: {'Port': ['ID=17028d46-57cd-4ea5-9342-fed8ec5f1361,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:31.080999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.084801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.084911 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:31.100145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:53:31.130366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.155533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6d7e05b5-73a7-4761-ba03-a148afa95163', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'port_id': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:53:03Z', 'updated_at': '2021-08-10T00:53:26Z', 'revision_number': 1, 'project_id': '02906b1671484ec09c948c375de04f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:31.170853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Attempting to bind port 17028d46-57cd-4ea5-9342-fed8ec5f1361 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:31.171229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Attempting to bind port 17028d46-57cd-4ea5-9342-fed8ec5f1361 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:31.171573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Attempting to bind port 17028d46-57cd-4ea5-9342-fed8ec5f1361 on network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:31.221522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.251931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Deleting port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:31.252296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.254073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Checking router: c1dbebd3-9544-4b8d-a056-ade3b9650091 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:31.269437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:31.269880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Checking segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:31.270205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.270597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Bound using segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:31.271110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Bound port: 17028d46-57cd-4ea5-9342-fed8ec5f1361, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:31.271486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.370296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Deleting port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:31.370956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.417127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58742) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:31.447274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] For port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:31.447679 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.462009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Calling delete_port for c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:31.469201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Allocated IP 172.25.7.136 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/0ef7989f-0a91-410c-897f-4e50486b259b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:31.475036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-196f7323-7d23-48ae-b103-0bb91ea4ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:31.476819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-196f7323-7d23-48ae-b103-0bb91ea4ad1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b1cf3e6-2913-478e-8b1e-b948f854e174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4058588 Aug 10 00:53:31.492464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-d9ea3bb0-d24a-4ef0-aa61-37837fc7fd31 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8561752 Aug 10 00:53:31.530531 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:28Z', 'revision_number': 3, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:31.548051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.555828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a64116f6-7bd7-488e-be01-55e699368140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.563891 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.590925 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Checking router: 3ceffc80-2249-4555-8723-a66123074c4f for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:31.591290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Updating router 3ceffc80-2249-4555-8723-a66123074c4f port 1ed9afb8-442a-4ee5-92d9-174039cfacff binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:31.609402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:31.610111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:31.623199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] Pushing event deleted for resources: {'Port': ['ID=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:31.648518 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.682795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd637d-5848-4f6b-a171-f0e249f7d1bd req-4c6cdfbb-0c81-4507-ad3e-8c23b353be84 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:31.685384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bdd637d-5848-4f6b-a171-f0e249f7d1bd req-4c6cdfbb-0c81-4507-ad3e-8c23b353be84 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 945 time: 0.2823353 Aug 10 00:53:31.750159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] For port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,segment=NetworkSegment(d2a52eb1-f997-436b-873b-9b50f60ee4ae),segment_id=d2a52eb1-f997-436b-873b-9b50f60ee4ae)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:31.755111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.767837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] For port 17028d46-57cd-4ea5-9342-fed8ec5f1361, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:31.771735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] For port 17028d46-57cd-4ea5-9342-fed8ec5f1361, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17028d46-57cd-4ea5-9342-fed8ec5f1361,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:31.838035 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:31.845374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Calling delete_port for c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:31.845634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b907e2f2-0e35-4c55-8ba0-cd4be1549149 None None] No DVR routers for this DVR port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:31.900263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bdd637d-5848-4f6b-a171-f0e249f7d1bd req-a6b62cc7-c9d0-4b7c-98af-110ac084fe86 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672311 Aug 10 00:53:31.902610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e6853c0-a6ed-47a4-8b52-a111997bddf9 req-29946f40-734d-4eba-a106-734e31d612e9 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909683 Aug 10 00:53:31.913432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-4b16c6c9-b2ae-41cb-941c-5f1846bb29a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280610 Aug 10 00:53:31.998979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:32.021615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a64116f6-7bd7-488e-be01-55e699368140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.031144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a64116f6-7bd7-488e-be01-55e699368140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.037531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:53:32.038587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.060445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.148934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480b0b-77e4-407a-83b2-e8a2da467a25 req-80792c2b-b90b-4f20-a5c7-fb27b116cd76 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:32.149163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64116f6-7bd7-488e-be01-55e699368140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae634b9-6330-4c44-9249-4e0f99b8c848,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.149299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64480b0b-77e4-407a-83b2-e8a2da467a25 req-80792c2b-b90b-4f20-a5c7-fb27b116cd76 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 948 time: 0.1875656 Aug 10 00:53:32.150202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a64116f6-7bd7-488e-be01-55e699368140 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=156a64588c644acdba1e8d81d7680b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6979017 Aug 10 00:53:32.152720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:32.201084 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.216303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.229203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37e4d45-9f79-4678-838f-f40a6cc57523 req-14a22643-063f-4060-b88b-bb66d32e68ba service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770567 Aug 10 00:53:32.248975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Allocated IP 172.20.0.2 (1f2b783a-a442-43fb-83e4-e01db2f19fcb/a1cea85a-376f-465f-9583-824741d9ad66/cfb10035-3245-4620-95af-b5dc0c780aca) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:32.303872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64480b0b-77e4-407a-83b2-e8a2da467a25 req-2a63d994-245e-4a01-9a0f-9d006a5003b6 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096821 Aug 10 00:53:32.311931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:32.316030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:32.327951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:32.330969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] No DVR routers for this DVR port c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:32.367606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.386937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Pushing event updated for resources: {'Port': ['ID=0ef7989f-0a91-410c-897f-4e50486b259b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.500172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.507280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.557130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.569818 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.583427 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Transition to ACTIVE for port object 1ed9afb8-442a-4ee5-92d9-174039cfacff will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:32.591515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.591753 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.645886 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529bfbc-2216-425f-9422-44d517479ec5 None None] Pushing event updated for resources: {'Port': ['ID=1ed9afb8-442a-4ee5-92d9-174039cfacff,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.649190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.660052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd941087-a9b9-4d97-996b-813c362aa4c5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:32.670985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a52eb1-f997-436b-873b-9b50f60ee4ae') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:32.671334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a52eb1-f997-436b-873b-9b50f60ee4ae') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:32.674875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Attempting to bind port 1ed9afb8-442a-4ee5-92d9-174039cfacff on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:32.675249 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Attempting to bind port 1ed9afb8-442a-4ee5-92d9-174039cfacff by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:32.675782 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Attempting to bind port 1ed9afb8-442a-4ee5-92d9-174039cfacff on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:32.676600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.681758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.682348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:32.682763 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:32.683165 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.683718 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:32.684242 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Bound port: 1ed9afb8-442a-4ee5-92d9-174039cfacff, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:32.684682 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.684807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Transition to ACTIVE for port object cfb10035-3245-4620-95af-b5dc0c780aca will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:32.696124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.701613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Transition to ACTIVE for port object cfb10035-3245-4620-95af-b5dc0c780aca will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:32.702316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:53:32.702772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.716261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:32.728730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667', 'mac_address': 'fa:16:3e:e5:2c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:32.730839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.751878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Allocated IP 172.25.7.234 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/11b7379c-a09d-44d2-beb4-9fced5b8a2b2) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:32.757110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] For port 1ed9afb8-442a-4ee5-92d9-174039cfacff, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:32.761502 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] For port 1ed9afb8-442a-4ee5-92d9-174039cfacff, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ed9afb8-442a-4ee5-92d9-174039cfacff,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:32.772947 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:53:32.775040 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:53:32.787968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:32.788311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58ea0e4-04d9-4b10-8bb1-eafedb49fc1f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:32.791371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:32.794199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.860797 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529bfbc-2216-425f-9422-44d517479ec5 None None] Pushing event updated for resources: {'Port': ['ID=1ed9afb8-442a-4ee5-92d9-174039cfacff,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.868418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:32.880201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d985f4-5d3e-48f4-88de-51067fc60cfc None None] Pushing event updated for resources: {'Port': ['ID=17028d46-57cd-4ea5-9342-fed8ec5f1361,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:32.889346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:32.909058 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:32.909734 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:32.924122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.927560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.937113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:32.939782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd941087-a9b9-4d97-996b-813c362aa4c5 HTTP/1.1" status: 204 len: 168 time: 2.8990278 Aug 10 00:53:32.951496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:33.109201 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.116137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.117421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ae634b9-6330-4c44-9249-4e0f99b8c848 HTTP/1.1" status: 204 len: 168 time: 0.9619122 Aug 10 00:53:33.124646 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:33.163400 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.177558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdeddd-885b-4b36-a868-c3f97f2e0e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd941087-a9b9-4d97-996b-813c362aa4c5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.189762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.190777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:33.316536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.316783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58758) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:33.334400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:33.339317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Pushing event updated for resources: {'Port': ['ID=cfb10035-3245-4620-95af-b5dc0c780aca,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.347590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Attempting to bind port cfb10035-3245-4620-95af-b5dc0c780aca on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:33.348033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Attempting to bind port cfb10035-3245-4620-95af-b5dc0c780aca by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:33.348309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Attempting to bind port cfb10035-3245-4620-95af-b5dc0c780aca on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:33.356714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.366061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe858e36-01a7-4028-8eff-ed17fc986b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae634b9-6330-4c44-9249-4e0f99b8c848,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.370786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:33.371170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Checking segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:33.371573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.371968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Bound using segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:33.372457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Bound port: cfb10035-3245-4620-95af-b5dc0c780aca, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:33.372843 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.439404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:33.451884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:33.469737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Allocated IP 172.20.0.1 (22735c46-8db8-4536-aa5f-ac85e8837bd1/fba99446-0575-4191-9d47-602a99d4833a/c8de6ea5-91e4-457d-b6fe-61acd0717935) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:33.472911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:33.502622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43bdc3-07a0-4438-b4ba-c088f4817a97 req-f775d03e-494c-47df-826e-13ee4ec435be tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.510835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b43bdc3-07a0-4438-b4ba-c088f4817a97 req-f775d03e-494c-47df-826e-13ee4ec435be tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 945 time: 0.3568945 Aug 10 00:53:33.565179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b43bdc3-07a0-4438-b4ba-c088f4817a97 req-4aa2fe71-1427-4138-baae-3726769a1a01 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530465 Aug 10 00:53:33.569585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc7bac81-81ec-4db8-948c-4a95f64ea618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a2d423f66be44bd9a6cbb62807bb1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492049 Aug 10 00:53:33.576692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.591164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:33.597644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.611671 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:28Z', 'revision_number': 3, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:33.635443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:33.648079 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5b6df-c011-4794-9615-daa7d7da77b8 None None] The sync data for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 is: [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:28Z', 'revision_number': 3, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:33.664912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Pushing event updated for resources: {'Port': ['ID=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:33.703561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74315b29-00ac-4dc6-96cf-a7e582688aa6 None None] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:33.730761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] For port cfb10035-3245-4620-95af-b5dc0c780aca, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:33.752469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:33.777362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cab608-7249-4e2b-89b1-a8e36ee84283 req-151edf25-33d4-48c4-b52c-206ccac7ba4f tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:33.784239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28cab608-7249-4e2b-89b1-a8e36ee84283 req-151edf25-33d4-48c4-b52c-206ccac7ba4f tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 949 time: 0.3374281 Aug 10 00:53:33.828246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] For port cfb10035-3245-4620-95af-b5dc0c780aca, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cfb10035-3245-4620-95af-b5dc0c780aca,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:33.846704 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.849844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6d7e05b5-73a7-4761-ba03-a148afa95163', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'port_id': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:53:03Z', 'updated_at': '2021-08-10T00:53:26Z', 'revision_number': 1, 'project_id': '02906b1671484ec09c948c375de04f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:33.863315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-408ee22a-8f31-40d6-81fc-87632d80c697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:33.920330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-feebe8bd-b1ef-48c2-b0cb-b0433540a756 None None] Provisioning for port 17028d46-57cd-4ea5-9342-fed8ec5f1361 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:33.923188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5278c6a-5a1f-4b49-9cff-186420378f88 None None] The sync data for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 is: [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6d7e05b5-73a7-4761-ba03-a148afa95163', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'port_id': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'mac_address': 'fa:16:3e:1d:e7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:53:03Z', 'updated_at': '2021-08-10T00:53:26Z', 'revision_number': 1, 'project_id': '02906b1671484ec09c948c375de04f1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:34.019231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.039307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28cab608-7249-4e2b-89b1-a8e36ee84283 req-254cbae5-f17c-4195-8810-12ba1c3d1fe9 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537982 Aug 10 00:53:34.118651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9a1c-7ae1-43cb-8af0-60f7faa730e8 None None] Pushing event updated for resources: {'Port': ['ID=cfb10035-3245-4620-95af-b5dc0c780aca,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:34.119842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.144429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.273294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Transition to ACTIVE for port object c8de6ea5-91e4-457d-b6fe-61acd0717935 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:34.382309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Router 5b516910-dba3-4d90-ae6d-83d3b7ac180c is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:34.462360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-408ee22a-8f31-40d6-81fc-87632d80c697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.483143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-408ee22a-8f31-40d6-81fc-87632d80c697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.504338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774527b3-a526-4bb8-bb9e-404976e30468 None None] New status for floating IP 6d7e05b5-73a7-4761-ba03-a148afa95163: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:53:34.577211 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.589942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.591413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7222b40-0b84-4bf4-9401-c58ced6f2815 HTTP/1.1" status: 204 len: 168 time: 0.9973960 Aug 10 00:53:34.610575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:34.622273 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Sync routers for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:34.639930 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:34.642206 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:34.647416 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.651656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b4de7f2-884a-477c-be61-93751d53445b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3254378 Aug 10 00:53:34.651656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58774) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:34.654689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17028d46-57cd-4ea5-9342-fed8ec5f1361 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:34.663674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:34.712918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-408ee22a-8f31-40d6-81fc-87632d80c697 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=008748c49bfc486aafb8831521a991c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9525907 Aug 10 00:53:34.718972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58776) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:34.720462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee22a-8f31-40d6-81fc-87632d80c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eea64fc-419a-4a6c-9155-777ab69dee69,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:34.733837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.757040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:34.891985 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:34.988124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 17028d46-57cd-4ea5-9342-fed8ec5f1361 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:35.036982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17028d46-57cd-4ea5-9342-fed8ec5f1361 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:35.037406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.107494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 638e6a82-f1d6-4320-8602-b50e12051041 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:35.108429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.214045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0868e2-59b1-40ec-8d0a-cb02bd7c5674 req-e412636a-b8c3-4829-aaae-7e1bf501a695 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:35.231322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe0868e2-59b1-40ec-8d0a-cb02bd7c5674 req-e412636a-b8c3-4829-aaae-7e1bf501a695 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 945 time: 0.3455188 Aug 10 00:53:35.393630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:35.455583 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 3, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:35.489341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bdf34-fa21-49cc-98d7-6435eeb24daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7222b40-0b84-4bf4-9401-c58ced6f2815,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:35.497424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe0868e2-59b1-40ec-8d0a-cb02bd7c5674 req-8ef1da66-bb8d-4ccc-9c33-cc94df61aa09 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648735 Aug 10 00:53:35.540306 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Checking router: 5b516910-dba3-4d90-ae6d-83d3b7ac180c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:35.540658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Updating router 5b516910-dba3-4d90-ae6d-83d3b7ac180c port 0ef7989f-0a91-410c-897f-4e50486b259b binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:35.603600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:35.615105 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.620134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.622737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:35.626032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:35.693432 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.707845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Pushing event updated for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:35.753599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7a596-434f-4aff-a188-80d599ae41f7 req-82a61216-883c-4137-b87c-2ce5da0270bf tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:35.767543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d7a596-434f-4aff-a188-80d599ae41f7 req-82a61216-883c-4137-b87c-2ce5da0270bf tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 949 time: 0.3307073 Aug 10 00:53:35.775856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:35.777427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.786532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:35.789765 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0c27ad-5d00-4922-8ced-23c56a8d9723" -d '{"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-plugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:35.793659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e1f32c-5faa-4bab-b4ef-f5b2d26a47fc None None] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:35.804534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.872723 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.921046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:35.979775 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b001003-2d2a-45a0-ad4f-f2b031afc518 x-openstack-request-id: req-0b001003-2d2a-45a0-ad4f-f2b031afc518 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:35.980286 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-plugged", "status": "completed", "tag": "638e6a82-f1d6-4320-8602-b50e12051041", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:35.980711 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b001003-2d2a-45a0-ad4f-f2b031afc518 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:35.981273 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041', 'code': 200} Aug 10 00:53:35.985620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:36.015017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:36.016516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.088545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.127158 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.148830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Transition to ACTIVE for port object 0ef7989f-0a91-410c-897f-4e50486b259b will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:36.156237 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.176982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58804) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:36.229804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d7a596-434f-4aff-a188-80d599ae41f7 req-70366815-a2ed-46cb-90d0-74cc2df94f5d tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457438 Aug 10 00:53:36.247604 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8afde-88b1-4b9d-a72e-64e39101a244 None None] Pushing event updated for resources: {'Port': ['ID=0ef7989f-0a91-410c-897f-4e50486b259b,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.264359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeff20-8c08-47bd-a9a6-87405684a10f req-9d91b5b3-b3c9-456f-9f2c-2fb93261c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:36.266829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eabeff20-8c08-47bd-a9a6-87405684a10f req-9d91b5b3-b3c9-456f-9f2c-2fb93261c321 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 1098 time: 0.1631007 Aug 10 00:53:36.315780 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Attempting to bind port 0ef7989f-0a91-410c-897f-4e50486b259b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:36.316149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Attempting to bind port 0ef7989f-0a91-410c-897f-4e50486b259b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:36.318868 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Attempting to bind port 0ef7989f-0a91-410c-897f-4e50486b259b on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:36.319882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-97f3dad5-9f67-41e6-a322-527d260a71d7 None None] Provisioning for port cfb10035-3245-4620-95af-b5dc0c780aca completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:36.328301 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:36.332736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:36.333192 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.333594 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:36.334081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Bound port: 0ef7989f-0a91-410c-897f-4e50486b259b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:36.334462 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.340119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eabeff20-8c08-47bd-a9a6-87405684a10f req-35b8be58-c5e3-4e8f-b27e-382c7570fa49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648260 Aug 10 00:53:36.350200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 17028d46-57cd-4ea5-9342-fed8ec5f1361, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17028d46-57cd-4ea5-9342-fed8ec5f1361,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:36.361378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Allocated IP 172.20.0.1 (7078cfdf-5bfa-4b0f-9789-b995d7ff281f/22f9f403-a6f2-4051-ac3d-1408967bea4e/1c97358c-e7a5-4a82-9672-d7cbbcce1c38) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:36.387093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.387879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ed9afb8-442a-4ee5-92d9-174039cfacff up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:36.392100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.461193 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] For port 0ef7989f-0a91-410c-897f-4e50486b259b, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:36.465785 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] For port 0ef7989f-0a91-410c-897f-4e50486b259b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ef7989f-0a91-410c-897f-4e50486b259b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:36.471291 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.473371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1817353844-network', 'tenant_id': '73d43d8312394cf3af42ef4ad6b7e36c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:36.483090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.487540 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.491257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=17028d46-57cd-4ea5-9342-fed8ec5f1361,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.494204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eea64fc-419a-4a6c-9155-777ab69dee69 HTTP/1.1" status: 204 len: 168 time: 1.7635360 Aug 10 00:53:36.496346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.512672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1025bc-f248-4a64-8586-6f5b00981dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eea64fc-419a-4a6c-9155-777ab69dee69,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.601200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.608882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Made reservation on behalf of 73d43d8312394cf3af42ef4ad6b7e36c for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:36.614784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.629601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.633204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.662527 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8afde-88b1-4b9d-a72e-64e39101a244 None None] Pushing event updated for resources: {'Port': ['ID=0ef7989f-0a91-410c-897f-4e50486b259b,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:36.664740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-adba6454-3bc6-45a5-aef1-610edba7ad33 None None] Provisioning for port c8de6ea5-91e4-457d-b6fe-61acd0717935 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:36.665637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.666096 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:36.666917 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:36.692363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1ed9afb8-442a-4ee5-92d9-174039cfacff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:36.704490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Transition to ACTIVE for port object 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:36.708252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-adba6454-3bc6-45a5-aef1-610edba7ad33 None None] Provisioning complete for port c8de6ea5-91e4-457d-b6fe-61acd0717935 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:36.708839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-adba6454-3bc6-45a5-aef1-610edba7ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.724913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1ed9afb8-442a-4ee5-92d9-174039cfacff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:36.725934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.818369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:36.840784 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.888374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-adba6454-3bc6-45a5-aef1-610edba7ad33 None None] Port c8de6ea5-91e4-457d-b6fe-61acd0717935 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:36.914611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.928902 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:36.956316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.975963 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:36.987063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.013515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1ed9afb8-442a-4ee5-92d9-174039cfacff, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ed9afb8-442a-4ee5-92d9-174039cfacff,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:37.014724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.023300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.024262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.051897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:37.054589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:37.059351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:37.164569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1ed9afb8-442a-4ee5-92d9-174039cfacff,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.184498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.186115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.234806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.257128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Pushing event updated for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.291431 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 3, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:37.361390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.383936 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c66920-59d4-4703-99ab-06bc14ce2b28 None None] The sync data for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 is: [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 3, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:37.407683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4837caa-f19a-4de0-9577-b84128e2502e req-0fb1a057-4acf-4376-9db2-301437c0a68a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:37.416319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4837caa-f19a-4de0-9577-b84128e2502e req-0fb1a057-4acf-4376-9db2-301437c0a68a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.7348900 Aug 10 00:53:37.421437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e44417-6f48-43e9-b0d9-8ec08b392b8c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:37.477906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:53:37.502515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.502934 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Added segment 53976114-8513-426c-8810-920658306196 of type vlan for network be389aa0-9ec5-4501-aab2-41dd61b94953 Aug 10 00:53:37.546630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Router a7802d11-72ab-416d-a901-d057d41598b9 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:53:37.580000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d466110-47cb-40fb-b054-c1fd56d3bb47 None None] Provisioning for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:37.586150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d466110-47cb-40fb-b054-c1fd56d3bb47 None None] Provisioning complete for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:37.586872 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d466110-47cb-40fb-b054-c1fd56d3bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.589029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4837caa-f19a-4de0-9577-b84128e2502e req-4983faa0-6eaf-40d4-8f8a-c0204601c2e9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678245 Aug 10 00:53:37.614704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72603b-eb3d-4a89-9af3-198c28745403 req-a02fa1ef-bbf0-4a40-8e8e-54424221b406 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:37.616286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca72603b-eb3d-4a89-9af3-198c28745403 req-a02fa1ef-bbf0-4a40-8e8e-54424221b406 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.2121711 Aug 10 00:53:37.664303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6d466110-47cb-40fb-b054-c1fd56d3bb47 None None] Port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:37.667582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.727363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:37.728170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca72603b-eb3d-4a89-9af3-198c28745403 req-239ab5ce-1179-47aa-86fc-bca1a91ad80c tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000986 Aug 10 00:53:37.732294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:37.753445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17028d46-57cd-4ea5-9342-fed8ec5f1361 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:37.810156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.825329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.827430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:37.829741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.892035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17028d46-57cd-4ea5-9342-fed8ec5f1361 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:37.892506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:37.934109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:37.985744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:37.988043 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c54b8e0-f384-4afb-bd29-474b0a53c21b" -d '{"events": [{"server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "name": "network-vif-plugged", "status": "completed", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:38.008321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8236902 Aug 10 00:53:38.009299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58836) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:38.014158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80367146-2203-44fc-8f44-8fbee1f3c927 admin admin] Pushing event updated for resources: {'Network': ['ID=be389aa0-9ec5-4501-aab2-41dd61b94953,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:38.026971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:38.028555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Request body: {'subnet': {'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1817353844-subnet', 'tenant_id': '73d43d8312394cf3af42ef4ad6b7e36c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:38.043936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network be389aa0-9ec5-4501-aab2-41dd61b94953 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:53:38.059780 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.064294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9c388a15-6b1b-4274-844c-b86149ed6e1d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1385672 Aug 10 00:53:38.068265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58842) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:53:38.143819 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4ab505-1aac-4a26-9029-4203e927e6dc x-openstack-request-id: req-fe4ab505-1aac-4a26-9029-4203e927e6dc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:38.144412 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "name": "network-vif-plugged", "status": "completed", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:38.144835 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe4ab505-1aac-4a26-9029-4203e927e6dc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:38.145424 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667', 'code': 200} Aug 10 00:53:38.164679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:38.165590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:38.284465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Router 3ceffc80-2249-4555-8723-a66123074c4f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:38.293719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63eeb6b-7edd-483e-80ba-d231c440859d req-47b2d059-d003-435f-a7cc-b6739ccf6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:38.295194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f63eeb6b-7edd-483e-80ba-d231c440859d req-47b2d059-d003-435f-a7cc-b6739ccf6e59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 1102 time: 0.1118431 Aug 10 00:53:38.311666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Made reservation on behalf of 73d43d8312394cf3af42ef4ad6b7e36c for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:38.314806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.327814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.338318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.406862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ed9afb8-442a-4ee5-92d9-174039cfacff up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:38.413326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f63eeb6b-7edd-483e-80ba-d231c440859d req-fcf7e3b9-33ed-45a1-884c-1f5008f54b26 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971634 Aug 10 00:53:38.442055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Pushing event updated for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:38.446546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.469927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b8f2db6-c5cf-4b33-806d-d1be480b31b6 None None] Provisioning complete for port c8de6ea5-91e4-457d-b6fe-61acd0717935 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:38.470305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b8f2db6-c5cf-4b33-806d-d1be480b31b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:38.516995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:38.527092 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Sync routers for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:38.535750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f2db6-c5cf-4b33-806d-d1be480b31b6 None None] Port c8de6ea5-91e4-457d-b6fe-61acd0717935 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:38.541845 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:38.542688 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:38.562549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:38.581824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bfeaec30-366b-45cb-b472-213b717d2e55 admin admin] 10.222.0.25 "PUT /v2.0/routers/3ceffc80-2249-4555-8723-a66123074c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6209018 Aug 10 00:53:38.655481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:38.657021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:38.912862 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:39.007379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1ed9afb8-442a-4ee5-92d9-174039cfacff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:39.010981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.158916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be3962-9646-4746-ba05-feaf1b5629a1 req-4629d335-ea7f-440a-8d16-01e508dd30a8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:39.160602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87be3962-9646-4746-ba05-feaf1b5629a1 req-4629d335-ea7f-440a-8d16-01e508dd30a8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.3154869 Aug 10 00:53:39.209460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Router 5b516910-dba3-4d90-ae6d-83d3b7ac180c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:39.298619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87be3962-9646-4746-ba05-feaf1b5629a1 req-dd72c982-2e39-4551-86b6-2803c10d7626 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290641 Aug 10 00:53:39.356703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c5aba389-277f-4b41-9fc4-65d21d5e6dc0 None None] Provisioning complete for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:39.357403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69376993-8174-497d-87fa-01012a7b0861 req-1c818e3e-0b31-4cab-8797-a9aee82b2b25 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:39.357929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c5aba389-277f-4b41-9fc4-65d21d5e6dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.373812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69376993-8174-497d-87fa-01012a7b0861 req-1c818e3e-0b31-4cab-8797-a9aee82b2b25 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.2524004 Aug 10 00:53:39.426287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cfb10035-3245-4620-95af-b5dc0c780aca up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:39.432383 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'c8de6ea5-91e4-457d-b6fe-61acd0717935', 'name': '', 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'mac_address': 'fa:16:3e:9e:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'fba99446-0575-4191-9d47-602a99d4833a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 2, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'subnets': [{'id': 'fba99446-0575-4191-9d47-602a99d4833a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:39.480915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c5aba389-277f-4b41-9fc4-65d21d5e6dc0 None None] Port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:39.487585 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Checking router: 3ceffc80-2249-4555-8723-a66123074c4f for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:39.488149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Updating router 3ceffc80-2249-4555-8723-a66123074c4f port c8de6ea5-91e4-457d-b6fe-61acd0717935 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:39.497715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:39.521066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:39.529057 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.534261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:39.535199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92828a29-209d-4dc3-bef3-dc6bbaf91772 admin admin] 10.222.0.25 "PUT /v2.0/routers/5b516910-dba3-4d90-ae6d-83d3b7ac180c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8825960 Aug 10 00:53:39.536267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Updating router a7802d11-72ab-416d-a901-d057d41598b9 port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:39.586759 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.642278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cfb10035-3245-4620-95af-b5dc0c780aca completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:39.664722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cfb10035-3245-4620-95af-b5dc0c780aca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:39.665220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:39.908627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69376993-8174-497d-87fa-01012a7b0861 req-04021b25-1bd8-4520-9b03-8d1019dbf004 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337181 Aug 10 00:53:39.923511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.052365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.158038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c339fc1f-504c-4b6a-b467-c985a72a5326,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:40.174315 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.192497 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Transition to ACTIVE for port object c8de6ea5-91e4-457d-b6fe-61acd0717935 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:40.209796 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.222176 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.251240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Checking segment: {'id': '53976114-8513-426c-8810-920658306196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:40.251741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Network hostable DHCP agents. Network: be389aa0-9ec5-4501-aab2-41dd61b94953, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:53:40.269281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-27383f5d-7864-40eb-86a0-ed1fabe48197 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5257592 Aug 10 00:53:40.288405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:40.344424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.350881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port cfb10035-3245-4620-95af-b5dc0c780aca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cfb10035-3245-4620-95af-b5dc0c780aca,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:40.376132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.393417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Sync routers for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:40.439207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd2b6-908a-4131-8e73-d9f0fc355a56 req-f3004117-60e4-49a5-9598-3173df103c31 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:40.440929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d0bd2b6-908a-4131-8e73-d9f0fc355a56 req-f3004117-60e4-49a5-9598-3173df103c31 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.2713087 Aug 10 00:53:40.448550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Attempting to bind port c8de6ea5-91e4-457d-b6fe-61acd0717935 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:40.448926 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Attempting to bind port c8de6ea5-91e4-457d-b6fe-61acd0717935 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:40.449286 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Attempting to bind port c8de6ea5-91e4-457d-b6fe-61acd0717935 on network 22735c46-8db8-4536-aa5f-ac85e8837bd1 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:40.470260 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:40.471243 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Checking segment: {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:40.471822 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.472380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Bound using segment: {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:40.473048 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Bound port: c8de6ea5-91e4-457d-b6fe-61acd0717935, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:40.474482 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.497615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:40.512450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:40.533412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Network be389aa0-9ec5-4501-aab2-41dd61b94953 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:53:40.572366 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f49297-4e5e-4df4-a65d-59ab5b49bef1 None None] Pushing event updated for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:40.625909 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] For port c8de6ea5-91e4-457d-b6fe-61acd0717935, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:40.638284 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] For port c8de6ea5-91e4-457d-b6fe-61acd0717935, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c8de6ea5-91e4-457d-b6fe-61acd0717935,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:40.643778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, be389aa0-9ec5-4501-aab2-41dd61b94953) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:40.646805 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.680729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:40.686194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:40.738480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dcacb996-15e9-4dce-bb3c-9e51338646cb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7176161 Aug 10 00:53:40.738480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Allocated IP 172.20.0.1 (1f2b783a-a442-43fb-83e4-e01db2f19fcb/a1cea85a-376f-465f-9583-824741d9ad66/ad3006ac-4c48-4486-b99e-7775a51aa2a4) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:40.756385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d0bd2b6-908a-4131-8e73-d9f0fc355a56 req-5afb60d7-e911-4d9b-84a4-8e93eaa79131 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181811 Aug 10 00:53:40.835011 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:40.835800 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:40.857986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ef7989f-0a91-410c-897f-4e50486b259b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:40.869147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bb9366-7ff3-4349-bdd8-aab90f273abe None None] Network be389aa0-9ec5-4501-aab2-41dd61b94953 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:40.966142 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f49297-4e5e-4df4-a65d-59ab5b49bef1 None None] Pushing event updated for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.003261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.030799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Transition to ACTIVE for port object 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:41.122963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=cfb10035-3245-4620-95af-b5dc0c780aca,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.137122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.166284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.181310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Transition to ACTIVE for port object ad3006ac-4c48-4486-b99e-7775a51aa2a4 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:41.190439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.221446 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:41.279342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.358895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53dc0-ed5d-4b32-902d-fef18442b53d None None] Pushing event updated for resources: {'Port': ['ID=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.371641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:41.380457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:41.386535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:41.465000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:41.486304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Attempting to bind port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:41.489967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Attempting to bind port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:41.491659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Attempting to bind port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:41.532960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Allocated IP 172.25.7.52 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f0e35f14-2cfc-47b9-a497-498d10169830) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:41.543082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:41.544073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:41.544686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.545309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:41.545993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Bound port: 11b7379c-a09d-44d2-beb4-9fced5b8a2b2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:41.546592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.630322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] For port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:41.640412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] For port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:41.653582 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:53:41.657922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0ef7989f-0a91-410c-897f-4e50486b259b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:41.669117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.773051 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'c8de6ea5-91e4-457d-b6fe-61acd0717935', 'name': '', 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'mac_address': 'fa:16:3e:9e:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'fba99446-0575-4191-9d47-602a99d4833a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:40Z', 'revision_number': 4, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'subnets': [{'id': 'fba99446-0575-4191-9d47-602a99d4833a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:41.790561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0ef7989f-0a91-410c-897f-4e50486b259b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:41.790988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.843471 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88389eb1-1aec-4f29-9309-54539d94926d None None] The sync data for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 is: [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'c8de6ea5-91e4-457d-b6fe-61acd0717935', 'name': '', 'network_id': '22735c46-8db8-4536-aa5f-ac85e8837bd1', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'mac_address': 'fa:16:3e:9e:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'fba99446-0575-4191-9d47-602a99d4833a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:40Z', 'revision_number': 4, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'subnets': [{'id': 'fba99446-0575-4191-9d47-602a99d4833a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:41.910096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:41.939365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:42.038484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.051873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53dc0-ed5d-4b32-902d-fef18442b53d None None] Pushing event updated for resources: {'Port': ['ID=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:42.079161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:42.080009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:42.197457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:42.199089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.221508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:42.239828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:42.255016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=f0e35f14-2cfc-47b9-a497-498d10169830,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:42.306115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61362cf2-2ead-4deb-a569-8357a6a269bc None None] Network be389aa0-9ec5-4501-aab2-41dd61b94953 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:53:42.313693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38703cfc-8316-400d-aa86-6dcfc8a74e30 req-66e88c4a-f86f-454e-8eb2-0f70f75435a9 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.321450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38703cfc-8316-400d-aa86-6dcfc8a74e30 req-66e88c4a-f86f-454e-8eb2-0f70f75435a9 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.8999510 Aug 10 00:53:42.380327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-50fbf276-2afa-49df-9a7d-883a802ed66d None None] Provisioning for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:42.406309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-50fbf276-2afa-49df-9a7d-883a802ed66d None None] Provisioning complete for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:42.407995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50fbf276-2afa-49df-9a7d-883a802ed66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.430544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38703cfc-8316-400d-aa86-6dcfc8a74e30 req-edf939a9-7ded-4633-bdd9-bafd121a2505 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079192 Aug 10 00:53:42.477571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.539786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.543567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:42.662330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:42.869798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-f598c05c-97bf-4abf-bc74-ef8a69c76632 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:42.878877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-f598c05c-97bf-4abf-bc74-ef8a69c76632 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.21 "GET /v2.0/ports?device_id=ba14284d-deb8-4e6a-86e0-7ff08283c304 HTTP/1.1" status: 200 len: 946 time: 0.2109630 Aug 10 00:53:42.984501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.006965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.018465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-50fbf276-2afa-49df-9a7d-883a802ed66d None None] Port ad3006ac-4c48-4486-b99e-7775a51aa2a4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:43.131215 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.131658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-3221718d-dbfd-4344-b37e-e760921d6688 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:43.143139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-3221718d-dbfd-4344-b37e-e760921d6688 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/networks?id=be389aa0-9ec5-4501-aab2-41dd61b94953 HTTP/1.1" status: 200 len: 814 time: 0.4629898 Aug 10 00:53:43.149713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.168752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:43.182207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-8e7d5413-f439-4b7e-b395-8a3d729eee32 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/quotas/73d43d8312394cf3af42ef4ad6b7e36c HTTP/1.1" status: 200 len: 375 time: 0.0375452 Aug 10 00:53:43.233590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Deleting port 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:43.233937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.336414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.342634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0ef7989f-0a91-410c-897f-4e50486b259b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ef7989f-0a91-410c-897f-4e50486b259b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:43.359105 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.376867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:43.387392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-11763211-8a51-416b-9a94-4b9b34fdda00 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=73d43d8312394cf3af42ef4ad6b7e36c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2039998 Aug 10 00:53:43.416112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:43.471117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0ef7989f-0a91-410c-897f-4e50486b259b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:43.492411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] For port 638e6a82-f1d6-4320-8602-b50e12051041, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=638e6a82-f1d6-4320-8602-b50e12051041,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:43.494006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.501908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:38Z', 'revision_number': 2, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:43.512820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Calling delete_port for 638e6a82-f1d6-4320-8602-b50e12051041 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:43.549106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Checking router: 5b516910-dba3-4d90-ae6d-83d3b7ac180c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:43.549850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Updating router 5b516910-dba3-4d90-ae6d-83d3b7ac180c port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:43.559878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:43.690256 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.699949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c8de6ea5-91e4-457d-b6fe-61acd0717935 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:43.708690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.756251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a31f3a-140f-4688-b689-c9e2ce05deaf None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:34Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:43.908844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=f0e35f14-2cfc-47b9-a497-498d10169830,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:43.921785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-39db516d-bccb-44e9-80fe-9eb2517d4e3a service neutron] 10.222.0.25 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333908 Aug 10 00:53:43.932233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.952614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.974113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:43.975456 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-aae0826e-22aa-46b3-ba22-f0c154b796ac tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6980026 Aug 10 00:53:43.995182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:53:44.007770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event deleted for resources: {'Port': ['ID=638e6a82-f1d6-4320-8602-b50e12051041,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:44.122120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] No DVR routers for this DVR port 638e6a82-f1d6-4320-8602-b50e12051041 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:44.125918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.128391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c8d2632-5711-4152-999b-9ebb6b717379 req-83bd71e0-8bf9-473e-81e5-6c35a2aaa3b0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.21 "DELETE /v2.0/ports/638e6a82-f1d6-4320-8602-b50e12051041 HTTP/1.1" status: 204 len: 173 time: 1.2405033 Aug 10 00:53:44.137584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-4e7f0d85-0ffa-4c00-9fde-0a558a0ced34 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.1312611 Aug 10 00:53:44.138080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-deleted', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:44.142042 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed69ba-affb-4023-bb67-6e79a0e26be6" -d '{"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-deleted", "tag": "638e6a82-f1d6-4320-8602-b50e12051041"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:44.166383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-f4bc82f3-6e4c-49a2-be53-1d5067d79263 service neutron] 10.222.0.25 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428937 Aug 10 00:53:44.286063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-1456cb20-7f9c-43ae-a83b-12b2f826f5df tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.287650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b3afa4-3382-4a2c-9f22-2bb1db893487 req-1456cb20-7f9c-43ae-a83b-12b2f826f5df tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1412718 Aug 10 00:53:44.325945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:53:44.347965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d3a79e87-a5d8-40b7-950f-cd7392b20782 admin admin] 10.222.0.25 "PUT /v2.0/routers/a7802d11-72ab-416d-a901-d057d41598b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2786357 Aug 10 00:53:44.626107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['638e6a82-f1d6-4320-8602-b50e12051041'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:44.767016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0058bf4d-5361-4487-9e1c-6175de17dc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.782309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-9313b76d-644f-4d60-bf92-cf57aa0b6a7a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:44.795054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-983e3da6-40ed-40ee-9154-8be6691fa55e None None] Provisioning complete for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:44.795453 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-983e3da6-40ed-40ee-9154-8be6691fa55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.798789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-9313b76d-644f-4d60-bf92-cf57aa0b6a7a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 0.3515363 Aug 10 00:53:44.856340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-01bdb031-d736-48f5-98cd-c171b34801db tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/quotas/dc66dfbc0db94b4d9ed8ee608c354e23 HTTP/1.1" status: 200 len: 375 time: 0.0556240 Aug 10 00:53:44.921376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-9d37cbaf-d136-4e0f-b385-56513c387bca tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621355 Aug 10 00:53:44.927957 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15abbd-e5ef-4fce-baf1-baf0f5d8b548 x-openstack-request-id: req-2b15abbd-e5ef-4fce-baf1-baf0f5d8b548 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:44.928249 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14284d-deb8-4e6a-86e0-7ff08283c304", "name": "network-vif-deleted", "tag": "638e6a82-f1d6-4320-8602-b50e12051041", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:44.928627 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b15abbd-e5ef-4fce-baf1-baf0f5d8b548 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:44.929417 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14284d-deb8-4e6a-86e0-7ff08283c304', 'name': 'network-vif-deleted', 'tag': '638e6a82-f1d6-4320-8602-b50e12051041', 'status': 'completed', 'code': 200} Aug 10 00:53:44.940573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c8de6ea5-91e4-457d-b6fe-61acd0717935 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:44.972210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c8de6ea5-91e4-457d-b6fe-61acd0717935 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:44.972494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:44.973845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-983e3da6-40ed-40ee-9154-8be6691fa55e None None] Port ad3006ac-4c48-4486-b99e-7775a51aa2a4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:45.125474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-d74e1803-4429-4576-9a9b-5b32be298d4a service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919343 Aug 10 00:53:45.156627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-c9420656-9e5e-4d3f-97c0-d4345bcc890d tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2056241 Aug 10 00:53:45.169482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:45.177994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.196093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.198533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Transition to ACTIVE for port object 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:45.215412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.215612 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.285609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-8994a90a-356e-45d1-96fa-031ed6977614 service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497633 Aug 10 00:53:45.352668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c8de6ea5-91e4-457d-b6fe-61acd0717935, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c8de6ea5-91e4-457d-b6fe-61acd0717935,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:45.375610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.384238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cfb10035-3245-4620-95af-b5dc0c780aca up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:45.386319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fec588-b6e8-4b5f-8c7e-4781b66a1d73 None None] Pushing event updated for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.452654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.690188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Allocated IP 172.25.7.246 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/6ee46d4a-d93a-4264-8a9d-91b25ec2f40e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:45.692605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:45.751492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Attempting to bind port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:45.752397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Attempting to bind port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:45.752766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Attempting to bind port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 on network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:45.761535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:45.762517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Checking segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:45.763131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.766815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Bound using segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:45.767838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Bound port: 1c97358c-e7a5-4a82-9672-d7cbbcce1c38, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:45.769022 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.774395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2c64fcd-3c65-465d-a732-765081becf01 req-03d7505d-117b-4137-bd99-1ca6abaee282 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0837061 Aug 10 00:53:45.974063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cfb10035-3245-4620-95af-b5dc0c780aca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:45.978184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:45.978972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.104754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.175784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:46.191756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:46.200106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:46.289657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] For port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:46.315429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] For port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:46.322864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-ad5e8948-aebf-4236-af8f-3620d6eb4061 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.326868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-ad5e8948-aebf-4236-af8f-3620d6eb4061 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 821 time: 0.2607353 Aug 10 00:53:46.403411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=6ee46d4a-d93a-4264-8a9d-91b25ec2f40e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:46.415702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.491513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.538888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-c7646a1e-0582-42b6-92d3-94f8eceb805d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/quotas/ae29d917b8ec4c6cb57222a335da91e5 HTTP/1.1" status: 200 len: 375 time: 0.1757317 Aug 10 00:53:46.584244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.593698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:46.604979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:46.864194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-74cd85e3-432a-4c26-8302-2fb2223a198a tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3161459 Aug 10 00:53:46.927512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-46e6ab90-58d7-48a4-a698-e6f26bf21c98 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:46.929948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-46e6ab90-58d7-48a4-a698-e6f26bf21c98 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.21 "GET /v2.0/networks?id=be389aa0-9ec5-4501-aab2-41dd61b94953 HTTP/1.1" status: 200 len: 814 time: 0.6012158 Aug 10 00:53:46.971650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:46.973553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Request body: {'port': {'device_id': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953', 'admin_state_up': True, 'tenant_id': '73d43d8312394cf3af42ef4ad6b7e36c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:46.988590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.014358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:47.091236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=6ee46d4a-d93a-4264-8a9d-91b25ec2f40e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:47.103769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:47.106161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:47.113552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fec588-b6e8-4b5f-8c7e-4781b66a1d73 None None] Pushing event updated for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:47.117229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.143722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.146053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-d7a437f6-2344-49ec-a66f-4a8f164b91eb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9824910 Aug 10 00:53:47.214525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-b2b06052-56af-481b-bf3f-63f2a0fbb7bb tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.0617738 Aug 10 00:53:47.242449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 638e6a82-f1d6-4320-8602-b50e12051041 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:47.242838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 638e6a82-f1d6-4320-8602-b50e12051041 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:47.337591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69cef6dc-9c53-4bc2-886c-1c147b8de63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.374109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-092729db-af16-474d-92a9-bc1ce0e2f5ef tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.375954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fbedfd88-c4be-41bc-806b-b85a1979d513 req-092729db-af16-474d-92a9-bc1ce0e2f5ef tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1553390 Aug 10 00:53:47.416941 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.494010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-3cdb3d60-d5ba-4d90-b1d0-03d999e0c648 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6128452 Aug 10 00:53:47.570374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:47.571464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02270e10-5a9f-4fb4-a8bc-9dd3d23f148d req-09d454c3-b07a-46db-ad54-d5471622236e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.579139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:47.582888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02270e10-5a9f-4fb4-a8bc-9dd3d23f148d req-09d454c3-b07a-46db-ad54-d5471622236e tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.1080694 Aug 10 00:53:47.583417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.627261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02270e10-5a9f-4fb4-a8bc-9dd3d23f148d req-0c83ddf5-946e-45ac-b9db-3a9acebe3818 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Aug 10 00:53:47.633170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Made reservation on behalf of 73d43d8312394cf3af42ef4ad6b7e36c for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:47.636870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.714660 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.735501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93b768d6-8eca-4525-9fbe-e54c90bd8ec1 req-08ee0f9e-d9f4-473c-89ae-816dc82c859f tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 210 time: 0.0519447 Aug 10 00:53:47.893765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-b0645a0f-c8a7-46f2-841e-afd3fb231ec8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:47.900131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-b0645a0f-c8a7-46f2-841e-afd3fb231ec8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 0.6106493 Aug 10 00:53:47.934445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Request body: {'port': {'device_id': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'admin_state_up': True, 'tenant_id': 'dc66dfbc0db94b4d9ed8ee608c354e23'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:47.951536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:47.959711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-3bf6032e-b516-4670-a3f2-8c51e3308e23 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638300 Aug 10 00:53:47.960332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:46Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:47.987293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f9042f0-b335-424d-90a7-d009e18d4506 req-f4f9d6b2-6ac3-4b24-981a-e4008989bb99 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0826559 Aug 10 00:53:48.066809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca35af-f243-4cb1-a78e-436ed4dfd43c None None] The sync data for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 is: [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:46Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:48.094342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:48.109857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.111877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c8de6ea5-91e4-457d-b6fe-61acd0717935 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:48.131609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Allocated IP 172.20.0.11 (be389aa0-9ec5-4501-aab2-41dd61b94953/c339fc1f-504c-4b6a-b467-c985a72a5326/4b35a6a2-870d-403d-bf7e-73402f8c823e) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:48.256443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-a86e264a-a4af-461d-9641-2110a75ee72f tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2545176 Aug 10 00:53:48.268612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:48.296608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Made reservation on behalf of dc66dfbc0db94b4d9ed8ee608c354e23 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:48.301915 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.313809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.366400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:48.403223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c8de6ea5-91e4-457d-b6fe-61acd0717935 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:48.405901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.512845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.560981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-9cee3f15-cc55-4915-af46-fe701084acd9 tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:48.569001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-9cee3f15-cc55-4915-af46-fe701084acd9 tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 1102 time: 0.2643392 Aug 10 00:53:48.596761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ef7989f-0a91-410c-897f-4e50486b259b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:48.624905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-f51ec838-67fd-4d3e-b58c-16b6b711cb6e tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.691207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0ef7989f-0a91-410c-897f-4e50486b259b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:48.692282 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.736635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.746853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Allocated IP 172.25.7.121 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/fc725b25-9647-4290-9942-570a0e7e4283) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:48.823806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Allocated IP 172.20.0.14 (0a0101fa-bbe2-4508-a03f-ececd0c9a896/58d2466c-2368-49f3-96af-190200cbe6fc/12e72535-df93-4deb-987e-487840dcf82e) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:48.901850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:48.958408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:49.027511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.057578 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.146024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=fc725b25-9647-4290-9942-570a0e7e4283,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.180629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:49.199423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:49.203907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:49.225906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:49.227046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.277752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Network be389aa0-9ec5-4501-aab2-41dd61b94953 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:49.295485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:49.326228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:49.340422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Pushing event updated for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.365870 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:53:49.376758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.383949 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:49.384799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:49.406035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-f51ec838-67fd-4d3e-b58c-16b6b711cb6e tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.473943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-f51ec838-67fd-4d3e-b58c-16b6b711cb6e tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.491205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.529124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.558960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21077a13-1ef5-4c44-8621-e3a29f679e97 req-f51ec838-67fd-4d3e-b58c-16b6b711cb6e tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9827859 Aug 10 00:53:49.569133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ec838-67fd-4d3e-b58c-16b6b711cb6e tempest-LiveMigrationNegativeTest-672195441 tempest-LiveMigrationNegativeTest-672195441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83337fe-8ecd-4b97-83bb-f3d47af2ac08,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:49.597112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:49.598235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.637851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.688465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-e695c9c7-fe97-40df-a108-01d7724916b1 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7237127 Aug 10 00:53:49.708652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Request body: {'port': {'device_id': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:49.734635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c643938c-aefc-400f-8ff8-51a25c56bd12 req-b16c5c14-f05e-49fa-8be5-47296a25a9cc tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 210 time: 0.0602465 Aug 10 00:53:49.930314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d692b4bc-fa8f-4b4a-8950-96ebac435a96 req-102c0971-3503-4db3-9be1-7c05cec46e62 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 210 time: 0.0458891 Aug 10 00:53:49.936767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.945839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.949075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:49.987275 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:50.165773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=fc725b25-9647-4290-9942-570a0e7e4283,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:50.214053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.263918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.267317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-b5e555e1-5020-4dc4-8a6f-35a42c5f61b6 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0089734 Aug 10 00:53:50.407416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-35e73fc1-9ec7-4ab7-afc7-5e3e1f479f33 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.1334713 Aug 10 00:53:50.535151 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 2, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:50.563447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.605438 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:53:50.613997 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Updating router a7802d11-72ab-416d-a901-d057d41598b9 port ad3006ac-4c48-4486-b99e-7775a51aa2a4 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:53:50.664961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-2749d8b6-3232-47b9-a066-606c375fb771 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.666413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4bfb48-2917-48df-a98f-3c111c216c99 req-2749d8b6-3232-47b9-a066-606c375fb771 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2561543 Aug 10 00:53:50.671851 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:50.757533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:50.785465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:50.804688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:50.964267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-723f11f1-b350-43ef-9cf7-73a777bd8afa tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.966018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-723f11f1-b350-43ef-9cf7-73a777bd8afa tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 821 time: 0.9878051 Aug 10 00:53:50.979249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de100abe-6dca-4173-b33f-12b4624dcd68 req-9464d137-57ad-4f2c-96e0-caa57c8224ef tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:50.981495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de100abe-6dca-4173-b33f-12b4624dcd68 req-9464d137-57ad-4f2c-96e0-caa57c8224ef tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 932 time: 0.4133706 Aug 10 00:53:50.995350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.021477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'port': {'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'admin_state_up': True, 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:51.034909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:51.058057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-29791ab7-213b-4ff1-a740-def5437397d5 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2747550 Aug 10 00:53:51.082325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:51.119253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:51.120208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.128952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.151402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:51.158326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:51.159090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.181389 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.217793 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Transition to ACTIVE for port object ad3006ac-4c48-4486-b99e-7775a51aa2a4 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:51.231532 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.289492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1e88e069-c009-4909-9156-2d05980a6262 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3650541 Aug 10 00:53:51.313595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de100abe-6dca-4173-b33f-12b4624dcd68 req-5d5e38d9-975a-49c0-83c1-b25e91c4fcf9 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024261 Aug 10 00:53:51.329953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Request body: {'port': {'device_id': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:51.407344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.432362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.461732 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1254b9a-aef5-4a58-ae3a-3548d4d8b962 None None] Pushing event updated for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.464171 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Attempting to bind port ad3006ac-4c48-4486-b99e-7775a51aa2a4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:51.464542 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Attempting to bind port ad3006ac-4c48-4486-b99e-7775a51aa2a4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:51.464948 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Attempting to bind port ad3006ac-4c48-4486-b99e-7775a51aa2a4 on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:51.474147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:51.474521 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Checking segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:51.474953 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.475337 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Bound using segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:51.475811 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Bound port: ad3006ac-4c48-4486-b99e-7775a51aa2a4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:51.476208 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.527471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:51.534780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.537268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb0f4c17-ca00-4f12-9802-0ae934f4607b req-de4872df-e4f0-49e4-9259-61123f37f3d3 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 210 time: 0.0826550 Aug 10 00:53:51.567777 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] For port ad3006ac-4c48-4486-b99e-7775a51aa2a4, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:51.571062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] For port ad3006ac-4c48-4486-b99e-7775a51aa2a4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad3006ac-4c48-4486-b99e-7775a51aa2a4,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:51.580438 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.634510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.656305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.678402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.678775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.679097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.679427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.679761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.680077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.680409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.680727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.681050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.681366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.681686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.682006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:53:51.737786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Allocated IP 172.25.7.90 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/3ca4d70d-ab69-42ba-ba7a-91b0fc12029c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:51.747357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Made reservation on behalf of ae29d917b8ec4c6cb57222a335da91e5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:53:51.751922 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1254b9a-aef5-4a58-ae3a-3548d4d8b962 None None] Pushing event updated for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:51.759925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.822276 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:53:51.823545 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:51.909291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:51.994513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.071880 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:53:52.084617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=3ca4d70d-ab69-42ba-ba7a-91b0fc12029c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.122273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b35a6a2-870d-403d-bf7e-73402f8c823e {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:52.125301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:52.133034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:52.142057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:52.142312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.246691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec905759-7b18-40e0-b820-b5c82e4e92b5 req-e9298af6-7539-4c5a-9c07-37e5d7f20ae1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.255197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec905759-7b18-40e0-b820-b5c82e4e92b5 req-e9298af6-7539-4c5a-9c07-37e5d7f20ae1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 932 time: 0.4012756 Aug 10 00:53:52.274105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Transition to ACTIVE for port object 4b35a6a2-870d-403d-bf7e-73402f8c823e will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:52.294439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.326530 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.368088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Allocated IP 172.20.0.4 (1f2b783a-a442-43fb-83e4-e01db2f19fcb/a1cea85a-376f-465f-9583-824741d9ad66/66f6b5e4-2ba4-47cc-bff7-bb299012be3e) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:53:52.394324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec905759-7b18-40e0-b820-b5c82e4e92b5 req-f1249d0b-78bd-4aaf-942a-81e96d14e170 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383517 Aug 10 00:53:52.410190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.507134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.523187 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:53:52.584095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:52.594633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.609343 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ac4d1e-c5e0-478a-8036-0a45881603ed None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:53:52.738001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Transition to ACTIVE for port object 12e72535-df93-4deb-987e-487840dcf82e will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:52.752104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.765778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.767027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.835246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event updated for resources: {'Port': ['ID=3ca4d70d-ab69-42ba-ba7a-91b0fc12029c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:52.974255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:52.979755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50e97d-8196-4618-8f15-ffedfe7ea552 req-44608e10-4b0c-4e35-ab57-385fdaad9e4a tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:52.988200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb50e97d-8196-4618-8f15-ffedfe7ea552 req-44608e10-4b0c-4e35-ab57-385fdaad9e4a tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 944 time: 0.2431014 Aug 10 00:53:53.002832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.004621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-95c9cd9a-7bae-4463-9334-f92478d7ed26 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9331849 Aug 10 00:53:53.022769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Attempting to bind port 4b35a6a2-870d-403d-bf7e-73402f8c823e on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:53.023102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Attempting to bind port 4b35a6a2-870d-403d-bf7e-73402f8c823e by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '53976114-8513-426c-8810-920658306196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:53.023429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Attempting to bind port 4b35a6a2-870d-403d-bf7e-73402f8c823e on network be389aa0-9ec5-4501-aab2-41dd61b94953 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:53.025379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:53.066800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:53.103950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-ad93e141-5b84-4f61-9e1f-5bca45853f1c tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.0891762 Aug 10 00:53:53.151570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Port 4b35a6a2-870d-403d-bf7e-73402f8c823e on network be389aa0-9ec5-4501-aab2-41dd61b94953 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:53.151906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Attempting to bind port 4b35a6a2-870d-403d-bf7e-73402f8c823e on network be389aa0-9ec5-4501-aab2-41dd61b94953 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:53.198816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:53.199487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.255910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-4f8e41e6-8c75-4d56-b602-3de3b1468b5e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.257380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0abf4cb8-57f4-42c0-bbde-e539bc026c5c req-4f8e41e6-8c75-4d56-b602-3de3b1468b5e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1417258 Aug 10 00:53:53.287204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb50e97d-8196-4618-8f15-ffedfe7ea552 req-adaf047d-e32a-452c-b715-70d60d87afd0 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925172 Aug 10 00:53:53.301266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:53.301417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Checking segment: {'id': '53976114-8513-426c-8810-920658306196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:53.301747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Bound using segment: {'id': '53976114-8513-426c-8810-920658306196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:53.302209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Bound port: 4b35a6a2-870d-403d-bf7e-73402f8c823e, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53976114-8513-426c-8810-920658306196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:53.302568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.387029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.415618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Attempting to bind port 12e72535-df93-4deb-987e-487840dcf82e on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:53.415959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Attempting to bind port 12e72535-df93-4deb-987e-487840dcf82e by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:53.416294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Attempting to bind port 12e72535-df93-4deb-987e-487840dcf82e on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:53.451545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Port 12e72535-df93-4deb-987e-487840dcf82e on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:53.451892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Attempting to bind port 12e72535-df93-4deb-987e-487840dcf82e on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:53.463743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-400fd1c5-8c60-4588-86b5-2d23f47e0b11 req-e5e5fd5f-3528-4b7d-968f-ea5800e7d950 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 210 time: 0.0425119 Aug 10 00:53:53.484083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Transition to ACTIVE for port object 66f6b5e4-2ba4-47cc-bff7-bb299012be3e will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:53.504354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:53.504696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Checking segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:53.505243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Bound using segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:53.505705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Bound port: 12e72535-df93-4deb-987e-487840dcf82e, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:53.506070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.548356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12ad18ac-fee3-45e2-8111-7ad2bad22e15 req-bd391099-78bc-42a8-b6ca-0c98fb16f927 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips/3004fa94-c34e-4350-99e6-5d2da6ec3b07 HTTP/1.1" status: 200 len: 692 time: 0.0655823 Aug 10 00:53:53.595190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:53.599696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e,segment=NetworkSegment(53976114-8513-426c-8810-920658306196),segment_id=53976114-8513-426c-8810-920658306196)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:53.621826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.636921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed7c40-9d14-4f06-814a-85ddc2bac67b req-83f0c5cd-b5de-43b0-9ba1-beb57d1932e1 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.646805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74ed7c40-9d14-4f06-814a-85ddc2bac67b req-83f0c5cd-b5de-43b0-9ba1-beb57d1932e1 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.2572157 Aug 10 00:53:53.728044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad18ac-fee3-45e2-8111-7ad2bad22e15 req-97b07250-9bd9-4f49-967a-4188da06a181 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.729877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12ad18ac-fee3-45e2-8111-7ad2bad22e15 req-97b07250-9bd9-4f49-967a-4188da06a181 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1675816 Aug 10 00:53:53.771988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.772609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.774027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b35a6a2-870d-403d-bf7e-73402f8c823e HTTP/1.1" status: 200 len: 1093 time: 4.0705810 Aug 10 00:53:53.774480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:53.776776 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1d958-407a-4c52-8227-b869dbd97ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:53.795225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:53.823687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6263d76-8f10-4ab6-8059-4e92c6a0b642 service neutron] Pushing event updated for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:53.856688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74ed7c40-9d14-4f06-814a-85ddc2bac67b req-4d7da3ba-4490-4917-b6b4-0401d684b362 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088850 Aug 10 00:53:53.933024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:53.940082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:53:53.956466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:53:53.975444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:53:53.985645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4d7f-249b-4f71-91db-4a0a187709ff req-65272ac5-be6e-4038-8751-a033c4c38078 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:53.995246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:53.995460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ded4d7f-249b-4f71-91db-4a0a187709ff req-65272ac5-be6e-4038-8751-a033c4c38078 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.1570275 Aug 10 00:53:54.003288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event updated for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:54.036684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.093295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ded4d7f-249b-4f71-91db-4a0a187709ff req-3d1a4ad2-13fb-41cc-8ef5-0634e191a869 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969071 Aug 10 00:53:54.192692 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae38ae1c-9bd8-41f7-a561-e53f9305f270 x-openstack-request-id: req-ae38ae1c-9bd8-41f7-a561-e53f9305f270 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:54.193040 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:54.193231 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae38ae1c-9bd8-41f7-a561-e53f9305f270 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:54.193626 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e', 'status': 'completed', 'code': 200} Aug 10 00:53:54.224007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-56881aba-ee65-4271-8b17-e63d8e462e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.225537 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-56881aba-ee65-4271-8b17-e63d8e462e79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73d43d8312394cf3af42ef4ad6b7e36c&device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 1096 time: 0.3679147 Aug 10 00:53:54.254972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.255818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.257256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] 10.222.0.10 "PUT /v2.0/ports/12e72535-df93-4deb-987e-487840dcf82e HTTP/1.1" status: 200 len: 1093 time: 2.9538908 Aug 10 00:53:54.286247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-b05a0e1c-846a-4c2e-a374-36dab8c32508 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips/3004fa94-c34e-4350-99e6-5d2da6ec3b07 HTTP/1.1" status: 200 len: 692 time: 0.2434487 Aug 10 00:53:54.340169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-973e6a2f-96d2-4c02-859e-c8750c1ebbd2 None None] Provisioning for port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:54.348862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-973e6a2f-96d2-4c02-859e-c8750c1ebbd2 None None] Provisioning complete for port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:54.350901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-973e6a2f-96d2-4c02-859e-c8750c1ebbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.369470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-2fcced3b-9627-4561-8385-73a60dc77473 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e HTTP/1.1" status: 200 len: 217 time: 0.0994427 Aug 10 00:53:54.376754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.378124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:54.441411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-973e6a2f-96d2-4c02-859e-c8750c1ebbd2 None None] Port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:53:54.504536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cabe65-4582-4696-a6f3-7d7a69fac50a req-6df6a47e-e12b-4381-82f1-beedcaff7f6f tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.506260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47cabe65-4582-4696-a6f3-7d7a69fac50a req-6df6a47e-e12b-4381-82f1-beedcaff7f6f tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0699773 Aug 10 00:53:54.574243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47cabe65-4582-4696-a6f3-7d7a69fac50a req-0fd04abc-f7a7-413a-9a68-7d6da510fcde tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580218 Aug 10 00:53:54.733177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4d349-5256-495b-b5d5-ae2fbe0f79e3 req-81c2fe05-5b1f-4d70-a253-50ca48871c8e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.735225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b4d349-5256-495b-b5d5-ae2fbe0f79e3 req-81c2fe05-5b1f-4d70-a253-50ca48871c8e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 931 time: 0.0946348 Aug 10 00:53:54.783329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b4d349-5256-495b-b5d5-ae2fbe0f79e3 req-ecfb2ea3-daf3-4c34-b022-91e2ee83d8d8 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Aug 10 00:53:54.851722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63923db2-3355-4c03-9303-a0705dd2d03a service neutron] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:54.871526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-0d17a926-c204-42a9-9765-d3a146623cc1 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.873002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-0d17a926-c204-42a9-9765-d3a146623cc1 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.10 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.6785970 Aug 10 00:53:54.880524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-eb8f3b5e-3bed-4749-9b19-425f605722fb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8898532 Aug 10 00:53:54.928011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Request body: {'port': {'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:53:54.981678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad3006ac-4c48-4486-b99e-7775a51aa2a4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:54.982401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-39460685-75d8-4917-b9c0-97960c8d73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.984566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-39460685-75d8-4917-b9c0-97960c8d73a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c339fc1f-504c-4b6a-b467-c985a72a5326 HTTP/1.1" status: 200 len: 854 time: 0.6026404 Aug 10 00:53:54.993745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-4edaed27-b279-435a-b12b-e957f30f8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:54.997898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-4edaed27-b279-435a-b12b-e957f30f8ad2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 1096 time: 0.6729031 Aug 10 00:53:55.054858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef10d-4e55-402f-90cd-64c11f812698 req-dd3219e2-ba1f-4a67-ada9-eacc8a87bdec tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.064223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-682ef10d-4e55-402f-90cd-64c11f812698 req-dd3219e2-ba1f-4a67-ada9-eacc8a87bdec tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.0932710 Aug 10 00:53:55.105094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-4d6c2aaa-2fe9-4c06-a77e-b84543a028a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be389aa0-9ec5-4501-aab2-41dd61b94953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065834 Aug 10 00:53:55.111788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-682ef10d-4e55-402f-90cd-64c11f812698 req-a04422e8-b5b0-42e8-a1e6-694142db843a tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Aug 10 00:53:55.140990 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-25a7f0e6-fe2a-4a89-86c8-49a48ae7b225 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12e72535-df93-4deb-987e-487840dcf82e HTTP/1.1" status: 200 len: 217 time: 0.1299567 Aug 10 00:53:55.193798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-3e671cda-1a79-4716-9e63-4c0ce1deb9e0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.204278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-3e671cda-1a79-4716-9e63-4c0ce1deb9e0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.9054706 Aug 10 00:53:55.205857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:53:55.210556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:55.211231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.262558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.312957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.324673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-1d4b0827-48ff-49b8-bc89-44a8c08ba44c tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.1194594 Aug 10 00:53:55.372203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce4fa-58b3-4071-bdde-dc4bac0fed0c req-dba77550-d950-416d-9d4f-1da45ee95f84 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.385947 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f12ce4fa-58b3-4071-bdde-dc4bac0fed0c req-dba77550-d950-416d-9d4f-1da45ee95f84 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.0924957 Aug 10 00:53:55.414916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ad3006ac-4c48-4486-b99e-7775a51aa2a4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad3006ac-4c48-4486-b99e-7775a51aa2a4,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:55.425346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.443963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f12ce4fa-58b3-4071-bdde-dc4bac0fed0c req-9661728d-fef9-45ef-87eb-6cc6a24fbde1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568240 Aug 10 00:53:55.461039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-ce70dc54-713a-4e03-bcf5-c7010162ebc4 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.90 HTTP/1.1" status: 200 len: 695 time: 0.1354299 Aug 10 00:53:55.474846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-30a0eaac-6e25-4a25-bb2e-63d1d7eaf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.476590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-30a0eaac-6e25-4a25-bb2e-63d1d7eaf9c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.3167894 Aug 10 00:53:55.505841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:55.528327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Deleting port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:55.528674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.597856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-53c0c642-cf1a-4060-bf53-d8b97cfded7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836949 Aug 10 00:53:55.608095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-c28bd7f4-7069-4f1c-b7d2-2641a3219bc5 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806948 Aug 10 00:53:55.717666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:55.741639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba9ca0-f81c-4554-8ed9-182e8f6dd98c req-c3583b40-c131-4bf1-9543-f4a8e15f9d9b tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.746230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81ba9ca0-f81c-4554-8ed9-182e8f6dd98c req-c3583b40-c131-4bf1-9543-f4a8e15f9d9b tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0794005 Aug 10 00:53:55.831275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81ba9ca0-f81c-4554-8ed9-182e8f6dd98c req-43c80796-9ec8-4776-af9c-e335c14c7279 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699604 Aug 10 00:53:55.955051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc3441-b94c-4c7b-964c-58a46ce387ab req-bbf1bf40-52a1-401c-82d5-ea7d45cb9daf tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:55.956715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0bfc3441-b94c-4c7b-964c-58a46ce387ab req-bbf1bf40-52a1-401c-82d5-ea7d45cb9daf tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 931 time: 0.0638106 Aug 10 00:53:56.002380 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.024250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] For port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:56.024871 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.031328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0bfc3441-b94c-4c7b-964c-58a46ce387ab req-1d23beb2-b448-423c-a92c-e7a9acafe979 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647552 Aug 10 00:53:56.067112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Calling delete_port for 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:56.088322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-1aacbc07-4797-4121-b748-476e7c5a9084 service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760911 Aug 10 00:53:56.116748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81d05491-818d-4538-a457-bc349a2ed1c8 req-cef1c451-d895-463b-8012-d120592100e3 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942079 Aug 10 00:53:56.211028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'tag': '12e72535-df93-4deb-987e-487840dcf82e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:56.214218 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "tag": "12e72535-df93-4deb-987e-487840dcf82e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:56.224274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Deleting port 3ca4d70d-ab69-42ba-ba7a-91b0fc12029c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:53:56.224618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.241070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421ce76-9b24-4654-9a8b-c58af5fd6ea1 req-463a24df-3acd-49d7-9c5b-6c30b6b75522 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.244670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4421ce76-9b24-4654-9a8b-c58af5fd6ea1 req-463a24df-3acd-49d7-9c5b-6c30b6b75522 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 950 time: 0.0518262 Aug 10 00:53:56.292317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4421ce76-9b24-4654-9a8b-c58af5fd6ea1 req-2766ec65-f3e5-451c-930b-d12c6287da97 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Aug 10 00:53:56.435859 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc320d3-adfe-462e-97ad-b2a39d73ebf4 x-openstack-request-id: req-2fc320d3-adfe-462e-97ad-b2a39d73ebf4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:56.436144 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "tag": "12e72535-df93-4deb-987e-487840dcf82e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:56.436384 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fc320d3-adfe-462e-97ad-b2a39d73ebf4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:56.436777 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'tag': '12e72535-df93-4deb-987e-487840dcf82e', 'status': 'completed', 'code': 200} Aug 10 00:53:56.443621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-10bb41ca-bae3-4d95-9c46-29d56727f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.445150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-10bb41ca-bae3-4d95-9c46-29d56727f8d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73d43d8312394cf3af42ef4ad6b7e36c&device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 1096 time: 0.2266655 Aug 10 00:53:56.464253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5987c755-576e-4503-9ebe-5a01a5d85776 req-ed942241-671e-4b58-98bd-d45da0959d1f service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639076 Aug 10 00:53:56.489372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.489713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.614996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f6b5e4-2ba4-47cc-bff7-bb299012be3e {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:56.620740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Calling delete_port for 3ca4d70d-ab69-42ba-ba7a-91b0fc12029c owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:53:56.700131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d599878-d881-4aed-9f74-116908ee9489 req-b8605db2-8a42-422b-98f9-a8a1e13768f4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:56.701895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d599878-d881-4aed-9f74-116908ee9489 req-b8605db2-8a42-422b-98f9-a8a1e13768f4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.0739806 Aug 10 00:53:56.726514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:56.744253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Transition to ACTIVE for port object 66f6b5e4-2ba4-47cc-bff7-bb299012be3e will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:53:56.754986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d599878-d881-4aed-9f74-116908ee9489 req-74b048c1-8f30-4b75-99a9-4bb4656709bf tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458598 Aug 10 00:53:56.787333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.004553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad3006ac-4c48-4486-b99e-7775a51aa2a4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:53:57.085328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273157e1-f45e-4071-822d-1cc6387790f0 req-e191831f-42e9-4625-b087-bc875752c8f6 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.087024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-273157e1-f45e-4071-822d-1cc6387790f0 req-e191831f-42e9-4625-b087-bc875752c8f6 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 944 time: 0.1054893 Aug 10 00:53:57.126835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ad3006ac-4c48-4486-b99e-7775a51aa2a4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:53:57.130347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.176309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-273157e1-f45e-4071-822d-1cc6387790f0 req-040cb938-1442-4696-ba4a-53fbf54843c5 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829833 Aug 10 00:53:57.291666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.313002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['15691c81-b8df-4e5f-a474-d57ed0202741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:57.316182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-794a3749-739e-4d89-8266-30f5bc14d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.317731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-794a3749-739e-4d89-8266-30f5bc14d7e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=be389aa0-9ec5-4501-aab2-41dd61b94953 HTTP/1.1" status: 200 len: 914 time: 0.8644407 Aug 10 00:53:57.345956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-69eee2eb-721e-4eba-a5cf-34d6b2a84ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.347504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-69eee2eb-721e-4eba-a5cf-34d6b2a84ec1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 1096 time: 0.6993248 Aug 10 00:53:57.364366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b97c1b-9133-4d07-ad70-b1b0525161b7 req-3252c562-07ac-482b-ac00-7be3dce81467 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.366616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15b97c1b-9133-4d07-ad70-b1b0525161b7 req-3252c562-07ac-482b-ac00-7be3dce81467 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 943 time: 0.0684559 Aug 10 00:53:57.423550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-35d214d6-e1d9-495f-92b7-456d5cab389c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e HTTP/1.1" status: 200 len: 217 time: 0.0750189 Aug 10 00:53:57.424315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.456357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15b97c1b-9133-4d07-ad70-b1b0525161b7 req-28553f8e-4c05-4811-b669-0132b8366b5b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800483 Aug 10 00:53:57.552156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:53:57.586509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:53:57.587348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:53:57.611097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e159367-c9fc-4792-8781-d374e6b99198 req-9e77580c-9f85-49a8-a585-d8b89d08c277 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec3f7229-5984-4a86-aa99-229f333ecf14 HTTP/1.1" status: 200 len: 210 time: 0.0754411 Aug 10 00:53:57.714600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] No DVR routers for this DVR port 39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:53:57.718512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:57.721686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec6ea78c-2c6b-4112-8696-f15764f936d8 req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.10 "DELETE /v2.0/ports/39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667 HTTP/1.1" status: 204 len: 173 time: 2.8336258 Aug 10 00:53:57.809623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958276fb-ef7e-4bfc-90b2-edc372e57fbb tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Pushing event deleted for resources: {'Port': ['ID=39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:57.892523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-566becf8-21d3-4ac9-b7d5-af82249500d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.894024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-566becf8-21d3-4ac9-b7d5-af82249500d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c339fc1f-504c-4b6a-b467-c985a72a5326 HTTP/1.1" status: 200 len: 854 time: 0.4033101 Aug 10 00:53:57.898922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-51ad330b-933e-46e5-8548-d85967746bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:57.900472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-51ad330b-933e-46e5-8548-d85967746bec service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 915 time: 0.4967229 Aug 10 00:53:57.901163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Attempting to bind port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:53:57.901506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Attempting to bind port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:53:57.901829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Attempting to bind port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:57.977361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-8c0150d2-1321-4bba-9e74-e1ceb1ad663c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be389aa0-9ec5-4501-aab2-41dd61b94953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712819 Aug 10 00:53:57.977922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:53:57.978251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Attempting to bind port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:53:57.984945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-80f9ee51-cae9-4bfc-b552-5088d2ee0607 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12e72535-df93-4deb-987e-487840dcf82e HTTP/1.1" status: 200 len: 217 time: 0.0680981 Aug 10 00:53:58.007301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:53:58.007652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Checking segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:53:58.008045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Bound using segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:53:58.008502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Bound port: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:53:58.008858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.046571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.128330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event deleted for resources: {'Port': ['ID=3ca4d70d-ab69-42ba-ba7a-91b0fc12029c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:58.189553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-0d5225f0-c726-4d79-a539-bc1c02bb7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.191067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-0d5225f0-c726-4d79-a539-bc1c02bb7900 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.1947844 Aug 10 00:53:58.326556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51dc74-a037-4e1f-96cb-f103b066a425 req-37dd9bfb-1cb8-4115-a792-dd42acb5e498 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.335189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce51dc74-a037-4e1f-96cb-f103b066a425 req-37dd9bfb-1cb8-4115-a792-dd42acb5e498 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.4885678 Aug 10 00:53:58.370816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-1fded0a2-e777-4ac7-8c0b-d79854e13478 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508760 Aug 10 00:53:58.387319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:53:58.415336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce51dc74-a037-4e1f-96cb-f103b066a425 req-9861436b-0ac8-4155-8d3b-201373c4fab2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789218 Aug 10 00:53:58.428197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-e1d2096c-c9c5-4514-ac88-57fe80098d88 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381716 Aug 10 00:53:58.500304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'name': 'network-vif-deleted', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:53:58.502731 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f73cb-f3f3-4818-bacb-bfcc9c96fa88" -d '{"events": [{"server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "name": "network-vif-deleted", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:53:58.550701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:53:58.573407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c68b-7284-4fdd-a8a6-83acb735a76d req-a0e59ca0-5d05-461c-8e98-68a46af14ca9 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.581781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6c7c68b-7284-4fdd-a8a6-83acb735a76d req-a0e59ca0-5d05-461c-8e98-68a46af14ca9 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0923469 Aug 10 00:53:58.634755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.695197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6c7c68b-7284-4fdd-a8a6-83acb735a76d req-8334ede5-d998-4f49-a030-b98581f573bb tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121218 Aug 10 00:53:58.702647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.705801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.706393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d3b919-48db-4fa9-aa47-38c33e12d1f1 req-f764fc2f-7581-46f6-863a-3d6fec1aea93 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "DELETE /v2.0/floatingips/3004fa94-c34e-4350-99e6-5d2da6ec3b07 HTTP/1.1" status: 204 len: 173 time: 3.2443597 Aug 10 00:53:58.717783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4b35a6a2-870d-403d-bf7e-73402f8c823e details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:58.755216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:58.755941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:58.757386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] 10.222.0.21 "PUT /v2.0/ports/66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 1092 time: 3.8575370 Aug 10 00:53:58.808821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea053e5-dd48-4031-907e-c2f963f79e34 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:58.827877 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f4910d-2e9f-4841-91aa-5615d374bd1e x-openstack-request-id: req-f0f4910d-2e9f-4841-91aa-5615d374bd1e {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:53:58.828153 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3f7229-5984-4a86-aa99-229f333ecf14", "name": "network-vif-deleted", "tag": "39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:53:58.828509 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0f4910d-2e9f-4841-91aa-5615d374bd1e {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:53:58.828812 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3f7229-5984-4a86-aa99-229f333ecf14', 'name': 'network-vif-deleted', 'tag': '39e2c98d-1b7e-4d2d-8cf9-3f859ec1f667', 'status': 'completed', 'code': 200} Aug 10 00:53:58.859256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b1d958-407a-4c52-8227-b869dbd97ba3 req-c042a475-2000-4655-9971-24c13699bcf1 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470695 Aug 10 00:53:58.886270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-fbd0e62b-2a2e-47cb-bd00-f1fee9b3146e service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074382 Aug 10 00:53:59.058538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-2ef8c0b0-69d2-48c3-8293-595c8a7e33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.061018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-2ef8c0b0-69d2-48c3-8293-595c8a7e33ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1095 time: 0.2458844 Aug 10 00:53:59.071855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e,segment=NetworkSegment(53976114-8513-426c-8810-920658306196),segment_id=53976114-8513-426c-8810-920658306196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:59.091199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4b35a6a2-870d-403d-bf7e-73402f8c823e', 'network_id': 'be389aa0-9ec5-4501-aab2-41dd61b94953', 'port_id': '4b35a6a2-870d-403d-bf7e-73402f8c823e', 'mac_address': 'fa:16:3e:8e:75:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c339fc1f-504c-4b6a-b467-c985a72a5326', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:53:59.146846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.148526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-84fcd011-9b27-403c-a9c7-e40f0456143b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.0742762 Aug 10 00:53:59.162583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b35a6a2-870d-403d-bf7e-73402f8c823e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:53:59.186357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e,segment=NetworkSegment(53976114-8513-426c-8810-920658306196),segment_id=53976114-8513-426c-8810-920658306196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:53:59.200368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:53:59.201267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcd030-d331-4997-b3d4-963f382cdd23 req-a7c72cd1-cc80-48be-9a03-2199fe12a99c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.203279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4efcd030-d331-4997-b3d4-963f382cdd23 req-a7c72cd1-cc80-48be-9a03-2199fe12a99c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 943 time: 0.2605550 Aug 10 00:53:59.242248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d0922e-f5a5-4c2b-8202-52b4bfa8ae2b req-d6caabb0-0cb0-4007-825e-ab12942b5aab service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423738 Aug 10 00:53:59.266605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-292bba00-99e8-401e-8db9-0c38988732d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.269648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-292bba00-99e8-401e-8db9-0c38988732d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1121221 Aug 10 00:53:59.276284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:53:59.329606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4026bb32-b2e8-45e3-a76e-36b68411aba9 req-e5b280bc-40a9-4ba5-a526-e516f20de636 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.330697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4efcd030-d331-4997-b3d4-963f382cdd23 req-63291f0a-0a0a-453c-8f1c-55c260883bf1 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187212 Aug 10 00:53:59.332710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4026bb32-b2e8-45e3-a76e-36b68411aba9 req-e5b280bc-40a9-4ba5-a526-e516f20de636 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4427242 Aug 10 00:53:59.361433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-77096bd7-9395-42cc-98d9-c1f89dbc70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.363211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-77096bd7-9395-42cc-98d9-c1f89dbc70ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793166 Aug 10 00:53:59.421760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4b35a6a2-870d-403d-bf7e-73402f8c823e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:53:59.523918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-34fe599e-604f-491e-9ce1-f284338bc8d1 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524024 Aug 10 00:53:59.569034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:53:59.637578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39b04c2-ee89-48ca-b0ab-3739cd20778f req-1ccbefd8-818a-4637-9bfc-86b7c6e6670c tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=57e7689c6d5b4e78877f111444a7429a HTTP/1.1" status: 200 len: 1656 time: 0.1584895 Aug 10 00:53:59.838408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b04c2-ee89-48ca-b0ab-3739cd20778f req-52a94976-3f27-431b-b21b-e2438c79137b tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.847275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39b04c2-ee89-48ca-b0ab-3739cd20778f req-52a94976-3f27-431b-b21b-e2438c79137b tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks?id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 787 time: 0.2013032 Aug 10 00:53:59.853591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-f39b04c2-ee89-48ca-b0ab-3739cd20778f req-9fcee382-8f47-485d-a630-a2a5f1c5aa48 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:53:59.867722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ff30e-d791-463b-94ec-83a2f43d21f4 req-a7d7555d-4da9-4922-8eea-290f2b382be4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:53:59.874945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d7ff30e-d791-463b-94ec-83a2f43d21f4 req-a7d7555d-4da9-4922-8eea-290f2b382be4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.1710293 Aug 10 00:53:59.883225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39b04c2-ee89-48ca-b0ab-3739cd20778f req-9fcee382-8f47-485d-a630-a2a5f1c5aa48 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349803 Aug 10 00:53:59.937184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdcea853-2310-48e0-85d2-808e8d54d41d req-7ab68f1e-f903-4342-a7f3-8250f9a5f667 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999157 Aug 10 00:53:59.980876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d7ff30e-d791-463b-94ec-83a2f43d21f4 req-447cd6e4-0b1c-4e89-853d-04f33310646d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015553 Aug 10 00:53:59.985045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:00.002442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '12e72535-df93-4deb-987e-487840dcf82e', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'port_id': '12e72535-df93-4deb-987e-487840dcf82e', 'mac_address': 'fa:16:3e:8a:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d2466c-2368-49f3-96af-190200cbe6fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:00.048661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.064495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:00.113980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:00.125999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98662a6-fe12-41eb-a639-bdc3fd5f1d89 req-8941bba7-7b56-4997-ac5c-093ec16bb0ae tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.128721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a98662a6-fe12-41eb-a639-bdc3fd5f1d89 req-8941bba7-7b56-4997-ac5c-093ec16bb0ae tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.1542485 Aug 10 00:54:00.133524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.196318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e322c-f465-4551-ac30-b06629eb0e0e req-9e0062af-f8be-462c-bea7-42e32dddbee2 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.203615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec3e322c-f465-4551-ac30-b06629eb0e0e req-9e0062af-f8be-462c-bea7-42e32dddbee2 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0771911 Aug 10 00:54:00.231299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a98662a6-fe12-41eb-a639-bdc3fd5f1d89 req-d4c17f7a-0352-4bb3-88e4-1fb27ee88e7f tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897579 Aug 10 00:54:00.267946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:00.273490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec3e322c-f465-4551-ac30-b06629eb0e0e req-b734dae0-9d35-4b41-ac96-f89b0e50dbb8 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687366 Aug 10 00:54:00.320612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-451132b7-070d-4d96-b241-a59fae69ea9d tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips/649e96b3-625f-47e9-9186-231f93fb333e HTTP/1.1" status: 200 len: 693 time: 0.0725739 Aug 10 00:54:00.335804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['12e72535-df93-4deb-987e-487840dcf82e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:00.493489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-6c6c872b-97d2-4ef1-8d41-725d0215919b tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.495174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-6c6c872b-97d2-4ef1-8d41-725d0215919b tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1682487 Aug 10 00:54:00.550059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459554a-0173-41ad-82c9-d40e0b09abae req-3a3dd535-bfd4-4e04-892d-11c22d50452b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:00.552370 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3459554a-0173-41ad-82c9-d40e0b09abae req-3a3dd535-bfd4-4e04-892d-11c22d50452b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 943 time: 0.1116374 Aug 10 00:54:00.609747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-45a76c36-8558-4ad5-8e19-98ac895b2809 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.1058133 Aug 10 00:54:00.629274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3459554a-0173-41ad-82c9-d40e0b09abae req-f80cdd06-95af-439c-9860-ebf727df6682 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687530 Aug 10 00:54:00.666504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-cdd0c601-4e7f-429f-85c0-82e23a7595cf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.121 HTTP/1.1" status: 200 len: 696 time: 0.0558112 Aug 10 00:54:00.741413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4b35a6a2-870d-403d-bf7e-73402f8c823e up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:00.820678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 4b35a6a2-870d-403d-bf7e-73402f8c823e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:00.827696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4b35a6a2-870d-403d-bf7e-73402f8c823e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:00.828589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.830455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:00.834515 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:00.905016 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0d6944-1e38-4e09-95b0-05030f3613a3 x-openstack-request-id: req-ec0d6944-1e38-4e09-95b0-05030f3613a3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:00.905311 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:00.905589 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec0d6944-1e38-4e09-95b0-05030f3613a3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:00.906231 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:54:00.942898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Deleting port fc725b25-9647-4290-9942-570a0e7e4283 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:00.943241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.954322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:00.988134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:00.990887 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a85ece-ab89-48c6-a9a5-b0b5063ed778" -d '{"events": [{"server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:01.024568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e,segment=NetworkSegment(53976114-8513-426c-8810-920658306196),segment_id=53976114-8513-426c-8810-920658306196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:01.032691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-85f90375-3af1-41c7-9d41-65185f0326ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.033542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.034694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-85f90375-3af1-41c7-9d41-65185f0326ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1095 time: 0.1137357 Aug 10 00:54:01.070565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.071372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.098102 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5826cc5-847e-46e2-bcf5-5f00c5a3873c x-openstack-request-id: req-d5826cc5-847e-46e2-bcf5-5f00c5a3873c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:01.098455 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:01.098785 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5826cc5-847e-46e2-bcf5-5f00c5a3873c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:01.099234 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e', 'code': 200} Aug 10 00:54:01.107081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Calling delete_port for fc725b25-9647-4290-9942-570a0e7e4283 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:01.134731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:01.140382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-4d44f9c3-fb9d-4341-8a89-d37ad9bd7dc4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.142011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-4d44f9c3-fb9d-4341-8a89-d37ad9bd7dc4 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.1769826 Aug 10 00:54:01.277442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-81d6e8e1-546c-4192-ba45-c7969f721ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.277442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-81d6e8e1-546c-4192-ba45-c7969f721ce7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.2334833 Aug 10 00:54:01.308383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d547ae3-2d17-4e73-bbe2-fcf144248393 req-95757c73-5e14-4806-9981-fa943da4caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.310005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d547ae3-2d17-4e73-bbe2-fcf144248393 req-95757c73-5e14-4806-9981-fa943da4caa9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1013730 Aug 10 00:54:01.336177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-4f85290d-6cae-442b-a45b-9d3ef3e7e4d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.0523636 Aug 10 00:54:01.346718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ce70a-6ac2-469b-a1e2-1efe2fcc102c req-e73e049c-6b93-43d6-9f56-855a34b93a90 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.348259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10ce70a-6ac2-469b-a1e2-1efe2fcc102c req-e73e049c-6b93-43d6-9f56-855a34b93a90 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 945 time: 0.1232848 Aug 10 00:54:01.406429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.412112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Deleting port 15691c81-b8df-4e5f-a474-d57ed0202741 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:01.412546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.450210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event deleted for resources: {'Port': ['ID=fc725b25-9647-4290-9942-570a0e7e4283,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:01.475504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-f3c3f51f-35c3-4a61-81d3-b7b5ec7925bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.477084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-f3c3f51f-35c3-4a61-81d3-b7b5ec7925bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1277938 Aug 10 00:54:01.483026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10ce70a-6ac2-469b-a1e2-1efe2fcc102c req-869deaa1-369d-4d9d-905f-859341dcf23d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254826 Aug 10 00:54:01.530909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d547ae3-2d17-4e73-bbe2-fcf144248393 req-88d5af75-a982-4f92-ae54-76ceca9abf60 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407700 Aug 10 00:54:01.555408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.561181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.563559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:01.581447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded4d34a-d0f5-461b-854f-5ec0b3fe7cfd req-62ad0926-3098-4130-a675-1e50a84467bf tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "DELETE /v2.0/floatingips/649e96b3-625f-47e9-9186-231f93fb333e HTTP/1.1" status: 204 len: 173 time: 0.9138470 Aug 10 00:54:01.648530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 12e72535-df93-4deb-987e-487840dcf82e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:01.659562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 12e72535-df93-4deb-987e-487840dcf82e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:01.659944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.673815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] For port 15691c81-b8df-4e5f-a474-d57ed0202741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=15691c81-b8df-4e5f-a474-d57ed0202741,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:01.674428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.688668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Calling delete_port for 15691c81-b8df-4e5f-a474-d57ed0202741 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:01.705902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06756393-a4ab-4271-b333-c2f3a7d43ee8 req-2b1c8e09-ee8e-4d14-bdfc-8b426d494870 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.715182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06756393-a4ab-4271-b333-c2f3a7d43ee8 req-2b1c8e09-ee8e-4d14-bdfc-8b426d494870 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0841310 Aug 10 00:54:01.760780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-8ff2851a-75f0-452f-a567-e6412c01f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:01.765289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-8ff2851a-75f0-452f-a567-e6412c01f0a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2763035 Aug 10 00:54:01.791354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06756393-a4ab-4271-b333-c2f3a7d43ee8 req-690f59fa-a6e2-40a2-9b9d-bfa9165e72c4 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748742 Aug 10 00:54:01.824861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.883732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:01.891005 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:01.943921 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-ab3065ad-cf4d-499a-9c1c-7baf2a87ab86 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips/e067d91e-090f-49b8-b0dd-00f3db06608e HTTP/1.1" status: 200 len: 693 time: 0.1186955 Aug 10 00:54:01.961956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.121857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-91329fa1-4a20-40f2-80d7-140486b9ef41 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.132217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-91329fa1-4a20-40f2-80d7-140486b9ef41 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1819761 Aug 10 00:54:02.190179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-9926f199-53f2-4943-966d-1b3912c5acc9 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.0568795 Aug 10 00:54:02.332820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-f80a55d0-3033-476b-bf5f-91f334150428 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574076 Aug 10 00:54:02.333131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-ab08ec31-42b1-47b4-94be-fa1bc25c03ba tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.246 HTTP/1.1" status: 200 len: 696 time: 0.1343257 Aug 10 00:54:02.340920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84e52c-33e2-4505-85b9-d20ff5e38f7a req-2c7e4a39-1efd-4d91-95e8-e5f90bb85f3b tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.348603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec84e52c-33e2-4505-85b9-d20ff5e38f7a req-2c7e4a39-1efd-4d91-95e8-e5f90bb85f3b tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 950 time: 0.7648604 Aug 10 00:54:02.359856 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.372086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['15691c81-b8df-4e5f-a474-d57ed0202741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:02.493308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Pushing event deleted for resources: {'Port': ['ID=15691c81-b8df-4e5f-a474-d57ed0202741,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:02.561325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] No DVR routers for this DVR port 15691c81-b8df-4e5f-a474-d57ed0202741 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:02.569519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.571718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d699f3c6-24bd-47e8-9388-babfb8a86f76 req-94102344-ee64-4aa8-95e6-0eb17e519549 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.21 "DELETE /v2.0/ports/15691c81-b8df-4e5f-a474-d57ed0202741 HTTP/1.1" status: 204 len: 173 time: 1.4235902 Aug 10 00:54:02.591405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec84e52c-33e2-4505-85b9-d20ff5e38f7a req-75a9d82c-d61f-4faf-bf1d-94be36a0b2d0 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/security-groups?id=d63e6b17-ad95-4395-980b-994435e0cb81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415690 Aug 10 00:54:02.628136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Deleting port 6ee46d4a-d93a-4264-8a9d-91b25ec2f40e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:02.628481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.670270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-319aafaf-649b-4ad8-a802-d7b0da4dd4d0 req-cb9e23b6-4c6a-409b-b2a1-885923b9410c service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183095 Aug 10 00:54:02.736919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 66f6b5e4-2ba4-47cc-bff7-bb299012be3e details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:02.759653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.760275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:02.777720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Calling delete_port for 6ee46d4a-d93a-4264-8a9d-91b25ec2f40e owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:02.782912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0cfd1-c67f-4796-8e10-2770fb86a1cf req-6c484b20-9669-4627-b2f6-6e36ef187cf5 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:02.784443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e6d0cfd1-c67f-4796-8e10-2770fb86a1cf req-6c484b20-9669-4627-b2f6-6e36ef187cf5 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 943 time: 0.1059821 Aug 10 00:54:02.845790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e6d0cfd1-c67f-4796-8e10-2770fb86a1cf req-2a498d26-1b50-47f9-b4a3-83c4d7bbc1fd tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493512 Aug 10 00:54:02.907601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'name': 'network-vif-deleted', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:02.910305 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d09259-7737-47c7-9340-050e1856b044" -d '{"events": [{"server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "name": "network-vif-deleted", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:03.045523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:03.072948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:03.129924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc37170-aa3b-4411-bacc-3f2473ad2412 req-0550e34b-c9f9-40c3-9e31-f880af337f40 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.137833 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bc37170-aa3b-4411-bacc-3f2473ad2412 req-0550e34b-c9f9-40c3-9e31-f880af337f40 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.0768449 Aug 10 00:54:03.150131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.191954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bc37170-aa3b-4411-bacc-3f2473ad2412 req-910f37d6-cbd2-4720-b127-3ae7b5607a10 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Aug 10 00:54:03.228673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e72535-df93-4deb-987e-487840dcf82e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:03.228673 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece141e0-7157-4c59-86af-39f88a20099a" -d '{"events": [{"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-plugged", "status": "completed", "tag": "12e72535-df93-4deb-987e-487840dcf82e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:03.228673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.260361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f6b5e4-2ba4-47cc-bff7-bb299012be3e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:03.280703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event deleted for resources: {'Port': ['ID=6ee46d4a-d93a-4264-8a9d-91b25ec2f40e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:03.295249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:03.303213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.389526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:03.417296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.420603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:03.438106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba085ab9-0c82-4159-9c7a-4efce4582bea req-06aecaa2-e022-4429-ab1b-7c6c58bbd6f0 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "DELETE /v2.0/floatingips/e067d91e-090f-49b8-b0dd-00f3db06608e HTTP/1.1" status: 204 len: 173 time: 1.0957355 Aug 10 00:54:03.439330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903be65-e105-41e5-b87b-3e2d0a42c212 req-19ce58da-6944-4bee-98df-32a53da4a769 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.441018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a903be65-e105-41e5-b87b-3e2d0a42c212 req-19ce58da-6944-4bee-98df-32a53da4a769 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1038115 Aug 10 00:54:03.506298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['66f6b5e4-2ba4-47cc-bff7-bb299012be3e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:03.513365 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1516e9-3667-4b09-9aa1-beee54343af3 x-openstack-request-id: req-1a1516e9-3667-4b09-9aa1-beee54343af3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:03.513651 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b", "name": "network-vif-deleted", "tag": "15691c81-b8df-4e5f-a474-d57ed0202741", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:03.513899 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a1516e9-3667-4b09-9aa1-beee54343af3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:03.514558 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b', 'name': 'network-vif-deleted', 'tag': '15691c81-b8df-4e5f-a474-d57ed0202741', 'status': 'completed', 'code': 200} Aug 10 00:54:03.543570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a903be65-e105-41e5-b87b-3e2d0a42c212 req-edd728c9-aa2a-41da-9e98-564ef6453091 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940526 Aug 10 00:54:03.596657 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337b172f-6bc7-43b7-9010-0d6c048bd2f1 x-openstack-request-id: req-337b172f-6bc7-43b7-9010-0d6c048bd2f1 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:03.596960 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-plugged", "status": "completed", "tag": "12e72535-df93-4deb-987e-487840dcf82e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:03.597214 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-337b172f-6bc7-43b7-9010-0d6c048bd2f1 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:03.597611 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e72535-df93-4deb-987e-487840dcf82e', 'code': 200} Aug 10 00:54:03.716665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-44453765-2a52-4e01-995b-eed918335e80 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips/71cf2d64-a121-45f3-b632-a93dad8ff261 HTTP/1.1" status: 200 len: 692 time: 0.0965006 Aug 10 00:54:03.751301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88099a6c-55df-4fed-b712-4fd2a4ebc029 req-7c53b58c-b4e4-4ac1-991d-5fc328ed9d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.752807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88099a6c-55df-4fed-b712-4fd2a4ebc029 req-7c53b58c-b4e4-4ac1-991d-5fc328ed9d51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 1098 time: 0.0698159 Aug 10 00:54:03.871304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88099a6c-55df-4fed-b712-4fd2a4ebc029 req-065a69b7-7f6b-40a1-af14-821ae5a889a8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076336 Aug 10 00:54:03.916501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-42b1b4f1-a61b-4c04-8028-6f2a23bcf478 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:03.918134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-42b1b4f1-a61b-4c04-8028-6f2a23bcf478 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1847973 Aug 10 00:54:03.943192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b2d08d7-5963-4275-8577-f85e251a8562 req-9a2526d5-22a7-4bdd-bc21-154c6eec9916 tempest-LiveMigrationNegativeTest-1013573199 tempest-LiveMigrationNegativeTest-1013573199-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdae836d-c7f7-48f3-a41a-e4bc5a9d2e2b HTTP/1.1" status: 200 len: 210 time: 0.0352943 Aug 10 00:54:04.054413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-f543c029-fb58-4afd-9251-972c401fd8b2 tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.1246638 Aug 10 00:54:04.136278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-2c59b56d-142a-4f08-9433-51fa4b61bf5a tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.52 HTTP/1.1" status: 200 len: 695 time: 0.0724769 Aug 10 00:54:04.225766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd8344-20b4-4167-8705-66ad21528034 req-90ab821a-e811-4b46-a021-26dd90ffec8b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.233472 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10bd8344-20b4-4167-8705-66ad21528034 req-90ab821a-e811-4b46-a021-26dd90ffec8b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 944 time: 0.0649900 Aug 10 00:54:04.283090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10bd8344-20b4-4167-8705-66ad21528034 req-67b39a2a-ecf5-410b-9201-ffc00d0b684b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Aug 10 00:54:04.344252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-9c15666b-2f23-4f65-85b5-8dc8518ee82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.346348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-9c15666b-2f23-4f65-85b5-8dc8518ee82d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=73d43d8312394cf3af42ef4ad6b7e36c&device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 1098 time: 0.1865289 Aug 10 00:54:04.429979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Deleting port f0e35f14-2cfc-47b9-a497-498d10169830 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:04.430329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.482135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056d774-1acb-4230-8f10-54b76ebdbd17 req-7af80ad8-28ce-4bf0-ac5b-3400a98196c3 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.484215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5056d774-1acb-4230-8f10-54b76ebdbd17 req-7af80ad8-28ce-4bf0-ac5b-3400a98196c3 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0566080 Aug 10 00:54:04.570492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-a5877396-f08c-4376-9107-20217982f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.573703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-a5877396-f08c-4376-9107-20217982f6ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=be389aa0-9ec5-4501-aab2-41dd61b94953 HTTP/1.1" status: 200 len: 914 time: 0.2165601 Aug 10 00:54:04.595626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5056d774-1acb-4230-8f10-54b76ebdbd17 req-fbfbef96-0ace-4605-855a-a4a5bdaba03d tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840671 Aug 10 00:54:04.660220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-03b4c21a-ab85-4631-9dbd-e76308a13932 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e HTTP/1.1" status: 200 len: 217 time: 0.0744317 Aug 10 00:54:04.694474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.698347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.722786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e00ed-afbc-4583-a046-e7add9d8e234 req-dab048a2-3602-4828-968c-e95f05532614 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.733141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 66f6b5e4-2ba4-47cc-bff7-bb299012be3e up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:04.743986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-576e00ed-afbc-4583-a046-e7add9d8e234 req-dab048a2-3602-4828-968c-e95f05532614 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.0781684 Aug 10 00:54:04.748305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-17373a98-b52a-4fe7-bda9-788426b61098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:04.750808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-17373a98-b52a-4fe7-bda9-788426b61098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c339fc1f-504c-4b6a-b467-c985a72a5326 HTTP/1.1" status: 200 len: 854 time: 0.0818381 Aug 10 00:54:04.803818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-576e00ed-afbc-4583-a046-e7add9d8e234 req-86617b90-7c58-4ca6-b62a-cc159c358b49 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Aug 10 00:54:04.805806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-12aed273-0deb-482a-8ced-0c27d1fdfed4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=be389aa0-9ec5-4501-aab2-41dd61b94953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449522 Aug 10 00:54:04.806768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Calling delete_port for f0e35f14-2cfc-47b9-a497-498d10169830 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:04.830975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:04.850337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:04.851532 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:04.992888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.037870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:05.043360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.045008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 15691c81-b8df-4e5f-a474-d57ed0202741 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:05.063581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-337a0306-aad4-4ba2-869d-3650ca5fbcf8 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677430 Aug 10 00:54:05.076663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 15691c81-b8df-4e5f-a474-d57ed0202741 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:05.079566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 15691c81-b8df-4e5f-a474-d57ed0202741 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:05.100612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.147059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.189268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Pushing event deleted for resources: {'Port': ['ID=f0e35f14-2cfc-47b9-a497-498d10169830,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.279840 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.284565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.285929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a2f1349-1ce4-4638-9cf0-bbbc56c34bd3 req-b0fafeb6-5912-4efc-b944-2fd698018f8e tempest-FloatingIPDetailsTestJSON-789067379 tempest-FloatingIPDetailsTestJSON-789067379-project] 10.222.0.25 "DELETE /v2.0/floatingips/71cf2d64-a121-45f3-b632-a93dad8ff261 HTTP/1.1" status: 204 len: 173 time: 1.1383839 Aug 10 00:54:05.292094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59424) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:05.292717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac50f874-d04b-4d44-a4db-6b8735468dc7 req-d3ab0add-9c0d-4a3c-a772-fd83a94a2634 service neutron] 10.222.0.21 "GET /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022872 Aug 10 00:54:05.433335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59430) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:05.599142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:05.601430 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacba439-0174-4b0c-8136-18dcde0441fa" -d '{"events": [{"server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "name": "network-vif-plugged", "status": "completed", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:05.615546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d41ec2af-e9d5-43bc-8932-d266d7388e9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87f20443c37141008fdb4b14dabee2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809289 Aug 10 00:54:05.616431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59440) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:05.618799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b6354-89ae-4cee-828e-e0aa576a79cd req-85b3b608-8a50-4653-b2cd-eb4106c80ac0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.620398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c43b6354-89ae-4cee-828e-e0aa576a79cd req-85b3b608-8a50-4653-b2cd-eb4106c80ac0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.2064466 Aug 10 00:54:05.680746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.719598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.791517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c43b6354-89ae-4cee-828e-e0aa576a79cd req-d52207ee-9fa2-4740-9c5f-3d30f98a17be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599174 Aug 10 00:54:05.820362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81a10a-1d3f-401b-a582-cba5e62f966e req-abe0a7f0-4fc1-4628-9ee6-0a14a0d94464 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:05.821954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e81a10a-1d3f-401b-a582-cba5e62f966e req-abe0a7f0-4fc1-4628-9ee6-0a14a0d94464 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1095006 Aug 10 00:54:05.829807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.833193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:05.834521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d63e6b17-ad95-4395-980b-994435e0cb81 HTTP/1.1" status: 204 len: 168 time: 0.2169909 Aug 10 00:54:05.887766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c80c-37ef-476b-a6cb-f5319934f925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e6b17-ad95-4395-980b-994435e0cb81,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:05.956987 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c80b134-3918-464f-860b-6993ba7267b6 x-openstack-request-id: req-2c80b134-3918-464f-860b-6993ba7267b6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:05.957495 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "name": "network-vif-plugged", "status": "completed", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:05.957495 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c80b134-3918-464f-860b-6993ba7267b6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:05.957896 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'code': 200} Aug 10 00:54:05.987413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e81a10a-1d3f-401b-a582-cba5e62f966e req-90707270-e9dc-4dc4-9e8f-7918ff266e82 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368837 Aug 10 00:54:06.028084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.105367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5f7ca-badc-4517-b7d3-347472800a52 req-7d0e0ff0-91ad-483b-99f2-97431cbddaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.108027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ae5f7ca-badc-4517-b7d3-347472800a52 req-7d0e0ff0-91ad-483b-99f2-97431cbddaf2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.0848284 Aug 10 00:54:06.174362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e392d-8456-4680-ae82-a389cb785cb7 req-74823773-a045-4aea-af74-78e15e1de570 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.177612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ae5f7ca-badc-4517-b7d3-347472800a52 req-78800143-4066-46d0-91b0-038715b30179 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557835 Aug 10 00:54:06.182315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-518e392d-8456-4680-ae82-a389cb785cb7 req-74823773-a045-4aea-af74-78e15e1de570 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1575127 Aug 10 00:54:06.266340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59458) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:06.316352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ce8f198-649a-47bd-a1c9-380eab7cd44a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dd517b9efdc40838a492a8670b5d718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478122 Aug 10 00:54:06.318830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59460) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:06.323368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-518e392d-8456-4680-ae82-a389cb785cb7 req-53117e99-a383-4461-8029-9f3798fd4e3b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401064 Aug 10 00:54:06.394252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.463244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Deleting port c8de6ea5-91e4-457d-b6fe-61acd0717935 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:06.463244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.470822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.529959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc28af-1ceb-45d5-9f66-737a1696b9ef req-1ad9ec64-9c66-4ae2-8b1f-e2acedaec79a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:06.537323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1dc28af-1ceb-45d5-9f66-737a1696b9ef req-1ad9ec64-9c66-4ae2-8b1f-e2acedaec79a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1176543 Aug 10 00:54:06.617273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1dc28af-1ceb-45d5-9f66-737a1696b9ef req-327844cf-2f65-4c58-af2d-146a573e5ad8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708396 Aug 10 00:54:06.619144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] For port c8de6ea5-91e4-457d-b6fe-61acd0717935, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c8de6ea5-91e4-457d-b6fe-61acd0717935,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:06.619706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.630480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.637803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:06.640904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f83337fe-8ecd-4b97-83bb-f3d47af2ac08 HTTP/1.1" status: 204 len: 168 time: 0.3209679 Aug 10 00:54:06.654047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Calling delete_port for c8de6ea5-91e4-457d-b6fe-61acd0717935 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:06.668734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9684e9-2738-41a1-9e68-43b6b97cbbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83337fe-8ecd-4b97-83bb-f3d47af2ac08,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:07.102511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30456f-3629-4df9-b281-61106191cc68 req-e6441071-b1d9-480c-98e1-22399b9bd125 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.106613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd6ca-08ba-40f5-8f83-a3efe7805128 req-88483125-f77e-4c6c-9387-e9083e08ed04 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.108451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99cfd6ca-08ba-40f5-8f83-a3efe7805128 req-88483125-f77e-4c6c-9387-e9083e08ed04 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1527493 Aug 10 00:54:07.112207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e30456f-3629-4df9-b281-61106191cc68 req-e6441071-b1d9-480c-98e1-22399b9bd125 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.1387744 Aug 10 00:54:07.138517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:07.178841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8de6ea5-91e4-457d-b6fe-61acd0717935,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:07.180796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99cfd6ca-08ba-40f5-8f83-a3efe7805128 req-3a7624da-6cc5-434c-8b35-833fc132fa0f tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639224 Aug 10 00:54:07.278974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e30456f-3629-4df9-b281-61106191cc68 req-b52edf8a-11b3-4db7-9b3a-5bc12de792f1 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647658 Aug 10 00:54:07.535084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c296ede-36c5-4085-8e7d-618f72982bda req-5d479d2f-9ada-41b7-a9c9-d8911c6e6caf tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.536694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c296ede-36c5-4085-8e7d-618f72982bda req-5d479d2f-9ada-41b7-a9c9-d8911c6e6caf tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1860280 Aug 10 00:54:07.606364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b6b3b-4588-4e52-82ef-8b33f980fec9 req-b0a9163e-196d-4688-b5c3-286e3bfbe8c9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:07.615237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-944b6b3b-4588-4e52-82ef-8b33f980fec9 req-b0a9163e-196d-4688-b5c3-286e3bfbe8c9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1303639 Aug 10 00:54:07.661254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:07.679040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-944b6b3b-4588-4e52-82ef-8b33f980fec9 req-317a06c6-4b2f-457e-95a8-2ef96de31b99 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606644 Aug 10 00:54:07.682230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c296ede-36c5-4085-8e7d-618f72982bda req-fd412152-4264-41dd-b9f3-5fa6ae786357 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257017 Aug 10 00:54:08.219022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Router 3ceffc80-2249-4555-8723-a66123074c4f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:08.369778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bec2c-ad34-4e40-b016-0fbd73a97e5e req-5e09df4e-864e-4b1d-9348-d09a92597fbf tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.384464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-607bec2c-ad34-4e40-b016-0fbd73a97e5e req-5e09df4e-864e-4b1d-9348-d09a92597fbf tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1595213 Aug 10 00:54:08.445410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe18c1-fe2c-4620-92d1-8febcc68d7ac req-0ac80e8d-2b28-47a8-98c1-80c091323481 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.447938 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36fe18c1-fe2c-4620-92d1-8febcc68d7ac req-0ac80e8d-2b28-47a8-98c1-80c091323481 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.0907226 Aug 10 00:54:08.485678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-607bec2c-ad34-4e40-b016-0fbd73a97e5e req-c89eb06d-212d-45da-8237-d0dcbe3792d8 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001239 Aug 10 00:54:08.487544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:08.508409 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4cb5261a-572c-4304-bde9-5d9e72b8ff50 admin admin] 10.222.0.25 "PUT /v2.0/routers/3ceffc80-2249-4555-8723-a66123074c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2144191 Aug 10 00:54:08.509703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59556) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:08.511332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Sync routers for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:08.542743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:08.542743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:08.674396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36fe18c1-fe2c-4620-92d1-8febcc68d7ac req-f5cbf133-0182-436d-899d-d31f444b793c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112093 Aug 10 00:54:08.678019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.732037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:08.775774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90001e-c3a9-492c-a219-2f948030f47b req-86d568f1-bb40-45f6-b18a-431855104118 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:08.785451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce90001e-c3a9-492c-a219-2f948030f47b req-86d568f1-bb40-45f6-b18a-431855104118 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.1349666 Aug 10 00:54:08.816439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:08.859061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce90001e-c3a9-492c-a219-2f948030f47b req-17b15603-9dc5-405e-8f45-3e8db81afd19 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682685 Aug 10 00:54:08.906177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Deleting port 1ed9afb8-442a-4ee5-92d9-174039cfacff {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:08.906934 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.049297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] For port 1ed9afb8-442a-4ee5-92d9-174039cfacff, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ed9afb8-442a-4ee5-92d9-174039cfacff,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:09.049675 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.090503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Calling delete_port for 1ed9afb8-442a-4ee5-92d9-174039cfacff owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:09.147134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:54:06Z', 'revision_number': 5, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port': {'id': '1ed9afb8-442a-4ee5-92d9-174039cfacff', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:23:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ceffc80-2249-4555-8723-a66123074c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:25Z', 'updated_at': '2021-08-10T00:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:09.154777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c259841-f1c0-47cc-a805-b64bf772539a req-a5bf8a60-0c7a-4682-97c8-d2fb084de1bf tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2196639 Aug 10 00:54:09.160016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:09.191362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.228767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Checking router: 3ceffc80-2249-4555-8723-a66123074c4f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:09.253739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Routers {'3ceffc80-2249-4555-8723-a66123074c4f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:09.255794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['3ceffc80-2249-4555-8723-a66123074c4f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:09.277635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-b43965b3-83c0-4b8f-a71d-3031e36df84b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1105967 Aug 10 00:54:09.439835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] Set router 3ceffc80-2249-4555-8723-a66123074c4f gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:09.599181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:09.678461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:54:08Z', 'revision_number': 6, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:09.712340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-de877b2c-ed64-4342-97be-b67a2b0044df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.713872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-de877b2c-ed64-4342-97be-b67a2b0044df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02906b1671484ec09c948c375de04f1e&device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 1098 time: 0.3367970 Aug 10 00:54:09.714636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed9afb8-442a-4ee5-92d9-174039cfacff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:09.740915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa90fff-190c-4ba8-b18d-6511ea2160e3 None None] The sync data for ids ['3ceffc80-2249-4555-8723-a66123074c4f'] in n-d-766380-21 is: [{'id': '3ceffc80-2249-4555-8723-a66123074c4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1178870778-router', 'tenant_id': '57e7689c6d5b4e78877f111444a7429a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:23Z', 'updated_at': '2021-08-10T00:54:08Z', 'revision_number': 6, 'project_id': '57e7689c6d5b4e78877f111444a7429a', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:09.770124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-18119579-8641-4fe2-bd63-d631dd78a5f4 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:09.772269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-18119579-8641-4fe2-bd63-d631dd78a5f4 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.21 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.2436771 Aug 10 00:54:09.783195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.022809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.099184 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.107199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.178810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Allocated IP 172.25.7.4 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/0101aa28-1fce-41d2-ab28-da1b9c4cc16b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:10.343309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-a78956ac-3b0d-44e9-b8a7-c8e69583b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:10.345096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-a78956ac-3b0d-44e9-b8a7-c8e69583b0f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 200 len: 915 time: 0.6073756 Aug 10 00:54:10.355405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.356276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.356418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ceffc80-2249-4555-8723-a66123074c4f {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:54:10.388387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.391703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-41258430-e798-4d48-9030-0524b8ab4ef1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3ceffc80-2249-4555-8723-a66123074c4f HTTP/1.1" status: 204 len: 168 time: 1.8805606 Aug 10 00:54:10.402761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:10.410425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Deleting port 4b35a6a2-870d-403d-bf7e-73402f8c823e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:10.410900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.448299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.494928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:10.499172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:10.507085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:10.631546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event updated for resources: {'Port': ['ID=0101aa28-1fce-41d2-ab28-da1b9c4cc16b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:10.657319 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.708484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.964564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c8de6ea5-91e4-457d-b6fe-61acd0717935 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:10.980711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:10.981307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-0b206ffd-f9c3-4ee7-8a90-fe52053e2e7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 200 len: 1001 time: 0.6108065 Aug 10 00:54:10.990739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.020073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c8de6ea5-91e4-457d-b6fe-61acd0717935 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:11.023332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c8de6ea5-91e4-457d-b6fe-61acd0717935 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:11.023766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ed9afb8-442a-4ee5-92d9-174039cfacff no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:11.041610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event updated for resources: {'Port': ['ID=0101aa28-1fce-41d2-ab28-da1b9c4cc16b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:11.070560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1ed9afb8-442a-4ee5-92d9-174039cfacff {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:11.080955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ed9afb8-442a-4ee5-92d9-174039cfacff not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:11.117463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] For port 4b35a6a2-870d-403d-bf7e-73402f8c823e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4b35a6a2-870d-403d-bf7e-73402f8c823e,segment=NetworkSegment(53976114-8513-426c-8810-920658306196),segment_id=53976114-8513-426c-8810-920658306196)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:11.117838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.132213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Calling delete_port for 4b35a6a2-870d-403d-bf7e-73402f8c823e owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:11.134945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.156386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.158383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c259841-f1c0-47cc-a805-b64bf772539a req-13d59203-01e3-4ace-9a0d-46544ebd4cd4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0021348 Aug 10 00:54:11.208234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.208725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.209201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.209682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.210158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.210631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.211147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.211662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.212139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.223350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-919d967b-cc0f-478a-86d1-5a497ab2b11e req-876aad6c-fb83-4bbe-866d-aa0a097c152e tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 1.3327172 Aug 10 00:54:11.242238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c259841-f1c0-47cc-a805-b64bf772539a req-71fb5d7a-50c7-45c4-ac90-9620e0c096c8 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0749433 Aug 10 00:54:11.331507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-e99c7dec-e79c-4045-989c-ba146b03b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.333175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-e99c7dec-e79c-4045-989c-ba146b03b281 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a92bbc84-3140-4f77-9cbe-a3d521224f08 HTTP/1.1" status: 200 len: 854 time: 0.2442391 Aug 10 00:54:11.341768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Deleting subnet fba99446-0575-4191-9d47-602a99d4833a {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:54:11.387924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c259841-f1c0-47cc-a805-b64bf772539a req-41211de2-d4ec-4ebf-8c57-2eb0c5ca0ecc tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.396316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c259841-f1c0-47cc-a805-b64bf772539a req-41211de2-d4ec-4ebf-8c57-2eb0c5ca0ecc tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1530869 Aug 10 00:54:11.413314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.528238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-5fdecd06-9d82-4d7f-bb4f-a39b98cc0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.530308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-5fdecd06-9d82-4d7f-bb4f-a39b98cc0018 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b1cf3e6-2913-478e-8b1e-b948f854e174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845605 Aug 10 00:54:11.535214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a7e5b-e8ea-4bed-9ca7-8f6610dbc3eb req-a41429f2-8962-4eeb-a6cc-c1534cdccdae tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.536909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.547306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f1a7e5b-e8ea-4bed-9ca7-8f6610dbc3eb req-a41429f2-8962-4eeb-a6cc-c1534cdccdae tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.0821164 Aug 10 00:54:11.586767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706b6b9-cc91-4b66-85cc-d990e1ddb65d req-300cc442-fda5-4714-afed-15fe5542f747 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.588328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f706b6b9-cc91-4b66-85cc-d990e1ddb65d req-300cc442-fda5-4714-afed-15fe5542f747 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/ports?device_id=431249b4-57bd-4dfa-9bfd-8aedac25f4c3 HTTP/1.1" status: 200 len: 946 time: 0.2536256 Aug 10 00:54:11.610118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f1a7e5b-e8ea-4bed-9ca7-8f6610dbc3eb req-2b5e7af5-a60a-4db3-924a-1e6b7f3945e2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572033 Aug 10 00:54:11.682489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.740178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.852799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Pushing event deleted for resources: {'Port': ['ID=4b35a6a2-870d-403d-bf7e-73402f8c823e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:11.862931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa40e24-fc84-4541-b85a-69994ef7f982 req-3d412319-a5c4-423c-afa4-5de2de5c631f tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:11.875436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ffa40e24-fc84-4541-b85a-69994ef7f982 req-3d412319-a5c4-423c-afa4-5de2de5c631f tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 886 time: 0.1721308 Aug 10 00:54:11.918531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f706b6b9-cc91-4b66-85cc-d990e1ddb65d req-0c2cc0b3-f2c7-4fac-a25e-d7f30e396b8a tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8e44417-6f48-43e9-b0d9-8ec08b392b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743261 Aug 10 00:54:11.925488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] No DVR routers for this DVR port 4b35a6a2-870d-403d-bf7e-73402f8c823e on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:11.940068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:11.941836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86a19f1-8e75-4f43-afa7-45ba954e051a req-06cb7ab0-4e73-4369-a2ea-0c21eff92b86 tempest-InstanceActionsTestJSON-116050237 tempest-InstanceActionsTestJSON-116050237-project] 10.222.0.21 "DELETE /v2.0/ports/4b35a6a2-870d-403d-bf7e-73402f8c823e HTTP/1.1" status: 204 len: 173 time: 2.1549344 Aug 10 00:54:11.941836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'name': 'network-vif-deleted', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:11.945725 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cea005-6516-4646-9f90-1ea69e0fc7c4" -d '{"events": [{"server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "name": "network-vif-deleted", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:11.954173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-e8dcc2e3-5358-443a-830c-91f847c54d6d service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129801 Aug 10 00:54:12.090789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.094679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-1c9c7370-5e04-4d26-8111-83d5298a2546 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.107483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-1c9c7370-5e04-4d26-8111-83d5298a2546 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 821 time: 0.1522763 Aug 10 00:54:12.122965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-9eb54baa-e6e6-4b70-a6dc-bad11d69f2dc tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/quotas/ae29d917b8ec4c6cb57222a335da91e5 HTTP/1.1" status: 200 len: 375 time: 0.0108716 Aug 10 00:54:12.141366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba99446-0575-4191-9d47-602a99d4833a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:12.143536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.148196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-674cc2b9-abbf-4acd-9f81-001822b4ae8f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fba99446-0575-4191-9d47-602a99d4833a HTTP/1.1" status: 204 len: 168 time: 1.3686686 Aug 10 00:54:12.150417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59668) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:12.153603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8d41e-cd20-4f87-9eb2-1ec9e0d14560 None None] Network 22735c46-8db8-4536-aa5f-ac85e8837bd1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:12.205275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-ea59a74d-3386-478e-9655-d9a44acc0b81 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0758283 Aug 10 00:54:12.212721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:12.251612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1629170809'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:12.269651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6e9cb2-8356-411a-a49e-94fc6c7b609e req-1a607160-abe4-4b2f-baca-c1d1e0bc5dfd service neutron] 10.222.0.10 "GET /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036113 Aug 10 00:54:12.317839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.347282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-61be4eea-8ebb-4162-a385-04d442c128a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409266 Aug 10 00:54:12.370363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] DHCP port deletion for 22735c46-8db8-4536-aa5f-ac85e8837bd1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:54:12.407080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:12.412483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.461888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.462685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.463773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.465006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.465739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.466696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.468026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.468730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.469440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.472299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39df1e7c-c09b-4116-b79f-333ac1bac281 req-4419b65a-6bc0-4cbf-bc1b-ed7d75e7d538 tempest-NetworksTest-1986117062 tempest-NetworksTest-1986117062-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6419 time: 0.5232837 Aug 10 00:54:12.487470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Deleting port fa8f4e26-6265-496d-8567-7b24a5787487 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:12.488755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.496250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-2eb1f7f4-0924-431c-ae3f-d23d8187f6e1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479447 Aug 10 00:54:12.498399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:12.553286 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a496bb-e137-4ba7-9099-c83567f2aaf0 x-openstack-request-id: req-89a496bb-e137-4ba7-9099-c83567f2aaf0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:12.553564 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431249b4-57bd-4dfa-9bfd-8aedac25f4c3", "name": "network-vif-deleted", "tag": "4b35a6a2-870d-403d-bf7e-73402f8c823e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:12.553811 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89a496bb-e137-4ba7-9099-c83567f2aaf0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:12.554213 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431249b4-57bd-4dfa-9bfd-8aedac25f4c3', 'name': 'network-vif-deleted', 'tag': '4b35a6a2-870d-403d-bf7e-73402f8c823e', 'status': 'completed', 'code': 200} Aug 10 00:54:12.567226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] For port fa8f4e26-6265-496d-8567-7b24a5787487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa8f4e26-6265-496d-8567-7b24a5787487,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:12.567698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.582686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.583246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Calling delete_port for fa8f4e26-6265-496d-8567-7b24a5787487 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:12.583601 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Added segment 35c730bd-efa5-45ae-92e4-589b8a99013a of type vlan for network 1c8eeafd-8450-4982-8888-460c59837f05 Aug 10 00:54:12.613853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Deleting port fa8f4e26-6265-496d-8567-7b24a5787487 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:12.614413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.738227 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.778015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] No DVR routers for this DVR port fa8f4e26-6265-496d-8567-7b24a5787487 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:12.794590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.805880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] For port fa8f4e26-6265-496d-8567-7b24a5787487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa8f4e26-6265-496d-8567-7b24a5787487,segment=NetworkSegment(f972a18c-ed23-4ddd-a2d0-33a51a544c7f),segment_id=f972a18c-ed23-4ddd-a2d0-33a51a544c7f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:12.806248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.815005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4b35a6a2-870d-403d-bf7e-73402f8c823e no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:12.841361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Calling delete_port for fa8f4e26-6265-496d-8567-7b24a5787487 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:12.841833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 4b35a6a2-870d-403d-bf7e-73402f8c823e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:12.843263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4b35a6a2-870d-403d-bf7e-73402f8c823e not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:12.849179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd31230-528b-4a6a-a7db-d6400b1ac509 None None] Pushing event deleted for resources: {'Port': ['ID=fa8f4e26-6265-496d-8567-7b24a5787487,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:12.922996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047141-2281-4621-9bbb-e21755be8cee req-b010326b-0b84-48a5-9561-7e6f9cfac40b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.925537 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20047141-2281-4621-9bbb-e21755be8cee req-b010326b-0b84-48a5-9561-7e6f9cfac40b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1903884 Aug 10 00:54:12.929395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.938411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:12.939627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:12.970477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa8f4e26-6265-496d-8567-7b24a5787487 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:13.028490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fa8f4e26-6265-496d-8567-7b24a5787487 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:13.028840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa8f4e26-6265-496d-8567-7b24a5787487 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:13.045149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59698) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.059873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-659677f7-234c-43ba-aa68-49f9db6c3fad req-58cb7f22-0e48-4271-9986-3c5f5651393e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 210 time: 0.0651865 Aug 10 00:54:13.086283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20047141-2281-4621-9bbb-e21755be8cee req-3284f109-12bc-4542-9ff8-6c80454f1614 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067719 Aug 10 00:54:13.118687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8988113 Aug 10 00:54:13.118687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59708) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.127687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.134568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-832625400'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:13.193289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfbc0f-5fc3-4f42-9d36-722c8746d9cb tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Network': ['ID=1c8eeafd-8450-4982-8888-460c59837f05,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.199473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:13.210240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1c8eeafd-8450-4982-8888-460c59837f05 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:13.211713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.228681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Deleting subnet c339fc1f-504c-4b6a-b467-c985a72a5326 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:54:13.242408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.254474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:13.265541 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.266149 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Added segment 846f34d7-95b3-4270-a101-f3ad2057d845 of type vlan for network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c Aug 10 00:54:13.292635 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.318699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.338260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.345498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b9caf37-392d-4fa0-8634-6cdba09369c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.368941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.406293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.418681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8f4e26-6265-496d-8567-7b24a5787487,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.430022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] No DVR routers for this DVR port fa8f4e26-6265-496d-8567-7b24a5787487 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:13.438892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.441765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c339fc1f-504c-4b6a-b467-c985a72a5326 HTTP/1.1" status: 204 len: 168 time: 0.3128865 Aug 10 00:54:13.442611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499a187-5e1b-467a-ba8c-84968761b4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c339fc1f-504c-4b6a-b467-c985a72a5326,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.445764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.446135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.453860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:13.454507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.526811 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.620452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.635580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Network': ['ID=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.637471 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.641950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22735c46-8db8-4536-aa5f-ac85e8837bd1']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.649444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:13.652455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be389aa0-9ec5-4501-aab2-41dd61b94953']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.666326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53976114-8513-426c-8810-920658306196') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.667037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53976114-8513-426c-8810-920658306196') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.679868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.688155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.688450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f972a18c-ed23-4ddd-a2d0-33a51a544c7f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:13.699447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.707502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:54:13.708279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.715047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.757802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.761943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b9caf37-392d-4fa0-8634-6cdba09369c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.775854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:54:13.775977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:54:13.778210 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:54:13.782943 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:54:13.786555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.791997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.794375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] 10.222.0.25 "DELETE /v2.0/networks/be389aa0-9ec5-4501-aab2-41dd61b94953 HTTP/1.1" status: 204 len: 168 time: 0.3474557 Aug 10 00:54:13.807845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2b9caf37-392d-4fa0-8634-6cdba09369c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.809688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa284f40-b718-42ea-9d08-2d941bb19a65 admin admin] Pushing event deleted for resources: {'Network': ['ID=be389aa0-9ec5-4501-aab2-41dd61b94953,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.867639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2e77b126-7761-4cc8-9e0c-9135519fec39 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7416103 Aug 10 00:54:13.867876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.874055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'subnet': {'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:13.900687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2b9caf37-392d-4fa0-8634-6cdba09369c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0e45a8515a14c9c8610368e957bffe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8098149 Aug 10 00:54:13.900687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9caf37-392d-4fa0-8634-6cdba09369c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921db764-b8c9-4067-b8df-4e48f933e171,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:13.901765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59730) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:13.942771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.968014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:13.972570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] 10.222.0.25 "DELETE /v2.0/networks/22735c46-8db8-4536-aa5f-ac85e8837bd1 HTTP/1.1" status: 204 len: 168 time: 1.8183219 Aug 10 00:54:14.007088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:14.014759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.023494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.032185 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67e5de48-3755-4afa-985e-76739ece0794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.032448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6658bf-5802-47cf-979c-9424395e733a admin admin] Pushing event deleted for resources: {'Network': ['ID=22735c46-8db8-4536-aa5f-ac85e8837bd1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.063102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.116060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.136157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8337ad87-b663-45ed-bd69-eb2618655f0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73d43d8312394cf3af42ef4ad6b7e36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111224 Aug 10 00:54:14.141049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.182377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59748) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.220330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.223308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.237486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/921db764-b8c9-4067-b8df-4e48f933e171 HTTP/1.1" status: 204 len: 168 time: 0.3250430 Aug 10 00:54:14.242159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57ed73cd-60de-4153-8d9c-f356b71df453 req-65e35f43-b52c-4bcc-a16e-0f9a4948134c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 210 time: 0.0687702 Aug 10 00:54:14.270555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.276191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2fbe24-eb93-48dd-9497-aca4320f3808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921db764-b8c9-4067-b8df-4e48f933e171,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.331895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f573221-ec8a-41b6-a103-304e4f917902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57e7689c6d5b4e78877f111444a7429a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479962 Aug 10 00:54:14.332507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59754) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.343470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.350611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe78f7-74d7-4fb9-b17d-01006e720303 req-63dca265-1dac-45cd-a5b1-56eaa6201365 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.352312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14fe78f7-74d7-4fb9-b17d-01006e720303 req-63dca265-1dac-45cd-a5b1-56eaa6201365 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1138484 Aug 10 00:54:14.439331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.445529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14fe78f7-74d7-4fb9-b17d-01006e720303 req-2b290744-540a-4347-ac26-e64888e1da32 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845656 Aug 10 00:54:14.476440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.492785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.497388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.501120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.505697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8e44417-6f48-43e9-b0d9-8ec08b392b8c HTTP/1.1" status: 204 len: 168 time: 0.3636467 Aug 10 00:54:14.571050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Subnet': ['ID=b5d378b7-19ae-4c67-8133-90cd91e80b24,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.616147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e45a28-409b-4681-99eb-cf7e86fa6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e44417-6f48-43e9-b0d9-8ec08b392b8c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.644275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:14.651951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network hostable DHCP agents. Network: 1c8eeafd-8450-4982-8888-460c59837f05, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:14.655570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-1c06eeb5-576e-4437-b570-ca7450b159a2 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.661636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-1c06eeb5-576e-4437-b570-ca7450b159a2 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.10 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 821 time: 0.1900930 Aug 10 00:54:14.663172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.665946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.669611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef8f6fc2-1223-475c-ae83-2dc96dd5e312 HTTP/1.1" status: 204 len: 168 time: 0.3325851 Aug 10 00:54:14.676455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacdd9b-2bf8-4be1-a317-bf8069002742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8f6fc2-1223-475c-ae83-2dc96dd5e312,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:14.705363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'port': {'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'admin_state_up': True, 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:14.709704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 1c8eeafd-8450-4982-8888-460c59837f05 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:14.723160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1c8eeafd-8450-4982-8888-460c59837f05) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:14.738265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a78116-b8c5-4811-aae1-8544622a5228 None None] Network 1c8eeafd-8450-4982-8888-460c59837f05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:14.747052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:14.750501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.787555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59766) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.788301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe73ae9e-94e7-4919-8ff7-17a34bac3c76 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9228199 Aug 10 00:54:14.795186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'subnet': {'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:14.944974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59770) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:14.959675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:14.963312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:14.971618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e34f1708-7fc2-4caf-99af-2a58151c12e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.018101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1c8eeafd-8450-4982-8888-460c59837f05', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:15.019522 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.239441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e34f1708-7fc2-4caf-99af-2a58151c12e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.247549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e34f1708-7fc2-4caf-99af-2a58151c12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.296323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e34f1708-7fc2-4caf-99af-2a58151c12e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=981aaceacca84c45bfa520c941fab726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499982 Aug 10 00:54:15.297238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f1708-7fc2-4caf-99af-2a58151c12e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820ab3e7-03fa-4cef-b23f-d3fa0b074f15,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:15.301161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59788) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:15.374916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Made reservation on behalf of ae29d917b8ec4c6cb57222a335da91e5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:15.379039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.393693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Allocated IP 10.1.1.2 (1c8eeafd-8450-4982-8888-460c59837f05/b5d378b7-19ae-4c67-8133-90cd91e80b24/a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:15.466443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97a5a74e-1caa-4c09-83ed-18a881274915 req-87f25aaf-6462-42e1-a1c4-01c8f8a20963 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 210 time: 0.0931756 Aug 10 00:54:15.632738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.649530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.667738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217e5bd-0b7d-4fa6-912d-1e7543844944 req-a7b0f077-d5a5-4e8e-8fef-039f118789d2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:15.668644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.671622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e217e5bd-0b7d-4fa6-912d-1e7543844944 req-a7b0f077-d5a5-4e8e-8fef-039f118789d2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1026607 Aug 10 00:54:15.694098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Transition to ACTIVE for port object a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:15.726031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Transition to ACTIVE for port object a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:15.746761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.754144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:15.773532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e217e5bd-0b7d-4fa6-912d-1e7543844944 req-47d6a6cd-ead7-4c4b-8427-3bfd6896a0c8 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931594 Aug 10 00:54:15.844343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Pushing event updated for resources: {'Port': ['ID=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:15.853199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Network 1c8eeafd-8450-4982-8888-460c59837f05 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:15.854868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:15.860950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:15.989523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Attempting to bind port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:15.989898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Attempting to bind port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:15.990265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Attempting to bind port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:16.005818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:16.006204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:16.006789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.010732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Bound using segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:16.011256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Bound port: a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:16.011665 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.137148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] For port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:16.140758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] For port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:16.148495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.179417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:16.227430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe9297c-8952-4e20-ae50-a0571c9e5336 None None] Pushing event updated for resources: {'Port': ['ID=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:16.304128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Allocated IP 172.20.0.12 (1f2b783a-a442-43fb-83e4-e01db2f19fcb/a1cea85a-376f-465f-9583-824741d9ad66/b0b3cf8f-a127-46e9-985e-6a8a69e6bd93) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:16.305767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Subnet': ['ID=696f0138-57f3-48d6-b0c8-742f0ef8235c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:16.325654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Checking segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:16.326103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network hostable DHCP agents. Network: 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:16.396386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.399469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.400828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/820ab3e7-03fa-4cef-b23f-d3fa0b074f15 HTTP/1.1" status: 204 len: 168 time: 1.0912244 Aug 10 00:54:16.423270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:16.437195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8d072-bd4d-4007-a8c0-35728d7c3931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820ab3e7-03fa-4cef-b23f-d3fa0b074f15,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:16.478879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:16.487622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af93184-1479-4b81-89d3-67fa589b86d6 None None] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:16.500336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-239350353-network', 'tenant_id': 'fc9e0481125548599a1b74ae26f2f486'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:16.555745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:16.556351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.615959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Made reservation on behalf of fc9e0481125548599a1b74ae26f2f486 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:16.618337 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.636268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-39241fb4-bc6a-4998-a4d7-981a43db4536 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8467121 Aug 10 00:54:16.637654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59850) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:16.657340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'name': 'tempest-TaggedBootDevicesTest-491262468', 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:16.662821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.733335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.783381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Transition to ACTIVE for port object b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:16.791079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d1a5ead-d144-4d56-8a0d-3ac4dd8634c2 req-7a9aa2ff-92f4-4b40-ae7f-00ce38590e58 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 210 time: 0.1255004 Aug 10 00:54:16.837623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.848278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f962a715-83aa-4bed-b841-c9dc9ccab9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:16.864182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['66f6b5e4-2ba4-47cc-bff7-bb299012be3e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:17.051245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.059917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:17.065240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.087820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:17.096973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:17.104148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:17.106962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:17.107925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event updated for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:17.136960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.136960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.137295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.137684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.138070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.138412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.140064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.140641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.141053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.141442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.141783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.142227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:17.146637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:17.165091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:17.206718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ips': [{'subnet_id': '696f0138-57f3-48d6-b0c8-742f0ef8235c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:17.212984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.216095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.218330 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Added segment 0c5ba6c1-1533-4ee3-afa1-46e35b09f35a of type vlan for network 22e88cef-d4f6-4310-bdd6-25c5a644de6f Aug 10 00:54:17.231049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449100a8-efbb-4002-bd43-03edc7fd2fc5 req-72f0550b-477d-41e5-bc0d-67c7dc49462a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.232643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-449100a8-efbb-4002-bd43-03edc7fd2fc5 req-72f0550b-477d-41e5-bc0d-67c7dc49462a tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.2735422 Aug 10 00:54:17.292692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-449100a8-efbb-4002-bd43-03edc7fd2fc5 req-d995c3c9-c737-4ce9-bf6d-3dcfbcf34843 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486100 Aug 10 00:54:17.298685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.299555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.341935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-84015c1c-9df3-4e21-847c-2cd083ac56c9 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6518855 Aug 10 00:54:17.354305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Request body: {'port': {'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:17.428890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:17.464570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.520935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.553383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.628298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.664707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.666342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:17.668240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.669820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.707482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Allocated IP 10.2.2.2 (6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c/696f0138-57f3-48d6-b0c8-742f0ef8235c/0af51421-a873-431b-a71d-031951388e6d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:17.739102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5585134 Aug 10 00:54:17.751287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9436d2a-2b5f-4110-a4bc-0b1dd1b522b3 None None] Provisioning for port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:17.768073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59894) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:17.774416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Request body: {'subnet': {'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-239350353-subnet', 'tenant_id': 'fc9e0481125548599a1b74ae26f2f486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:17.806427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Made reservation on behalf of fc9e0481125548599a1b74ae26f2f486 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:17.809246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.846333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9436d2a-2b5f-4110-a4bc-0b1dd1b522b3 None None] Provisioning complete for port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:17.846993 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9436d2a-2b5f-4110-a4bc-0b1dd1b522b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:17.875209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] device_id is not set on port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:54:17.952429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d9436d2a-2b5f-4110-a4bc-0b1dd1b522b3 None None] Port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:18.043649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e31a2-989b-4c68-86df-f79b7dbbbe4c None None] Network 1c8eeafd-8450-4982-8888-460c59837f05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:18.133374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406807cc-81b6-4289-baf7-7b0226937b8d admin admin] Pushing event updated for resources: {'Network': ['ID=22e88cef-d4f6-4310-bdd6-25c5a644de6f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:18.163743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.174636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:18.385724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd75a098-f26c-4b88-82a9-fdc61d5151eb,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:18.466777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.1.1.193 (1c8eeafd-8450-4982-8888-460c59837f05/b5d378b7-19ae-4c67-8133-90cd91e80b24/8d1d9db3-a778-4ea5-b241-ad4c34745ae1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:18.569360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.572497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Provisioning for port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:18.584718 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:54:18.594527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Provisioning complete for port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:18.595118 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.597819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Transition to ACTIVE for port object 0af51421-a873-431b-a71d-031951388e6d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:18.635862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:18.656995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.678734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Transition to ACTIVE for port object 0af51421-a873-431b-a71d-031951388e6d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:18.685348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Transition to ACTIVE for port object b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:18.692908 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.706280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761430a-05cb-45a1-931d-08c8cfe6dbdf req-83429322-d51d-49c5-b984-1db46a735a38 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:18.712638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5761430a-05cb-45a1-931d-08c8cfe6dbdf req-83429322-d51d-49c5-b984-1db46a735a38 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 932 time: 0.5589750 Aug 10 00:54:18.716850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.811967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Checking segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:18.812377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Network hostable DHCP agents. Network: 22e88cef-d4f6-4310-bdd6-25c5a644de6f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:18.818960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:18.838580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:18.882567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:18.892652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Pushing event updated for resources: {'Port': ['ID=0af51421-a873-431b-a71d-031951388e6d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:18.900553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:18.910562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:18.947166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.065617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:19.077140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:19.092770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 1c8eeafd-8450-4982-8888-460c59837f05 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:19.095681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:19.098449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:19.104568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5761430a-05cb-45a1-931d-08c8cfe6dbdf req-10fb3920-b69f-4d2f-95e5-b027c14c8f5c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835526 Aug 10 00:54:19.149045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:19.183075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Attempting to bind port 0af51421-a873-431b-a71d-031951388e6d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:19.183649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Attempting to bind port 0af51421-a873-431b-a71d-031951388e6d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:19.183835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Attempting to bind port 0af51421-a873-431b-a71d-031951388e6d on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:19.196181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cb839-7850-4f88-ba76-0db36d4b3f57 req-88eb90ca-9648-4cc4-9378-c42307848970 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.197815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e1cb839-7850-4f88-ba76-0db36d4b3f57 req-88eb90ca-9648-4cc4-9378-c42307848970 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1167040 Aug 10 00:54:19.212044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 22e88cef-d4f6-4310-bdd6-25c5a644de6f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:19.213077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:19.213464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Checking segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:19.213877 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.215362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Bound using segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:19.215871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Bound port: 0af51421-a873-431b-a71d-031951388e6d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:19.216253 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.223662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.233638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.234188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.248614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Attempting to bind port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:19.251951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Attempting to bind port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:19.252384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Attempting to bind port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:19.254025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d88dfc-3831-447f-bdd3-783c7916f85a None None] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:19.272042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.273060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.280834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:19.281173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Attempting to bind port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 on network 1f2b783a-a442-43fb-83e4-e01db2f19fcb {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:19.298996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:19.298996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Checking segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:19.299342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Bound using segment: {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:19.299736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Bound port: b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c84bd5e5-6d17-4a49-8f2d-916183366717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:19.300102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.322937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-241ca27f-853b-426a-8e32-9d0fcd0ebd0e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6819668 Aug 10 00:54:19.338945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-591fcdf7-7b39-4da2-918e-d5a6ef9cc087 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5606415 Aug 10 00:54:19.338945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60000) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:19.338945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'name': 'tempest-TaggedBootDevicesTest-75423752', 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:19.350764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e1cb839-7850-4f88-ba76-0db36d4b3f57 req-daecfecc-d872-4e04-a74d-6da667da79af tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460695 Aug 10 00:54:19.449701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] For port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:19.463685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.549215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] For port 0af51421-a873-431b-a71d-031951388e6d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:19.616568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.651447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] For port 0af51421-a873-431b-a71d-031951388e6d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0af51421-a873-431b-a71d-031951388e6d,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:19.662982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.700870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb1b3-785b-4fe4-a280-b6caf347fae2 None None] Pushing event updated for resources: {'Port': ['ID=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:19.709664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:19.769286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:19.783097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.804190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45e33a-8873-4ca1-8fde-fc692e49a0d0 None None] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:19.893666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:19.894328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.895783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] 10.222.0.10 "PUT /v2.0/ports/b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 1093 time: 2.5461338 Aug 10 00:54:19.911252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0287d012-8347-4689-b576-bff97bed563c None None] Provisioning complete for port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:19.911990 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0287d012-8347-4689-b576-bff97bed563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:19.938201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:19.945831 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8143c41-2e0b-487e-883f-0463f105899b" -d '{"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:19.979245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd3c7b-5dfa-47cc-adb4-c8e9dc4ba505 None None] Pushing event updated for resources: {'Port': ['ID=0af51421-a873-431b-a71d-031951388e6d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:20.110378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62edf3d-3427-4ab6-b31e-e8a4c3e87af0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:20.115706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:20.211284 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24226fbe-0920-4184-87d5-41eb67570451 x-openstack-request-id: req-24226fbe-0920-4184-87d5-41eb67570451 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:20.221362 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:20.224339 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24226fbe-0920-4184-87d5-41eb67570451 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:20.233949 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'status': 'completed', 'code': 200} Aug 10 00:54:20.253830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-712ee46a-462f-495c-ad78-66d4f5e2813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.257699 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-712ee46a-462f-495c-ad78-66d4f5e2813e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1096 time: 0.2984450 Aug 10 00:54:20.334429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-ada45cea-34b9-4449-b248-bf27d34f3022 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 217 time: 0.0556529 Aug 10 00:54:20.418155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.437306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-e3c288e3-89d9-4749-abb3-1e60c535f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.438921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-e3c288e3-89d9-4749-abb3-1e60c535f031 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.0945842 Aug 10 00:54:20.445933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] device_id is not set on port 98b4ac19-22cb-48dc-833d-746cda911ddf yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 00:54:20.489400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0470368e-dcd0-4934-a022-eb00e048a735 None None] Provisioning for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:20.496148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0470368e-dcd0-4934-a022-eb00e048a735 None None] Provisioning complete for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:20.498015 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0470368e-dcd0-4934-a022-eb00e048a735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:20.559392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-edef2f1e-799c-4894-86fd-d654a277d64f tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.561511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-edef2f1e-799c-4894-86fd-d654a277d64f tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 817 time: 0.1743712 Aug 10 00:54:20.577781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0470368e-dcd0-4934-a022-eb00e048a735 None None] Port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:20.597093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-917105ee-0bde-4c74-ac3a-25f6bb1ac667 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/quotas/fc9e0481125548599a1b74ae26f2f486 HTTP/1.1" status: 200 len: 375 time: 0.0243280 Aug 10 00:54:20.645491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-6cc14ce2-21e6-4c78-a5f6-3c7c3b85e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.647172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-6cc14ce2-21e6-4c78-a5f6-3c7c3b85e25c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963301 Aug 10 00:54:20.657624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-8ff3c620-a518-4b01-9277-4b08974a7cc9 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519054 Aug 10 00:54:20.770937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-388d73fc-115c-4b97-9dc1-d703c628763c service neutron] 10.222.0.25 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121120 Aug 10 00:54:20.862221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc162f9a-9908-404e-8ee9-63140a95acc8 req-696db019-0d05-4e11-bfd4-38d360f8bf55 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:20.864489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc162f9a-9908-404e-8ee9-63140a95acc8 req-696db019-0d05-4e11-bfd4-38d360f8bf55 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 944 time: 0.1564007 Aug 10 00:54:20.905589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.1.1.252 (1c8eeafd-8450-4982-8888-460c59837f05/b5d378b7-19ae-4c67-8133-90cd91e80b24/98b4ac19-22cb-48dc-833d-746cda911ddf) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:20.909390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-08e9730a-e87f-4906-9f0e-19afff114bf4 service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310820 Aug 10 00:54:20.931359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-a80495d6-270d-454b-a4e6-b832c701f305 service neutron] 10.222.0.25 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569622 Aug 10 00:54:21.012796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc162f9a-9908-404e-8ee9-63140a95acc8 req-fcb30be3-ec20-4057-a176-2d2e7c65e8d1 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343231 Aug 10 00:54:21.160698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:21.282614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0348ae20-d053-494e-a02f-88e58e8569c2 None None] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:21.326415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4aef4358-1e1f-4e56-bd0c-1ff72c038b0d req-5869cc82-2eb6-4a38-850d-47cd57baf856 service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018302 Aug 10 00:54:21.396941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a204c3-c8c1-4eaa-bff0-82850ad75990 req-92893ba8-b037-4e26-b78b-239cc0961029 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.413354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37a204c3-c8c1-4eaa-bff0-82850ad75990 req-92893ba8-b037-4e26-b78b-239cc0961029 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1899447 Aug 10 00:54:21.471120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3616c440-492d-424b-8188-dad5741ac016 None None] Provisioning for port 0af51421-a873-431b-a71d-031951388e6d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:21.478043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.480855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:21.481773 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.516444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object 98b4ac19-22cb-48dc-833d-746cda911ddf will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:21.519319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143c41-2e0b-487e-883f-0463f105899b req-a33e8cff-a017-4060-9033-d1c5e5510301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.521224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-a33e8cff-a017-4060-9033-d1c5e5510301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1096 time: 0.1051073 Aug 10 00:54:21.530997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37a204c3-c8c1-4eaa-bff0-82850ad75990 req-4c23bfee-f3f6-4b5e-a665-ba02b629f520 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167076 Aug 10 00:54:21.634309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.764853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:21.768435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0af51421-a873-431b-a71d-031951388e6d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:21.834764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 1c8eeafd-8450-4982-8888-460c59837f05 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:21.841098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:21.843165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0af51421-a873-431b-a71d-031951388e6d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:21.852986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:21.880956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0af51421-a873-431b-a71d-031951388e6d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:21.881586 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.942784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.944506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:21.983044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f0e3598-4eec-4abd-a6f5-a4c2d4f2aea8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6493270 Aug 10 00:54:21.995933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143c41-2e0b-487e-883f-0463f105899b req-45c978ea-def2-4ba3-ab5e-8e91e1d85507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:21.997749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-45c978ea-def2-4ba3-ab5e-8e91e1d85507 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.4611068 Aug 10 00:54:22.075281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-dc7fda84-c8f6-4333-80fe-1965ba2dbeeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 217 time: 0.0687623 Aug 10 00:54:22.173741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.195479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143c41-2e0b-487e-883f-0463f105899b req-7f492f2c-91ed-40d9-964d-10ea41f6ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.200485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-7f492f2c-91ed-40d9-964d-10ea41f6ac49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1133652 Aug 10 00:54:22.242375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0af51421-a873-431b-a71d-031951388e6d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0af51421-a873-431b-a71d-031951388e6d,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:22.258698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.294613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8143c41-2e0b-487e-883f-0463f105899b req-1a7a4025-0e1f-4be9-b022-2f292d055ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.298155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-1a7a4025-0e1f-4be9-b022-2f292d055ddc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853441 Aug 10 00:54:22.347775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1672d85-6440-4a4e-a469-d268b5bb0115 req-3e01e3e4-057e-447a-a912-fb696e1f8e31 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 210 time: 0.0393803 Aug 10 00:54:22.355534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca2a2036-bd41-4937-9283-d91d06dcb6ff None None] Provisioning complete for port 0af51421-a873-431b-a71d-031951388e6d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:22.355911 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca2a2036-bd41-4937-9283-d91d06dcb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.448995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0af51421-a873-431b-a71d-031951388e6d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:22.506178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-e02c6614-103e-4833-8a82-24b79684997b service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966643 Aug 10 00:54:22.515519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9a20b-7231-4ddb-b66b-0913b844aef1 req-a3bfa595-831b-4a25-82c2-82898cf15d12 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:22.517878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40e9a20b-7231-4ddb-b66b-0913b844aef1 req-a3bfa595-831b-4a25-82c2-82898cf15d12 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 944 time: 0.0846739 Aug 10 00:54:22.569916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40e9a20b-7231-4ddb-b66b-0913b844aef1 req-463cf035-0d02-4d15-bae9-28056b6edf6d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Aug 10 00:54:22.653491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f570040c-9e31-43dd-b7e6-6a8a97056402 None None] Provisioning for port 98b4ac19-22cb-48dc-833d-746cda911ddf completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:22.659624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f570040c-9e31-43dd-b7e6-6a8a97056402 None None] Provisioning complete for port 98b4ac19-22cb-48dc-833d-746cda911ddf triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:22.662281 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f570040c-9e31-43dd-b7e6-6a8a97056402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:22.716449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f570040c-9e31-43dd-b7e6-6a8a97056402 None None] Port 98b4ac19-22cb-48dc-833d-746cda911ddf cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:22.793660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:22.801415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--49687594', 'description': 'tempest-description--1587903810'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:22.820832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8143c41-2e0b-487e-883f-0463f105899b req-91355e70-f66e-4f71-9b33-5c4a75e92efc service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969534 Aug 10 00:54:22.861781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.046586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.053523 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.073684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fc71c-cad3-4852-88d7-89a86dd7c47e req-f9eb6458-b34d-4f0f-8bd7-a72452514803 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.075588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b9fc71c-cad3-4852-88d7-89a86dd7c47e req-f9eb6458-b34d-4f0f-8bd7-a72452514803 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1428001 Aug 10 00:54:23.080335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0af51421-a873-431b-a71d-031951388e6d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:23.125568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.128550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3333881 Aug 10 00:54:23.132545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:23.150499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'security_group_rule': {'security_group_id': 'f21206f3-8773-4552-a26b-507e533c6773', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:23.167271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0af51421-a873-431b-a71d-031951388e6d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:23.167900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.187582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8343c9-7806-481e-b6e5-869289ce9b55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21206f3-8773-4552-a26b-507e533c6773,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.193212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b9fc71c-cad3-4852-88d7-89a86dd7c47e req-27716b52-d352-43be-88c9-de60a1832aea tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015017 Aug 10 00:54:23.230471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.320470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.327002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.356561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089f4753-a517-43c7-8138-65f107e62f1c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.363963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.369498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e59873f8-a647-43d0-b3a3-8eb3b6b51ffc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2329500 Aug 10 00:54:23.369498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60262) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:23.375763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'security_group_rule': {'security_group_id': 'f21206f3-8773-4552-a26b-507e533c6773', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:23.440055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.534397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48907599-1076-420d-8940-04e1114b9068 req-8f960806-db46-4dea-9a9e-a3fe0958cded tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 210 time: 0.0565438 Aug 10 00:54:23.604702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.612379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.651693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:23.681344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be30e9de-05c7-4918-bf9f-ace5fffa2aeb,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:23.708315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.709853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-35760f29-8486-4448-a853-c6dbe40e2bc0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3393774 Aug 10 00:54:23.713139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:23.721421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:23.731979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-b9f5719d-dc7e-4b4b-a033-ba9a9293df36 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:23.737815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-b9f5719d-dc7e-4b4b-a033-ba9a9293df36 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 817 time: 0.2458355 Aug 10 00:54:23.756637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Request body: {'port': {'device_id': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'admin_state_up': True, 'tenant_id': 'fc9e0481125548599a1b74ae26f2f486'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:23.829393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:23.858518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:23.878334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:24.014562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3b244-36ac-473d-8ba8-b81ceb3e2d6a req-0e6ec088-b2a3-4469-9a39-74a5f088b0c7 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.020663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.026885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dd3b244-36ac-473d-8ba8-b81ceb3e2d6a req-0e6ec088-b2a3-4469-9a39-74a5f088b0c7 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 944 time: 0.2767537 Aug 10 00:54:24.074693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:24.146178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Made reservation on behalf of fc9e0481125548599a1b74ae26f2f486 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:24.149197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:24.149866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.155772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.211302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dd3b244-36ac-473d-8ba8-b81ceb3e2d6a req-0e270287-6f2f-4d06-99a5-02eb955aeb42 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831169 Aug 10 00:54:24.284273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:24.322323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.416857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:24.469229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:24.571893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e10785-fcd4-4d5d-858e-c7b1df7ad684 req-36694228-991b-4ce2-88eb-e864fdb531bc tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.578308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84e10785-fcd4-4d5d-858e-c7b1df7ad684 req-36694228-991b-4ce2-88eb-e864fdb531bc tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1383479 Aug 10 00:54:24.613540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-1ccae6c4-796e-47ac-b369-7dd4ca273f3b tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.617889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-1ccae6c4-796e-47ac-b369-7dd4ca273f3b tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.10 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 817 time: 0.5665951 Aug 10 00:54:24.636472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-46f90ffa-2723-4827-80ed-9c3ec65d5eb3 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:24.656906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-46f90ffa-2723-4827-80ed-9c3ec65d5eb3 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 817 time: 0.6064205 Aug 10 00:54:24.665720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Request body: {'port': {'device_id': '42c4543b-f632-4603-8781-2647dbc84131', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'admin_state_up': True, 'tenant_id': 'fc9e0481125548599a1b74ae26f2f486'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:24.707174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Request body: {'port': {'device_id': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'admin_state_up': True, 'tenant_id': 'fc9e0481125548599a1b74ae26f2f486'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:24.714007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84e10785-fcd4-4d5d-858e-c7b1df7ad684 req-ec2b5573-41bd-4089-98f3-2fb1dcc95906 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276324 Aug 10 00:54:24.748002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 172.25.7.206 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/08cac236-216f-447a-a633-58b435e142a8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:24.824699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47298094-34d2-4f8a-ac88-6ca7a9e25188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.872002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e44d094-82c3-49e7-8f37-fb273891e6ec req-b2535309-ac33-46d6-bf02-3cc941b48b24 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 210 time: 0.0580547 Aug 10 00:54:24.937675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:24.987004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.036210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:25.039428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:25.043115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:25.151813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=08cac236-216f-447a-a633-58b435e142a8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.168596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.169797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:25.191505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.229965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Allocated IP 172.20.0.14 (22e88cef-d4f6-4310-bdd6-25c5a644de6f/cd75a098-f26c-4b88-82a9-fdc61d5151eb/786dd5d3-69cb-468e-a442-22dbaba68e3c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:25.246942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.419121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f1faa-151d-4fed-88a3-9e1c34173165 req-a4b63698-2a7a-431b-8960-5fa7b5c5ea51 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.427179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f9f1faa-151d-4fed-88a3-9e1c34173165 req-a4b63698-2a7a-431b-8960-5fa7b5c5ea51 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 945 time: 0.1075583 Aug 10 00:54:25.487174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47298094-34d2-4f8a-ac88-6ca7a9e25188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.503611 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f9f1faa-151d-4fed-88a3-9e1c34173165 req-29f5a71f-811d-41f7-a231-09202258be1e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670609 Aug 10 00:54:25.512208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47298094-34d2-4f8a-ac88-6ca7a9e25188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.557554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.564868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.594890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.610522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-47298094-34d2-4f8a-ac88-6ca7a9e25188 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcad672441314f57b18959e595aa5c91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1398656 Aug 10 00:54:25.616032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60448) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:25.617222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298094-34d2-4f8a-ac88-6ca7a9e25188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07000ab-9bf4-49c9-a880-c077343721ac,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:25.640937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.646129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Made reservation on behalf of fc9e0481125548599a1b74ae26f2f486 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:25.653045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.658110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:25.670476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=08cac236-216f-447a-a633-58b435e142a8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:25.714213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.728084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.729343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa3dfd72-b824-41de-b4d3-3b7bfc85f379 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0152171 Aug 10 00:54:25.743439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Made reservation on behalf of fc9e0481125548599a1b74ae26f2f486 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:25.748306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.750745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:25.758136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:25.758894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.901904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.924822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd8cc7-0630-47e3-9ac8-93a3181c53e6 req-5f56f6a5-3deb-4b14-81fb-9a17e4759c5b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:25.934924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06cd8cc7-0630-47e3-9ac8-93a3181c53e6 req-5f56f6a5-3deb-4b14-81fb-9a17e4759c5b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.0773623 Aug 10 00:54:25.938317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:25.981074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:25.995491 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f18bcc8-7665-4370-99ec-7c895ab53f9b" -d '{"events": [{"server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "name": "network-vif-plugged", "status": "completed", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:26.017492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06cd8cc7-0630-47e3-9ac8-93a3181c53e6 req-dc6c7b72-1c10-4777-9ebc-c0363287346b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810616 Aug 10 00:54:26.040614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:26.047870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.051351 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.055511 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.058719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.140206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:26.165428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e96cee5c-02c2-4c7c-bc67-cb760023c69f req-61b8f108-f29a-458f-868d-535e67ee5a38 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 210 time: 0.0543184 Aug 10 00:54:26.206841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:26.224911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:26.237884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:26.253979 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80312e16-af00-4d62-9bf1-ec557cdd9591 x-openstack-request-id: req-80312e16-af00-4d62-9bf1-ec557cdd9591 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:26.254391 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "name": "network-vif-plugged", "status": "completed", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:26.254769 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80312e16-af00-4d62-9bf1-ec557cdd9591 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:26.255267 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'code': 200} Aug 10 00:54:26.293683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.294839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.312239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Allocated IP 172.20.0.8 (22e88cef-d4f6-4310-bdd6-25c5a644de6f/cd75a098-f26c-4b88-82a9-fdc61d5151eb/eb0aad4c-d393-48e9-b8ed-d49af3d63108) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:26.321276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event updated for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:26.344017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-51f4f592-03f5-4753-b057-dccf8af2bff5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5937243 Aug 10 00:54:26.374361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Request body: {'port': {'device_id': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:26.422696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-1ff812d9-b004-4b54-b88b-e3791bac85e9 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--49687594&fields=id&tenant_id=e14a5ea266f241878425816e8c522c7f HTTP/1.1" status: 200 len: 267 time: 0.0550938 Aug 10 00:54:26.463669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.467395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.468679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b07000ab-9bf4-49c9-a880-c077343721ac HTTP/1.1" status: 204 len: 168 time: 0.8357010 Aug 10 00:54:26.478609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-008274ff-8978-4214-95fd-1d6be2f9e4a1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.480110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-008274ff-8978-4214-95fd-1d6be2f9e4a1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 931 time: 0.0565147 Aug 10 00:54:26.549483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.575453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df12e2f-d532-4a15-8611-e9e8355eed25 req-bce73baf-b8eb-4c82-884f-d40a52ed1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.578037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6df12e2f-d532-4a15-8611-e9e8355eed25 req-bce73baf-b8eb-4c82-884f-d40a52ed1bcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1098 time: 0.2487588 Aug 10 00:54:26.582710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5157d-cdf1-4d0e-a5e0-d659a084f574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07000ab-9bf4-49c9-a880-c077343721ac,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:26.601117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-898caa9f-a615-4f82-93c2-f07f65fcf9ef tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.621040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-898caa9f-a615-4f82-93c2-f07f65fcf9ef tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 930 time: 0.1261144 Aug 10 00:54:26.682372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-1dc4ed37-9cbc-4a01-83b5-7085ee256bb4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0601418 Aug 10 00:54:26.724031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f3dd8d86-ba20-4891-8655-757a1593d1a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0404308 Aug 10 00:54:26.829271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.835515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6df12e2f-d532-4a15-8611-e9e8355eed25 req-685d5fb4-f76d-46f7-a82d-839a8e76f947 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473609 Aug 10 00:54:26.874265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555036e8-1dab-429b-abe6-42eba4119266 req-dc48c45a-6e99-4f87-b99f-5d2a557d510d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.875943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-555036e8-1dab-429b-abe6-42eba4119266 req-dc48c45a-6e99-4f87-b99f-5d2a557d510d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 946 time: 0.2479012 Aug 10 00:54:26.902824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-17d309f7-79b6-4cea-95a7-b95276520678 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.906019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60556) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:26.909855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-17d309f7-79b6-4cea-95a7-b95276520678 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.915946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-17d309f7-79b6-4cea-95a7-b95276520678 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:26.917589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-17d309f7-79b6-4cea-95a7-b95276520678 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 1990 time: 0.1926467 Aug 10 00:54:26.933386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-59d57790-e695-43df-83d9-3ddfadbf80c1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/quotas/e14a5ea266f241878425816e8c522c7f HTTP/1.1" status: 200 len: 375 time: 0.0096345 Aug 10 00:54:26.937641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc7a-5857-4ba9-a2ee-62ce3dc97754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:26.968266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-555036e8-1dab-429b-abe6-42eba4119266 req-99b86cb2-61c0-4d59-bb5b-1297342fc6e2 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848677 Aug 10 00:54:26.975795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.032561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-d044f06d-e8ec-497f-bc13-792ce34225ab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0898559 Aug 10 00:54:27.113337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:27.121374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:27.124972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:27.128048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:27.149442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a5520fcf-df63-465f-9d3e-2a6c71fbafc3 service neutron] 10.222.0.25 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085048 Aug 10 00:54:27.233786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-022994b2-6926-4fc5-a92f-c666b9888eaa {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:54:27.234115 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:54:27.271756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a31ff27c-5f83-47db-97e3-529ae262efc2 service neutron] 10.222.0.25 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145966 Aug 10 00:54:27.318137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-cae6df27-0bda-4f5d-b439-8dbc4c35e071 service neutron] 10.222.0.25 "GET /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0453839 Aug 10 00:54:27.362946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:27.363769 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.384089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786dd5d3-69cb-468e-a442-22dbaba68e3c {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:27.396580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.430813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc7a-5857-4ba9-a2ee-62ce3dc97754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.432289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Transition to ACTIVE for port object 786dd5d3-69cb-468e-a442-22dbaba68e3c will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:27.433263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-3f6cfd6c-394f-4f67-90b3-017fa1512341 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142144 Aug 10 00:54:27.442083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc7a-5857-4ba9-a2ee-62ce3dc97754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.445109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.505471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-1493779a-64e9-4669-8759-73f37a750079 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8445630 Aug 10 00:54:27.536549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Request body: {'port': {'device_id': '42c4543b-f632-4603-8781-2647dbc84131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:27.556406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6fe6cc7a-5857-4ba9-a2ee-62ce3dc97754 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5896728117fa455d8d946bda8970dad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492949 Aug 10 00:54:27.557154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6cc7a-5857-4ba9-a2ee-62ce3dc97754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdae349-2722-40bb-a441-5beabbd61f9d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:27.576834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:27.632356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Pushing event updated for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:27.737513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.747548 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.757865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f346f-ebd0-4276-8f76-bfc9b254874f req-e37e1e07-9edf-45b0-8353-08369297286c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:27.762771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d95f346f-ebd0-4276-8f76-bfc9b254874f req-e37e1e07-9edf-45b0-8353-08369297286c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.2131357 Aug 10 00:54:27.838306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.923642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Attempting to bind port 786dd5d3-69cb-468e-a442-22dbaba68e3c on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:27.923982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Attempting to bind port 786dd5d3-69cb-468e-a442-22dbaba68e3c by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:27.924310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Attempting to bind port 786dd5d3-69cb-468e-a442-22dbaba68e3c on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:27.936602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b4ad48-8128-42cb-97b9-17c00f5da854 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955354 Aug 10 00:54:27.961343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:27.963463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Port 786dd5d3-69cb-468e-a442-22dbaba68e3c on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:27.963789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Attempting to bind port 786dd5d3-69cb-468e-a442-22dbaba68e3c on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:27.978345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d95f346f-ebd0-4276-8f76-bfc9b254874f req-ff7b9d9b-ba4c-4214-8e98-832aa9b664b2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017279 Aug 10 00:54:27.989809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-75b60fcc-e807-417b-9b32-b39860b1b4cd service neutron] 10.222.0.25 "GET /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0459123 Aug 10 00:54:28.052651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:28.052994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Checking segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:28.053383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Bound using segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:28.053834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Bound port: 786dd5d3-69cb-468e-a442-22dbaba68e3c, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:28.054189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.099652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-2855d7eb-8df6-4335-b29f-546109ef146e service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088989 Aug 10 00:54:28.192527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ff084bc5-7886-4efd-b90b-fb06190d9bd6 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919881 Aug 10 00:54:28.193507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05323658-6939-43b6-9164-c1803be442eb req-e6d60fe7-78c4-4732-9df8-0a3f8d27b157 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 210 time: 0.1259468 Aug 10 00:54:28.255111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Allocated IP 172.20.0.4 (22e88cef-d4f6-4310-bdd6-25c5a644de6f/cd75a098-f26c-4b88-82a9-fdc61d5151eb/84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:28.275119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.277198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.278350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbdae349-2722-40bb-a441-5beabbd61f9d HTTP/1.1" status: 204 len: 168 time: 0.6928694 Aug 10 00:54:28.281691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:28.309236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:28.312568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-41925d5b-6579-4d03-9bc6-4c2c0d634c7d service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136684 Aug 10 00:54:28.316173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bffcbf-7ec8-4cda-ad03-8d33624cc86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdae349-2722-40bb-a441-5beabbd61f9d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:28.324314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.429533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.430509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.432226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] 10.222.0.21 "PUT /v2.0/ports/786dd5d3-69cb-468e-a442-22dbaba68e3c HTTP/1.1" status: 200 len: 1093 time: 2.0678253 Aug 10 00:54:28.434736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-b69c0e03-c8a6-4c01-81a2-e9bc40d7f7f9 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155176 Aug 10 00:54:28.447113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:28.449941 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258" -d '{"events": [{"name": "network-changed", "server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:28.501869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f2042-b181-4cf0-a161-ab1934401e40 service neutron] Pushing event updated for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:28.583526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a958dc80-4958-45a2-a763-a851a68b1355 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411407 Aug 10 00:54:28.646154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-c24c4a30-7533-4ed8-b453-757c68255fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.647901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-c24c4a30-7533-4ed8-b453-757c68255fe5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 1096 time: 0.1422584 Aug 10 00:54:28.713980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-d4ca4476-aac6-4bca-96c0-9fd5fef59913 service neutron] 10.222.0.25 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232321 Aug 10 00:54:28.721587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-6433e718-5233-4fef-b5f2-744914989c65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c HTTP/1.1" status: 200 len: 217 time: 0.0528178 Aug 10 00:54:28.754751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.838562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-c2e36b42-2e18-44d8-a190-6557647827c7 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236715 Aug 10 00:54:28.941613 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:28.951961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-2ba93949-9688-4dc9-ad03-3f94619bd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:28.953822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-2ba93949-9688-4dc9-ad03-3f94619bd68e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 0.1596155 Aug 10 00:54:28.987773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-397b88d2-4caf-40c8-9453-24f9ca9515b8 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309240 Aug 10 00:54:29.067056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-dc3010f1-eeb9-46ff-b921-d6ecd6678e25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036413 Aug 10 00:54:29.075273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Network 22e88cef-d4f6-4310-bdd6-25c5a644de6f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:29.081539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:29.093215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:29.112719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e870937c-3c94-40f0-9b18-b7f93f3e2cf2 service neutron] 10.222.0.25 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176364 Aug 10 00:54:29.210295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599c2dc-8f5e-45c5-ac85-6744dbe5cd18 req-8c61d0fd-7792-4cbe-be73-3818eabff070 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.212143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c599c2dc-8f5e-45c5-ac85-6744dbe5cd18 req-8c61d0fd-7792-4cbe-be73-3818eabff070 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 946 time: 0.2660599 Aug 10 00:54:29.218425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event updated for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:29.227185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-b4c3753c-20d7-42b5-89b5-153b13e9f21a service neutron] 10.222.0.25 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067436 Aug 10 00:54:29.308971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:29.309514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:29.340944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-72724022-4df8-4b45-ac12-6412eab898bc tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6445310 Aug 10 00:54:29.364633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Request body: {'port': {'device_id': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:29.791615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c599c2dc-8f5e-45c5-ac85-6744dbe5cd18 req-72d2535d-105b-469a-b3bb-b4a565af9f04 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496960 Aug 10 00:54:29.846805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-5fd7928b-f60a-4532-a87d-ad834b1d86a8 service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593842 Aug 10 00:54:29.851684 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65131a3-33c0-4766-bd1e-196a9b4ac541 x-openstack-request-id: req-d65131a3-33c0-4766-bd1e-196a9b4ac541 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:29.852076 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:29.852213 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d65131a3-33c0-4766-bd1e-196a9b4ac541 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:29.852729 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c', 'status': 'completed', 'code': 200} Aug 10 00:54:29.855797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:29.992223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0aad4c-d393-48e9-b8ed-d49af3d63108 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:30.010531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:30.079661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Transition to ACTIVE for port object eb0aad4c-d393-48e9-b8ed-d49af3d63108 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:30.112403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:30.280631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd388d6-f4ac-43c5-97e4-e1c38f204672 req-e1565e20-e02d-455d-8666-4f1b5157f2f5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.283110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fd388d6-f4ac-43c5-97e4-e1c38f204672 req-e1565e20-e02d-455d-8666-4f1b5157f2f5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 931 time: 0.0766258 Aug 10 00:54:30.312792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-95a0dd82-fd02-43c4-b7c5-739a0ff1c9fd service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519393 Aug 10 00:54:30.321486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:30.345308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fd388d6-f4ac-43c5-97e4-e1c38f204672 req-c13d52e3-72e8-40d5-b996-59f3ab9c341d tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550716 Aug 10 00:54:30.479312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-67f6b21e-8cbe-4977-ae4d-ff4e26db3471 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.481625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b900f-0740-49ed-8b29-9c6783cb7e27 req-e4f66d6b-975f-496f-a9bc-4f1ca98209f5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.487274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-67f6b21e-8cbe-4977-ae4d-ff4e26db3471 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0757754 Aug 10 00:54:30.489815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a21b900f-0740-49ed-8b29-9c6783cb7e27 req-e4f66d6b-975f-496f-a9bc-4f1ca98209f5 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.3951950 Aug 10 00:54:30.558156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-48dbcb7d-3351-4c73-a749-85d9bab84444 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 694 time: 0.0670130 Aug 10 00:54:30.570131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:30.601384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a21b900f-0740-49ed-8b29-9c6783cb7e27 req-b529485d-a281-4424-9864-c7f5056373eb tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103425 Aug 10 00:54:30.646854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-598715e7-c8a9-4b6b-870c-49eb2d276303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:30.648749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-598715e7-c8a9-4b6b-870c-49eb2d276303 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 1096 time: 0.2108393 Aug 10 00:54:30.672095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:30.811178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Attempting to bind port eb0aad4c-d393-48e9-b8ed-d49af3d63108 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:30.812181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Attempting to bind port eb0aad4c-d393-48e9-b8ed-d49af3d63108 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:30.812716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Attempting to bind port eb0aad4c-d393-48e9-b8ed-d49af3d63108 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:30.893527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d8e6eb7-350b-466c-8f96-0a6b93c0a3d7 req-e02d451e-f02e-4a38-b417-6be2b0a73025 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0920861 Aug 10 00:54:30.899725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Port eb0aad4c-d393-48e9-b8ed-d49af3d63108 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:30.900330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Attempting to bind port eb0aad4c-d393-48e9-b8ed-d49af3d63108 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:31.010756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:31.011109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Checking segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:31.011822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Bound using segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:31.012287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Bound port: eb0aad4c-d393-48e9-b8ed-d49af3d63108, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:31.015181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.025783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:31.058840 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.128962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-c17cb9d3-f24e-459c-a193-53a7c334c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.130448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-c17cb9d3-f24e-459c-a193-53a7c334c514 service neutron] 10.222.0.21 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 917 time: 0.4618630 Aug 10 00:54:31.131484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Transition to ACTIVE for port object 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:31.179602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.182594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-38c23bff-16cf-4063-99d4-5bb081fda052 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c HTTP/1.1" status: 200 len: 217 time: 0.0409558 Aug 10 00:54:31.183089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60804) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:31.300418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:31.334981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Pushing event updated for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:31.340642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:31.389359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.402960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-bd25ec38-5e3e-4162-988b-02a60490d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.405075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-bd25ec38-5e3e-4162-988b-02a60490d646 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 0.2051494 Aug 10 00:54:31.411453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.412141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.413570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb0aad4c-d393-48e9-b8ed-d49af3d63108 HTTP/1.1" status: 200 len: 1092 time: 3.8814712 Aug 10 00:54:31.433012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.441197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.496472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65cde546-fe60-48d4-b41a-3d04a493e6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.529551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-cc098b22-a9af-48aa-b1e1-eb2e653105a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712039 Aug 10 00:54:31.619850 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e associated. External IP: 172.25.7.4, port: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e. Aug 10 00:54:31.747300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Attempting to bind port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:31.748179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Attempting to bind port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:31.748694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Attempting to bind port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:31.775323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:31.775658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Attempting to bind port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 on network 22e88cef-d4f6-4310-bdd6-25c5a644de6f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:31.777717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c209a-cabe-4552-bdfe-d6d7ef4cfad9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:31.842238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:31.842998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Checking segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:31.843202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Bound using segment: {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:31.843668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Bound port: 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:31.844043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:31.847168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-00cdb88e-902f-47d8-8df4-5e4f9a4fd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.848529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-00cdb88e-902f-47d8-8df4-5e4f9a4fd627 service neutron] 10.222.0.10 "GET /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 1027 time: 0.2910173 Aug 10 00:54:31.855795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:31.858498 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f366e7a-6f57-40de-b620-db220370aff6" -d '{"events": [{"name": "network-changed", "server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:31.888958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:31.899601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-d76c17a7-9662-4ea0-b5f4-298682332faa service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236766 Aug 10 00:54:31.901225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-a4ef8b86-c191-4488-8e86-dfe20fa02439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.907688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-a4ef8b86-c191-4488-8e86-dfe20fa02439 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 1095 time: 0.3862994 Aug 10 00:54:31.967116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-44b183cd-46cb-4b1b-b9b3-70eb54f2a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:31.971079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-44b183cd-46cb-4b1b-b9b3-70eb54f2a871 service neutron] 10.222.0.10 "GET /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 1026 time: 0.1024041 Aug 10 00:54:32.028256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:32.042194 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:32.056523 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:32.057805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.058631 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:32.077486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e9933-5c61-4ba8-a25f-eb5c7b9c7de6 req-feacbca8-36a2-47ab-ada9-955ee4087595 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.095268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c19e9933-5c61-4ba8-a25f-eb5c7b9c7de6 req-feacbca8-36a2-47ab-ada9-955ee4087595 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 943 time: 0.3131142 Aug 10 00:54:32.128245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-7d909b0d-c0da-4218-9df8-66a1fd302f93 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "PUT /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 994 time: 1.5645096 Aug 10 00:54:32.133939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:32.136779 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cfba82-d4e2-42d1-b177-2ec18a905f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:32.199132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-f1f18f78-56c9-4049-9049-e112d378eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.207252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-f1f18f78-56c9-4049-9049-e112d378eb6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.0514293 Aug 10 00:54:32.209552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:32.213815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:32.258805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65cde546-fe60-48d4-b41a-3d04a493e6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.335298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-d2879b74-2d7a-4240-a1d3-5d47b2a55cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.355826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-d2879b74-2d7a-4240-a1d3-5d47b2a55cb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.1476815 Aug 10 00:54:32.364473 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:32.372007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.383469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-4628d873-ed93-46f6-bbb5-8f4bc56a3b1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108 HTTP/1.1" status: 200 len: 217 time: 0.4111772 Aug 10 00:54:32.435692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-e75928a4-284f-435a-b84b-490dafa3b3b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 997 time: 0.0709128 Aug 10 00:54:32.442439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c19e9933-5c61-4ba8-a25f-eb5c7b9c7de6 req-3ba1ce16-ebd1-4b66-8f30-0978bd40665a tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462632 Aug 10 00:54:32.443109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65cde546-fe60-48d4-b41a-3d04a493e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.480810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.481446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:32.483492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] 10.222.0.21 "PUT /v2.0/ports/84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 HTTP/1.1" status: 200 len: 1092 time: 3.1304553 Aug 10 00:54:32.504138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cde546-fe60-48d4-b41a-3d04a493e6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda208d-80bd-4b62-9e4f-a6334b7b52ee,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:32.614646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-a8af1690-bc99-438d-93a6-d0237bc77a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.629842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-a8af1690-bc99-438d-93a6-d0237bc77a27 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1815124 Aug 10 00:54:32.692003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-cf838ed8-e7bc-495d-8c25-854c48d22591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.705483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-cf838ed8-e7bc-495d-8c25-854c48d22591 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744357 Aug 10 00:54:32.714170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-81e7573e-611d-496e-a102-2148381f3680 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:54:32.728983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-65cde546-fe60-48d4-b41a-3d04a493e6e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd6efd5e6cd84aad9c5ee2031d0b4453&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5378027 Aug 10 00:54:32.735987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60848) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:32.737568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e227cd-e06a-4730-82ac-22d1186bb66c service neutron] Pushing event updated for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:32.739702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-81e7573e-611d-496e-a102-2148381f3680 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0330062 Aug 10 00:54:32.843276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-a994fdc9-f010-45bc-b97d-c3953f1c8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.844795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-a994fdc9-f010-45bc-b97d-c3953f1c8907 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 1095 time: 0.3107619 Aug 10 00:54:32.846657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-6b35b7b1-0945-4f21-8ec5-fc1a7199933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:32.848092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-6b35b7b1-0945-4f21-8ec5-fc1a7199933e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 0.4446917 Aug 10 00:54:32.853513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceec6f3b-4cbe-4a1e-88d3-70ca16f06258 req-ec000d29-1799-49c0-8ee3-6afd87c71b7d service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9407563 Aug 10 00:54:32.860859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 786dd5d3-69cb-468e-a442-22dbaba68e3c details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:32.926788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-754b9ed6-0836-46fd-bcca-607e6ebc2fd0 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856966 Aug 10 00:54:33.015990 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:31Z', 'revision_number': 1, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:33.095445 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:33.102600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-fbd032a6-acaf-4f0d-81cb-1631667da092 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.105726 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:33.107524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:33.115634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45a6bcf4-be9a-4a65-92c5-da5e9f097404 req-e5e555ab-456e-4e32-83bd-3df99b24276a service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871536 Aug 10 00:54:33.126108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-fbd032a6-acaf-4f0d-81cb-1631667da092 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.155608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-fbd032a6-acaf-4f0d-81cb-1631667da092 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.159399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-fbd032a6-acaf-4f0d-81cb-1631667da092 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 1990 time: 1.1032267 Aug 10 00:54:33.168641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-4f8e14da-df27-4ec4-bd89-ce63f1e4bfef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2508664 Aug 10 00:54:33.169834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:33.204870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '786dd5d3-69cb-468e-a442-22dbaba68e3c', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'port_id': '786dd5d3-69cb-468e-a442-22dbaba68e3c', 'mac_address': 'fa:16:3e:43:86:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd75a098-f26c-4b88-82a9-fdc61d5151eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:33.229168 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:33.281611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.295514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786dd5d3-69cb-468e-a442-22dbaba68e3c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:33.316090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:33.318634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.324845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-0e0db934-0de2-484e-bb82-0b18be216787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 HTTP/1.1" status: 200 len: 217 time: 0.4380350 Aug 10 00:54:33.326411 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.335384 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78140f0-41f2-4c3b-b495-1c5e678ba170 x-openstack-request-id: req-e78140f0-41f2-4c3b-b495-1c5e678ba170 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:33.336238 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:33.337972 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e78140f0-41f2-4c3b-b495-1c5e678ba170 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:33.338445 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'status': 'completed', 'code': 200} Aug 10 00:54:33.411882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:33.473357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c38de2b2-5da1-4292-b947-9ded7b02aee8 req-3bd56c1f-0813-4b3b-9526-cc06f28ff19d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0792561 Aug 10 00:54:33.511989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.543766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['786dd5d3-69cb-468e-a442-22dbaba68e3c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:33.552768 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44852dc2-7390-4e4e-9c87-3bafab224036 x-openstack-request-id: req-44852dc2-7390-4e4e-9c87-3bafab224036 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:33.553065 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:33.553325 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44852dc2-7390-4e4e-9c87-3bafab224036 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:33.553739 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:54:33.629595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.632143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:33.644994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fda208d-80bd-4b62-9e4f-a6334b7b52ee HTTP/1.1" status: 204 len: 168 time: 0.9037831 Aug 10 00:54:33.800662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a5c17-edbf-4354-9d08-00030da80a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda208d-80bd-4b62-9e4f-a6334b7b52ee,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:33.828645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:31Z', 'revision_number': 1, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:33.929914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c9687-a5c4-4140-941e-756f4fea1335 req-59846d7e-17af-44ac-b00e-b7b7b7c16587 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:33.941399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e1c9687-a5c4-4140-941e-756f4fea1335 req-59846d7e-17af-44ac-b00e-b7b7b7c16587 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.7542462 Aug 10 00:54:33.942740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184edb9-cb9d-4ddc-a0c7-088787cba435 None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:31Z', 'revision_number': 1, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:33.958896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7da6d8ed-a557-405c-a144-0c981caf5150 req-3fa882ab-ddde-409d-93b7-3ed163235db7 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c508a53aeb847098b13e4b95003d397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395336 Aug 10 00:54:34.047250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-40a13d47-ae07-486d-9107-9b897f4f5a22 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e14a5ea266f241878425816e8c522c7f HTTP/1.1" status: 200 len: 378 time: 0.7456906 Aug 10 00:54:34.074948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-7b866f1e-d8cc-421d-9124-ba83ad4c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.077588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-7b866f1e-d8cc-421d-9124-ba83ad4c3381 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.4490542 Aug 10 00:54:34.088372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'admin_state_up': True, 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'security_groups': ['f21206f3-8773-4552-a26b-507e533c6773']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:34.111145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f495f-7749-4710-a9da-4348d9edf66d req-2916a612-0d97-4487-86e3-d8cdd173533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.112601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-2916a612-0d97-4487-86e3-d8cdd173533b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 0.6381900 Aug 10 00:54:34.140542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e1c9687-a5c4-4140-941e-756f4fea1335 req-b5012653-0f5e-4577-b158-abfa41ecbafd tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962712 Aug 10 00:54:34.205775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6d8ed-a557-405c-a144-0c981caf5150 req-60ef9816-a108-4856-b89e-b186e81ab20a tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.219313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7da6d8ed-a557-405c-a144-0c981caf5150 req-60ef9816-a108-4856-b89e-b186e81ab20a tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530160 Aug 10 00:54:34.264793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7da6d8ed-a557-405c-a144-0c981caf5150 req-d3120204-6a76-4cff-a5d9-c4220d00ee34 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/quotas/0c508a53aeb847098b13e4b95003d397 HTTP/1.1" status: 200 len: 375 time: 0.0431311 Aug 10 00:54:34.367365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f900aa97-20f8-4580-995f-dbb05091430a None None] New status for floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:54:34.370370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7da6d8ed-a557-405c-a144-0c981caf5150 req-c8579327-0eee-4415-b1bb-6149ceeafd0e tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c508a53aeb847098b13e4b95003d397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0960572 Aug 10 00:54:34.636288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4126e79-0b14-4977-9f7a-ae40564ffe3c req-8bb9ab20-bb46-48af-9361-bc7d264dcdfe tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:34.655928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4126e79-0b14-4977-9f7a-ae40564ffe3c req-8bb9ab20-bb46-48af-9361-bc7d264dcdfe tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 943 time: 0.1094279 Aug 10 00:54:34.686136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-0f1dbc8c-c1db-4806-8b68-3eb6206baa9b service neutron] 10.222.0.10 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3464293 Aug 10 00:54:34.723020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4126e79-0b14-4977-9f7a-ae40564ffe3c req-9f5f1381-26ce-44fd-a798-699169e54edb tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600772 Aug 10 00:54:34.871511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-e24f23de-4b59-4825-86c5-802e3814df79 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7299969 Aug 10 00:54:34.874838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 786dd5d3-69cb-468e-a442-22dbaba68e3c up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:35.022729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 786dd5d3-69cb-468e-a442-22dbaba68e3c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:35.028020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 786dd5d3-69cb-468e-a442-22dbaba68e3c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:35.028433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.169066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60928) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:35.222839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.251793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:35.254595 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ce8f24-6a02-40d1-90e9-35861871d403" -d '{"events": [{"server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "name": "network-vif-plugged", "status": "completed", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:35.270011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:35.278657 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.319243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2124655704-network', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:35.349985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:35.356638 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6501f9a0-6097-4b37-873b-ad458f981a77" -d '{"events": [{"name": "network-changed", "server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:35.367138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Made reservation on behalf of 35b80ef6379c4a899c650f3444d79bd7 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:35.367300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:35.369814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.384793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.445652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-207f3c45-3af3-4dbc-bf4a-efb376b0d87d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.456300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-207f3c45-3af3-4dbc-bf4a-efb376b0d87d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7809346 Aug 10 00:54:35.467604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-f5461cfe-a30d-4507-8c87-c1826750534e service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866926 Aug 10 00:54:35.506329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-2595f036-edda-4918-b9cc-0b36206b33fa service neutron] 10.222.0.10 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635398 Aug 10 00:54:35.515513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-86720198-c45c-4f62-9b46-68d30b474873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.517498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-86720198-c45c-4f62-9b46-68d30b474873 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 1.4245734 Aug 10 00:54:35.569566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ef6169a-57a2-4246-9f23-1bfdecb58401 req-e6cb0b5d-4fb5-40c0-ab72-41ef76f7fe89 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0593839 Aug 10 00:54:35.603772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.611950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.629656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:54:35.648439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.649321 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Added segment 37832629-aa16-401f-87a9-1cfa462099ea of type vlan for network 71a7834c-8eef-416a-8f7a-78dcad975a57 Aug 10 00:54:35.655673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-d779dc0d-0936-49fe-aed8-d425345f069f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 999 time: 0.1144083 Aug 10 00:54:35.706548 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.747135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.748478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.749154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.817754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5548c0-8b38-4b68-a021-9ce8638a1066,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:35.847632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6767378 Aug 10 00:54:35.865148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:35.872362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Request body: {'subnet': {'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2124655704-subnet', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:35.873242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:35.876753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.879928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-1e037299-210f-4169-8026-17e81370ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.881069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-1e037299-210f-4169-8026-17e81370ab9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1669471 Aug 10 00:54:35.884885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b1e3-9b39-4a1c-8985-eef5be9ac95f admin admin] Pushing event updated for resources: {'Network': ['ID=71a7834c-8eef-416a-8f7a-78dcad975a57,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:35.899632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:54:35.926593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f91fe2-18b3-49bd-9277-bac547d78adf req-d9782850-2a1f-466d-9e86-aac859da4f77 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.927056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09f91fe2-18b3-49bd-9277-bac547d78adf req-d9782850-2a1f-466d-9e86-aac859da4f77 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1103742 Aug 10 00:54:35.928303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Made reservation on behalf of 35b80ef6379c4a899c650f3444d79bd7 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:35.931277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:35.934194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-029720bd-fce8-4f5a-813b-28754408d667 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 999 time: 0.4766791 Aug 10 00:54:35.979681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:35.991338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366e7a-6f57-40de-b620-db220370aff6 req-044d684a-ffbc-480f-97d0-27cd504e2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:35.992902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-044d684a-ffbc-480f-97d0-27cd504e2e58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 1095 time: 0.3362904 Aug 10 00:54:36.074704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09f91fe2-18b3-49bd-9277-bac547d78adf req-71794504-0ff3-48df-99a7-9d15f9ce3710 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293433 Aug 10 00:54:36.133879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-752f495f-7749-4710-a9da-4348d9edf66d req-12b2fab2-b07d-4341-b6d8-859c76456571 service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198809 Aug 10 00:54:36.164021 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b841a-897b-4095-aeb6-b3d8c637d331 x-openstack-request-id: req-7a5b841a-897b-4095-aeb6-b3d8c637d331 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:36.164429 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "name": "network-vif-plugged", "status": "completed", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:36.164548 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a5b841a-897b-4095-aeb6-b3d8c637d331 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:36.165077 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c', 'code': 200} Aug 10 00:54:36.230023 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45df19de-65aa-4dc0-b83e-f0344db1f066 x-openstack-request-id: req-45df19de-65aa-4dc0-b83e-f0344db1f066 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:36.231204 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:36.231466 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45df19de-65aa-4dc0-b83e-f0344db1f066 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:36.231951 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062', 'status': 'completed', 'code': 200} Aug 10 00:54:36.239107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-0b19e64a-ef18-425d-8c00-6ba93d346377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.240694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-0b19e64a-ef18-425d-8c00-6ba93d346377 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3407876 Aug 10 00:54:36.265851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.298504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.411826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e5168d-7cb5-41d5-b461-934e7bb40e7e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:36.430449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db605a-2c05-4e89-95f0-06471b61d8bb req-da2879fc-c9ac-49ca-914b-efaf4a2ae9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.442275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1db605a-2c05-4e89-95f0-06471b61d8bb req-da2879fc-c9ac-49ca-914b-efaf4a2ae9e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 1098 time: 0.1189473 Aug 10 00:54:36.462789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Checking segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:36.464193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Network hostable DHCP agents. Network: 71a7834c-8eef-416a-8f7a-78dcad975a57, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:54:36.505880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1db605a-2c05-4e89-95f0-06471b61d8bb req-af114905-df8c-48c5-8054-37653731c43f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515206 Aug 10 00:54:36.510122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:54:36.526200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 71a7834c-8eef-416a-8f7a-78dcad975a57) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:36.531870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.533126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.539096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccfe2d9-6a10-48ce-ae45-2634fecc8337 None None] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:36.575053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c12b796c-7666-4861-9350-e480ceda19a2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7043104 Aug 10 00:54:36.575301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60966) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:36.580640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:36.620797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366e7a-6f57-40de-b620-db220370aff6 req-c7053176-8066-4cb3-9481-c745d9e0f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.622741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-c7053176-8066-4cb3-9481-c745d9e0f069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 917 time: 0.5852480 Aug 10 00:54:36.647740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 172.20.0.4 (7078cfdf-5bfa-4b0f-9789-b995d7ff281f/22f9f403-a6f2-4051-ac3d-1408967bea4e/d30a581e-1dd9-4834-a64d-279ff8eacc5d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:36.659790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-50f71273-6251-4288-bebc-9033af4a7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.661099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-50f71273-6251-4288-bebc-9033af4a7cd8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc9e0481125548599a1b74ae26f2f486&device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 1095 time: 0.3904753 Aug 10 00:54:36.663730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.665501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.684188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d6fee-c823-4a48-8806-8ecf2dbb81cc req-e5eb5473-23b4-4417-abee-1bbb2c9efb53 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:36.685975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-506d6fee-c823-4a48-8806-8ecf2dbb81cc req-e5eb5473-23b4-4417-abee-1bbb2c9efb53 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 943 time: 0.0890868 Aug 10 00:54:36.762577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.795371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-71a7834c-8eef-416a-8f7a-78dcad975a57', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:54:36.797526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:36.865039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-506d6fee-c823-4a48-8806-8ecf2dbb81cc req-62e106b3-3878-4de5-8db5-366f25383354 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644933 Aug 10 00:54:36.988457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-e8e12ce1-f9b7-496e-b64c-94e6913a8a16 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354045 Aug 10 00:54:36.989857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-4abd8e70-e340-4f99-952b-fadf2eaf19c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108 HTTP/1.1" status: 200 len: 217 time: 0.3520403 Aug 10 00:54:36.990387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.067195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Allocated IP 172.20.0.2 (71a7834c-8eef-416a-8f7a-78dcad975a57/c2e5168d-7cb5-41d5-b461-934e7bb40e7e/c173c2a8-2f39-4fc2-b438-c72a73e102da) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:37.234999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.244121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Transition to ACTIVE for port object c173c2a8-2f39-4fc2-b438-c72a73e102da will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:37.261108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Transition to ACTIVE for port object c173c2a8-2f39-4fc2-b438-c72a73e102da will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:37.273245 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.327049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Pushing event updated for resources: {'Port': ['ID=c173c2a8-2f39-4fc2-b438-c72a73e102da,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:37.343858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:37.346974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:37.352315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:37.485880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Attempting to bind port c173c2a8-2f39-4fc2-b438-c72a73e102da on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:37.489409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Attempting to bind port c173c2a8-2f39-4fc2-b438-c72a73e102da by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:37.492825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Attempting to bind port c173c2a8-2f39-4fc2-b438-c72a73e102da on network 71a7834c-8eef-416a-8f7a-78dcad975a57 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:37.505515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:37.505972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Checking segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:37.506386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.506806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Bound using segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:37.507302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Bound port: c173c2a8-2f39-4fc2-b438-c72a73e102da, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:37.507689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.618624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] For port c173c2a8-2f39-4fc2-b438-c72a73e102da, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:37.623968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] For port c173c2a8-2f39-4fc2-b438-c72a73e102da, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c173c2a8-2f39-4fc2-b438-c72a73e102da,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:37.640946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.677426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.690857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object d30a581e-1dd9-4834-a64d-279ff8eacc5d will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:37.729222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:37.759184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eb0aad4c-d393-48e9-b8ed-d49af3d63108 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:37.822806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c70283-1bfd-4e8b-84a0-9c1f737acf7c None None] Pushing event updated for resources: {'Port': ['ID=c173c2a8-2f39-4fc2-b438-c72a73e102da,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:37.949627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:37.980120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'port_id': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'mac_address': 'fa:16:3e:db:86:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd75a098-f26c-4b88-82a9-fdc61d5151eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:38.135548 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.153228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3f81-7e15-4432-ad49-dfc0b85b708e req-c57606ac-05c0-44c6-8d3e-3608f5631a0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.167517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0aad4c-d393-48e9-b8ed-d49af3d63108 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:38.172742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2a3f81-7e15-4432-ad49-dfc0b85b708e req-c57606ac-05c0-44c6-8d3e-3608f5631a0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 931 time: 0.8599563 Aug 10 00:54:38.198820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.216002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:38.233031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.233977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:38.262684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.374038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.380921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.385920 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2a3f81-7e15-4432-ad49-dfc0b85b708e req-64e0dfb2-483e-460e-9b47-01d316765818 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2121518 Aug 10 00:54:38.502265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Allocated IP 172.25.7.178 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/88056560-57f4-42a2-9156-3ccd3144fad7) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:38.639262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:38.640004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.686513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '12e72535-df93-4deb-987e-487840dcf82e', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'port_id': '12e72535-df93-4deb-987e-487840dcf82e', 'mac_address': 'fa:16:3e:8a:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d2466c-2368-49f3-96af-190200cbe6fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:38.691319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-5ed8ce74-d3ab-4375-b03b-a56b6c528d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.693932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:38.695902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.700106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-5ed8ce74-d3ab-4375-b03b-a56b6c528d9c service neutron] 10.222.0.21 "GET /v2.0/networks?id=22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 200 len: 917 time: 1.9126074 Aug 10 00:54:38.705436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f366e7a-6f57-40de-b620-db220370aff6 req-a947986f-8b5e-47a1-bdca-806c531b6641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.710785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-a947986f-8b5e-47a1-bdca-806c531b6641 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 1.2394907 Aug 10 00:54:38.767620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Pushing event updated for resources: {'Port': ['ID=88056560-57f4-42a2-9156-3ccd3144fad7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:38.793042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.801160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:38.807084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:38.810266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:38.839706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:38.844147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0ca01-c09b-4c17-ae07-c9e2962a2c24 req-8ace1c59-cec8-4faf-9ef7-1f96b520cfdb tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:38.844599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:38.845808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36a0ca01-c09b-4c17-ae07-c9e2962a2c24 req-8ace1c59-cec8-4faf-9ef7-1f96b520cfdb tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1633809 Aug 10 00:54:38.849269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-fef751df-4abf-4ab3-8bdc-54983e3e0f23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 HTTP/1.1" status: 200 len: 217 time: 0.1140974 Aug 10 00:54:38.891872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:38.898684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:38.912019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:38.933939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:54:39.034498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36a0ca01-c09b-4c17-ae07-c9e2962a2c24 req-181d9602-bc46-4021-b6b7-d5dd28ca3b4d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806407 Aug 10 00:54:39.038019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:39.040932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:39.047404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-059a2449-4f8b-434b-9881-bd3548fe47e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3065729 Aug 10 00:54:39.334611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:39.352870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99013325-4d18-4c19-b042-af69333d7b7e req-0f674151-0601-4355-b4f6-564d325a7b67 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c508a53aeb847098b13e4b95003d397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0808094 Aug 10 00:54:39.364306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c173c2a8-2f39-4fc2-b438-c72a73e102da up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:39.377889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51cfba82-d4e2-42d1-b177-2ec18a905f9d req-2d59b867-0869-430d-8031-18fc2dc7c407 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9016445 Aug 10 00:54:39.396444 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e associated. External IP: 172.25.7.4, port: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e. Aug 10 00:54:39.480317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eb0aad4c-d393-48e9-b8ed-d49af3d63108'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:39.597712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['12e72535-df93-4deb-987e-487840dcf82e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:39.598888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-88f103e8-6596-4708-a5b6-fb31e6754129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.605925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-88f103e8-6596-4708-a5b6-fb31e6754129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 200 len: 857 time: 0.7155802 Aug 10 00:54:39.618585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.619878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.621093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:39.648892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2783feef-2617-4c39-8bdc-70d2dbffd913 None None] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:54:39.676201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-c3038bcd-9d48-4269-a375-bddfa0239c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=22e88cef-d4f6-4310-bdd6-25c5a644de6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523105 Aug 10 00:54:39.681570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99013325-4d18-4c19-b042-af69333d7b7e req-ccdfb194-c6a9-4e6b-8b0a-07fccd9c1016 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:39.690630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99013325-4d18-4c19-b042-af69333d7b7e req-ccdfb194-c6a9-4e6b-8b0a-07fccd9c1016 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367703 Aug 10 00:54:39.721604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99013325-4d18-4c19-b042-af69333d7b7e req-1f105fdf-e82f-4db9-8e2b-a4ce6a3dcf2f tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/quotas/0c508a53aeb847098b13e4b95003d397 HTTP/1.1" status: 200 len: 375 time: 0.0296547 Aug 10 00:54:39.803449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99013325-4d18-4c19-b042-af69333d7b7e req-5f70f4dc-f520-434a-b214-ed21f0802ff7 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c508a53aeb847098b13e4b95003d397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809777 Aug 10 00:54:39.807447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-5a679a52-0ede-48a8-996c-62f07c17997d service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187518 Aug 10 00:54:39.810635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062', 'network_id': '22e88cef-d4f6-4310-bdd6-25c5a644de6f', 'port_id': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062', 'mac_address': 'fa:16:3e:ef:70:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd75a098-f26c-4b88-82a9-fdc61d5151eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:54:39.818902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a53718e2-e8e3-4c3d-9bf6-b2bf850ce864 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7476230 Aug 10 00:54:39.890326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'admin_state_up': True, 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'security_groups': ['f21206f3-8773-4552-a26b-507e533c6773']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:40.067968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.087518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-681d3d5e-0d46-42cb-8291-5d9f2db080e4 service neutron] 10.222.0.10 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9641514 Aug 10 00:54:40.154962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:40.224053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f886-4d23-4c12-b28f-804751662152 req-8b584720-26f8-40c2-8164-fc1e46d28a0b tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:40.227267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:40.232680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e888f886-4d23-4c12-b28f-804751662152 req-8b584720-26f8-40c2-8164-fc1e46d28a0b tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 943 time: 0.1669345 Aug 10 00:54:40.241863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f69723c-167b-4db0-a9d3-4bd3c0edd4c8 None None] Provisioning for port d30a581e-1dd9-4834-a64d-279ff8eacc5d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:40.295777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f69723c-167b-4db0-a9d3-4bd3c0edd4c8 None None] Provisioning complete for port d30a581e-1dd9-4834-a64d-279ff8eacc5d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:40.296422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f69723c-167b-4db0-a9d3-4bd3c0edd4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.305213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e888f886-4d23-4c12-b28f-804751662152 req-794fa6f7-9ce6-4b8e-a831-6f7165d9664f tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Aug 10 00:54:40.336749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6501f9a0-6097-4b37-873b-ad458f981a77 req-213585c5-1a36-4a53-b295-6055a5050e4c service neutron] 10.222.0.21 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667671 Aug 10 00:54:40.377664 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.408305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:54:40.440550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c173c2a8-2f39-4fc2-b438-c72a73e102da completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:40.454250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:40.457580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:40.468465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.474818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0f69723c-167b-4db0-a9d3-4bd3c0edd4c8 None None] Port d30a581e-1dd9-4834-a64d-279ff8eacc5d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:40.477029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:40.535410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f366e7a-6f57-40de-b620-db220370aff6 req-f7bdd4ed-f961-49c2-b30e-a6344e21ddaf service neutron] 10.222.0.10 "GET /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661363 Aug 10 00:54:40.552637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:40.581177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.628696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8de9c3-cc70-4fd7-9457-3519815bb386 req-4316d7c0-a1ae-4277-99eb-290f80771542 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:40.630230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f8de9c3-cc70-4fd7-9457-3519815bb386 req-4316d7c0-a1ae-4277-99eb-290f80771542 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 931 time: 0.1229095 Aug 10 00:54:40.649088 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.697706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f8de9c3-cc70-4fd7-9457-3519815bb386 req-47355b6d-dca7-497a-9ce7-d7a8869e29ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517375 Aug 10 00:54:40.698951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:40.718323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:40.718919 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Sync routers for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:40.722752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.723663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b2cd3fa-001b-48e0-9ef1-1e2a9c00ef53 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1462920 Aug 10 00:54:40.726777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32804) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:40.745403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:40.746955 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:40.755155 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:40.789135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.807072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Provisioning for port c173c2a8-2f39-4fc2-b438-c72a73e102da completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:40.825656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Provisioning complete for port c173c2a8-2f39-4fc2-b438-c72a73e102da triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:40.825902 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:40.828519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:40.831407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.1.1.223 (1c8eeafd-8450-4982-8888-460c59837f05/b5d378b7-19ae-4c67-8133-90cd91e80b24/ffb193bf-0fbd-45ab-8f39-25a98e083166) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:40.876200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:40.935107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:40.936988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:40.939553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:41.144829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:41.145483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:41.207896 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:39Z', 'revision_number': 3, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:41.251430 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Checking router: 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:41.252179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Updating router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 port 88056560-57f4-42a2-9156-3ccd3144fad7 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:54:41.260030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:41.296130 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.319815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a3e84-834f-4e49-8df4-e34f8d6b988b req-bcc19c03-2a88-4dcb-9b81-4eac608985bf tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.321685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db3a3e84-834f-4e49-8df4-e34f8d6b988b req-bcc19c03-2a88-4dcb-9b81-4eac608985bf tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.2011158 Aug 10 00:54:41.325743 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.333081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.384988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db3a3e84-834f-4e49-8df4-e34f8d6b988b req-3d001d8b-b9f0-4381-b4e8-b61d3e452bde tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490253 Aug 10 00:54:41.422731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object ffb193bf-0fbd-45ab-8f39-25a98e083166 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:41.474117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:41.562185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] For port c173c2a8-2f39-4fc2-b438-c72a73e102da, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c173c2a8-2f39-4fc2-b438-c72a73e102da,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:41.568072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.578101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.635428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:41.739146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:41.774469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 1c8eeafd-8450-4982-8888-460c59837f05 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:41.784642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:41.789753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eb0aad4c-d393-48e9-b8ed-d49af3d63108 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:41.792840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:41.816243 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.830095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c01b0-f33a-45cb-a68c-7cb0ff5d9cac req-5609682a-860c-4572-8739-a6937ebc300e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.831649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-126c01b0-f33a-45cb-a68c-7cb0ff5d9cac req-5609682a-860c-4572-8739-a6937ebc300e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 944 time: 0.1913078 Aug 10 00:54:41.839942 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Transition to ACTIVE for port object 88056560-57f4-42a2-9156-3ccd3144fad7 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:41.853196 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.892565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.906105 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Pushing event updated for resources: {'Port': ['ID=88056560-57f4-42a2-9156-3ccd3144fad7,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:41.914623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:41.920283 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.922557 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.923179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.923899 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.924465 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.925057 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.925721 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.926285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.926998 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.927558 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.928129 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.929269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:54:41.930276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:41.931237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.934631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3727b8fd-67fc-4600-b009-ae31c64d4973 None None] Provisioning complete for port c173c2a8-2f39-4fc2-b438-c72a73e102da triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:41.935032 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3727b8fd-67fc-4600-b009-ae31c64d4973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.945255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.968146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Attempting to bind port 88056560-57f4-42a2-9156-3ccd3144fad7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:41.968663 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Attempting to bind port 88056560-57f4-42a2-9156-3ccd3144fad7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:41.969140 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Attempting to bind port 88056560-57f4-42a2-9156-3ccd3144fad7 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:41.979268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:41.979820 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:41.980538 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:41.981048 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:41.981688 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Bound port: 88056560-57f4-42a2-9156-3ccd3144fad7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:41.982972 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.010409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e646ee-bd35-47c7-9219-fee82927be29 None None] Pushing event updated for resources: {'Port': ['ID=c173c2a8-2f39-4fc2-b438-c72a73e102da,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.011320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8fed3387-56bd-4a5a-a5fd-1a90e8198f19 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1290841 Aug 10 00:54:42.014405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:42.017298 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:42.051021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'admin_state_up': True, 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'security_groups': ['f21206f3-8773-4552-a26b-507e533c6773']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:42.065198 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] For port 88056560-57f4-42a2-9156-3ccd3144fad7, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:42.069338 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] For port 88056560-57f4-42a2-9156-3ccd3144fad7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88056560-57f4-42a2-9156-3ccd3144fad7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:42.072763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port eb0aad4c-d393-48e9-b8ed-d49af3d63108 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:42.073266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-126c01b0-f33a-45cb-a68c-7cb0ff5d9cac req-ef24aa11-0a2f-4001-bafb-c0695bbd8d4d tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827369 Aug 10 00:54:42.082915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port eb0aad4c-d393-48e9-b8ed-d49af3d63108 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:42.083124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.093866 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.178334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:42.179136 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:42.220692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546aac52-70f6-4cf5-943b-91f43e02f275 None None] Pushing event updated for resources: {'Port': ['ID=88056560-57f4-42a2-9156-3ccd3144fad7,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:42.331429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Allocated IP 172.20.0.1 (71a7834c-8eef-416a-8f7a-78dcad975a57/c2e5168d-7cb5-41d5-b461-934e7bb40e7e/80a5c9e9-218e-4115-86d3-2e6f50f5874f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:42.385393 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:42.473392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:37Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:42.510758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:42.521098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.543260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:42.544438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:42.569403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-111373d0-0661-46e0-876c-672dd80acc85 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "PUT /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 997 time: 6.6102889 Aug 10 00:54:42.572082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:42.576377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:42.580571 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5edf16d-90da-479e-9a88-3aff098a00aa" -d '{"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-plugged", "status": "completed", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:42.600844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cdfad-18d4-4b54-8096-c31d5cd8cd7a req-5a3f2082-5430-4b11-b294-b4ab55a214c7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.607126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cdfad-18d4-4b54-8096-c31d5cd8cd7a req-5a3f2082-5430-4b11-b294-b4ab55a214c7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.608937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c3cdfad-18d4-4b54-8096-c31d5cd8cd7a req-5a3f2082-5430-4b11-b294-b4ab55a214c7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 1653 time: 0.1793258 Aug 10 00:54:42.623944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.624947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:42.635703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-052527a8-2330-441b-9e52-b1ad801815cc None None] Provisioning for port ffb193bf-0fbd-45ab-8f39-25a98e083166 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:42.663414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:39Z', 'revision_number': 3, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:42.663772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.697742 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd884dd7-f91a-4c79-bf9c-c6de90fc2d67 None None] The sync data for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 is: [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:39Z', 'revision_number': 3, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:42.702546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Transition to ACTIVE for port object 80a5c9e9-218e-4115-86d3-2e6f50f5874f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:42.706809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c3cdfad-18d4-4b54-8096-c31d5cd8cd7a req-daed3989-d132-451d-bfd7-2080ac5bd445 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876954 Aug 10 00:54:42.721550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-bc58a1f2-f3a1-4c47-b261-e39cc8e695be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:42.733335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-bc58a1f2-f3a1-4c47-b261-e39cc8e695be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports/66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 942 time: 0.1524870 Aug 10 00:54:42.756633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-052527a8-2330-441b-9e52-b1ad801815cc None None] Provisioning complete for port ffb193bf-0fbd-45ab-8f39-25a98e083166 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:42.757007 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-052527a8-2330-441b-9e52-b1ad801815cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.799706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.847767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:42.851635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:42.880355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:42.894056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:42.931818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:42.962200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:42.982935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:43.038979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Pushing event updated for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:43.070360 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd038a-6cac-4e73-8eaf-29e1ddc5a6c2 x-openstack-request-id: req-44bd038a-6cac-4e73-8eaf-29e1ddc5a6c2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:43.070972 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:43.070972 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44bd038a-6cac-4e73-8eaf-29e1ddc5a6c2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:43.071304 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:54:43.089379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.192538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.1.1.38 (1c8eeafd-8450-4982-8888-460c59837f05/b5d378b7-19ae-4c67-8133-90cd91e80b24/a09c7e80-d6ec-4081-9215-8bbdcc544844) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:43.264534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-0d657242-ca54-46be-9b26-95e49c112092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.266758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-0d657242-ca54-46be-9b26-95e49c112092 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.3900394 Aug 10 00:54:43.273373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88f213f1-f143-4e48-8260-7c2c17e7f136 req-885d0968-592a-4e28-89b2-a886ed6470c9 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=0c508a53aeb847098b13e4b95003d397&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700576 Aug 10 00:54:43.313559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-1eb935cd-0055-43e2-a6ba-ba91d4ba918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.315384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-1eb935cd-0055-43e2-a6ba-ba91d4ba918f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.2185278 Aug 10 00:54:43.374134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-052527a8-2330-441b-9e52-b1ad801815cc None None] Port ffb193bf-0fbd-45ab-8f39-25a98e083166 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:43.376331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c173c2a8-2f39-4fc2-b438-c72a73e102da up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:43.417101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:43.466371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f213f1-f143-4e48-8260-7c2c17e7f136 req-7b424652-8620-472f-a575-24d4c2d623e2 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.469050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 12e72535-df93-4deb-987e-487840dcf82e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:43.469439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.476277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88f213f1-f143-4e48-8260-7c2c17e7f136 req-7b424652-8620-472f-a575-24d4c2d623e2 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015519 Aug 10 00:54:43.480446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:43.493184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.501631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-d0006df3-8c57-4f6d-a381-c8e6d4b2fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.503465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88f213f1-f143-4e48-8260-7c2c17e7f136 req-4ca956b9-e636-4538-ac1f-57234a9b92b3 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/quotas/0c508a53aeb847098b13e4b95003d397 HTTP/1.1" status: 200 len: 375 time: 0.0260100 Aug 10 00:54:43.503612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-d0006df3-8c57-4f6d-a381-c8e6d4b2fe39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.1101291 Aug 10 00:54:43.550526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:43.551019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.566277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88f213f1-f143-4e48-8260-7c2c17e7f136 req-c620e811-645a-44d0-b61b-a9e7a10fe4b6 tempest-QuotasAdminNegativeTest-595183703 tempest-QuotasAdminNegativeTest-595183703-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0c508a53aeb847098b13e4b95003d397&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615065 Aug 10 00:54:43.634325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-486c4960-8450-4e9d-a125-a00d111f1bd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.1233137 Aug 10 00:54:43.767372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d98ae2b8-e8c6-4f58-b6e5-202c17e8bba8 None None] Provisioning for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:43.781177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d98ae2b8-e8c6-4f58-b6e5-202c17e8bba8 None None] Provisioning complete for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:43.781554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d98ae2b8-e8c6-4f58-b6e5-202c17e8bba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.798429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-f6188eaa-502f-4a8f-a6b4-133625fdf773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.800199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-f6188eaa-502f-4a8f-a6b4-133625fdf773 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1587832 Aug 10 00:54:43.801289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-011e2f3f-cfa4-4798-9446-10adcc73ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.802811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-011e2f3f-cfa4-4798-9446-10adcc73ffdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.5185699 Aug 10 00:54:43.842197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.860006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object a09c7e80-d6ec-4081-9215-8bbdcc544844 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:43.918487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-7b32d657-c0c0-41a4-bf8e-957d2d12b5ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.0965753 Aug 10 00:54:43.934287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c173c2a8-2f39-4fc2-b438-c72a73e102da triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:43.936496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.939750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce2df0-9b09-4277-9c1e-484717465a12 req-d7d8b09e-05e0-49bc-b37c-992aa7454dea tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:43.948478 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3ce2df0-9b09-4277-9c1e-484717465a12 req-d7d8b09e-05e0-49bc-b37c-992aa7454dea tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 944 time: 0.1136086 Aug 10 00:54:43.985440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:43.999663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.018956 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.021308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d98ae2b8-e8c6-4f58-b6e5-202c17e8bba8 None None] Port 80a5c9e9-218e-4115-86d3-2e6f50f5874f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:44.028997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-9ab8b307-cdd2-4c6a-b24d-ccea14a4d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.030642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-9ab8b307-cdd2-4c6a-b24d-ccea14a4d914 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202640 Aug 10 00:54:44.045700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.077160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3ce2df0-9b09-4277-9c1e-484717465a12 req-71c069db-d775-4032-a452-6f0f5d4e710d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274292 Aug 10 00:54:44.111121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Pushing event updated for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.118959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.133180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-a03273e9-8c8f-47ed-8010-49198a58c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.135015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-a03273e9-8c8f-47ed-8010-49198a58c298 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1982567 Aug 10 00:54:44.141786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 1c8eeafd-8450-4982-8888-460c59837f05 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:44.160213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68e322c6-d25d-4342-9fa3-8ec23e610a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.170881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.180001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:44.181682 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c3ed96-f7cb-4cc3-9048-cb50bc1ead78 x-openstack-request-id: req-88c3ed96-f7cb-4cc3-9048-cb50bc1ead78 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:44.195640 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-plugged", "status": "completed", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:44.195932 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c3ed96-f7cb-4cc3-9048-cb50bc1ead78 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:44.196325 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'code': 200} Aug 10 00:54:44.224875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.229178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:44.248013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:44.313731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:44.325646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.328504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:44.339192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.339805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.409039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:44.449415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.462236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.495417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-761fde8c-ae58-465c-ae8d-32c0844e1806 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4739368 Aug 10 00:54:44.527789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-9168f354-757e-429f-b988-b7bcb6e8786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.528609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:44.555029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-9168f354-757e-429f-b988-b7bcb6e8786e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3540208 Aug 10 00:54:44.573522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:37Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:44.575343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'admin_state_up': True, 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'security_groups': ['f21206f3-8773-4552-a26b-507e533c6773']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:44.614793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613299e-6bf0-492e-b748-42ef86b9ee37 None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:37Z', 'revision_number': 3, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:44.630151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:44.643458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a4c7a-fc49-4465-96d9-b143a03e5c26 req-f7113af7-2ec5-438e-bae8-4537cd2daa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.646597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-471a4c7a-fc49-4465-96d9-b143a03e5c26 req-f7113af7-2ec5-438e-bae8-4537cd2daa1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 1097 time: 0.3018470 Aug 10 00:54:44.664419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6d30-257a-4303-ad15-353d147f2752 req-4a6e7428-2bfd-444a-b673-f055ba6b11d9 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:44.674382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7aac6d30-257a-4303-ad15-353d147f2752 req-4a6e7428-2bfd-444a-b673-f055ba6b11d9 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 945 time: 0.3593504 Aug 10 00:54:44.753401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a390c879-e747-435d-b3dc-e4b18a795229 None None] Provisioning for port a09c7e80-d6ec-4081-9215-8bbdcc544844 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:44.758580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a390c879-e747-435d-b3dc-e4b18a795229 None None] Provisioning complete for port a09c7e80-d6ec-4081-9215-8bbdcc544844 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:44.759012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a390c879-e747-435d-b3dc-e4b18a795229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.788864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-13e6e5bf-d172-4f96-86bf-cde2bf149b31 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7144370 Aug 10 00:54:44.812736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7aac6d30-257a-4303-ad15-353d147f2752 req-c9a04560-b682-4051-9993-7003260304a5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371570 Aug 10 00:54:44.829673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a390c879-e747-435d-b3dc-e4b18a795229 None None] Port a09c7e80-d6ec-4081-9215-8bbdcc544844 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:44.835825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-471a4c7a-fc49-4465-96d9-b143a03e5c26 req-1b792b9a-1f64-4f8e-a836-f6e51b71df60 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685865 Aug 10 00:54:44.922305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:44.932983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24a009b4-d92d-4e76-af20-eb330be62485 admin admin] 10.222.0.25 "PUT /v2.0/routers/5ea578e6-db02-4eee-bb2a-f8dac35b4f69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2043700 Aug 10 00:54:44.956167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-708a768c-8b62-44b7-aca3-6382437eb2e6 None None] Provisioning complete for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:44.956576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708a768c-8b62-44b7-aca3-6382437eb2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:44.995084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-72e87b46-6a53-4468-a64e-d62654826ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390926 Aug 10 00:54:45.056631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-708a768c-8b62-44b7-aca3-6382437eb2e6 None None] Port 80a5c9e9-218e-4115-86d3-2e6f50f5874f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:45.073930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:45.082189 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d905188d-568d-49f3-83c3-236f1fa2ef05" -d '{"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:45.086791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88056560-57f4-42a2-9156-3ccd3144fad7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:45.129893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f9f0c01-a6dd-48e6-94c2-fc7a2d93a7e4 req-82b9d810-2e70-46d0-8bbf-4c2c68d466dc service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268955 Aug 10 00:54:45.130211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:45.186014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 88056560-57f4-42a2-9156-3ccd3144fad7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:45.191914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 88056560-57f4-42a2-9156-3ccd3144fad7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:45.192300 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.260770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-a6946947-fbbb-412d-adce-61e150329040 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582703 Aug 10 00:54:45.270357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbd68-350c-40fa-ad60-3e150e7b7723 req-18605206-c981-49d8-93d4-236f19e5e460 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.279364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbd68-350c-40fa-ad60-3e150e7b7723 req-18605206-c981-49d8-93d4-236f19e5e460 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.286210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffbd68-350c-40fa-ad60-3e150e7b7723 req-18605206-c981-49d8-93d4-236f19e5e460 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.298834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-afffbd68-350c-40fa-ad60-3e150e7b7723 req-18605206-c981-49d8-93d4-236f19e5e460 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 2373 time: 0.1024649 Aug 10 00:54:45.318248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.324100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.353697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-f1d577be-47f8-464e-9d77-f41ce13c55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.363644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-f1d577be-47f8-464e-9d77-f41ce13c55d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1098 time: 0.0864761 Aug 10 00:54:45.371281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-afffbd68-350c-40fa-ad60-3e150e7b7723 req-3dbc3c9c-6eb3-4320-b001-f6e0775ef635 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711052 Aug 10 00:54:45.386272 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf4950-7cd5-4f1b-9048-8e76ed5dfe5a None None] New status for floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:54:45.386793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 88056560-57f4-42a2-9156-3ccd3144fad7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88056560-57f4-42a2-9156-3ccd3144fad7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:45.393644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:45.506109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=88056560-57f4-42a2-9156-3ccd3144fad7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:45.584151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Sync routers for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:45.613133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:45.619221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:45.662086 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319cae55-9683-4953-99b4-79912303f494 x-openstack-request-id: req-319cae55-9683-4953-99b4-79912303f494 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:45.662545 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:45.663037 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-319cae55-9683-4953-99b4-79912303f494 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:45.663536 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'status': 'completed', 'code': 200} Aug 10 00:54:45.666032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-87ad3ee2-9e85-4d8a-b213-4aedeabb06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.667643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-87ad3ee2-9e85-4d8a-b213-4aedeabb06cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.3032358 Aug 10 00:54:45.732749 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:45.747914 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:45.748855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:45.802788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c306021-b764-4bf1-b2bc-e3dbb81a43be req-2c6c4e02-cfd1-44ca-a060-6e1fc65a2449 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.804420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c306021-b764-4bf1-b2bc-e3dbb81a43be req-2c6c4e02-cfd1-44ca-a060-6e1fc65a2449 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1296277 Aug 10 00:54:45.806687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:45.873812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c306021-b764-4bf1-b2bc-e3dbb81a43be req-80bda337-62ce-47bb-9872-d9d1313cec02 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Aug 10 00:54:45.939246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-9db3362c-51df-41af-83f2-dcde2e6363e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:45.951552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-9db3362c-51df-41af-83f2-dcde2e6363e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1098 time: 0.2870235 Aug 10 00:54:45.957635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-626c1462-e29f-481a-83db-d2384cffd60b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 1000 time: 0.2501535 Aug 10 00:54:46.048569 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:46.079985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 2, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:46.103948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-ee8678a9-3046-48eb-b961-4594e9eba5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.105514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-ee8678a9-3046-48eb-b961-4594e9eba5b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.1434052 Aug 10 00:54:46.107444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.2.2.100 (6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c/696f0138-57f3-48d6-b0c8-742f0ef8235c/95c7d238-138b-4f1c-9923-6f6eca95d9d8) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:46.116271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Checking router: 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:46.116594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Updating router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 port 80a5c9e9-218e-4115-86d3-2e6f50f5874f binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:54:46.157406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.235652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-22ef8fee-0415-4f64-9218-3f95a2324d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.237064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-22ef8fee-0415-4f64-9218-3f95a2324d97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1273513 Aug 10 00:54:46.245824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32882) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:46.251074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733999318', 'description': 'tempest-description--1741934824'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:46.311238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.398830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:46.453719 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:46.464431 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:46.465390 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:46.497893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.507043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.509273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Transition to ACTIVE for port object 80a5c9e9-218e-4115-86d3-2e6f50f5874f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:46.512562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'}, {'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e72535-df93-4deb-987e-487840dcf82e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:46.515911 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335491aa-ecc4-4e15-8831-bb7eaf065088" -d '{"events": [{"server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "name": "network-vif-plugged", "status": "completed", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062"}, {"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-plugged", "status": "completed", "tag": "12e72535-df93-4deb-987e-487840dcf82e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:46.520054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.521252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object 95c7d238-138b-4f1c-9923-6f6eca95d9d8 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:46.563084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b2981-d71a-4f3c-a98a-9824fd90ae1d req-bdcd9733-0ae3-4ce9-99e7-2aadb0052f81 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:46.571247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-546b2981-d71a-4f3c-a98a-9824fd90ae1d req-bdcd9733-0ae3-4ce9-99e7-2aadb0052f81 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 945 time: 0.1777947 Aug 10 00:54:46.664139 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:46.708236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.721397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-546b2981-d71a-4f3c-a98a-9824fd90ae1d req-33c8bac3-aff2-4f2b-a6a0-3bdd60f9c700 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491871 Aug 10 00:54:46.722615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.754004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-1079846a-a69d-479f-b61e-15f7779fff2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 1000 time: 0.6355801 Aug 10 00:54:46.761483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.773518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32896) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:46.791061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.793699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5467999 Aug 10 00:54:46.798272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:46.807607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'security_group_rule': {'security_group_id': 'dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:46.878149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3031d46-f937-42ac-b22b-28b8d3af9706 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:46.945930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:46.946781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15fda629-145a-4d77-bb13-d5c456a41836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.950734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0337c-5eea-48f2-9957-ca3e184a80a1 None None] Pushing event updated for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:46.973496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:46.974994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:46.980908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:46.984784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:47.059814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd534-f732-4820-8d39-81086b4b7084 req-bd1c2cec-0cf4-404b-b8e6-32f1dcdfe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.062225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-bd1c2cec-0cf4-404b-b8e6-32f1dcdfe2a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4409583 Aug 10 00:54:47.076195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Attempting to bind port 80a5c9e9-218e-4115-86d3-2e6f50f5874f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:47.076564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Attempting to bind port 80a5c9e9-218e-4115-86d3-2e6f50f5874f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:47.076922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Attempting to bind port 80a5c9e9-218e-4115-86d3-2e6f50f5874f on network 71a7834c-8eef-416a-8f7a-78dcad975a57 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:47.091436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e340c5aa-afe4-40d1-a74f-f4568f0ca6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.093101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88056560-57f4-42a2-9156-3ccd3144fad7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:47.171499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-528f1f36-ddbf-4a68-b614-d14d7bc51e79 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007359 Aug 10 00:54:47.175496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-17c5adcf-1e77-439e-a16c-cc71148a4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.176907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-17c5adcf-1e77-439e-a16c-cc71148a4ac4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.4042308 Aug 10 00:54:47.200949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:47.201323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Checking segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:47.201726 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.202108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Bound using segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:47.202708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Bound port: 80a5c9e9-218e-4115-86d3-2e6f50f5874f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:47.202981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.239304 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:47.270639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d896078c-de48-4ce1-912c-4c490ef6124a None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:ef:43:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:47.283630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.284538 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.362444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] For port 80a5c9e9-218e-4115-86d3-2e6f50f5874f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:47.366767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] For port 80a5c9e9-218e-4115-86d3-2e6f50f5874f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=80a5c9e9-218e-4115-86d3-2e6f50f5874f,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:47.370349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 88056560-57f4-42a2-9156-3ccd3144fad7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:47.371094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.416659 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.424588 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.479915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:47.480601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:47.520282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-5f1026a7-4cde-4ebf-ac41-685bc34ac4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.532440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-5f1026a7-4cde-4ebf-ac41-685bc34ac4ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2833467 Aug 10 00:54:47.552969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-e3a470c0-b91b-4f7d-802d-862bcb6257b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.564912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-e3a470c0-b91b-4f7d-802d-862bcb6257b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.573230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-e3a470c0-b91b-4f7d-802d-862bcb6257b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.580481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-e3a470c0-b91b-4f7d-802d-862bcb6257b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:47.591946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-e3a470c0-b91b-4f7d-802d-862bcb6257b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 3094 time: 0.7414238 Aug 10 00:54:47.649165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0337c-5eea-48f2-9957-ca3e184a80a1 None None] Pushing event updated for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:47.680779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d6f47a1d-21f7-4b2a-8877-418812606989 None None] Provisioning for port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:47.705039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15fda629-145a-4d77-bb13-d5c456a41836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.732972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15fda629-145a-4d77-bb13-d5c456a41836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.733577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d6f47a1d-21f7-4b2a-8877-418812606989 None None] Provisioning complete for port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:47.733778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6f47a1d-21f7-4b2a-8877-418812606989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.765774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15fda629-145a-4d77-bb13-d5c456a41836 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c508a53aeb847098b13e4b95003d397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861305 Aug 10 00:54:47.799653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.801239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-55c9bd82-5132-4da7-85c0-d6b1040ee7b8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558386 Aug 10 00:54:47.807523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:47.813977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.847964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.870788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d6f47a1d-21f7-4b2a-8877-418812606989 None None] Port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:47.873637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c77c10f-f799-4dcc-a5fe-042942ee04cb req-1f94ca59-bd08-4b97-8012-f2d7dac7ef4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2758036 Aug 10 00:54:47.877151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:47.878561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:47.880265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0755620 Aug 10 00:54:47.903799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fda629-145a-4d77-bb13-d5c456a41836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bb6cb6-eaba-482a-b035-b40d81eebeb4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:47.917547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:47.922719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d905188d-568d-49f3-83c3-236f1fa2ef05 req-7d690374-e870-4aa8-a47f-fe772bbaba35 service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103449 Aug 10 00:54:47.929232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8b1d1a2f-bba1-4290-aa31-985bcabf09a6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4099371 Aug 10 00:54:47.929461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'security_group_rule': {'security_group_id': 'dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:47.934396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfddd534-f732-4820-8d39-81086b4b7084 req-77c43fbb-274f-4c39-b071-1bd2b2ea8725 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558341 Aug 10 00:54:47.942562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'admin_state_up': True, 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'security_groups': ['f21206f3-8773-4552-a26b-507e533c6773']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:47.945848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5aee88-8e0c-4865-a5c8-b3bafa93f76b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610ef92d-755d-4a77-9754-891b0f69454c,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:48.001681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.072868 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be8bfc-a418-4028-8ed5-236a1b50693b x-openstack-request-id: req-b9be8bfc-a418-4028-8ed5-236a1b50693b {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:48.073151 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "name": "network-vif-plugged", "status": "completed", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062", "code": 200}, {"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-plugged", "status": "completed", "tag": "12e72535-df93-4deb-987e-487840dcf82e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:48.073407 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9be8bfc-a418-4028-8ed5-236a1b50693b {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:48.073821 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062', 'code': 200} Aug 10 00:54:48.074073 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e72535-df93-4deb-987e-487840dcf82e', 'code': 200} Aug 10 00:54:48.161567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.197016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.230213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.232048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093839 Aug 10 00:54:48.234812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88e3f5-8e04-4da6-aa57-1f72353ea5b7 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8039dccb-662b-4931-8d90-e4943eaaedf3,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:48.237431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:48.251229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f004d6-42d3-444b-a7f5-4196b1fa68cc req-02d273b3-d587-4cf3-95e9-42cd0f32af17 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.253611 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93f004d6-42d3-444b-a7f5-4196b1fa68cc req-02d273b3-d587-4cf3-95e9-42cd0f32af17 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1005979 Aug 10 00:54:48.257065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:48.288080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:47Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:48.321426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93f004d6-42d3-444b-a7f5-4196b1fa68cc req-59e8f34a-6b4d-42a4-90bd-7dac692a3f3c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561595 Aug 10 00:54:48.326843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e2000e-4d48-4895-b7ba-6605d708391c None None] The sync data for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 is: [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:47Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:48.343951 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.539078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-6ab1ca41-093b-4962-b621-62c2e496b4ec tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 1000 time: 0.1809540 Aug 10 00:54:48.592475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-79cc81be-22e7-49c9-8711-5b0474907b90 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.593902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-79cc81be-22e7-49c9-8711-5b0474907b90 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports/b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 943 time: 0.0539567 Aug 10 00:54:48.629035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299427c-9a8c-4bbd-8826-4394f3d5f0b3 req-f497bf91-c909-4f5a-953a-55e4d5c83eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.630515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5299427c-9a8c-4bbd-8826-4394f3d5f0b3 req-f497bf91-c909-4f5a-953a-55e4d5c83eae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 1098 time: 0.1912675 Aug 10 00:54:48.638949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.659565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8a89e-770b-4eda-a1e1-c4fabb5c746c req-87d9b0c3-9a43-4733-ba4b-2e35306f444a tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.666826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2df8a89e-770b-4eda-a1e1-c4fabb5c746c req-87d9b0c3-9a43-4733-ba4b-2e35306f444a tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 945 time: 0.2262990 Aug 10 00:54:48.700256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e536c9-31e2-41c5-ab59-97ef72d17d16 req-6cb6ea13-c57b-4a5b-a691-919a793e79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:48.702909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14e536c9-31e2-41c5-ab59-97ef72d17d16 req-6cb6ea13-c57b-4a5b-a691-919a793e79fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 1097 time: 0.2543781 Aug 10 00:54:48.759095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.770954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.786519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Made reservation on behalf of e14a5ea266f241878425816e8c522c7f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:48.791754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-80b134ef-d426-47bc-86ee-c7f301a58cde tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 1000 time: 0.1054702 Aug 10 00:54:48.792262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.828496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5299427c-9a8c-4bbd-8826-4394f3d5f0b3 req-791f6164-708a-4f84-b365-485602ab856f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866114 Aug 10 00:54:48.864325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2df8a89e-770b-4eda-a1e1-c4fabb5c746c req-cf4becfc-67b7-4ac2-b3a5-5fa7d64a8d0e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964054 Aug 10 00:54:48.886988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14e536c9-31e2-41c5-ab59-97ef72d17d16 req-dc7b9c6f-c719-491f-8dd2-3ad2cbf31b20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531446 Aug 10 00:54:48.952229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.956026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:48.970351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76bb6cb6-eaba-482a-b035-b40d81eebeb4 HTTP/1.1" status: 204 len: 168 time: 1.1493933 Aug 10 00:54:49.049097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-5b0177ea-3ec6-4efe-9def-cd7ecb52c2ec tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.057643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5529f40b-2d3e-47ef-b61c-6dba5d243cac req-5b0177ea-3ec6-4efe-9def-cd7ecb52c2ec tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2526109 Aug 10 00:54:49.077903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38892a-a475-41b2-a50a-97570b3ba980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bb6cb6-eaba-482a-b035-b40d81eebeb4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.085989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Allocated IP 172.25.7.138 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/e1a676f2-1e05-4bcc-9df3-157f78c0e436) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:49.134490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 80a5c9e9-218e-4115-86d3-2e6f50f5874f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:49.258304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:49.263297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:49.263838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.288449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-3797d627-d7b0-4dbe-bd86-9807ad1f456d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.301100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-3797d627-d7b0-4dbe-bd86-9807ad1f456d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.315983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-3797d627-d7b0-4dbe-bd86-9807ad1f456d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.322161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-3797d627-d7b0-4dbe-bd86-9807ad1f456d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.323995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-3797d627-d7b0-4dbe-bd86-9807ad1f456d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 3094 time: 0.2663243 Aug 10 00:54:49.365687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.425154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Allocated IP 10.2.2.200 (6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c/696f0138-57f3-48d6-b0c8-742f0ef8235c/769b10d1-9822-4ea0-af3a-1808ea9c7ced) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:54:49.431533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-f85d98aa-ffb8-4266-81b8-473842996c3a tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 1000 time: 0.2086749 Aug 10 00:54:49.433649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.525100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 80a5c9e9-218e-4115-86d3-2e6f50f5874f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=80a5c9e9-218e-4115-86d3-2e6f50f5874f,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:49.526384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5be8771-d133-4388-814d-3cdaafaf2f1f req-15786ef0-e8cf-4bd7-ab2e-833128a6639b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803186 Aug 10 00:54:49.536961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32932) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:49.549538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-3b4df887-253c-4c20-a912-0aaa36c7e191 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.562502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-3b4df887-253c-4c20-a912-0aaa36c7e191 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports/b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 943 time: 0.1043746 Aug 10 00:54:49.566906 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.597074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.600937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81d3c511-89b8-4a5a-8fb1-be3b055fd105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.676350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.687176 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.733025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'Port': ['ID=e1a676f2-1e05-4bcc-9df3-157f78c0e436,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:49.754124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:49.797013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:49.801583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:49.855273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2e66-2bb4-4867-b77b-1cd38623fca5 req-760a432a-4a04-4d4c-8d8a-bd1d6b18cfa2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:49.864173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-255c2e66-2bb4-4867-b77b-1cd38623fca5 req-760a432a-4a04-4d4c-8d8a-bd1d6b18cfa2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.2053072 Aug 10 00:54:49.931251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-c75c23d5-4ddf-4039-86e4-0e01c966717e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 1000 time: 0.2018003 Aug 10 00:54:49.940035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:49.982332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-255c2e66-2bb4-4867-b77b-1cd38623fca5 req-5950d0fa-b369-4029-bb35-5dfeb2af3bdc tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171842 Aug 10 00:54:50.022463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Transition to ACTIVE for port object 769b10d1-9822-4ea0-af3a-1808ea9c7ced will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:50.060219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-d0df06af-a529-4cd2-861d-a69da2e08e52 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.069533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-d0df06af-a529-4cd2-861d-a69da2e08e52 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1370215 Aug 10 00:54:50.094931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81d3c511-89b8-4a5a-8fb1-be3b055fd105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.108353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81d3c511-89b8-4a5a-8fb1-be3b055fd105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.130879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.166490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-34392d15-1a7f-4a84-8f90-195d728e96a4 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 1000 time: 0.0956385 Aug 10 00:54:50.173524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:50.197230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3c511-89b8-4a5a-8fb1-be3b055fd105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91025bfa-7ce5-4730-adee-b98c6e37cac3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.217951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81d3c511-89b8-4a5a-8fb1-be3b055fd105 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef6204f6b9ca4f08a4a2e4425b1d40fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762507 Aug 10 00:54:50.218365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.223484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32940) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:54:50.244289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.280460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.283045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec39fe-6a02-46c6-95d7-6bf976203753 req-8115ed0d-a1cd-4fa8-aaa4-14cd145fc949 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.290741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9ec39fe-6a02-46c6-95d7-6bf976203753 req-8115ed0d-a1cd-4fa8-aaa4-14cd145fc949 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 945 time: 0.1841691 Aug 10 00:54:50.338296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:54:50.357911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:54:50.361295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:54:50.370961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event updated for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.422328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9ec39fe-6a02-46c6-95d7-6bf976203753 req-4db4f0f0-255e-4daa-b217-26ccfd58b6a7 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257663 Aug 10 00:54:50.491625 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.497494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.513801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.514170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.514502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.514964 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e disassociated. External IP: 172.25.7.4, port: b0b3cf8f-a127-46e9-985e-6a8a69e6bd93. Aug 10 00:54:50.578684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.583296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-08d5b6ec-087d-4629-ab06-4fbc34c9cb01 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6449738 Aug 10 00:54:50.597871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:50.680725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.687972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.710813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c31320d3-1b50-48e9-b686-692f8d893ff5 None None] Provisioning for port 769b10d1-9822-4ea0-af3a-1808ea9c7ced completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:54:50.716663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c31320d3-1b50-48e9-b686-692f8d893ff5 None None] Provisioning complete for port 769b10d1-9822-4ea0-af3a-1808ea9c7ced triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:50.717311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c31320d3-1b50-48e9-b686-692f8d893ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.764136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61676268-81be-4403-a15c-3eeceb2393ab req-1bb64941-bf6c-41e3-80e5-12788949f25d tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:50.764136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61676268-81be-4403-a15c-3eeceb2393ab req-1bb64941-bf6c-41e3-80e5-12788949f25d tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 945 time: 0.1315589 Aug 10 00:54:50.764568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.788727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.791498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.794586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91025bfa-7ce5-4730-adee-b98c6e37cac3 HTTP/1.1" status: 204 len: 168 time: 0.5636792 Aug 10 00:54:50.825225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c31320d3-1b50-48e9-b686-692f8d893ff5 None None] Port 769b10d1-9822-4ea0-af3a-1808ea9c7ced cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:54:50.836548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c3838-2257-4ed0-a816-b7f4f4bf98d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91025bfa-7ce5-4730-adee-b98c6e37cac3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.866048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'Port': ['ID=e1a676f2-1e05-4bcc-9df3-157f78c0e436,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:50.885755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61676268-81be-4403-a15c-3eeceb2393ab req-231f7801-ae9c-4f4d-802b-3e5c77fdf82d tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109195 Aug 10 00:54:50.894402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.992181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:50.996029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fec08045-2de2-4a79-bcca-bac3c7ca61f2 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7575760 Aug 10 00:54:51.018629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:51.058165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 80a5c9e9-218e-4115-86d3-2e6f50f5874f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:54:51.216000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 80a5c9e9-218e-4115-86d3-2e6f50f5874f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:54:51.218294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.250652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:51.266415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.273071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:51.279810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.290392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.306014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:51.307922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:51.318842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.333473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.342312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e87da0f7-8dec-4178-8004-e144e9a28463 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "PUT /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 693 time: 1.1748281 Aug 10 00:54:51.342826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:51.346522 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027e21a5-3e56-4861-897a-ed3336e3a527" -d '{"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:51.361729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.364064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-792c3518-ba1e-46d1-a19f-f9259669ea9f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 3815 time: 0.3019240 Aug 10 00:54:51.478028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-810e63c8-5fa0-4982-96fe-5a064e2b29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.507261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-810e63c8-5fa0-4982-96fe-5a064e2b29a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1098 time: 0.1325264 Aug 10 00:54:51.549732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f87da1bb-b3fc-456c-987e-f946f57ac1d9 req-1883da9b-2d1d-4716-b81d-701fdd835363 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1744881 Aug 10 00:54:51.660588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:51.689571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30a581e-1dd9-4834-a64d-279ff8eacc5d {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:51.708866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.740302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Transition to ACTIVE for port object d30a581e-1dd9-4834-a64d-279ff8eacc5d will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:51.748126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:51.824082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-703e4a2a-b4d1-45ea-b75a-122c57aceabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.843455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-703e4a2a-b4d1-45ea-b75a-122c57aceabc service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.3352661 Aug 10 00:54:51.892481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:51.941452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-e98605ad-d7d3-4a28-91af-9ed13019539c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 217 time: 0.0899305 Aug 10 00:54:51.963332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8c6af-c1d8-467a-a6fa-6c8614a4aa1d req-a4fdef4c-eb28-4c96-9e00-86f2a97f4b97 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:51.965291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c8c6af-c1d8-467a-a6fa-6c8614a4aa1d req-a4fdef4c-eb28-4c96-9e00-86f2a97f4b97 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 946 time: 0.2009957 Aug 10 00:54:52.125990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-8b914e4b-a6c4-464d-9c79-315d201bb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.135797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-8b914e4b-a6c4-464d-9c79-315d201bb659 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1858249 Aug 10 00:54:52.138340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c8c6af-c1d8-467a-a6fa-6c8614a4aa1d req-b10d345c-97a4-4775-96d0-e1705abc1387 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924881 Aug 10 00:54:52.153638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Attempting to bind port d30a581e-1dd9-4834-a64d-279ff8eacc5d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:52.153968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Attempting to bind port d30a581e-1dd9-4834-a64d-279ff8eacc5d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:52.156311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Attempting to bind port d30a581e-1dd9-4834-a64d-279ff8eacc5d on network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:52.179241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Port d30a581e-1dd9-4834-a64d-279ff8eacc5d on network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:52.180588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Attempting to bind port d30a581e-1dd9-4834-a64d-279ff8eacc5d on network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:52.199203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:52.203108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Checking segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:52.205042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Bound using segment: {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:52.205695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Bound port: d30a581e-1dd9-4834-a64d-279ff8eacc5d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:52.207083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.251135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-336c8ad4-d63b-4d60-8ba4-42bac465ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.276684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-336c8ad4-d63b-4d60-8ba4-42bac465ce31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397402 Aug 10 00:54:52.393298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:52.419721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:52.426982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:52.430387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eecefd-daf1-4d61-8e2d-d30dba177482 req-2d59290f-c974-419c-9f08-1491a4053961 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.437126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:52.437952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:52.440724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65eecefd-daf1-4d61-8e2d-d30dba177482 req-2d59290f-c974-419c-9f08-1491a4053961 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.1289608 Aug 10 00:54:52.451092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:52.465779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.548429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65eecefd-daf1-4d61-8e2d-d30dba177482 req-85fd9590-a6e8-4d65-969b-b4f0ffcf7db0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003323 Aug 10 00:54:52.550368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:52.551894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.554756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] 10.222.0.10 "PUT /v2.0/ports/d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 1092 time: 1.9611635 Aug 10 00:54:52.564974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:52.574381 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0715308b-883c-4852-94f3-f3df37edfa85" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:52.637720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:52.666820 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-36715d3d-9770-4856-89e8-9b423f1bff33 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878622 Aug 10 00:54:52.721928 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e66ecd-bbb2-4ca1-a763-3e309275e6db x-openstack-request-id: req-14e66ecd-bbb2-4ca1-a763-3e309275e6db {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:52.722885 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:52.723309 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14e66ecd-bbb2-4ca1-a763-3e309275e6db {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:52.724789 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'status': 'completed', 'code': 200} Aug 10 00:54:52.797532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c6a80-6ce4-4516-88c0-4dfec0aa27fc service neutron] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:52.831961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:52.843239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:53.047811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1689367-778d-4e8f-87c7-22b18a50a15c req-7652011f-e63d-4371-8d31-7ea9fba714a7 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796170 Aug 10 00:54:53.187984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-6baeab43-020e-4fe5-94bc-c6e9d766ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.189623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-6baeab43-020e-4fe5-94bc-c6e9d766ac03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 1098 time: 0.4919951 Aug 10 00:54:53.326530 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42046973-25d7-43ca-a28a-cec7856fcee4 x-openstack-request-id: req-42046973-25d7-43ca-a28a-cec7856fcee4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:54:53.338054 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:54:53.338567 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42046973-25d7-43ca-a28a-cec7856fcee4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:54:53.342189 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'status': 'completed', 'code': 200} Aug 10 00:54:53.473962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.474359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.485291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.485795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.486444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.488320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0715308b-883c-4852-94f3-f3df37edfa85 req-52dd5c22-6f5d-4e6f-95f2-9b57a30e6f76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 4363 time: 0.2226512 Aug 10 00:54:53.504391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0bb6c-e757-4256-85cb-ade20f7067b5 req-6335ede2-2402-4b33-8061-73c78989d8c1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.521561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9d0bb6c-e757-4256-85cb-ade20f7067b5 req-6335ede2-2402-4b33-8061-73c78989d8c1 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 0.2463932 Aug 10 00:54:53.601069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-5de9b999-1744-4728-9da6-c93de916fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.602927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-5de9b999-1744-4728-9da6-c93de916fdfa service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.3674984 Aug 10 00:54:53.698211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9d0bb6c-e757-4256-85cb-ade20f7067b5 req-afce7477-0afc-4ce1-a237-18126112119b tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708295 Aug 10 00:54:53.711021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-9601b35e-16e2-48f5-970f-8a2a910fa518 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 200 len: 217 time: 0.0740187 Aug 10 00:54:53.862927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.869871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.877451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.885131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.890168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-a71cdf45-43e0-4276-8e80-5d281fc85678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.890725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-a71cdf45-43e0-4276-8e80-5d281fc85678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.891166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-a71cdf45-43e0-4276-8e80-5d281fc85678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.893159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:53.895233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0715308b-883c-4852-94f3-f3df37edfa85 req-a71cdf45-43e0-4276-8e80-5d281fc85678 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3715136 Aug 10 00:54:53.904058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-fc170ff1-6ace-468b-b90d-24d0e4a87643 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 3827 time: 0.3888535 Aug 10 00:54:53.929851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:54.025095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c83503-d0ec-48c9-9d86-50314b3ae63a None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:54.059170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-21342594-52af-4025-ba84-b5fbd7b62812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.061563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-21342594-52af-4025-ba84-b5fbd7b62812 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.3503652 Aug 10 00:54:54.249907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a64a644-f8bc-4a3c-a9bb-68752365b6d2 req-a14f19de-1cc5-4cb8-8b14-d4bb6ab11f08 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3443987 Aug 10 00:54:54.343119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-3f600f04-9998-4499-8ae6-3ede3dd820b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.345487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-3f600f04-9998-4499-8ae6-3ede3dd820b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2595961 Aug 10 00:54:54.349730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:54.366124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.497738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715308b-883c-4852-94f3-f3df37edfa85 req-90412b76-9485-4b01-a5c9-730be442ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.508296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0715308b-883c-4852-94f3-f3df37edfa85 req-90412b76-9485-4b01-a5c9-730be442ca47 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6043401 Aug 10 00:54:54.558441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08055c49-1f97-45fb-b139-1f67a0a6f95c req-83753dc0-c0d8-4dd4-aeed-c9b45fc311ae tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.569165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08055c49-1f97-45fb-b139-1f67a0a6f95c req-83753dc0-c0d8-4dd4-aeed-c9b45fc311ae tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 946 time: 0.4114568 Aug 10 00:54:54.638991 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08055c49-1f97-45fb-b139-1f67a0a6f95c req-cb0301f2-39f7-401c-9543-c815ab0dcb10 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685704 Aug 10 00:54:54.674715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Transition to ACTIVE for port object 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:54.702786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:54.739367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f7acf-75c5-42c4-a03e-c87eda616900 None None] New status for floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:54:54.922997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-8d295ac7-399d-4294-a5fb-329dad4a1425 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.936217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-8d295ac7-399d-4294-a5fb-329dad4a1425 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1568131 Aug 10 00:54:54.958398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-faefe92f-2bfc-4e28-bb99-5d2f554731c4 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:54.960624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-faefe92f-2bfc-4e28-bb99-5d2f554731c4 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "GET /v2.0/ports?device_id=312d780f-58c2-49c2-b665-2dd6b17684f2 HTTP/1.1" status: 200 len: 946 time: 0.4219065 Aug 10 00:54:55.104015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-f7a9c253-041b-4cef-a34e-ca1d2504032c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 696 time: 0.1643960 Aug 10 00:54:55.105206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-ab84dfec-6ec8-4e2b-a6a0-da707c76e0ab service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357411 Aug 10 00:54:55.122472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:55.132781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:55.275470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.414930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-d7940799-d075-47f5-87e3-369ae27813a8 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594511 Aug 10 00:54:55.436360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Attempting to bind port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:54:55.436932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Attempting to bind port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:54:55.437459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Attempting to bind port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:55.511482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on network 1c8eeafd-8450-4982-8888-460c59837f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:54:55.512632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Attempting to bind port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:54:55.538961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:54:55.539625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:54:55.540280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Bound using segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:54:55.540993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Bound port: 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:54:55.541621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.552702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-027e21a5-3e56-4861-897a-ed3336e3a527 req-6046f050-ae2c-461c-a6ff-b81653b28fc5 service neutron] 10.222.0.10 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098511 Aug 10 00:54:55.570455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Deleting port 786dd5d3-69cb-468e-a442-22dbaba68e3c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:55.570839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.588345 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:54:55.681010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] For port 786dd5d3-69cb-468e-a442-22dbaba68e3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=786dd5d3-69cb-468e-a442-22dbaba68e3c,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:55.681373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.695506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Calling delete_port for 786dd5d3-69cb-468e-a442-22dbaba68e3c owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:55.731374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:55.863586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-11559015-7364-4464-a861-6841e0a6bba6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:55.870793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-11559015-7364-4464-a861-6841e0a6bba6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4408996 Aug 10 00:54:55.899945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-e5e3a19e-44b4-463b-8af4-1028b7b5f4fe tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0276423 Aug 10 00:54:55.916823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:54:55.971778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-6e47c2d8-5648-451e-937a-27acfa6b3a06 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704308 Aug 10 00:54:55.993014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:54:56.002889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.014240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.111110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:56.112744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.114168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 1131 time: 3.4979410 Aug 10 00:54:56.114953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:56.135217 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "8d1d9db3-a778-4ea5-b241-ad4c34745ae1"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:56.155826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:56.174207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['786dd5d3-69cb-468e-a442-22dbaba68e3c', '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:56.204319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716f59e-1d22-4823-8b1e-c24336883958 req-0ca06cdd-e757-4acd-b67e-c4852e60751b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:56.205723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f716f59e-1d22-4823-8b1e-c24336883958 req-0ca06cdd-e757-4acd-b67e-c4852e60751b tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.10 "GET /v2.0/ports?device_id=22dfa256-7e8f-4094-8af7-0387e6c367ff HTTP/1.1" status: 200 len: 946 time: 0.1653843 Aug 10 00:54:56.255651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:56.256146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eb0aad4c-d393-48e9-b8ed-d49af3d63108'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:56.779212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Deleting port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:56.779888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.013701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:54:57.075339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] For port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:57.075640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.108821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Calling delete_port for b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:57.113375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.127317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.231811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21d92-0e0c-457d-a407-344ddca4b8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.324471 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e associated. External IP: 172.25.7.4, port: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e. Aug 10 00:54:57.405261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event deleted for resources: {'Port': ['ID=786dd5d3-69cb-468e-a442-22dbaba68e3c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.412483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] No DVR routers for this DVR port 786dd5d3-69cb-468e-a442-22dbaba68e3c on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:57.473123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-5ae44ae4-fe06-448b-be0f-65a870197575 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:57.474697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-5ae44ae4-fe06-448b-be0f-65a870197575 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 1.0262389 Aug 10 00:54:57.477507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.479628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84a5f88b-903a-4fa4-b132-0d5d822378ee req-677ccd00-470d-449d-94f5-92ac056e686e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "DELETE /v2.0/ports/786dd5d3-69cb-468e-a442-22dbaba68e3c HTTP/1.1" status: 204 len: 173 time: 2.5017354 Aug 10 00:54:57.481620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.487955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.506988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['66f6b5e4-2ba4-47cc-bff7-bb299012be3e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:57.517488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:54:57.567860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event deleted for resources: {'Port': ['ID=b0b3cf8f-a127-46e9-985e-6a8a69e6bd93,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:57.728023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] No DVR routers for this DVR port b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:57.733026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:57.735981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f716f59e-1d22-4823-8b1e-c24336883958 req-4d320e03-a443-4f9f-bbde-3639519edded tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.10 "DELETE /v2.0/ports/b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 HTTP/1.1" status: 204 len: 173 time: 1.4556086 Aug 10 00:54:57.736636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'name': 'network-vif-deleted', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:54:57.739603 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210c62e6-ab59-48a8-9e8a-f0829c0dccee" -d '{"events": [{"server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "name": "network-vif-deleted", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:54:57.816905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:54:58.070168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:54:58.083724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:54:58.086146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:58.099850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:58.100973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:58.107706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-20755f8a-a568-4cdd-8618-5963d6002d51 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.119413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-20755f8a-a568-4cdd-8618-5963d6002d51 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "GET /v2.0/ports?device_id=21751bf1-d523-4088-9cce-6dfb33d8084b HTTP/1.1" status: 200 len: 946 time: 1.9160066 Aug 10 00:54:58.120980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-4ed69e97-bf40-4668-88b7-ba1bad56d3d7 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/quotas/dc66dfbc0db94b4d9ed8ee608c354e23 HTTP/1.1" status: 200 len: 375 time: 0.5917120 Aug 10 00:54:58.125213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-95d38d42-6fa1-41d4-9273-9956bf14df95 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2036912 Aug 10 00:54:58.136505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7338bbdd-192a-4ddd-9e4c-aa3a41c1133c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "PUT /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 994 time: 3.0315309 Aug 10 00:54:58.275484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-549e1675-50f6-4689-a6a9-2f850e057ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.279220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-549e1675-50f6-4689-a6a9-2f850e057ea1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.1107864 Aug 10 00:54:58.343503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:58.507858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-ccd49992-094d-4758-9210-485d755aea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.513614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-ccd49992-094d-4758-9210-485d755aea7e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.2199616 Aug 10 00:54:58.605704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-f65268ea-c851-43c7-9084-09d7ea496aad tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4465654 Aug 10 00:54:58.665637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:56Z', 'revision_number': 8, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:58.697157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-7adb77c7-139b-482e-9f30-c42aa08d2652 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 997 time: 0.1771197 Aug 10 00:54:58.701388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:54:58.710451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:54:58.711327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:58.729926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Deleting port 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:54:58.730272 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:58.806040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-420863e4-5d5d-469b-bbaa-2f44d6c955a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.815465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-420863e4-5d5d-469b-bbaa-2f44d6c955a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1101508 Aug 10 00:54:58.838639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:54:58.847214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] For port 12e72535-df93-4deb-987e-487840dcf82e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=12e72535-df93-4deb-987e-487840dcf82e,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:54:58.848013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:58.865427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Calling delete_port for 12e72535-df93-4deb-987e-487840dcf82e owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:54:58.946779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-976ec09d-1a84-4ae8-aed1-c86306bea1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:58.950009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-976ec09d-1a84-4ae8-aed1-c86306bea1c7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327488 Aug 10 00:54:59.062163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-6da6f6fe-9d5a-4c87-b8c7-c84e58b3a2be tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.069210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-6da6f6fe-9d5a-4c87-b8c7-c84e58b3a2be tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9187667 Aug 10 00:54:59.108289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '062a95cf-f960-4e6c-a647-26d53544b42e', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:54:59.165929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-83be351e-5902-45a5-9195-0eb00c3dcd5c service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023430 Aug 10 00:54:59.184830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 786dd5d3-69cb-468e-a442-22dbaba68e3c no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:59.262617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 786dd5d3-69cb-468e-a442-22dbaba68e3c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:59.262988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 786dd5d3-69cb-468e-a442-22dbaba68e3c not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:59.270766 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.311650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:56Z', 'revision_number': 8, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:54:59.345509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event deleted for resources: {'Port': ['ID=12e72535-df93-4deb-987e-487840dcf82e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:59.377029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75df706c-2984-484b-8d6b-b0b43baf2519 None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '76edda3a-2703-4ebd-8866-f9db40399e6e', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'floating_ip_address': '172.25.7.4', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'port_id': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'mac_address': 'fa:16:3e:c1:61:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:10Z', 'updated_at': '2021-08-10T00:54:56Z', 'revision_number': 8, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:54:59.424638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b4ac19-22cb-48dc-833d-746cda911ddf {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:54:59.439598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:54:59.445768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.501469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.504791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] No DVR routers for this DVR port 12e72535-df93-4deb-987e-487840dcf82e on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:54:59.510172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-1f88a9ad-da1a-4a71-9b26-fd6fdbf9e03a service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8926692 Aug 10 00:54:59.511470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.514362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa0d5b4-553e-4d21-bcdc-fb28bf51e43c req-d538f269-2f2d-494b-90ca-6d7e775f3f30 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "DELETE /v2.0/ports/12e72535-df93-4deb-987e-487840dcf82e HTTP/1.1" status: 204 len: 173 time: 1.3882036 Aug 10 00:54:59.517950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.567781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Transition to ACTIVE for port object 98b4ac19-22cb-48dc-833d-746cda911ddf will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:54:59.612619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:54:59.679073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b6b17d-048e-4765-8a86-ac52c499f55b req-a6054213-a1ef-4596-af8f-d6ab68e05e63 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058606 Aug 10 00:54:59.760855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52ce35-6664-4e79-841e-1d95334014ae None None] New status for floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:54:59.781156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:54:59.798029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d4441207-96a7-4008-b71e-e94ab0b787b0 service neutron] 10.222.0.25 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449682 Aug 10 00:54:59.821233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:59.908107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.912193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:54:59.915533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b0b3cf8f-a127-46e9-985e-6a8a69e6bd93 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:54:59.917586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:54:59.934124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.946324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.956852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:54:59.983877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.019481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 12e72535-df93-4deb-987e-487840dcf82e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:00.020530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 12e72535-df93-4deb-987e-487840dcf82e not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:00.023345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:00.031137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.033100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Attempting to bind port 98b4ac19-22cb-48dc-833d-746cda911ddf on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:00.033100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Attempting to bind port 98b4ac19-22cb-48dc-833d-746cda911ddf by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:00.034025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Attempting to bind port 98b4ac19-22cb-48dc-833d-746cda911ddf on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:00.047118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:00.071161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.073145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-cc60fcef-258d-4d5f-a294-e57a7033fa0b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5370 time: 0.2829952 Aug 10 00:55:00.098211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Port 98b4ac19-22cb-48dc-833d-746cda911ddf on network 1c8eeafd-8450-4982-8888-460c59837f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:00.098571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Attempting to bind port 98b4ac19-22cb-48dc-833d-746cda911ddf on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:00.194422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:00.194979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:00.195627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Bound using segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:00.203304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-519eb615-fa3c-4cf3-b91c-6afad25cacad req-fdf169b8-2182-4070-a633-511bc7651ce0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1133227 Aug 10 00:55:00.207933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Bound port: 98b4ac19-22cb-48dc-833d-746cda911ddf, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:00.208774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:00.347512 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf5e312-81ce-4e01-8bad-e4da1023a4ba x-openstack-request-id: req-aaf5e312-81ce-4e01-8bad-e4da1023a4ba {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:00.347829 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "8d1d9db3-a778-4ea5-b241-ad4c34745ae1", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:00.348086 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaf5e312-81ce-4e01-8bad-e4da1023a4ba {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:00.348686 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1', 'status': 'completed', 'code': 200} Aug 10 00:55:00.361015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-422cb1d9-d857-4802-83ce-c707bcdae553 req-56f20ffe-83ce-4b41-b957-01f8e98ec861 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 210 time: 0.0580411 Aug 10 00:55:00.451799 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85580929-48d6-4794-8076-e5981d6cf39b x-openstack-request-id: req-85580929-48d6-4794-8076-e5981d6cf39b {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:00.452183 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dfa256-7e8f-4094-8af7-0387e6c367ff", "name": "network-vif-deleted", "tag": "b0b3cf8f-a127-46e9-985e-6a8a69e6bd93", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:00.452387 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85580929-48d6-4794-8076-e5981d6cf39b {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:00.452996 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dfa256-7e8f-4094-8af7-0387e6c367ff', 'name': 'network-vif-deleted', 'tag': 'b0b3cf8f-a127-46e9-985e-6a8a69e6bd93', 'status': 'completed', 'code': 200} Aug 10 00:55:00.502765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ecc2e3d-92d8-46e2-a732-ef69e49982fe req-98b19650-8cb3-4da6-b73c-c11f240d061d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 996 time: 0.0954323 Aug 10 00:55:00.530890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27bce5e-b5c9-44a0-bec3-ec2298e06567,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:00.576811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.577247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.577727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.578202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.578717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.579165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.579638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.582151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-423d58a7-7194-410c-aea3-7d49cb9f98a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6168 time: 0.2328498 Aug 10 00:55:00.695530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc2e3d-92d8-46e2-a732-ef69e49982fe req-43c5f4c8-a784-4952-b727-68538899c2ea tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:00.707471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f59ae77-8364-4ba0-97da-a23cc0de1b5f req-3c3def5e-bd11-4dbc-bf20-86c34dd9a208 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 210 time: 0.1530743 Aug 10 00:55:00.717448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ecc2e3d-92d8-46e2-a732-ef69e49982fe req-43c5f4c8-a784-4952-b727-68538899c2ea tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2085829 Aug 10 00:55:01.037594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.193 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/3f757c3c-52aa-4703-8abb-31d9dcb911fc) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:01.056741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:01.120202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-0f22815e-f6f3-4114-ae60-b70d39fd6f5a tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 999 time: 0.3441036 Aug 10 00:55:01.219887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:01.280547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.333502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-e4cbfe99-fea7-41ad-8ba8-cc79824796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.334012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-e4cbfe99-fea7-41ad-8ba8-cc79824796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.334491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-e4cbfe99-fea7-41ad-8ba8-cc79824796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.341204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-e4cbfe99-fea7-41ad-8ba8-cc79824796cd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7324827 Aug 10 00:55:01.359635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-b0fc1102-43ec-4bb9-817c-e51f4d41f2b6 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.361454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-b0fc1102-43ec-4bb9-817c-e51f4d41f2b6 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports/66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 942 time: 0.2118559 Aug 10 00:55:01.470886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.479106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.486290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.494509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.495004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.495189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:01.500562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] 10.222.0.10 "PUT /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 1130 time: 5.2619545 Aug 10 00:55:01.503640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.510639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.523480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.535635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-98a2e24d-de11-4493-a1c0-835e26929d9e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5370 time: 0.1536252 Aug 10 00:55:01.596260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb547cdf-1daf-4d60-b468-8b335c4bc0a2 req-9b511e48-9429-47a4-89a4-07e1d3970487 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0592999 Aug 10 00:55:01.596931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:01.855694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8cdc908b-04ff-4c54-aee1-4c543e2f40e3 req-426d4ae9-5b46-4985-b43d-d5ce3b08deea tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 210 time: 0.0449035 Aug 10 00:55:01.867190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-34dd3234-cd45-4a4f-a41c-ab63a0e5e8c2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:01.868268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-34dd3234-cd45-4a4f-a41c-ab63a0e5e8c2 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 815 time: 0.2705545 Aug 10 00:55:01.869778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-aec64047-0c77-4171-a2f8-5003be95b8b0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 999 time: 0.3681467 Aug 10 00:55:01.881645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Request body: {'port': {'device_id': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'admin_state_up': True, 'tenant_id': 'dc66dfbc0db94b4d9ed8ee608c354e23'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:02.109319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-396ec8ec-397d-4e3b-8235-2a3d7c228d70 req-1c5b334d-944a-4d90-b3e4-b7f2cf1c45bf tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 210 time: 0.1012430 Aug 10 00:55:02.213399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Made reservation on behalf of dc66dfbc0db94b4d9ed8ee608c354e23 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:02.218292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.528939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Allocated IP 172.20.0.9 (0a0101fa-bbe2-4508-a03f-ececd0c9a896/58d2466c-2368-49f3-96af-190200cbe6fc/bb2f4134-f694-4619-98cd-8ee9db49f212) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:02.648402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:02.650560 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e4efcc-9bc2-483f-9ae2-759f8de6c040" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:02.716366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'name': 'network-vif-deleted', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c'}, {'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-deleted', 'tag': '12e72535-df93-4deb-987e-487840dcf82e'}, {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:02.718637 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9166788b-76a1-4b92-ace4-19720ccfc8a5" -d '{"events": [{"server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "name": "network-vif-deleted", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c"}, {"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-deleted", "tag": "12e72535-df93-4deb-987e-487840dcf82e"}, {"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:02.766448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31058fc0-4ec2-40a2-be46-02201fedd090 service neutron] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:02.784175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.855852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-f70c081c-5d75-4442-b19c-08a1725bd3ef tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:02.857450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-f70c081c-5d75-4442-b19c-08a1725bd3ef tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.9868844 Aug 10 00:55:02.876236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:02.980828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:02.982694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event updated for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:02.987484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:02.991633 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:03.021088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.029160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.035504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.050631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.057711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.066786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.080625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.086612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-4a92204d-c1bc-4c90-a203-f3b62cb384fc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5370 time: 0.2226968 Aug 10 00:55:03.148243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.169295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.169968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.174155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-0d7acbf1-f03f-4f9c-9386-989f199cb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.176096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c8a1e67-8c2a-4c35-9f36-a2712d849dcb req-0d7acbf1-f03f-4f9c-9386-989f199cb2ee service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.8068385 Aug 10 00:55:03.177576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b998f13-ae90-4c72-98e3-600e4c1dc341 req-f2b5d1e3-0dda-4f8b-acee-9fb027d3b23b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0678477 Aug 10 00:55:03.193142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-d89c6405-202c-4980-9c5c-e9bffd1e6790 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3152986 Aug 10 00:55:03.206927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-45b6d0cc-c170-4f08-8e39-6df4b3cb5241 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 999 time: 0.2761786 Aug 10 00:55:03.213373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Request body: {'port': {'device_id': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:03.345865 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4eff3-ca5c-4351-9ee7-2a4f750e98de x-openstack-request-id: req-03c4eff3-ca5c-4351-9ee7-2a4f750e98de {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:03.346172 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:03.346507 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03c4eff3-ca5c-4351-9ee7-2a4f750e98de {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:03.346897 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:55:03.363104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.400409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.409413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:03.448867 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68175848-c2e9-44ae-b1bc-fa3138b1427e x-openstack-request-id: req-68175848-c2e9-44ae-b1bc-fa3138b1427e {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:03.451460 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312d780f-58c2-49c2-b665-2dd6b17684f2", "name": "network-vif-deleted", "tag": "786dd5d3-69cb-468e-a442-22dbaba68e3c", "status": "completed", "code": 200}, {"server_uuid": "21751bf1-d523-4088-9cce-6dfb33d8084b", "name": "network-vif-deleted", "tag": "12e72535-df93-4deb-987e-487840dcf82e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:03.451920 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68175848-c2e9-44ae-b1bc-fa3138b1427e {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:03.453965 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312d780f-58c2-49c2-b665-2dd6b17684f2', 'name': 'network-vif-deleted', 'tag': '786dd5d3-69cb-468e-a442-22dbaba68e3c', 'status': 'completed', 'code': 200} Aug 10 00:55:03.455540 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21751bf1-d523-4088-9cce-6dfb33d8084b', 'name': 'network-vif-deleted', 'tag': '12e72535-df93-4deb-987e-487840dcf82e', 'status': 'completed', 'code': 200} Aug 10 00:55:03.456894 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf', 'status': 'completed', 'code': 200} Aug 10 00:55:03.599169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object 3f757c3c-52aa-4703-8abb-31d9dcb911fc will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:03.642279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-a8eb6f5b-1d14-499a-96ce-aebef1f745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.644109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-a8eb6f5b-1d14-499a-96ce-aebef1f745d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.2607114 Aug 10 00:55:03.740435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:03.808373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.809519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.810284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.817973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.818516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.819053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.819547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.821763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-f4f0da1a-77d8-47b6-a92b-f15b7a6bccd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6210 time: 0.4016237 Aug 10 00:55:03.934319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2639dce-fc21-4977-9414-9a89005060e2 req-1be9841f-6be1-4e93-9f88-1624adff1be5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.945930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2639dce-fc21-4977-9414-9a89005060e2 req-1be9841f-6be1-4e93-9f88-1624adff1be5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:03.949828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2639dce-fc21-4977-9414-9a89005060e2 req-1be9841f-6be1-4e93-9f88-1624adff1be5 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52&device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 1681 time: 0.2954495 Aug 10 00:55:03.950780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33672) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:04.041214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2639dce-fc21-4977-9414-9a89005060e2 req-141a5ca8-cb3e-445a-8a97-45e60379637e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751464 Aug 10 00:55:04.188624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.248510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2f4134-f694-4619-98cd-8ee9db49f212 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:04.258950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.273463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-7d084aca-b98c-4130-8285-42a8c1a6b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.275533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-7d084aca-b98c-4130-8285-42a8c1a6b4f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.5913048 Aug 10 00:55:04.278409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f4f-732e-4ecf-9f7d-0af98f47643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.285445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Transition to ACTIVE for port object bb2f4134-f694-4619-98cd-8ee9db49f212 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:04.295851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.311931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:04.326250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:04.341150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:04.397497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edd85b-47de-4687-a4b1-7a1074d08dcb req-ac038fd8-e040-48f2-9677-2710b708d523 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.411287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88edd85b-47de-4687-a4b1-7a1074d08dcb req-ac038fd8-e040-48f2-9677-2710b708d523 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 936 time: 0.2846253 Aug 10 00:55:04.428615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:04.516873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-b846e22f-b628-4efa-938b-2c45faaaf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.517919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-b846e22f-b628-4efa-938b-2c45faaaf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.518596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-b846e22f-b628-4efa-938b-2c45faaaf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.520521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-b846e22f-b628-4efa-938b-2c45faaaf404 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6528630 Aug 10 00:55:04.522820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Pushing event updated for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:04.561536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88edd85b-47de-4687-a4b1-7a1074d08dcb req-3c509280-8a18-41d4-a2f0-b151fba7a6cf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346328 Aug 10 00:55:04.629477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.649894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-708e9558-732c-4632-9ed8-22f5006a149a None None] Provisioning for port 3f757c3c-52aa-4703-8abb-31d9dcb911fc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:04.664613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-708e9558-732c-4632-9ed8-22f5006a149a None None] Provisioning complete for port 3f757c3c-52aa-4703-8abb-31d9dcb911fc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:04.666532 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708e9558-732c-4632-9ed8-22f5006a149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.671410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb193bf-0fbd-45ab-8f39-25a98e083166 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:04.683208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.684346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.688351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-9e368241-3c6e-4bfc-a026-bcb319d767b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 999 time: 0.3530755 Aug 10 00:55:04.689030 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.689441 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e disassociated. External IP: 172.25.7.4, port: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e. Aug 10 00:55:04.709452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.742970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Attempting to bind port bb2f4134-f694-4619-98cd-8ee9db49f212 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:04.743202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Attempting to bind port bb2f4134-f694-4619-98cd-8ee9db49f212 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:04.743522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Attempting to bind port bb2f4134-f694-4619-98cd-8ee9db49f212 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:04.797908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-708e9558-732c-4632-9ed8-22f5006a149a None None] Port 3f757c3c-52aa-4703-8abb-31d9dcb911fc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:04.811463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Port bb2f4134-f694-4619-98cd-8ee9db49f212 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:04.811788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Attempting to bind port bb2f4134-f694-4619-98cd-8ee9db49f212 on network 0a0101fa-bbe2-4508-a03f-ececd0c9a896 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:04.815777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Transition to ACTIVE for port object ffb193bf-0fbd-45ab-8f39-25a98e083166 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:04.832725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f4f-732e-4ecf-9f7d-0af98f47643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.833153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.834212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:04.834621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Checking segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:04.835058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Bound using segment: {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:04.835574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Bound port: bb2f4134-f694-4619-98cd-8ee9db49f212, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:04.836003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.850921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90bf7f4f-732e-4ecf-9f7d-0af98f47643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:04.883018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-4d56a1e3-b3b1-40d8-a5e9-102fb64dab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.884694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-4d56a1e3-b3b1-40d8-a5e9-102fb64dab18 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.1855590 Aug 10 00:55:04.898025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaa8a4-2065-4088-80fd-5b3c1f3205ac req-db11bac0-77b1-4c58-a15c-0c111d0886f0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.907399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ccaa8a4-2065-4088-80fd-5b3c1f3205ac req-db11bac0-77b1-4c58-a15c-0c111d0886f0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 943 time: 0.2144566 Aug 10 00:55:04.914513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-ac0865b6-cacb-4356-8213-fec77d5c348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:04.916018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9166788b-76a1-4b92-ace4-19720ccfc8a5 req-ac0865b6-cacb-4356-8213-fec77d5c348d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3468060 Aug 10 00:55:04.919374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-fd15ab78-97ea-497b-a209-9b624ffebedc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8197114 Aug 10 00:55:04.976452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Request body: {'port': {'device_id': '062a95cf-f960-4e6c-a647-26d53544b42e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:04.976637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-b2927568-4346-4755-8901-aca97b1f2ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2267423 Aug 10 00:55:05.004241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90bf7f4f-732e-4ecf-9f7d-0af98f47643c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c997a72c2ff4cd7b0af0680aebd1418&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457020 Aug 10 00:55:05.006398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf7f4f-732e-4ecf-9f7d-0af98f47643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99295b9-de8a-4621-b7c5-026a018f4e02,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:05.010964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:05.053334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:05.070176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:05.087166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ccaa8a4-2065-4088-80fd-5b3c1f3205ac req-84e2aa08-e8f9-4607-8de6-38116bbd1415 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765909 Aug 10 00:55:05.142448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bb2f4134-f694-4619-98cd-8ee9db49f212,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:05.164842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.228319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.228976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.231089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] 10.222.0.10 "PUT /v2.0/ports/bb2f4134-f694-4619-98cd-8ee9db49f212 HTTP/1.1" status: 200 len: 1092 time: 2.0268586 Aug 10 00:55:05.231412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-ffa2d6b0-f549-4c0b-939c-86ee81c1335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.232969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-ffa2d6b0-f549-4c0b-939c-86ee81c1335c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3271334 Aug 10 00:55:05.237583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.243899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.332424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Attempting to bind port ffb193bf-0fbd-45ab-8f39-25a98e083166 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:05.335976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Attempting to bind port ffb193bf-0fbd-45ab-8f39-25a98e083166 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:05.335976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Attempting to bind port ffb193bf-0fbd-45ab-8f39-25a98e083166 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:05.341756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.343588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbef0ed-7913-4e64-ae5f-e00576b38dcc service neutron] Pushing event updated for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:05.365587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:05.367881 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c9909-dc7d-4b20-863d-93ceabafa52d" -d '{"events": [{"name": "network-changed", "server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:05.416438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-40debb71-645c-4192-960c-5766961b4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.418604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-40debb71-645c-4192-960c-5766961b4e0a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 1095 time: 0.1384037 Aug 10 00:55:05.447898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.453966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.460303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.467239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.473231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.479606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.485544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.487790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-33dc6d85-4104-429d-92e1-1a66dad25415 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5382 time: 0.1657877 Aug 10 00:55:05.524643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-f7a054a0-945a-4190-b989-2c88a41fc8d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2f4134-f694-4619-98cd-8ee9db49f212 HTTP/1.1" status: 200 len: 217 time: 0.0968897 Aug 10 00:55:05.570766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.572346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.576914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a99295b9-de8a-4621-b7c5-026a018f4e02 HTTP/1.1" status: 204 len: 168 time: 0.5621395 Aug 10 00:55:05.602218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748d9d2-0c14-49b4-a719-527e8647248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99295b9-de8a-4621-b7c5-026a018f4e02,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:05.622049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27cac625-5f07-4cf5-8fcd-411f7fa7655e req-873fd00d-66ff-499f-abfe-b2f405d3bacf tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1043639 Aug 10 00:55:05.652659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-606369ec-0086-4d5c-b669-0b2952704589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:05.654226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-606369ec-0086-4d5c-b669-0b2952704589 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.1172893 Aug 10 00:55:05.701532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-dbc4bbcf-9ba4-44a5-974b-1307b90ab9e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359752 Aug 10 00:55:05.756052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Port ffb193bf-0fbd-45ab-8f39-25a98e083166 on network 1c8eeafd-8450-4982-8888-460c59837f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:05.756394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Attempting to bind port ffb193bf-0fbd-45ab-8f39-25a98e083166 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:05.795408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:05.795756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:05.796153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Bound using segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:05.797012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Bound port: ffb193bf-0fbd-45ab-8f39-25a98e083166, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:05.797392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.832247 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bea99c-61f7-45d5-a8d0-657a898a63d4 x-openstack-request-id: req-77bea99c-61f7-45d5-a8d0-657a898a63d4 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:05.832655 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:05.833001 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77bea99c-61f7-45d5-a8d0-657a898a63d4 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:05.833509 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212', 'status': 'completed', 'code': 200} Aug 10 00:55:05.869985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-cba2d04b-54ef-46c8-aefb-214e422fe24c service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594067 Aug 10 00:55:05.904945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:05.910121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:05.976570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:05.988326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:06.016183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74865d21-de69-4f67-ab63-d4c0ee778d51 req-61a66072-43c4-4dec-8507-3f6321b5a1dd service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353500 Aug 10 00:55:06.041404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-05df0052-811c-4730-a069-b554b4a6c808 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956524 Aug 10 00:55:06.056534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.062354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.062455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] 10.222.0.10 "PUT /v2.0/ports/ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 1092 time: 4.4737051 Aug 10 00:55:06.069022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:06.071323 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7b0ba-3353-4760-b80a-eae4831ac134" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:06.078351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad795f-956a-4db2-a86e-e74806aa1070 req-152ef1b5-9ef8-4e02-ba5b-cfa69a0311dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.090642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36ad795f-956a-4db2-a86e-e74806aa1070 req-152ef1b5-9ef8-4e02-ba5b-cfa69a0311dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 936 time: 0.1966658 Aug 10 00:55:06.166150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:06.173244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-c2c3c267-8228-4ace-a145-9529a56837cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.174773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-c2c3c267-8228-4ace-a145-9529a56837cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 1095 time: 0.0803218 Aug 10 00:55:06.190493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36ad795f-956a-4db2-a86e-e74806aa1070 req-46c510e6-b03a-4188-a017-7c23872f9d0a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971439 Aug 10 00:55:06.265270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76bb80-3aeb-4048-8f56-45a83b27e77c service neutron] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:06.396132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-f1636e84-62e5-4f9b-a7db-54b5216d16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.405031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-f1636e84-62e5-4f9b-a7db-54b5216d16e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 200 len: 915 time: 0.2096281 Aug 10 00:55:06.470122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-c7938165-8280-43ed-873e-c51288ad76e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb2f4134-f694-4619-98cd-8ee9db49f212 HTTP/1.1" status: 200 len: 217 time: 0.0610771 Aug 10 00:55:06.473513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.501137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04e4efcc-9bc2-483f-9ae2-759f8de6c040 req-e5e64ab5-9a8d-43f8-bdd5-6e7b8a0085c1 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4328203 Aug 10 00:55:06.503996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:06.517590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.517768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:06.537523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:06.538173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:06.615225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-b85166ad-859a-4f56-935d-44a74bda89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.617095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-b85166ad-859a-4f56-935d-44a74bda89df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 200 len: 855 time: 0.1382542 Aug 10 00:55:06.662161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-1f7b8988-6aca-4c46-a223-e443aa1e0bf0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "PUT /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 694 time: 3.2822721 Aug 10 00:55:06.698510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-ce406d51-8754-4281-92c4-30847abfd83d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0a0101fa-bbe2-4508-a03f-ececd0c9a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664449 Aug 10 00:55:06.746451 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc290d66-2c41-4b4f-a1db-8b7027326ccc x-openstack-request-id: req-bc290d66-2c41-4b4f-a1db-8b7027326ccc {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:06.746786 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:06.747044 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc290d66-2c41-4b4f-a1db-8b7027326ccc {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:06.747447 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'status': 'completed', 'code': 200} Aug 10 00:55:06.754734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f757c3c-52aa-4703-8abb-31d9dcb911fc {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:06.814388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:06.830514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.912294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Transition to ACTIVE for port object 3f757c3c-52aa-4703-8abb-31d9dcb911fc will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:06.968770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:06.972011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-c50fab0b-6348-4314-b8ac-b4e44ce63b58 service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640190 Aug 10 00:55:06.987021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-04cd4c3c-f025-4f1b-b6f7-7641f18ccbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:06.988633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-04cd4c3c-f025-4f1b-b6f7-7641f18ccbda service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.3557339 Aug 10 00:55:07.010786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795488db-aa0e-4582-ad78-eb62e7f5c2e9 req-fa2554c1-3679-4235-812b-31fce911b985 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.014795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-795488db-aa0e-4582-ad78-eb62e7f5c2e9 req-fa2554c1-3679-4235-812b-31fce911b985 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 943 time: 0.1723564 Aug 10 00:55:07.087914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-c5538c0d-b96e-4b71-a254-602adc71af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.089552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-c5538c0d-b96e-4b71-a254-602adc71af1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.3412747 Aug 10 00:55:07.151988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-795488db-aa0e-4582-ad78-eb62e7f5c2e9 req-35dff907-cd62-463c-8c6d-bc38f792da82 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179199 Aug 10 00:55:07.158198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:07.198876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:07.210953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:07.225797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:07.226478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:07.234873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.235461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.235963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.236451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.236932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.237414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.237894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.239074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd3c9909-dc7d-4b20-863d-93ceabafa52d req-3922c6fc-e5f8-4428-99f6-7200a992246b service neutron] 10.222.0.10 "GET /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563839 Aug 10 00:55:07.241503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-210b135d-b33d-4461-8ee0-dfa67a6c410e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6278 time: 0.4450159 Aug 10 00:55:07.466710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:07.634019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-0d92cbee-f97d-4450-bf4e-f2a7606eb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.634019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-0d92cbee-f97d-4450-bf4e-f2a7606eb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.637797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-0d92cbee-f97d-4450-bf4e-f2a7606eb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.639982 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-0d92cbee-f97d-4450-bf4e-f2a7606eb7a9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3679991 Aug 10 00:55:07.641205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-072a5e76-ac75-4a28-915f-a6168b4a499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.642716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-072a5e76-ac75-4a28-915f-a6168b4a499a service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.6040623 Aug 10 00:55:07.673824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36762c-d07e-44d7-8252-e41c05c4fc6e req-bf0db593-6dbb-4c57-b7d4-fb8700b165ff tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.696228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea36762c-d07e-44d7-8252-e41c05c4fc6e req-bf0db593-6dbb-4c57-b7d4-fb8700b165ff tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.1392019 Aug 10 00:55:07.744918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Attempting to bind port 3f757c3c-52aa-4703-8abb-31d9dcb911fc on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:07.745437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Attempting to bind port 3f757c3c-52aa-4703-8abb-31d9dcb911fc by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:07.746368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Attempting to bind port 3f757c3c-52aa-4703-8abb-31d9dcb911fc on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:07.778414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea36762c-d07e-44d7-8252-e41c05c4fc6e req-5c07d8ad-da6c-4c9b-835b-c9f6e795c2d8 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800924 Aug 10 00:55:07.863187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-653582f1-cc00-448e-b685-2028a81d5147 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.1986437 Aug 10 00:55:07.864538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-0d289c68-b20c-4c19-a9bb-9cd059e79187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.872538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-0d289c68-b20c-4c19-a9bb-9cd059e79187 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.6781912 Aug 10 00:55:07.888805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Port 3f757c3c-52aa-4703-8abb-31d9dcb911fc on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:07.889137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Attempting to bind port 3f757c3c-52aa-4703-8abb-31d9dcb911fc on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:07.929817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.937184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.943652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.944173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-12b751aa-1f6f-465d-96dc-aa7d8119cc40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.0699961 Aug 10 00:55:07.946226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09c7e80-d6ec-4081-9215-8bbdcc544844 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:07.951394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.955290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bb2f4134-f694-4619-98cd-8ee9db49f212 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:07.960172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.967420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.973842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:07.975715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:07.976352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-6147d95b-85ed-452f-95e4-4803d38d53ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5382 time: 0.1277506 Aug 10 00:55:07.981089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:07.982733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:07.984037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Bound port: 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:07.986100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.024535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.041610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d32dd89-b4f2-4d2f-abfa-0fb64b1f8998 req-007cb5b8-538d-45c5-8298-da63bf4b5ed5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579069 Aug 10 00:55:08.051983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Transition to ACTIVE for port object a09c7e80-d6ec-4081-9215-8bbdcc544844 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:08.079050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bb2f4134-f694-4619-98cd-8ee9db49f212,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:08.097867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'bb2f4134-f694-4619-98cd-8ee9db49f212', 'network_id': '0a0101fa-bbe2-4508-a03f-ececd0c9a896', 'port_id': 'bb2f4134-f694-4619-98cd-8ee9db49f212', 'mac_address': 'fa:16:3e:d8:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d2466c-2368-49f3-96af-190200cbe6fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:08.163847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:08.170267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-197540a8-cdee-4e1a-b233-c89612b7d029 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.172741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-197540a8-cdee-4e1a-b233-c89612b7d029 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.10 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.1251338 Aug 10 00:55:08.200749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d22e7-ad69-4272-ada0-4bcbc87c83f6 None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:42Z', 'revision_number': 4, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ad3006ac-4c48-4486-b99e-7775a51aa2a4', 'name': '', 'network_id': '1f2b783a-a442-43fb-83e4-e01db2f19fcb', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'mac_address': 'fa:16:3e:ac:5c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:40Z', 'updated_at': '2021-08-10T00:53:55Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'subnets': [{'id': 'a1cea85a-376f-465f-9583-824741d9ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:08.212738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:08.220251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:08.221034 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.235327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.242505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2f4134-f694-4619-98cd-8ee9db49f212 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:08.273805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bb2f4134-f694-4619-98cd-8ee9db49f212,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:08.281742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.284274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.370377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.373020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.374632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f757c3c-52aa-4703-8abb-31d9dcb911fc HTTP/1.1" status: 200 len: 1097 time: 3.4409709 Aug 10 00:55:08.416348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Deleting port b96636cd-d358-4a35-9207-cf2835fb90a2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:08.416911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.438572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39509dd-4069-4bd0-8859-99a15aebf5e7 req-a760b05f-fa72-427e-9c2e-aba680a0575c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.447068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e39509dd-4069-4bd0-8859-99a15aebf5e7 req-a760b05f-fa72-427e-9c2e-aba680a0575c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 948 time: 0.1577265 Aug 10 00:55:08.486976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:08.504722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.505918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.507317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.508940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.515889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.516545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.516996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.517441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.517897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.518321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.518800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.519232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:08.546401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['bb2f4134-f694-4619-98cd-8ee9db49f212'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:08.565096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-d842edf6-bfec-4ea3-9e5a-283130d96d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.566598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-d842edf6-bfec-4ea3-9e5a-283130d96d59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.6912975 Aug 10 00:55:08.616138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Attempting to bind port a09c7e80-d6ec-4081-9215-8bbdcc544844 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:08.616483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Attempting to bind port a09c7e80-d6ec-4081-9215-8bbdcc544844 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:08.616730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Attempting to bind port a09c7e80-d6ec-4081-9215-8bbdcc544844 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:08.652338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-468733cb-995c-4fed-a4b4-3f34014fca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.653841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-468733cb-995c-4fed-a4b4-3f34014fca2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.5890744 Aug 10 00:55:08.677161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:08.749475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}, {'name': 'network-changed', 'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:08.752039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e39509dd-4069-4bd0-8859-99a15aebf5e7 req-b74735c5-521a-4cc8-91eb-a4324c36d17b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040264 Aug 10 00:55:08.775929 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71462c9-c0c1-43b0-85ba-4b32892c4229" -d '{"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}, {"name": "network-changed", "server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:08.794980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-313cd12e-4476-4db0-bdac-b9b8de593087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.796507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ea7b0ba-3353-4760-b80a-eae4831ac134 req-313cd12e-4476-4db0-bdac-b9b8de593087 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1257331 Aug 10 00:55:08.838952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Port a09c7e80-d6ec-4081-9215-8bbdcc544844 on network 1c8eeafd-8450-4982-8888-460c59837f05 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:08.839320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Attempting to bind port a09c7e80-d6ec-4081-9215-8bbdcc544844 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:08.843306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] For port b96636cd-d358-4a35-9207-cf2835fb90a2, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b96636cd-d358-4a35-9207-cf2835fb90a2,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:08.851956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.855985 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ffcce-ceaf-435b-b0a2-b1185b3fd06b None None] New status for floating IP 76edda3a-2703-4ebd-8866-f9db40399e6e: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:55:08.903784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:08.904136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Checking segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:08.904601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Bound using segment: {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:08.905049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Bound port: a09c7e80-d6ec-4081-9215-8bbdcc544844, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c730bd-efa5-45ae-92e4-589b8a99013a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:08.905315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:08.915275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-46bba9d6-4921-4a3f-a5d2-9accb7d2b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:08.916643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-46bba9d6-4921-4a3f-a5d2-9accb7d2b1bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 1100 time: 0.4884200 Aug 10 00:55:09.051956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-334f99ed-18b4-4136-94ea-87b0ea14e683 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc HTTP/1.1" status: 200 len: 217 time: 0.1068079 Aug 10 00:55:09.098089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-565e8ddf-e69f-4476-b04e-9008b7975f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.100091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-565e8ddf-e69f-4476-b04e-9008b7975f95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4878747 Aug 10 00:55:09.122567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38421dd4-5959-4577-9e10-ee451e6698f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:09.466864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78be05-56bb-436e-99df-9d81d3ee41e3 req-3d015df5-e014-4fb1-9b45-001ed9386257 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.468474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea78be05-56bb-436e-99df-9d81d3ee41e3 req-3d015df5-e014-4fb1-9b45-001ed9386257 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 944 time: 0.1558781 Aug 10 00:55:09.556741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea78be05-56bb-436e-99df-9d81d3ee41e3 req-3a6123f7-6d2d-47e3-9812-6f3826375444 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806673 Aug 10 00:55:09.567975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.568565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.568995 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Floating IP 6d7e05b5-73a7-4761-ba03-a148afa95163 disassociated. External IP: 172.25.7.71, port: b96636cd-d358-4a35-9207-cf2835fb90a2. Aug 10 00:55:09.569385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Calling delete_port for b96636cd-d358-4a35-9207-cf2835fb90a2 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:09.665524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-dcf37e89-2cb0-42ac-8447-fd156d798406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.667074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-dcf37e89-2cb0-42ac-8447-fd156d798406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8600037 Aug 10 00:55:09.685114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:09.710794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876f0b4-892c-4c61-b850-4110c24befea req-f23829a4-4114-4a85-8e71-0b177dd393f6 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.714850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b876f0b4-892c-4c61-b850-4110c24befea req-f23829a4-4114-4a85-8e71-0b177dd393f6 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.10 "GET /v2.0/ports?device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 945 time: 0.8193722 Aug 10 00:55:09.726311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962d052-7540-43e2-9346-c949b556fd3a req-34f059c1-1fb1-4197-afbb-2e067a50d850 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.727858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e962d052-7540-43e2-9346-c949b556fd3a req-34f059c1-1fb1-4197-afbb-2e067a50d850 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/ports?device_id=7170ad58-9235-4e7d-9f8d-2b12f3f9b494 HTTP/1.1" status: 200 len: 946 time: 0.0864592 Aug 10 00:55:09.773351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:09.782638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-45c7d718-623d-4800-a498-a2cee55a08b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:09.784463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-45c7d718-623d-4800-a498-a2cee55a08b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.6890318 Aug 10 00:55:09.815655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.816525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e962d052-7540-43e2-9346-c949b556fd3a req-c223a964-34ad-4975-88b1-603c26fa4fb9 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups?id=f81e2e1e-b873-4f11-9274-75bf4915e357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655687 Aug 10 00:55:09.818128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:09.868242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bb2f4134-f694-4619-98cd-8ee9db49f212 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:09.889888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event deleted for resources: {'Port': ['ID=b96636cd-d358-4a35-9207-cf2835fb90a2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:09.972172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-5842a7c3-ff86-4efd-9ddf-468f4c976a2b service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8247778 Aug 10 00:55:09.973877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-6fedc167-87da-45cc-b9b6-fa85f1981c71 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864959 Aug 10 00:55:09.976079 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ae1d75-3679-463a-9396-69b5feaf7fb3 x-openstack-request-id: req-b3ae1d75-3679-463a-9396-69b5feaf7fb3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:09.978738 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:09.979001 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ae1d75-3679-463a-9396-69b5feaf7fb3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:09.980124 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:55:09.980395 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'status': 'completed', 'code': 200} Aug 10 00:55:09.990090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port bb2f4134-f694-4619-98cd-8ee9db49f212 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:09.996631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port bb2f4134-f694-4619-98cd-8ee9db49f212 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:10.002054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.132478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Router c1dbebd3-9544-4b8d-a056-ade3b9650091 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:10.179240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.213651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.224431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.226242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.226574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.228042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] 10.222.0.10 "PUT /v2.0/ports/a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 1091 time: 4.1186955 Aug 10 00:55:10.236403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.248292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.248845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:10.256859 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27918434-7170-455d-a831-63da21c900cb" -d '{"events": [{"server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:10.264536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.272700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.279896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.281937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-c81a0724-c358-4ac1-ab63-63ecad18a74c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5394 time: 0.1955857 Aug 10 00:55:10.286962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bb2f4134-f694-4619-98cd-8ee9db49f212,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:10.300514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.301628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eb0aad4c-d393-48e9-b8ed-d49af3d63108 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:10.341780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:10.411604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ef46c5d-464b-41cb-a0ac-2796e35c1759 req-2d71542a-e064-4093-a767-201bcf75385f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1088457 Aug 10 00:55:10.468540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:10.503095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de16bb-6af9-49c4-910f-2ba964e03903 service neutron] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:10.550690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-d33e871c-b4e1-4e10-8400-b195115d5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.554337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-d33e871c-b4e1-4e10-8400-b195115d5d01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7417893 Aug 10 00:55:10.561237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Sync routers for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:10.581041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] No DVR routers for this DVR port b96636cd-d358-4a35-9207-cf2835fb90a2 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:10.585262 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.588323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87473a1f-27e3-4457-9ede-3197769d1f77 req-bfbb795a-2d56-412e-adf3-82fb19e76011 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.10 "DELETE /v2.0/ports/b96636cd-d358-4a35-9207-cf2835fb90a2 HTTP/1.1" status: 204 len: 173 time: 2.4074402 Aug 10 00:55:10.589041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'name': 'network-vif-deleted', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:10.593211 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c624ac9-e892-4459-a151-03e645560757" -d '{"events": [{"server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "name": "network-vif-deleted", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:10.603195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:10.650106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:10.651318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:10.738415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.743789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74df22e7-934d-4310-bcce-e84d6e31cf10 req-3bf96024-8a83-40de-bbff-148ef9d15ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176781 Aug 10 00:55:10.767258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-9bf9ebd3-b011-4e85-b4c4-2f62efcdc10e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:10.772075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-9bf9ebd3-b011-4e85-b4c4-2f62efcdc10e tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "GET /v2.0/ports?device_id=20521dd7-ff58-4f9c-b6de-687ca0a0ff52 HTTP/1.1" status: 200 len: 945 time: 0.2311854 Aug 10 00:55:10.820578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:10.831560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.832662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b96636cd-d358-4a35-9207-cf2835fb90a2 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:10.889677 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e7122-ba1d-4446-a73a-d93801f40151 x-openstack-request-id: req-d95e7122-ba1d-4446-a73a-d93801f40151 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:10.890284 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:10.890284 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d95e7122-ba1d-4446-a73a-d93801f40151 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:10.890824 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212', 'code': 200} Aug 10 00:55:10.891427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: b96636cd-d358-4a35-9207-cf2835fb90a2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:10.892089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b96636cd-d358-4a35-9207-cf2835fb90a2 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:10.896980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:10.907009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f1cad18-4b4e-48bb-8952-092e217ef13e req-d171663a-d1c2-49c0-8633-50d7334424b2 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035165 Aug 10 00:55:10.921755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Deleting port eb0aad4c-d393-48e9-b8ed-d49af3d63108 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:10.925118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.931480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:10.991430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d750-9555-48c9-8c4d-24f7c4e64e69 req-e89e378d-ef63-42d4-8f97-cb65c1723ff1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.006030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:11.007598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6708d750-9555-48c9-8c4d-24f7c4e64e69 req-e89e378d-ef63-42d4-8f97-cb65c1723ff1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 948 time: 0.2991385 Aug 10 00:55:11.144050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6708d750-9555-48c9-8c4d-24f7c4e64e69 req-ed7df9d4-c599-4225-a1eb-525b23850495 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239319 Aug 10 00:55:11.146257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-b157c9da-226c-4f03-af5a-0f38446014c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073965 Aug 10 00:55:11.383270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:11.386587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-a4697afd-3e70-4b00-84af-fab714e7db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.390931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-a4697afd-3e70-4b00-84af-fab714e7db86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 1097 time: 0.4070826 Aug 10 00:55:11.429153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c319-88a8-42e2-97b6-6532d2dbaa41 req-85ab7308-eb7d-4244-b318-df812b49f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.432090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4d4c319-88a8-42e2-97b6-6532d2dbaa41 req-85ab7308-eb7d-4244-b318-df812b49f241 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 1097 time: 0.4742923 Aug 10 00:55:11.435673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] For port eb0aad4c-d393-48e9-b8ed-d49af3d63108, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eb0aad4c-d393-48e9-b8ed-d49af3d63108,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:11.436308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.437239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Deleting port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:11.438103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.449379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Checking router: c1dbebd3-9544-4b8d-a056-ade3b9650091 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:11.472360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:11.473004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:54:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:11.488571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b60ff5-0779-4748-9193-ee1f245ba380 req-104deae2-5190-4496-ad2a-a4883dd5f098 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.495454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86b60ff5-0779-4748-9193-ee1f245ba380 req-104deae2-5190-4496-ad2a-a4883dd5f098 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.1831517 Aug 10 00:55:11.518759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3df66-791a-46dd-8b6d-59988b19d816 req-41285670-5724-4eb0-95b0-1ed085c3342c tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:11.520758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bb3df66-791a-46dd-8b6d-59988b19d816 req-41285670-5724-4eb0-95b0-1ed085c3342c tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/ports?device_id=42c4543b-f632-4603-8781-2647dbc84131 HTTP/1.1" status: 200 len: 943 time: 0.4666152 Aug 10 00:55:11.533561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Calling delete_port for eb0aad4c-d393-48e9-b8ed-d49af3d63108 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:11.539726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4d4c319-88a8-42e2-97b6-6532d2dbaa41 req-fd8790a0-60d8-47c7-9edc-091717178416 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859721 Aug 10 00:55:11.656321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86b60ff5-0779-4748-9193-ee1f245ba380 req-fdaeb67d-db24-4d76-b34f-6d0aa7e53d1d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595702 Aug 10 00:55:11.686246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:11.696741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bb3df66-791a-46dd-8b6d-59988b19d816 req-0e701c23-5528-4717-aec2-5de38ee3f9b8 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.25 "GET /v2.0/security-groups?id=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472306 Aug 10 00:55:11.706794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] For port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,segment=NetworkSegment(0c5ba6c1-1533-4ee3-afa1-46e35b09f35a),segment_id=0c5ba6c1-1533-4ee3-afa1-46e35b09f35a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:11.707702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:11.757166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Calling delete_port for 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:11.793061 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d306d7-0482-4c65-a79e-a8c290ce5f31 x-openstack-request-id: req-67d306d7-0482-4c65-a79e-a8c290ce5f31 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:11.793405 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7170ad58-9235-4e7d-9f8d-2b12f3f9b494", "name": "network-vif-deleted", "tag": "b96636cd-d358-4a35-9207-cf2835fb90a2", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:11.793664 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67d306d7-0482-4c65-a79e-a8c290ce5f31 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:11.794185 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7170ad58-9235-4e7d-9f8d-2b12f3f9b494', 'name': 'network-vif-deleted', 'tag': 'b96636cd-d358-4a35-9207-cf2835fb90a2', 'status': 'completed', 'code': 200} Aug 10 00:55:11.881338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75cbbced-cbe5-48fa-ba1b-56e8eda8c482 req-6b2a9e28-2498-4af8-b977-730405ff638a service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246311 Aug 10 00:55:11.960276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:11.995688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:11.999511 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20628ca-6837-46b8-a06d-1658c43fb2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:12.052334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-1d047215-c802-4252-b43b-94e99d958144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.053814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-1d047215-c802-4252-b43b-94e99d958144 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 200 len: 921 time: 0.6458449 Aug 10 00:55:12.119947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.128169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-7559160f-7ff4-426c-a965-d40fc5b30f5c tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 200 len: 692 time: 0.0998456 Aug 10 00:55:12.134004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:12.144450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-f7316637-e91b-4915-99b9-5751f7460aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 200 len: 217 time: 0.0753074 Aug 10 00:55:12.162693 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.181914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:12.185507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e9e504-c389-4606-b109-ede458473b1b None None] The sync data for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 is: [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:52:59Z', 'revision_number': 4, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '5aea1b6b-41e3-480a-b705-a2894a2ef494', 'name': '', 'network_id': '9b1cf3e6-2913-478e-8b1e-b948f854e174', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'mac_address': 'fa:16:3e:60:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:57Z', 'updated_at': '2021-08-10T00:53:04Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'subnets': [{'id': 'a92bbc84-3140-4f77-9cbe-a3d521224f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:12.254643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.260947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.263313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event deleted for resources: {'Port': ['ID=84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.268152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.269806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.274365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.283306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.300240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.309122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.311129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-11df1c8f-94fd-4a4f-98c1-028eafe06219 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5394 time: 0.3602064 Aug 10 00:55:12.322517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c7d238-138b-4f1c-9923-6f6eca95d9d8 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:12.364258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.424851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Transition to ACTIVE for port object 95c7d238-138b-4f1c-9923-6f6eca95d9d8 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:12.431391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-5328b7e0-d331-46b8-a7cb-dfe22281f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.432414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] No DVR routers for this DVR port 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:12.433567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-5328b7e0-d331-46b8-a7cb-dfe22281f2b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 200 len: 860 time: 0.2557068 Aug 10 00:55:12.435322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.437956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.440140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d2161e1-34e1-4085-b4b9-a8da7f1b4e3d req-0028e6ec-4f57-447b-afe1-86b3d3935928 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.21 "DELETE /v2.0/ports/84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 HTTP/1.1" status: 204 len: 173 time: 1.6583478 Aug 10 00:55:12.466658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.469196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.470365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "DELETE /v2.0/security-groups/f81e2e1e-b873-4f11-9274-75bf4915e357 HTTP/1.1" status: 204 len: 168 time: 0.5091193 Aug 10 00:55:12.476186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33810) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:12.499457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-6401059a-eb37-49aa-9d6e-b11a8257b8b5 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.506937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-6401059a-eb37-49aa-9d6e-b11a8257b8b5 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.3713572 Aug 10 00:55:12.520749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb5730-dbc3-404b-be71-57c7bf60bb1d tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81e2e1e-b873-4f11-9274-75bf4915e357,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.531114 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-fca7399b-51a8-4fe3-a146-858dd7b9e92a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] show failed (client error): The resource could not be found. Aug 10 00:55:12.532183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fca7399b-51a8-4fe3-a146-858dd7b9e92a tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "GET /v2.0/security-groups/f81e2e1e-b873-4f11-9274-75bf4915e357 HTTP/1.1" status: 404 len: 347 time: 0.0537007 Aug 10 00:55:12.572925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33812) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:12.590292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-013d1507-93b4-40e3-ab31-e9a92e757364 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 695 time: 0.0824027 Aug 10 00:55:12.651296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-43c62e7f-0c39-483f-8d71-f39f286efe4e tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.4 HTTP/1.1" status: 200 len: 695 time: 0.0597906 Aug 10 00:55:12.652532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba5487bf-73a8-4853-9721-fc96ad2bfb99 req-b8b05453-a696-49f7-b1c0-f3cde1fbb3de tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3238170 Aug 10 00:55:12.727014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:12.736432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:12.742591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:12.751135 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae854d3-acda-4dbd-92aa-9e99d66b1e05 None None] New status for floating IP 6d7e05b5-73a7-4761-ba03-a148afa95163: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:55:12.766940 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc061e-8c7d-407a-9f4e-bc0576172d77 x-openstack-request-id: req-66fc061e-8c7d-407a-9f4e-bc0576172d77 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:12.767291 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:12.767473 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66fc061e-8c7d-407a-9f4e-bc0576172d77 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:12.768261 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'status': 'completed', 'code': 200} Aug 10 00:55:12.812956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-2cbc94c4-fcc5-4781-ba48-bf8ef6a74a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:12.823958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-2cbc94c4-fcc5-4781-ba48-bf8ef6a74a99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1f2b783a-a442-43fb-83e4-e01db2f19fcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3691125 Aug 10 00:55:12.891518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:12.895190 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6f593b-c9a0-47cb-ab6b-da7660b56ea1" -d '{"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:13.007444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.008180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.008806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.009416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.010026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.010634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.011405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.014253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-4c730e9f-c449-46ce-9ad9-fca1e7e84770 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6372 time: 0.2322667 Aug 10 00:55:13.018434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Pushing event deleted for resources: {'Port': ['ID=eb0aad4c-d393-48e9-b8ed-d49af3d63108,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:13.062630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3f757c3c-52aa-4703-8abb-31d9dcb911fc details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:13.133970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Deleting port 0101aa28-1fce-41d2-ab28-da1b9c4cc16b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:13.147059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.235477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:13.248641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'mac_address': 'fa:16:3e:f0:ba:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:13.272126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Attempting to bind port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:13.273458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Attempting to bind port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:13.273458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Attempting to bind port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:13.307035 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.322313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f757c3c-52aa-4703-8abb-31d9dcb911fc {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:13.324680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] No DVR routers for this DVR port eb0aad4c-d393-48e9-b8ed-d49af3d63108 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:13.327403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.330248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b876f0b4-892c-4c61-b850-4110c24befea req-8c791824-2640-4026-8971-262518487dd1 tempest-ListServersNegativeTestJSON-413963301 tempest-ListServersNegativeTestJSON-413963301-project] 10.222.0.10 "DELETE /v2.0/ports/eb0aad4c-d393-48e9-b8ed-d49af3d63108 HTTP/1.1" status: 204 len: 173 time: 3.5741181 Aug 10 00:55:13.342347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:13.342701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Attempting to bind port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:13.379500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:13.388231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.390770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-5da2d72a-bc0b-4aa9-acaa-6ef8e77da49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.391261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-5da2d72a-bc0b-4aa9-acaa-6ef8e77da49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.391731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-5da2d72a-bc0b-4aa9-acaa-6ef8e77da49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.393337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-5da2d72a-bc0b-4aa9-acaa-6ef8e77da49b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3694453 Aug 10 00:55:13.393672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:13.394062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Checking segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:13.394312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Bound using segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:13.394792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Bound port: 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:13.395337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.421777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5e813-4f07-4dce-a722-8948c9c4b6d6 req-22bdf329-f2f2-42ad-9490-a3dbfff4075a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.430331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.430636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.432490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67e5e813-4f07-4dce-a722-8948c9c4b6d6 req-22bdf329-f2f2-42ad-9490-a3dbfff4075a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 948 time: 0.4425507 Aug 10 00:55:13.454141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Deleting port 64458142-23cb-4929-b3ef-1874efeb921a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:13.454590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.505567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Calling delete_port for 0101aa28-1fce-41d2-ab28-da1b9c4cc16b owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:13.567656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:13.620694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-eee59a99-0173-48e1-8919-81dbd69dbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:13.621683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:13.622235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d20628ca-6837-46b8-a06d-1658c43fb2c5 req-eee59a99-0173-48e1-8919-81dbd69dbebc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2109084 Aug 10 00:55:13.745182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.802607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'name': 'network-vif-deleted', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:13.806158 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13988ec-c571-4c9b-b7b6-9f14d12647be" -d '{"events": [{"server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "name": "network-vif-deleted", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:13.815709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event deleted for resources: {'Port': ['ID=0101aa28-1fce-41d2-ab28-da1b9c4cc16b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:13.889374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.892246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:13.893872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5a5efcc-304e-45af-91f1-fab5ebbe4f96 req-f9d4e60c-6a68-42fe-8cdb-d3d3c3efe1be tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "DELETE /v2.0/floatingips/76edda3a-2703-4ebd-8866-f9db40399e6e HTTP/1.1" status: 204 len: 173 time: 1.2419360 Aug 10 00:55:14.033871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fa800f4c-b0c2-4e3b-a1f7-910115a0ee22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.078014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28a1a-62bf-451b-a15a-fc05bb5ae531 req-67a1faa5-c87e-43de-ac3c-e1a3109b8488 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.080564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b28a1a-62bf-451b-a15a-fc05bb5ae531 req-67a1faa5-c87e-43de-ac3c-e1a3109b8488 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.0863874 Aug 10 00:55:14.094986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-592a61d8-09a5-466b-b4be-d5a1b5996e44 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0910296 Aug 10 00:55:14.139218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b28a1a-62bf-451b-a15a-fc05bb5ae531 req-320b28bf-372b-4d14-a62c-11d7f9f6b881 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Aug 10 00:55:14.205849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67e5e813-4f07-4dce-a722-8948c9c4b6d6 req-1e8774f0-2a9b-4735-8e69-ee21999c7a45 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7715030 Aug 10 00:55:14.215421 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa2fa14-39d5-4de8-8dbb-71ab158dafea x-openstack-request-id: req-baa2fa14-39d5-4de8-8dbb-71ab158dafea {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:14.215710 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-unplugged", "status": "completed", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:14.215960 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baa2fa14-39d5-4de8-8dbb-71ab158dafea {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:14.216368 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'code': 200} Aug 10 00:55:14.248997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:14.252088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.252425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.256180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:14.280214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.289498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Calling delete_port for 64458142-23cb-4929-b3ef-1874efeb921a owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:14.313842 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ee8a20-adb1-4955-a140-d5ccd55cab1e x-openstack-request-id: req-d9ee8a20-adb1-4955-a140-d5ccd55cab1e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:14.314272 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20521dd7-ff58-4f9c-b6de-687ca0a0ff52", "name": "network-vif-deleted", "tag": "84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:14.314622 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9ee8a20-adb1-4955-a140-d5ccd55cab1e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:14.315337 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20521dd7-ff58-4f9c-b6de-687ca0a0ff52', 'name': 'network-vif-deleted', 'tag': '84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062', 'status': 'completed', 'code': 200} Aug 10 00:55:14.343102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.349082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.350063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.350316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.351498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] 10.222.0.10 "PUT /v2.0/ports/95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 1092 time: 4.0309851 Aug 10 00:55:14.353326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-58bd3ee2-cae1-41ad-b70a-45f9bbd394f9 service neutron] 10.222.0.21 "GET /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389991 Aug 10 00:55:14.358827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.367377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.375240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.382461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.390312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.399205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-367ac1d0-cb52-4bf7-acc7-97715b5ef3ac tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5406 time: 0.1255243 Aug 10 00:55:14.418784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Request body: {'port': {'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:14.455350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f102cb3f-e00e-4b48-b8fd-76e6bf7a376d req-fa67cd8d-9830-4009-a72d-e03c2457bf3e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549221 Aug 10 00:55:14.501636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ea2f7-ee15-4bd8-b8c2-39f819495761 service neutron] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:14.585458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-d83c0926-f9e6-4861-9069-97656ccfec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.589626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-d83c0926-f9e6-4861-9069-97656ccfec9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 1101 time: 0.1641495 Aug 10 00:55:14.646175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.755782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33866) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:14.774911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-deleted', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108'}, {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:14.774911 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac4c806-c250-4e54-a6f6-91fe343f361b" -d '{"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-deleted", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108"}, {"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:14.780654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd8359-b993-46da-8873-5a4fa7e43e66 req-5c064682-87f3-422f-b8b1-342f74414ac0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.783954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2dd8359-b993-46da-8873-5a4fa7e43e66 req-5c064682-87f3-422f-b8b1-342f74414ac0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.1248193 Aug 10 00:55:14.859480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.901456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2dd8359-b993-46da-8873-5a4fa7e43e66 req-143f1df0-1497-4d52-a735-4a0a2d966687 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047847 Aug 10 00:55:14.923386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Deleting subnet cd75a098-f26c-4b88-82a9-fdc61d5151eb {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:14.927959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:14.957323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-6398fb98-1c86-44c7-8015-d2c66027c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:14.958946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-6398fb98-1c86-44c7-8015-d2c66027c71f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3080599 Aug 10 00:55:14.983597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.008372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Pushing event deleted for resources: {'Port': ['ID=64458142-23cb-4929-b3ef-1874efeb921a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.050521 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d8b85-23e0-4667-bb59-fd220d584427 x-openstack-request-id: req-f67d8b85-23e0-4667-bb59-fd220d584427 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:15.050761 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c4543b-f632-4603-8781-2647dbc84131", "name": "network-vif-deleted", "tag": "eb0aad4c-d393-48e9-b8ed-d49af3d63108", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:15.051018 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f67d8b85-23e0-4667-bb59-fd220d584427 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:15.051413 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c4543b-f632-4603-8781-2647dbc84131', 'name': 'network-vif-deleted', 'tag': 'eb0aad4c-d393-48e9-b8ed-d49af3d63108', 'status': 'completed', 'code': 200} Aug 10 00:55:15.051667 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'status': 'completed', 'code': 200} Aug 10 00:55:15.058302 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-ec849334-8c67-49d4-af8e-38709270a272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc HTTP/1.1" status: 200 len: 217 time: 0.0471082 Aug 10 00:55:15.074094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3f757c3c-52aa-4703-8abb-31d9dcb911fc up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:15.086015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.137821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.137821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.137821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.137821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.137821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.138220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.138533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.141480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-d45e7fdd-af20-4bd5-a097-2eac62085295 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6414 time: 0.1275752 Aug 10 00:55:15.179095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 3f757c3c-52aa-4703-8abb-31d9dcb911fc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:15.187822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 3f757c3c-52aa-4703-8abb-31d9dcb911fc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:15.188628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.201761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae071f05-3fa8-4016-a8ea-e55c81bd548a req-c70b3dae-647b-455a-8b8b-4112e586ec84 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.203391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae071f05-3fa8-4016-a8ea-e55c81bd548a req-c70b3dae-647b-455a-8b8b-4112e586ec84 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.3117926 Aug 10 00:55:15.257962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-4b0eb4f1-2549-42d2-ad70-9c44695dccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.259545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-4b0eb4f1-2549-42d2-ad70-9c44695dccd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1824937 Aug 10 00:55:15.265715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.268396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.269575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac7085ab-191f-4582-a40a-48bf3e0d0c19 tempest-ServersTestFqdnHostnames-456934359 tempest-ServersTestFqdnHostnames-456934359-project] 10.222.0.25 "DELETE /v2.0/floatingips/6d7e05b5-73a7-4761-ba03-a148afa95163 HTTP/1.1" status: 204 len: 168 time: 2.6890764 Aug 10 00:55:15.283999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33876) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:15.304214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.345153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:15.350997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae071f05-3fa8-4016-a8ea-e55c81bd548a req-e9e24b7d-b038-44e9-9fef-bee6c67974a6 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177466 Aug 10 00:55:15.352043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.355648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:15.372741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-7d123564-a6ee-4310-a6aa-412855bb5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.374330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-7d123564-a6ee-4310-a6aa-412855bb5b7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984154 Aug 10 00:55:15.389810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:15.390359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 84ff8c8d-21bb-4e7c-b972-d3ca0c6f1062 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:15.452228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.546377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b10d1-9822-4ea0-af3a-1808ea9c7ced {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:15.566257 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.574994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-17d7d47e-3838-442b-8119-b3ba8eec627d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897423 Aug 10 00:55:15.587132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5bc35-c4c7-4ac2-a8b0-4d0ad70ba447 req-b9661854-cf48-4a3b-a53b-0a2d9b787226 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.588713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36f5bc35-c4c7-4ac2-a8b0-4d0ad70ba447 req-b9661854-cf48-4a3b-a53b-0a2d9b787226 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.1017764 Aug 10 00:55:15.628963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Transition to ACTIVE for port object 769b10d1-9822-4ea0-af3a-1808ea9c7ced will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:15.648092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.691107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.722909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:15.727457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cd75a098-f26c-4b88-82a9-fdc61d5151eb HTTP/1.1" status: 204 len: 168 time: 0.9399638 Aug 10 00:55:15.727457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d6bd8-47d5-4bb4-b0e1-25aae3af3ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd75a098-f26c-4b88-82a9-fdc61d5151eb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.729348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33882) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:15.742286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e60474-eb30-4397-b8ed-01652bc4f8b6 req-d0473717-5d84-4223-b124-8b59c962a844 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.744145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62e60474-eb30-4397-b8ed-01652bc4f8b6 req-d0473717-5d84-4223-b124-8b59c962a844 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.4970808 Aug 10 00:55:15.778369 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36f5bc35-c4c7-4ac2-a8b0-4d0ad70ba447 req-f36c686a-e96d-4677-82f5-7df16b9c1e02 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785002 Aug 10 00:55:15.820196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c71462c9-c0c1-43b0-85ba-4b32892c4229 req-d0ca386d-c206-4bfb-a74a-6c0decd891e1 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287848 Aug 10 00:55:15.916092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Pushing event updated for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:15.965822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b4265db1-bbfa-43cd-869c-652b0a8f947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.966539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b4265db1-bbfa-43cd-869c-652b0a8f947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.966876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b4265db1-bbfa-43cd-869c-652b0a8f947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:15.968423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b4265db1-bbfa-43cd-869c-652b0a8f947d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e14a5ea266f241878425816e8c522c7f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8181281 Aug 10 00:55:16.012288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62e60474-eb30-4397-b8ed-01652bc4f8b6 req-5789ce4b-31a8-48ac-a561-a80600566d20 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055895 Aug 10 00:55:16.056906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Attempting to bind port 769b10d1-9822-4ea0-af3a-1808ea9c7ced on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:16.057349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Attempting to bind port 769b10d1-9822-4ea0-af3a-1808ea9c7ced by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:16.058289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Attempting to bind port 769b10d1-9822-4ea0-af3a-1808ea9c7ced on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:16.064669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Port 769b10d1-9822-4ea0-af3a-1808ea9c7ced on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:16.065067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Attempting to bind port 769b10d1-9822-4ea0-af3a-1808ea9c7ced on network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:16.092829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-018425a0-d6a9-4857-80fd-6070caded4f0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.094787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-018425a0-d6a9-4857-80fd-6070caded4f0 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.21 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.1775618 Aug 10 00:55:16.096964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:16.097421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Checking segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:16.097893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Bound using segment: {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:16.098418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Bound port: 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846f34d7-95b3-4270-a101-f3ad2057d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:16.098925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.148586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.202063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.208545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.216434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.217014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:16.219806 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c488422b-e39b-451d-9aa6-23bdb34944f9" -d '{"events": [{"server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "name": "network-vif-plugged", "status": "completed", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:16.223084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.230227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.236401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.242257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.250746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2063c732-7328-49fd-a97a-8ffead5c063e req-5008e6fd-701b-4e83-b30e-0bac2de5d038 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.3532379 Aug 10 00:55:16.331872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44e6de-aff7-486f-8153-57ccc98f5e56 req-753a75e3-872d-4bd8-bc2c-30d80a052a7c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.338884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be44e6de-aff7-486f-8153-57ccc98f5e56 req-753a75e3-872d-4bd8-bc2c-30d80a052a7c tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.2068772 Aug 10 00:55:16.362294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2063c732-7328-49fd-a97a-8ffead5c063e req-d6b726c4-885c-4aa7-b229-8b5acee428c4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1016047 Aug 10 00:55:16.365809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b117d7fc-d4ea-48af-8e9a-753fe52d1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.367518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ac4c806-c250-4e54-a6f6-91fe343f361b req-b117d7fc-d4ea-48af-8e9a-753fe52d1227 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3835428 Aug 10 00:55:16.415003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:16.436191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:16.443765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Deleting port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:16.444096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.456906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be44e6de-aff7-486f-8153-57ccc98f5e56 req-38bd5e3c-6fc9-4855-b319-f26ce542a6f4 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170702 Aug 10 00:55:16.459903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.475703 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c8f43c-5505-4de9-956b-7b54dcb9ac52 x-openstack-request-id: req-29c8f43c-5505-4de9-956b-7b54dcb9ac52 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:16.476224 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "name": "network-vif-plugged", "status": "completed", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:16.476615 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c8f43c-5505-4de9-956b-7b54dcb9ac52 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:16.477180 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'code': 200} Aug 10 00:55:16.562108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.576080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e88cef-d4f6-4310-bdd6-25c5a644de6f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:16.583037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:16.583597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.585000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] 10.222.0.10 "PUT /v2.0/ports/769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 1092 time: 2.1739066 Aug 10 00:55:16.602105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:16.602813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5ba6c1-1533-4ee3-afa1-46e35b09f35a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:16.644220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.669409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.701241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:16.701739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.701881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68250cc-be64-407d-bffa-5017cee1e67f service neutron] Pushing event updated for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:16.744266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68936120-b03e-4973-b29c-f1e6b72a6d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.790857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] For port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:16.791350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:16.825724 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:16.839649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Calling delete_port for 66f6b5e4-2ba4-47cc-bff7-bb299012be3e owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:16.923007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.966106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:16.976782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] 10.222.0.25 "DELETE /v2.0/networks/22e88cef-d4f6-4310-bdd6-25c5a644de6f HTTP/1.1" status: 204 len: 168 time: 1.2255807 Aug 10 00:55:17.012716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.013360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.013852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.014331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.014916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.015488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.015921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.017911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8d83ee2a-e608-4e6c-8cd4-60527506c6ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6482 time: 0.3734314 Aug 10 00:55:17.024288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07f9b-4c37-4d23-8adc-df7d9028182c admin admin] Pushing event deleted for resources: {'Network': ['ID=22e88cef-d4f6-4310-bdd6-25c5a644de6f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:17.040609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec95c8-c4e7-471a-a57b-3230ecc3704c req-af60a0b4-8d47-4ba5-9cd5-7721cbe3c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.042843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08ec95c8-c4e7-471a-a57b-3230ecc3704c req-af60a0b4-8d47-4ba5-9cd5-7721cbe3c88e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 1102 time: 0.1898406 Aug 10 00:55:17.051360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f13f0-3167-450c-9bc6-4cbffcec4f99 req-a67bc8e0-8a29-4afd-8993-920c50c213fe tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.055226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-544f13f0-3167-450c-9bc6-4cbffcec4f99 req-a67bc8e0-8a29-4afd-8993-920c50c213fe tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 945 time: 0.2271149 Aug 10 00:55:17.081012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:17.087588 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32007ba7-4c30-4dcf-8f26-84c847f34baf" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:17.130852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08ec95c8-c4e7-471a-a57b-3230ecc3704c req-5808d5c1-740a-4880-9614-b65b07ba8e06 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674059 Aug 10 00:55:17.177407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-59d665af-5c7c-4feb-9cc7-bd72fc4d3557 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 217 time: 0.1310711 Aug 10 00:55:17.191873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:17.235986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.237962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-544f13f0-3167-450c-9bc6-4cbffcec4f99 req-38f5e39b-628b-4217-a900-43c6e505007d tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfbfe673-f888-4006-9d97-6288237252f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686482 Aug 10 00:55:17.270126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6647a5ef-3702-413e-91ed-2f419ae4dfbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc9e0481125548599a1b74ae26f2f486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742667 Aug 10 00:55:17.270810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33938) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:17.287059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e5bbbb9b-6a2c-4e40-ac1b-018bb295a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.289298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e5bbbb9b-6a2c-4e40-ac1b-018bb295a210 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.1030958 Aug 10 00:55:17.300037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59fe4e-8020-4dcf-b50c-95ca5637ec6c req-8d2c9d5c-d974-4199-ada3-55b388be0f63 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.301559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f59fe4e-8020-4dcf-b50c-95ca5637ec6c req-8d2c9d5c-d974-4199-ada3-55b388be0f63 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.5832300 Aug 10 00:55:17.302222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.344485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.392972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Pushing event deleted for resources: {'Port': ['ID=66f6b5e4-2ba4-47cc-bff7-bb299012be3e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:17.411103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.411588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.411951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.412297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.412638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.413073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.413418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.413753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.414087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.414419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.414882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.415218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:17.432037 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.515727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.524380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] No DVR routers for this DVR port 66f6b5e4-2ba4-47cc-bff7-bb299012be3e on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:17.529419 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.537676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6923f8cf-abbf-4bd6-ae4f-e9befe4871dc req-9dd46fd7-312f-4c99-b4e1-41703cd7b527 tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.21 "DELETE /v2.0/ports/66f6b5e4-2ba4-47cc-bff7-bb299012be3e HTTP/1.1" status: 204 len: 173 time: 1.4186835 Aug 10 00:55:17.541127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f59fe4e-8020-4dcf-b50c-95ca5637ec6c req-517ff150-f399-4b70-bbea-8b9fa237a3ac tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569800 Aug 10 00:55:17.543831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-43443268-0e47-495c-b1ca-068bef959c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.545534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-43443268-0e47-495c-b1ca-068bef959c1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365026 Aug 10 00:55:17.560965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40689da-7ca6-43d6-b7e2-7f596e2e7ddb req-b8aa2adc-07d3-4150-b50a-9d10f7331b9c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.563131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a40689da-7ca6-43d6-b7e2-7f596e2e7ddb req-b8aa2adc-07d3-4150-b50a-9d10f7331b9c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.2148869 Aug 10 00:55:17.638590 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.696310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-68460326-4d79-41cd-b36e-d7bb50c2bef3 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403744 Aug 10 00:55:17.697837 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801944a4-2334-4986-927d-f9b970d7a6b0 x-openstack-request-id: req-801944a4-2334-4986-927d-f9b970d7a6b0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:17.698823 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:17.699311 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-801944a4-2334-4986-927d-f9b970d7a6b0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:17.700157 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced', 'status': 'completed', 'code': 200} Aug 10 00:55:17.741938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a40689da-7ca6-43d6-b7e2-7f596e2e7ddb req-ab8e86a0-821a-4cfc-9afc-8aef47ce4ba6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647210 Aug 10 00:55:17.894225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.897495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:17.902382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6390ea93-a141-49f9-bb7e-2cbedcf1dbe4 HTTP/1.1" status: 204 len: 168 time: 0.6259904 Aug 10 00:55:17.925742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326de57-7b99-4c3e-bb33-049d3da1a384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6390ea93-a141-49f9-bb7e-2cbedcf1dbe4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:17.959940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.974650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:17.989423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.006748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.022142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.029222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.037062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.052313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-97aaff7e-b4ef-4e97-8a18-7b72b586f9e5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.2582536 Aug 10 00:55:18.110268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad6a0ea6-bfa7-4a30-8623-29e3621259c1 req-12c88447-350d-421e-912e-569d16b5563b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576169 Aug 10 00:55:18.138619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-14c4b931-739d-448c-a857-101381d079ea service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352412 Aug 10 00:55:18.141169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ca79-6c88-4478-9568-ed62b6d9de8b req-56ac430f-85a7-4e57-a283-f952faec64ff tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.150095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4e3ca79-6c88-4478-9568-ed62b6d9de8b req-56ac430f-85a7-4e57-a283-f952faec64ff tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.2289550 Aug 10 00:55:18.225341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-5c34a9c9-fbe8-4284-9e1c-8fa8749430d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 217 time: 0.0761063 Aug 10 00:55:18.303323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4e3ca79-6c88-4478-9568-ed62b6d9de8b req-21916cf3-f81d-48b0-9834-b5f555419766 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523397 Aug 10 00:55:18.350046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-36ab4ef8-1e0f-471e-9995-39ca96d5f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.360811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-36ab4ef8-1e0f-471e-9995-39ca96d5f199 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1235211 Aug 10 00:55:18.421927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Deleting port 5aea1b6b-41e3-480a-b705-a2894a2ef494 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:18.422307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.498696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c442496a-e751-40b5-8f52-32e9d4c0284b req-feace06c-b127-40f6-aaa5-c6da8ebd8cfb tempest-FloatingIPsAssociationTestJSON-2082186948 tempest-FloatingIPsAssociationTestJSON-2082186948-project] 10.222.0.25 "GET /v2.0/ports?device_id=51bf3665-0e7d-4bee-88cf-8f33271604a0 HTTP/1.1" status: 200 len: 210 time: 0.0920174 Aug 10 00:55:18.541136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ca7b266c-4bdf-4aae-9f20-45171b57c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:18.545908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ca7b266c-4bdf-4aae-9f20-45171b57c05c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1780210 Aug 10 00:55:18.602477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] For port 5aea1b6b-41e3-480a-b705-a2894a2ef494, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5aea1b6b-41e3-480a-b705-a2894a2ef494,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:18.606007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:18.644458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Calling delete_port for 5aea1b6b-41e3-480a-b705-a2894a2ef494 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:18.743001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-5b43412e-75f7-4d2a-8889-d1574df5baaf service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872931 Aug 10 00:55:18.868706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e8937c6c-b70c-49ac-b85d-59c6430164af service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189072 Aug 10 00:55:19.058108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e7c1e973-0ae3-4edf-b9cf-482eebcc40cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 217 time: 0.1786001 Aug 10 00:55:19.077727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbca56-2a53-4485-b5c4-5bbd128d7979 req-f7a7734b-9e94-41b4-81a8-ce1e1c7c5345 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.085854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3cbca56-2a53-4485-b5c4-5bbd128d7979 req-f7a7734b-9e94-41b4-81a8-ce1e1c7c5345 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.0806842 Aug 10 00:55:19.086770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3429027d-fa49-4227-a113-5af6757af0b2 req-04ae466f-6e5b-4bb8-9250-aea118ba3000 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.088855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3429027d-fa49-4227-a113-5af6757af0b2 req-04ae466f-6e5b-4bb8-9250-aea118ba3000 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.1176748 Aug 10 00:55:19.090081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 66f6b5e4-2ba4-47cc-bff7-bb299012be3e no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:19.159680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 66f6b5e4-2ba4-47cc-bff7-bb299012be3e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:19.160534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 66f6b5e4-2ba4-47cc-bff7-bb299012be3e not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:19.187988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3429027d-fa49-4227-a113-5af6757af0b2 req-eac2234e-85c0-4a02-88ee-a2740206f2d0 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Aug 10 00:55:19.188760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3cbca56-2a53-4485-b5c4-5bbd128d7979 req-13e3aec5-2fec-4b3c-82c2-42dab5a584c1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957890 Aug 10 00:55:19.235676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-47fe5183-7b76-4a48-961f-276c20a18e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.238877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-47fe5183-7b76-4a48-961f-276c20a18e9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1702800 Aug 10 00:55:19.247889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.333892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Pushing event deleted for resources: {'Port': ['ID=5aea1b6b-41e3-480a-b705-a2894a2ef494,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:19.370881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-95efa71e-fec2-4787-9901-d2edb087e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.372712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-95efa71e-fec2-4787-9901-d2edb087e2dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261132 Aug 10 00:55:19.457700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34016) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:19.500125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.514223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.533746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.540167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.552947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.561024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.571082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:19.579848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.585971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-aa4c6f10-40f4-4f32-9510-ce003db73e1b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.2734730 Aug 10 00:55:19.687225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c7c2abb-ccc6-4022-9a5e-6d8298d04b4d req-d1b99327-6510-4328-bd92-2f4fdf87d856 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1001463 Aug 10 00:55:19.702885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-307904073-network', 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:19.716951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'name': 'network-vif-deleted', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:19.719617 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17372b-df41-49e3-89f2-8ce559faea64" -d '{"events": [{"server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "name": "network-vif-deleted", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:19.829030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:19.829559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-bb19c0c1-d632-41b7-8ddc-342dbf8120fa service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419231 Aug 10 00:55:19.869303 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96f4b58-459d-46bd-89aa-e4aeaaa95395 x-openstack-request-id: req-c96f4b58-459d-46bd-89aa-e4aeaaa95395 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:19.869741 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51bf3665-0e7d-4bee-88cf-8f33271604a0", "name": "network-vif-deleted", "tag": "66f6b5e4-2ba4-47cc-bff7-bb299012be3e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:19.870627 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c96f4b58-459d-46bd-89aa-e4aeaaa95395 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:19.871609 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51bf3665-0e7d-4bee-88cf-8f33271604a0', 'name': 'network-vif-deleted', 'tag': '66f6b5e4-2ba4-47cc-bff7-bb299012be3e', 'status': 'completed', 'code': 200} Aug 10 00:55:19.905409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:19.909395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:19.923567 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.108436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.123294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-b972f687-dd3b-49af-b6de-a354170ba7b6 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850506 Aug 10 00:55:20.124044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.196807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-c795e1de-195c-4577-a28b-3f39eb7e0244 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 217 time: 0.0467987 Aug 10 00:55:20.200286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:20.245809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b411600-bd5f-4245-a048-77766ed72eae,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:20.249082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.249520 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Added segment d123cb20-7785-4b37-a9e2-a213d32fdfa8 of type vlan for network 279c9b1a-123a-47c9-9194-2f68fba55e29 Aug 10 00:55:20.329374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-9d7508ff-5de8-4784-8d5f-2faadf395fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.331664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-9d7508ff-5de8-4784-8d5f-2faadf395fef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1227326 Aug 10 00:55:20.401852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.474190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-b222c570-ae5a-41be-a334-eb4a87a4b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.475935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-b222c570-ae5a-41be-a334-eb4a87a4b5b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1234996 Aug 10 00:55:20.484364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.485572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.486211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.503323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2304-34d8-4498-8217-8062fbcacfb8 req-68bc62b7-7e4e-4980-9f62-945da81fc11d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.512077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-883b2304-34d8-4498-8217-8062fbcacfb8 req-68bc62b7-7e4e-4980-9f62-945da81fc11d tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.1680458 Aug 10 00:55:20.580091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-c39fc1bc-74e4-4bfe-b50e-d1cf9088a1ed tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.581664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-c39fc1bc-74e4-4bfe-b50e-d1cf9088a1ed tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.1917174 Aug 10 00:55:20.596343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-2a538ffe-6cd3-47ce-9903-1e481ba95c9e tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:20.604944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-2a538ffe-6cd3-47ce-9903-1e481ba95c9e tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 1102 time: 0.2170172 Aug 10 00:55:20.680436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2008700 Aug 10 00:55:20.684488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:20.696302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Request body: {'subnet': {'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-307904073-subnet', 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:20.706697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c569-b194-4d63-a6ce-9995634cdf20 admin admin] Pushing event updated for resources: {'Network': ['ID=279c9b1a-123a-47c9-9194-2f68fba55e29,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:20.708000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-ccb16cfc-6a98-4f86-ae23-4ca0d52d560d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.717858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:20.734698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-883b2304-34d8-4498-8217-8062fbcacfb8 req-bea40803-efd5-489d-8acd-5e4106b79d53 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215235 Aug 10 00:55:20.738331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-924ec953-ed4a-4787-923c-f65d32398ae4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496152 Aug 10 00:55:20.818475 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:20.861120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-c7cd76da-610e-41fa-98d3-9f2374e08731 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134288 Aug 10 00:55:20.903446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:20.906236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.235363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Deleting port bb2f4134-f694-4619-98cd-8ee9db49f212 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:21.235881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.254288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-eeaf13b7-ff5b-40fb-995d-2d13c4d4ffdc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 217 time: 0.3809996 Aug 10 00:55:21.307651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.313391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.319204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.325181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.331078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.337006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.343464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.345411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-056a872e-d9e9-4f1a-9468-64b696611739 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.4838350 Aug 10 00:55:21.371482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4631ddb5-9276-4080-ae7f-aded1685c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.373383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-4631ddb5-9276-4080-ae7f-aded1685c2ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1111197 Aug 10 00:55:21.437620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45fa96fb-2ccd-4532-ab9f-d5f2220205c1 req-2891b86e-20e0-44a7-83a4-60313bbd1ec4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0797961 Aug 10 00:55:21.440743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-51115ba9-e6e2-464b-ad7d-11d721bb13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.441883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-51115ba9-e6e2-464b-ad7d-11d721bb13a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602472 Aug 10 00:55:21.554000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-ccb16cfc-6a98-4f86-ae23-4ca0d52d560d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.554183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ccc60e9f-60b9-4524-9ef3-5b5a7784f1d5 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050377 Aug 10 00:55:21.560469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.579300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-ccb16cfc-6a98-4f86-ae23-4ca0d52d560d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.642345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-0562e4f8-f37c-4b7e-afa6-00b1a75742f1 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--733999318&fields=id&tenant_id=35b80ef6379c4a899c650f3444d79bd7 HTTP/1.1" status: 200 len: 267 time: 0.0832510 Aug 10 00:55:21.650432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] For port bb2f4134-f694-4619-98cd-8ee9db49f212, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bb2f4134-f694-4619-98cd-8ee9db49f212,segment=NetworkSegment(ecc67d80-3d2e-43a8-9003-9eaa803c2da2),segment_id=ecc67d80-3d2e-43a8-9003-9eaa803c2da2)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:21.651790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.678749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddc2036a-acdb-4b7e-89e6-ac1e3abbb4e3 req-ccb16cfc-6a98-4f86-ae23-4ca0d52d560d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0707293 Aug 10 00:55:21.699238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Calling delete_port for bb2f4134-f694-4619-98cd-8ee9db49f212 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:21.734856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-e7caa16c-6b58-4486-b90e-a549a6a2f02d service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675777 Aug 10 00:55:21.767568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Router c1dbebd3-9544-4b8d-a056-ade3b9650091 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:21.788104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-9e15439e-4169-42a8-ad32-e27b0cb289e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0459423 Aug 10 00:55:21.799582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:21.849899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-43e5d92b-1355-41a9-9895-e83fe5cb05a4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.851534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-43e5d92b-1355-41a9-9895-e83fe5cb05a4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/networks?id=71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 200 len: 816 time: 0.2009077 Aug 10 00:55:21.875163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a9f82d35-0bf7-4618-9410-976d255a1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.876858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a9f82d35-0bf7-4618-9410-976d255a1c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.0799162 Aug 10 00:55:21.878401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-27e1c9c8-362a-46a9-a12f-168e612c737f tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/quotas/35b80ef6379c4a899c650f3444d79bd7 HTTP/1.1" status: 200 len: 375 time: 0.0167129 Aug 10 00:55:21.963453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a941e091-b0db-4c21-bf9c-3cf92ff00fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:21.965579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a941e091-b0db-4c21-bf9c-3cf92ff00fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815256 Aug 10 00:55:21.969871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53b65c1-6bb0-419b-ad27-f3d86895dcf3,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:21.977593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-d79c7460-aeae-47d8-b4ab-f28b8576b397 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35b80ef6379c4a899c650f3444d79bd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742800 Aug 10 00:55:22.103752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb16cfc-6a98-4f86-ae23-4ca0d52d560d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8591a95-ad19-45f6-8d84-ad49b2f2951a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:22.115910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Checking segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:22.116280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Network hostable DHCP agents. Network: 279c9b1a-123a-47c9-9194-2f68fba55e29, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:22.138552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-966d43bb-5eb5-4806-8043-8afdd435989e service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599338 Aug 10 00:55:22.143952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5df531fc-024a-4d13-9bb4-d48ad7235f1c service neutron] 10.222.0.25 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462500 Aug 10 00:55:22.217199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8e2c3-557b-4c79-a48e-b127c86929af req-28d963fe-9e27-462f-8a81-a82c427e8bd9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:22.220146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53b8e2c3-557b-4c79-a48e-b127c86929af req-28d963fe-9e27-462f-8a81-a82c427e8bd9 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/ports?device_id=348f2d51-a382-41f5-9af4-43919fc7dfcf HTTP/1.1" status: 200 len: 945 time: 0.2636182 Aug 10 00:55:22.237218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:22.287264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 279c9b1a-123a-47c9-9194-2f68fba55e29) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:22.297470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce2833-467b-4ae2-b627-4353c3efa4fd None None] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:22.335594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-ca585530-9145-41b5-8997-113e4559203d service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904097 Aug 10 00:55:22.341908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-1f6d7d61-a6b5-44ea-81a8-777dd8a76260 service neutron] 10.222.0.25 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785479 Aug 10 00:55:22.386919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:22.387535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:22.387968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-41fd8e1f-d098-4a27-91b2-3b92dfde5e16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.0448794 Aug 10 00:55:22.424877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53b8e2c3-557b-4c79-a48e-b127c86929af req-8d903677-d540-4ddd-8eb6-bcad06149f47 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e96875d-83d3-4846-8106-cc56a0d4d973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810725 Aug 10 00:55:22.424877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:22.451259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:22.468215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a5bc0d9-e590-4948-b7c0-0bca6301b30e admin admin] 10.222.0.25 "PUT /v2.0/routers/c1dbebd3-9544-4b8d-a056-ade3b9650091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1823194 Aug 10 00:55:22.472756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34066) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:22.558896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3da66014-5c0f-4972-a610-7dc04e25e309 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8582087 Aug 10 00:55:22.558896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Pushing event deleted for resources: {'Port': ['ID=bb2f4134-f694-4619-98cd-8ee9db49f212,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:22.583394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-7614afe2-75e5-4bb6-8551-520c84d68f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:22.589965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-7614afe2-75e5-4bb6-8551-520c84d68f19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1942153 Aug 10 00:55:22.637952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] No DVR routers for this DVR port bb2f4134-f694-4619-98cd-8ee9db49f212 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:22.642039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:22.644594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Sync routers for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:22.645405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ae578fa-6f86-4d10-9ffc-79e0d571cf63 req-37825ac1-e9ee-43c3-af06-0a342913a331 tempest-ServerDiskConfigTestJSON-4637961 tempest-ServerDiskConfigTestJSON-4637961-project] 10.222.0.10 "DELETE /v2.0/ports/bb2f4134-f694-4619-98cd-8ee9db49f212 HTTP/1.1" status: 204 len: 173 time: 2.0544636 Aug 10 00:55:22.679676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-dd6453fa-001d-4c42-8a50-ae59d2c34ff7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672095 Aug 10 00:55:22.720900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:22.732604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:22.734483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d669d930-c41c-494a-a6b2-2b718ef16584 None None] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:22.868501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'name': 'network-vif-deleted', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:22.874208 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910d108-8854-4e8f-a847-604da3951c39" -d '{"events": [{"server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "name": "network-vif-deleted", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:22.879749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8e0385d7-5e4b-4304-bafa-6afab0a7db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:22.881283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-8e0385d7-5e4b-4304-bafa-6afab0a7db7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2733538 Aug 10 00:55:22.884237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:22.886686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-1015d8b1-9ad7-4380-9539-d4dfaa19bdbc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:22.895015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-1015d8b1-9ad7-4380-9539-d4dfaa19bdbc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2032614 Aug 10 00:55:22.919759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-755f1b34-137a-4577-8af3-61d41aebbf48 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0237625 Aug 10 00:55:23.020812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-368048fb-6603-4815-918b-d55725bb0178 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1001117 Aug 10 00:55:23.047170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Deleting port ad3006ac-4c48-4486-b99e-7775a51aa2a4 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:23.065454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.107315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-9fd49fd5-e9fc-4675-a138-6b65f3cdc083 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833415 Aug 10 00:55:23.110818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.287302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] For port ad3006ac-4c48-4486-b99e-7775a51aa2a4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad3006ac-4c48-4486-b99e-7775a51aa2a4,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:23.287783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.317977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Calling delete_port for ad3006ac-4c48-4486-b99e-7775a51aa2a4 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:23.370953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:23.397061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.403570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.409503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.425185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.453417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.485527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.500441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.502363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac405377-7909-4118-b3e8-10940655675d req-aca32a94-8ced-4a42-ae9d-f4908d52258d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.3383639 Aug 10 00:55:23.563704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7dd28c3d-0dc5-4ace-b8c5-2c08a7a7a6ae req-a398aee4-0ec4-4f08-ac8f-c57062b847ba service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467893 Aug 10 00:55:23.644042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:55:19Z', 'revision_number': 5, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port': {'id': '2cd9d7a1-2454-4128-bdda-0d8c68faa830', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:52:52Z', 'updated_at': '2021-08-10T00:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:23.703164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Checking router: c1dbebd3-9544-4b8d-a056-ade3b9650091 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:23.703380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Deleting port 2cd9d7a1-2454-4128-bdda-0d8c68faa830 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:23.703616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.712627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Routers {'c1dbebd3-9544-4b8d-a056-ade3b9650091'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:23.713273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1dbebd3-9544-4b8d-a056-ade3b9650091'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:23.770172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:23.787063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac405377-7909-4118-b3e8-10940655675d req-0eee057a-9eee-4f3d-bd88-e2a7a39ea9a2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2644687 Aug 10 00:55:23.811672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3006ac-4c48-4486-b99e-7775a51aa2a4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:23.920433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] Set router c1dbebd3-9544-4b8d-a056-ade3b9650091 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:23.928393 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83095887-8600-4bbe-9d5a-05b6de9511a8 x-openstack-request-id: req-83095887-8600-4bbe-9d5a-05b6de9511a8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:23.928908 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348f2d51-a382-41f5-9af4-43919fc7dfcf", "name": "network-vif-deleted", "tag": "bb2f4134-f694-4619-98cd-8ee9db49f212", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:23.929300 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83095887-8600-4bbe-9d5a-05b6de9511a8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:23.929834 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348f2d51-a382-41f5-9af4-43919fc7dfcf', 'name': 'network-vif-deleted', 'tag': 'bb2f4134-f694-4619-98cd-8ee9db49f212', 'status': 'completed', 'code': 200} Aug 10 00:55:23.965351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.965847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.966330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.972664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.973266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.974104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.974611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:23.976656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-a234bedc-7585-4a17-aa63-c0f703e84de3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6482 time: 0.3058445 Aug 10 00:55:24.098570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bb2f4134-f694-4619-98cd-8ee9db49f212 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:24.113014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:55:23Z', 'revision_number': 6, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:24.175951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] For port 2cd9d7a1-2454-4128-bdda-0d8c68faa830, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cd9d7a1-2454-4128-bdda-0d8c68faa830,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:24.176326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:24.218369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: bb2f4134-f694-4619-98cd-8ee9db49f212 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:24.218742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bb2f4134-f694-4619-98cd-8ee9db49f212 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:24.220961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ac532d-55a9-44c9-87ed-56019e9118aa None None] The sync data for ids ['c1dbebd3-9544-4b8d-a056-ade3b9650091'] in n-d-766380-21 is: [{'id': 'c1dbebd3-9544-4b8d-a056-ade3b9650091', 'name': 'tempest-ServersTestFqdnHostnames-1318271357-router', 'tenant_id': '02906b1671484ec09c948c375de04f1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:52:50Z', 'updated_at': '2021-08-10T00:55:23Z', 'revision_number': 6, 'project_id': '02906b1671484ec09c948c375de04f1e', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:24.251157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Calling delete_port for 2cd9d7a1-2454-4128-bdda-0d8c68faa830 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:24.390467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-1b754527-7083-4433-9257-8264aac46145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.391964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-1b754527-7083-4433-9257-8264aac46145 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 901 time: 0.3976829 Aug 10 00:55:24.504243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-956f9012-fd03-4c2b-bde3-e32239016b83 req-e6262539-c263-44e5-9845-9a6b1d51c460 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0358212 Aug 10 00:55:24.543304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-b5643a2c-8552-4e1c-8654-6d2bbdc09050 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.1323166 Aug 10 00:55:24.579687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:24.875279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-05da7c3e-9588-4e9d-86cd-1befff7f9566 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.876939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-05da7c3e-9588-4e9d-86cd-1befff7f9566 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.6734660 Aug 10 00:55:24.881011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:24.972886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-2971f26a-25dd-4a8e-ab5a-67caf87afd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:24.974379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-2971f26a-25dd-4a8e-ab5a-67caf87afd63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.4072020 Aug 10 00:55:24.994042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cd9d7a1-2454-4128-bdda-0d8c68faa830,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:25.010047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-b1c04652-539d-455f-a76a-9079fe095d22 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/quotas/02e3439ebcd24847b1a3a77718bb4bcb HTTP/1.1" status: 200 len: 375 time: 0.1108863 Aug 10 00:55:25.081333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-a8897ec3-a2fa-407d-9664-b86c8692a637 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694735 Aug 10 00:55:25.189358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-1e062e17-c37d-466f-8aad-4768c36ead04 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.191883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-1e062e17-c37d-466f-8aad-4768c36ead04 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.10 "GET /v2.0/networks?id=71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 200 len: 816 time: 0.3909566 Aug 10 00:55:25.202270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Router a7802d11-72ab-416d-a901-d057d41598b9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:25.285999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-c9d6a896-3e2b-4acf-b61c-14ff1b23a7ec service neutron] 10.222.0.25 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035995 Aug 10 00:55:25.328086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cd9d7a1-2454-4128-bdda-0d8c68faa830 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:25.368548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2cd9d7a1-2454-4128-bdda-0d8c68faa830 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:25.368887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cd9d7a1-2454-4128-bdda-0d8c68faa830 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:25.369308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5aea1b6b-41e3-480a-b705-a2894a2ef494 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:25.384102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.411689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.419899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.426626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.427633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5aea1b6b-41e3-480a-b705-a2894a2ef494 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:25.428414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5aea1b6b-41e3-480a-b705-a2894a2ef494 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:25.434352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.446387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.460133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.474804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:25.478841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-e9dcda59-83bb-475c-ae10-6ede06c52f90 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.4439409 Aug 10 00:55:25.501298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-d7f68cbb-57f2-407f-8908-96441270e339 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35b80ef6379c4a899c650f3444d79bd7 HTTP/1.1" status: 200 len: 379 time: 0.2978809 Aug 10 00:55:25.517203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'port': {'device_id': '94be06e8-40b0-464f-bc81-c310ead9279b', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'admin_state_up': True, 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'security_groups': ['dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:25.539491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.542334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.672136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-11dd8ebf-215a-447e-b13c-5bdd921bf1ff req-32e87b2b-3d21-4717-9049-9f022dfa69d5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1817825 Aug 10 00:55:25.726293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:25.765300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:25.789566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc2aa96c-4a1f-45d4-8f2f-3afebb1963cf admin admin] 10.222.0.25 "PUT /v2.0/routers/a7802d11-72ab-416d-a901-d057d41598b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9594636 Aug 10 00:55:25.798595 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Sync routers for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:25.804269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34146) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:25.813588 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:25.815380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:25.953788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76c0a711-caf3-452d-b5bb-ae4eca9e9be8 req-25cd8ef1-ccff-4b5a-95e7-3b1c8bf61249 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 210 time: 0.0962763 Aug 10 00:55:26.027725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.102245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Made reservation on behalf of 35b80ef6379c4a899c650f3444d79bd7 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:26.115087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.143546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:26.167091 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.272320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.288427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1dbebd3-9544-4b8d-a056-ade3b9650091 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:55:26.302914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8babbc2d-9b3b-4598-ae3a-127d8ca99a5f req-44cd47c3-6e5d-435a-b9f4-9c3be3ddfc0c tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0613763 Aug 10 00:55:26.303843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.305130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-826788a5-f195-4ffe-8e4e-237b96b29766 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c1dbebd3-9544-4b8d-a056-ade3b9650091 HTTP/1.1" status: 204 len: 168 time: 3.8314016 Aug 10 00:55:26.307819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-13977f1f-5e00-4438-b090-2c1d8371fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:26.308515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:26.319207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-13977f1f-5e00-4438-b090-2c1d8371fe9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3086956 Aug 10 00:55:26.522037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-71cdad1f-cd74-48b2-a8bd-423f743c3f03 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1739004 Aug 10 00:55:26.558211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:26.558957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Deleting subnet a92bbc84-3140-4f77-9cbe-a3d521224f08 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:26.567698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.658103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:55:23Z', 'revision_number': 5, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port': {'id': '11b7379c-a09d-44d2-beb4-9fced5b8a2b2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:32Z', 'updated_at': '2021-08-10T00:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:26.674382 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.695657 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Checking router: a7802d11-72ab-416d-a901-d057d41598b9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:26.738084 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Routers {'a7802d11-72ab-416d-a901-d057d41598b9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:26.739666 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a7802d11-72ab-416d-a901-d057d41598b9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:26.778877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-acdc9892-4647-473a-845b-b93817f6f214 service neutron] 10.222.0.25 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4917934 Aug 10 00:55:26.792864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.856220 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] Set router a7802d11-72ab-416d-a901-d057d41598b9 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:26.897062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Deleting subnet 58d2466c-2368-49f3-96af-190200cbe6fc {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:26.911946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-4d1e3ba7-ec3f-4706-a487-fc584eafaf3f service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915046 Aug 10 00:55:26.926964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:26.934469 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:55:26Z', 'revision_number': 6, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:27.013226 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd91ab5-e5cf-4464-92f6-e23ee3aa17d0 None None] The sync data for ids ['a7802d11-72ab-416d-a901-d057d41598b9'] in n-d-766380-21 is: [{'id': 'a7802d11-72ab-416d-a901-d057d41598b9', 'name': 'tempest-FloatingIPsAssociationTestJSON-1577387886-router', 'tenant_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:55:26Z', 'revision_number': 6, 'project_id': 'ae29d917b8ec4c6cb57222a335da91e5', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:55:27.169151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Allocated IP 172.20.0.9 (71a7834c-8eef-416a-8f7a-78dcad975a57/c2e5168d-7cb5-41d5-b461-934e7bb40e7e/a8b260e9-a6bf-4b56-bc25-56504e5900c8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:27.185104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-65d3f278-5b4e-432d-8dea-9deb7ca21373 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1515524 Aug 10 00:55:27.263245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-78324900-6f4b-4355-a69c-931e691e0230 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.265070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-78324900-6f4b-4355-a69c-931e691e0230 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7082443 Aug 10 00:55:27.289683 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.302555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:27.452601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-937a122e-8138-4556-942c-d9e77000733a req-ff9fa012-472e-486a-b7ba-ef18b7e72910 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 210 time: 0.1146743 Aug 10 00:55:27.498251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.509024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.524025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.532426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.538954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.547329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.554635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:27.565313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f3492b40-132f-4b08-be47-a9d349c56cab tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.6057596 Aug 10 00:55:27.569071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.601721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32007ba7-4c30-4dcf-8f26-84c847f34baf req-8a95feb4-5915-4841-b7ab-1eced552a907 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722150 Aug 10 00:55:27.687092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Deleting port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:27.687429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.707504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.743964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:27.749594 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:27.753671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-743fb3d9-a6d5-4ae6-8546-460c9b32879b req-2608c9bb-d9e7-4527-8ff1-0f7e6afa1dcb tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.1017432 Aug 10 00:55:27.885582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-659f641c-3c2a-4284-b481-cf1bf85e30bb req-2321e517-cce2-46fd-bd75-0a696eca7e2e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 210 time: 0.0506775 Aug 10 00:55:27.964623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.045349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.047421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/58d2466c-2368-49f3-96af-190200cbe6fc HTTP/1.1" status: 204 len: 168 time: 1.4761119 Aug 10 00:55:28.048381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947343f-eed9-4a11-b58a-e47026c0f140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d2466c-2368-49f3-96af-190200cbe6fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.063186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:28.315006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ed2c021-0e8f-4930-bcea-59c8e6a20cde req-f7ba018f-36d1-421f-983e-c2d126286a96 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7437022 Aug 10 00:55:28.322105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.327453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.85 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/d4fd8203-a134-4b88-b141-0e5f179397dd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:28.340565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-05d3cc45-3f59-4c1a-8fd5-73895ec6dfcf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:28.342099 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-05d3cc45-3f59-4c1a-8fd5-73895ec6dfcf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1392946 Aug 10 00:55:28.364814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:28.458363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.490610 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.513623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] For port 11b7379c-a09d-44d2-beb4-9fced5b8a2b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:28.514585 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.564386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0101fa-bbe2-4508-a03f-ececd0c9a896']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:28.576305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.580522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92bbc84-3140-4f77-9cbe-a3d521224f08,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:28.594710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Calling delete_port for 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:28.598562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938b70d-a25e-4151-95f3-1a15d5d20821 None None] Network 9b1cf3e6-2913-478e-8b1e-b948f854e174 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:28.607037 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.608874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:28.608988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a92bbc84-3140-4f77-9cbe-a3d521224f08 HTTP/1.1" status: 204 len: 168 time: 2.2994809 Aug 10 00:55:28.609777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc67d80-3d2e-43a8-9003-9eaa803c2da2') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:28.622470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:28.628086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.628430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.628878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.629218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.629563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.629885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.630210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.630536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.630883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.631204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.631525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.631843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260fe02c-6ce2-4756-a807-e4f212fff3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:55:28.650211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Transition to ACTIVE for port object a8b260e9-a6bf-4b56-bc25-56504e5900c8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:28.707234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.742648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-717b89e6-ac6f-4a3a-85ee-1b9447270a03 req-ebc9abe2-5adb-4d04-aa5a-8f4ed386cabb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 210 time: 0.1410413 Aug 10 00:55:28.751658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.770981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:28.771105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:28.786314 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:28.943718 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:28.965472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] DHCP port deletion for 9b1cf3e6-2913-478e-8b1e-b948f854e174 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:28.982819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object d4fd8203-a134-4b88-b141-0e5f179397dd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:29.027510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.089007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Deleting port 703f0451-b9ec-47d2-82af-5544d4469be3 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:29.089326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.096365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:29.112785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.184633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 11b7379c-a09d-44d2-beb4-9fced5b8a2b2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:29.243107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] For port 703f0451-b9ec-47d2-82af-5544d4469be3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=703f0451-b9ec-47d2-82af-5544d4469be3,segment=NetworkSegment(b4cdcacd-e570-40ac-b554-482428a15c86),segment_id=b4cdcacd-e570-40ac-b554-482428a15c86)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:29.243673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.274774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Calling delete_port for 703f0451-b9ec-47d2-82af-5544d4469be3 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:29.301770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e8fab3c-14ee-430e-9000-94edba5e4ded req-4c96b79b-ad2f-4196-8734-f3c02b838259 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 210 time: 0.2603304 Aug 10 00:55:29.309715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0385afe4-4084-4abc-8e32-6ea7c29f0b9e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:29.311288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0385afe4-4084-4abc-8e32-6ea7c29f0b9e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.2794652 Aug 10 00:55:29.311941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.334236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.342007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0a0101fa-bbe2-4508-a03f-ececd0c9a896 HTTP/1.1" status: 204 len: 168 time: 1.2771032 Aug 10 00:55:29.344510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5feda-3c91-4535-9795-9d10d7ab9015 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a0101fa-bbe2-4508-a03f-ececd0c9a896,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:29.363047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Request body: {'port': {'device_id': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'admin_state_up': True, 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:29.370853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event updated for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:29.443414 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.567451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] No DVR routers for this DVR port 703f0451-b9ec-47d2-82af-5544d4469be3 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:29.638198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280372f4-a611-4de3-9230-07168c1ef1c0 None None] Pushing event deleted for resources: {'Port': ['ID=703f0451-b9ec-47d2-82af-5544d4469be3,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:29.659423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:29.674106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:29.683356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:29.703870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.708780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.737795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:29.747121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad3006ac-4c48-4486-b99e-7775a51aa2a4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:29.794195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ad3006ac-4c48-4486-b99e-7775a51aa2a4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:29.794872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad3006ac-4c48-4486-b99e-7775a51aa2a4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:29.795544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 703f0451-b9ec-47d2-82af-5544d4469be3 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:29.842145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 703f0451-b9ec-47d2-82af-5544d4469be3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:29.842342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:29.842621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 703f0451-b9ec-47d2-82af-5544d4469be3 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:29.982725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b7379c-a09d-44d2-beb4-9fced5b8a2b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:30.008743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cb064-5987-4965-8dbc-60b9fdb775e5 req-f3314351-969e-43d7-82cc-30852149baca tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.018942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e0cb064-5987-4965-8dbc-60b9fdb775e5 req-f3314351-969e-43d7-82cc-30852149baca tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 931 time: 0.9840434 Aug 10 00:55:30.033265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-a3ef44f7-8099-48a9-a62b-e2a59b259571 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.035014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-a3ef44f7-8099-48a9-a62b-e2a59b259571 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.4288311 Aug 10 00:55:30.035551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34208) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:30.060785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:30.064361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.066815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.074148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Request body: {'port': {'device_id': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'admin_state_up': True, 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:30.081694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:30.119839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.33 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/37691d9f-628e-4d52-92d0-b65b7e33152f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:30.282514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:30.293543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c95a3185-c353-4838-bd44-8356059d2b26 None None] Provisioning for port a8b260e9-a6bf-4b56-bc25-56504e5900c8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:30.306122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c95a3185-c353-4838-bd44-8356059d2b26 None None] Provisioning complete for port a8b260e9-a6bf-4b56-bc25-56504e5900c8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:30.306520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c95a3185-c353-4838-bd44-8356059d2b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.321002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:30.322497 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.357121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object 37691d9f-628e-4d52-92d0-b65b7e33152f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:30.366161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.376541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.391056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.397767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.404217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c95a3185-c353-4838-bd44-8356059d2b26 None None] Port a8b260e9-a6bf-4b56-bc25-56504e5900c8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:30.408655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.417670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.424779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.426830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-3b2ea68e-c58c-4d24-9a96-51e34e6e88a4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.8218727 Aug 10 00:55:30.427866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:30.457626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.458284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.460651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b521149-c0e1-4736-a667-fd1416d6def1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.482308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.495814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:30.561670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:30.571744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:30.594256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f718c88c-d619-488a-b15b-9905a2e7a1c0 req-fb8e9a25-20f6-4bec-92ab-b6a0f800301e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1441178 Aug 10 00:55:30.606445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:30.637934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-5f57299e-3e90-4cdf-8d26-180845d20780 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1289573 Aug 10 00:55:30.638822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:30.647477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e0cb064-5987-4965-8dbc-60b9fdb775e5 req-90fd9954-cc50-4c3c-b9e3-a7f385a46743 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6279120 Aug 10 00:55:30.669526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Request body: {'port': {'device_id': '94be06e8-40b0-464f-bc81-c310ead9279b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:30.704961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:30.739018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:30.739707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.915047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.921425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5874b7a-e8fa-462d-bf5d-378d05d7744f req-3919fd3f-a89c-4d80-ad86-63644d110ab6 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 210 time: 0.0908072 Aug 10 00:55:30.936692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b34aaefb-56f8-41fd-bd16-4069dcff2f22 None None] Provisioning for port d4fd8203-a134-4b88-b141-0e5f179397dd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:30.949493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Allocated IP 172.20.0.8 (279c9b1a-123a-47c9-9194-2f68fba55e29/c53b65c1-6bb0-419b-ad27-f3d86895dcf3/0f4746ed-0ae4-42d0-86fc-74a6224aefd3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:30.949649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b34aaefb-56f8-41fd-bd16-4069dcff2f22 None None] Provisioning complete for port d4fd8203-a134-4b88-b141-0e5f179397dd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:30.949649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b34aaefb-56f8-41fd-bd16-4069dcff2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:30.965502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-225d85e9-3e96-4202-84bd-63dbb0c5e83c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc66dfbc0db94b4d9ed8ee608c354e23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1060479 Aug 10 00:55:30.975016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:31.009625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aa177-6979-40ef-a04a-66aacf55906d req-86b44520-9dd5-48b3-b444-76443ddb1b6c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:31.011849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc8aa177-6979-40ef-a04a-66aacf55906d req-86b44520-9dd5-48b3-b444-76443ddb1b6c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 935 time: 0.2385707 Aug 10 00:55:31.047701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.059282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b34aaefb-56f8-41fd-bd16-4069dcff2f22 None None] Port d4fd8203-a134-4b88-b141-0e5f179397dd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:31.112182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.123275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:31.124071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.129970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b521149-c0e1-4736-a667-fd1416d6def1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.142084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.144984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1cf3e6-2913-478e-8b1e-b948f854e174']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:31.148917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.149045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b521149-c0e1-4736-a667-fd1416d6def1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.162904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc8aa177-6979-40ef-a04a-66aacf55906d req-99402b8f-ab59-4e34-b8d4-fd7fd6c47a5c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376660 Aug 10 00:55:31.177751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4cdcacd-e570-40ac-b554-482428a15c86') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:31.177979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4cdcacd-e570-40ac-b554-482428a15c86') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:31.214156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f94b1c0f-ef43-4666-bd36-529123387c3b None None] Provisioning for port 37691d9f-628e-4d52-92d0-b65b7e33152f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:31.220244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f94b1c0f-ef43-4666-bd36-529123387c3b None None] Provisioning complete for port 37691d9f-628e-4d52-92d0-b65b7e33152f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:31.221343 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f94b1c0f-ef43-4666-bd36-529123387c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.245041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.266777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.278832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.279481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7802d11-72ab-416d-a901-d057d41598b9 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:55:31.285617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-68ad1db0-85f5-4ef2-86fd-584c855628b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9305084 Aug 10 00:55:31.285819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:31.289830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.291702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.292266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.292789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e0a4a7c7-a9b3-4ff5-8605-a9372d328352 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a7802d11-72ab-416d-a901-d057d41598b9 HTTP/1.1" status: 204 len: 168 time: 5.4873455 Aug 10 00:55:31.293907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:31.294309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:31.299456 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:31.305333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f94b1c0f-ef43-4666-bd36-529123387c3b None None] Port 37691d9f-628e-4d52-92d0-b65b7e33152f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:31.308047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34216) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:31.328103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-bc26d3de-c2df-464b-b0b7-a02d37c206dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0449970 Aug 10 00:55:31.333168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b521149-c0e1-4736-a667-fd1416d6def1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b78d9154a340446da3145989d5906ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2946150 Aug 10 00:55:31.352925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:31.365866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Request body: {'port': {'device_id': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:31.383278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521149-c0e1-4736-a667-fd1416d6def1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e752ec6-f23e-4013-aabe-5283a136c412,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:31.394030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Request body: {'port': {'device_id': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:31.434402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.490155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.540802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Deleting subnet a1cea85a-376f-465f-9583-824741d9ad66 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:55:31.553015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.554959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9b1cf3e6-2913-478e-8b1e-b948f854e174 HTTP/1.1" status: 204 len: 168 time: 2.9201932 Aug 10 00:55:31.579917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9df430-328f-45d1-ba5e-b8af98e91137 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1cf3e6-2913-478e-8b1e-b948f854e174,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:31.580381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.592281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.616595 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.624375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.634048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.678785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.706460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.844985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.847694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.854713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e96875d-83d3-4846-8106-cc56a0d4d973 HTTP/1.1" status: 204 len: 168 time: 0.8728211 Aug 10 00:55:31.854713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34226) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:31.915227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704fa3b-eaa8-40d6-a92b-3e9854a7086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e96875d-83d3-4846-8106-cc56a0d4d973,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:31.942516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b260e9-a6bf-4b56-bc25-56504e5900c8 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:31.946873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.949630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:31.952207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e752ec6-f23e-4013-aabe-5283a136c412 HTTP/1.1" status: 204 len: 168 time: 0.5973787 Aug 10 00:55:31.987239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.022974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.034045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.048899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.056822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.078102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.091464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.095875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271f34d-9224-438c-bc07-a4916ef3c363 req-fe9def2a-8abb-4456-a2d6-790237918d81 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.097440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:32.097959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c271f34d-9224-438c-bc07-a4916ef3c363 req-fe9def2a-8abb-4456-a2d6-790237918d81 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 931 time: 0.3195417 Aug 10 00:55:32.105311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-82fa690d-4e7c-4b61-94a0-849db40a5e80 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.3085997 Aug 10 00:55:32.118850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2e09ad8c-535b-4fe5-874a-4eb038070a9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02906b1671484ec09c948c375de04f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2580342 Aug 10 00:55:32.121444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf92314-720d-44a9-81d9-634a5e24a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e752ec6-f23e-4013-aabe-5283a136c412,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:32.133242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:32.135789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.140231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.155712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Transition to ACTIVE for port object a8b260e9-a6bf-4b56-bc25-56504e5900c8 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:32.275660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:32.295426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:32.357591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.478124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37691d9f-628e-4d52-92d0-b65b7e33152f {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:32.509743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2537fcee-317b-4594-8b10-ddd99751a1fd req-b4bd8490-d1fe-408e-b3ed-00b5f212d729 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3925676 Aug 10 00:55:32.528274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.592956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Pushing event updated for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:32.621476 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:55:32.648013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Transition to ACTIVE for port object 37691d9f-628e-4d52-92d0-b65b7e33152f will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:32.726604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-664e499f-2fa5-4a28-ad46-8c918475a1d8 req-372c5a53-6e4e-44ea-954a-d64bd626cbcb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 210 time: 0.0855131 Aug 10 00:55:32.731202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:32.873662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Allocated IP 172.20.0.6 (279c9b1a-123a-47c9-9194-2f68fba55e29/c53b65c1-6bb0-419b-ad27-f3d86895dcf3/3789b58c-3863-40e0-b281-a30207935694) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:32.899169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c271f34d-9224-438c-bc07-a4916ef3c363 req-bb4df6ea-3744-4195-a106-7f9ce941fc2a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7782044 Aug 10 00:55:32.903506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:32.965369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event updated for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:33.026069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:33.026839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.079267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.106262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0343aab3-1fa7-4eec-a08e-04724487e887 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7629902 Aug 10 00:55:33.164295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Request body: {'port': {'device_id': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:33.171191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.238351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.240522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1cea85a-376f-465f-9583-824741d9ad66,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:33.243547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Pushing event updated for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:33.249998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.252243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.254544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-11378207-8191-47b3-8232-ae71483a4fff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a1cea85a-376f-465f-9583-824741d9ad66 HTTP/1.1" status: 204 len: 168 time: 1.9454322 Aug 10 00:55:33.259114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Attempting to bind port a8b260e9-a6bf-4b56-bc25-56504e5900c8 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:33.259457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Attempting to bind port a8b260e9-a6bf-4b56-bc25-56504e5900c8 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:33.259816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Attempting to bind port a8b260e9-a6bf-4b56-bc25-56504e5900c8 on network 71a7834c-8eef-416a-8f7a-78dcad975a57 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:33.261951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34274) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:33.267049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c38fdd-2be5-4fb0-a978-a44372050b1e None None] Network 1f2b783a-a442-43fb-83e4-e01db2f19fcb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:33.305589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:33.336882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Port a8b260e9-a6bf-4b56-bc25-56504e5900c8 on network 71a7834c-8eef-416a-8f7a-78dcad975a57 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:33.337214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Attempting to bind port a8b260e9-a6bf-4b56-bc25-56504e5900c8 on network 71a7834c-8eef-416a-8f7a-78dcad975a57 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:33.393707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f93b8-b13b-44e6-a85c-3b1040254a9d req-233ba128-7e53-4c3a-93a1-e19078e31cde tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:33.401671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-017f93b8-b13b-44e6-a85c-3b1040254a9d req-233ba128-7e53-4c3a-93a1-e19078e31cde tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 947 time: 0.2586503 Aug 10 00:55:33.435201 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.458767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:33.459575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Checking segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:33.460309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Bound using segment: {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:33.461538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Bound port: a8b260e9-a6bf-4b56-bc25-56504e5900c8, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37832629-aa16-401f-87a9-1cfa462099ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:33.462231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.574953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.609282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-017f93b8-b13b-44e6-a85c-3b1040254a9d req-c1028b85-3d96-4d28-af68-d905546cb919 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018139 Aug 10 00:55:33.622302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.624936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.628395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1959553940-network', 'tenant_id': 'c3be6f7a48b844da964a51fe62967819'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:33.628557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87964526-a24d-427e-ad0b-a958d1de3e98 HTTP/1.1" status: 204 len: 168 time: 1.4897738 Aug 10 00:55:33.637638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Attempting to bind port 37691d9f-628e-4d52-92d0-b65b7e33152f on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:33.637979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Attempting to bind port 37691d9f-628e-4d52-92d0-b65b7e33152f by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:33.638309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Attempting to bind port 37691d9f-628e-4d52-92d0-b65b7e33152f on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:33.657936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97facc-1fef-483b-b04c-9e9f7d84adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87964526-a24d-427e-ad0b-a958d1de3e98,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:33.667867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Port 37691d9f-628e-4d52-92d0-b65b7e33152f on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:33.668198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Attempting to bind port 37691d9f-628e-4d52-92d0-b65b7e33152f on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:33.706854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:33.709308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:33.709663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:33.710041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:33.710498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Bound port: 37691d9f-628e-4d52-92d0-b65b7e33152f, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:33.710883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.712284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fd8203-a134-4b88-b141-0e5f179397dd {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:33.722743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.737851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Transition to ACTIVE for port object d4fd8203-a134-4b88-b141-0e5f179397dd will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:33.740489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Made reservation on behalf of c3be6f7a48b844da964a51fe62967819 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:33.743504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.746240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:33.793269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.831846 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.841672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.848442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] DHCP port deletion for 1f2b783a-a442-43fb-83e4-e01db2f19fcb request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:55:33.919662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.970134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:33.971015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:33.973212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] 10.222.0.10 "PUT /v2.0/ports/a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 200 len: 1092 time: 3.3103058 Aug 10 00:55:33.973869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:33.977726 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37445e8-d758-4119-953e-a31ab4ce4b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:34.011212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Deleting port cfb10035-3245-4620-95af-b5dc0c780aca {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:34.011988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.016986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:34.091643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Deleting port cfb10035-3245-4620-95af-b5dc0c780aca {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:34.092318 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.186758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.206285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] For port cfb10035-3245-4620-95af-b5dc0c780aca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cfb10035-3245-4620-95af-b5dc0c780aca,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:34.208961 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.224570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc0cdf-4f38-4644-8714-dd615338f87b service neutron] Pushing event updated for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.244362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=37691d9f-628e-4d52-92d0-b65b7e33152f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:34.248197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Calling delete_port for cfb10035-3245-4620-95af-b5dc0c780aca owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:34.254761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.261451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.267647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.273629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.280534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.286471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.297467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.299611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-787e8d5d-8dcb-4ce3-885b-d9a75c28c185 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.6027086 Aug 10 00:55:34.306777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:34.320925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c69e2-c2a0-4913-828c-6a3694c5532e req-220e6f82-647a-49c2-87cf-24ff68d0d1b2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.327843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c7c69e2-c2a0-4913-828c-6a3694c5532e req-220e6f82-647a-49c2-87cf-24ff68d0d1b2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 931 time: 0.4178216 Aug 10 00:55:34.329321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:34.332503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:34.389736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] For port cfb10035-3245-4620-95af-b5dc0c780aca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cfb10035-3245-4620-95af-b5dc0c780aca,segment=NetworkSegment(c84bd5e5-6d17-4a49-8f2d-916183366717),segment_id=c84bd5e5-6d17-4a49-8f2d-916183366717)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:34.390108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.422096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.422480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Calling delete_port for cfb10035-3245-4620-95af-b5dc0c780aca owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:34.422789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.461172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.526078 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.543836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] No DVR routers for this DVR port cfb10035-3245-4620-95af-b5dc0c780aca on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:34.597604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event updated for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.600692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652a699-d8b6-4ba6-b9ac-514dc7bf0cc0 None None] Pushing event deleted for resources: {'Port': ['ID=cfb10035-3245-4620-95af-b5dc0c780aca,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:34.607365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.627890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09910c91-c9e0-458b-b2a5-b5f81baddf2d req-14d5a319-361b-4cbd-aa2c-6fd7d9bd0157 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3097951 Aug 10 00:55:34.635585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.648810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:34.669180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.669722 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Added segment 38d448b9-93c7-4c86-87c0-599d0c15ad7a of type vlan for network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e Aug 10 00:55:34.720889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.771095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-733855e5-c7ae-40ea-b7fd-37aac27bdf5d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7014780 Aug 10 00:55:34.785904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.787539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.788447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.810017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c7c69e2-c2a0-4913-828c-6a3694c5532e req-68744814-1cf1-4c12-8675-56c39dd0ec3f tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429048 Aug 10 00:55:34.826206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.830780 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:34.831692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Request body: {'port': {'device_id': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:34.833702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] 10.222.0.21 "PUT /v2.0/ports/37691d9f-628e-4d52-92d0-b65b7e33152f HTTP/1.1" status: 200 len: 1096 time: 3.4814973 Aug 10 00:55:34.851589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Attempting to bind port d4fd8203-a134-4b88-b141-0e5f179397dd on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:34.851930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Attempting to bind port d4fd8203-a134-4b88-b141-0e5f179397dd by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:34.852297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Attempting to bind port d4fd8203-a134-4b88-b141-0e5f179397dd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:34.882282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-84513c93-1b55-40d3-adc9-81963a03f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:34.884640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-84513c93-1b55-40d3-adc9-81963a03f648 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b80ef6379c4a899c650f3444d79bd7&device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 1095 time: 0.8276949 Aug 10 00:55:34.920831 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66b5fea-03f5-460d-9e9d-e9b783bde790 x-openstack-request-id: req-e66b5fea-03f5-460d-9e9d-e9b783bde790 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:34.921125 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:34.921545 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e66b5fea-03f5-460d-9e9d-e9b783bde790 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:34.922097 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'status': 'completed', 'code': 200} Aug 10 00:55:34.958523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Port d4fd8203-a134-4b88-b141-0e5f179397dd on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:34.959325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Attempting to bind port d4fd8203-a134-4b88-b141-0e5f179397dd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:35.064379 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-d300cf69-aa41-4708-b728-765d628cfba7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 200 len: 217 time: 0.1573007 Aug 10 00:55:35.079082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b660a-3919-4866-8a8a-38414044e0ba service neutron] Pushing event updated for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.090619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34322) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:35.110532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7984147 Aug 10 00:55:35.111628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7709b43-f80b-4d09-959b-25e560c64bcd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.134105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.144360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:35.146633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cfb10035-3245-4620-95af-b5dc0c780aca no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:55:35.149563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:35.150235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:35.151461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:35.152128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Bound port: d4fd8203-a134-4b88-b141-0e5f179397dd, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:35.152702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.192665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cfb10035-3245-4620-95af-b5dc0c780aca {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:55:35.193025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cfb10035-3245-4620-95af-b5dc0c780aca not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:55:35.234960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc03e4-46ee-4f82-82fd-73940676054d admin admin] Pushing event updated for resources: {'Network': ['ID=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.249011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a1e2cdc0-a3fb-4a40-aaa3-ad2191933618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.250634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-a1e2cdc0-a3fb-4a40-aaa3-ad2191933618 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2e5168d-7cb5-41d5-b461-934e7bb40e7e HTTP/1.1" status: 200 len: 855 time: 0.1610632 Aug 10 00:55:35.251707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:35.272902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Request body: {'subnet': {'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1959553940-subnet', 'tenant_id': 'c3be6f7a48b844da964a51fe62967819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:35.277368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:35.305471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-a39237e3-e7e6-4ad3-8623-97846458e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.307819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-a39237e3-e7e6-4ad3-8623-97846458e0de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 1099 time: 0.3983922 Aug 10 00:55:35.309577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb4e25-0c30-4ecb-b86c-af4ea660451a req-8a0ce3d4-8173-47b9-94ab-59bccb1e4d7d tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.315299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87bb4e25-0c30-4ecb-b86c-af4ea660451a req-8a0ce3d4-8173-47b9-94ab-59bccb1e4d7d tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.5462644 Aug 10 00:55:35.317765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.324401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb10035-3245-4620-95af-b5dc0c780aca,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.340472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.342120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] No DVR routers for this DVR port cfb10035-3245-4620-95af-b5dc0c780aca on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:35.349303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1513833655-network', 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:35.383978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:35.386704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Transition to ACTIVE for port object 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:35.419796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.422275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Made reservation on behalf of c3be6f7a48b844da964a51fe62967819 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:35.424643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.431444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d4fd8203-a134-4b88-b141-0e5f179397dd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:35.434493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-eb332a44-3f7b-482a-8895-f460d09bd345 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=37691d9f-628e-4d52-92d0-b65b7e33152f HTTP/1.1" status: 200 len: 217 time: 0.1077089 Aug 10 00:55:35.448666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.479935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87bb4e25-0c30-4ecb-b86c-af4ea660451a req-fd713fcd-a137-4712-93a4-6de9900bf501 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416988 Aug 10 00:55:35.488767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d1786-a864-420f-8877-93b3ee9a0c5d req-b77c518b-5e85-4f31-a5fb-ceaa4c770c91 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.490323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-918d1786-a864-420f-8877-93b3ee9a0c5d req-b77c518b-5e85-4f31-a5fb-ceaa4c770c91 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 947 time: 0.4685807 Aug 10 00:55:35.516479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.517105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.518565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/d4fd8203-a134-4b88-b141-0e5f179397dd HTTP/1.1" status: 200 len: 1096 time: 4.1570408 Aug 10 00:55:35.519043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:35.521321 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1877337-b90b-4540-8b09-c02b8886f691" -d '{"events": [{"name": "network-changed", "server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:35.530627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.582210 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3b239-c700-443a-ad06-6f58eb625464 x-openstack-request-id: req-e1d3b239-c700-443a-ad06-6f58eb625464 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:35.582503 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:35.582787 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1d3b239-c700-443a-ad06-6f58eb625464 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:35.583179 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd', 'status': 'completed', 'code': 200} Aug 10 00:55:35.592270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:35.594557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.610124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca267206-5fc8-45a0-862e-2b1654078352 req-11af75ae-2e69-46b7-9d30-28e930580355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.611549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-11af75ae-2e69-46b7-9d30-28e930580355 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a7834c-8eef-416a-8f7a-78dcad975a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3156843 Aug 10 00:55:35.636622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.645328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.686639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2b783a-a442-43fb-83e4-e01db2f19fcb']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:35.749943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84bd5e5-6d17-4a49-8f2d-916183366717') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:35.750233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84bd5e5-6d17-4a49-8f2d-916183366717') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:35.757767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-27439893-4505-4ed5-9ff2-52a0129ebe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.759341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-27439893-4505-4ed5-9ff2-52a0129ebe65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2814808 Aug 10 00:55:35.785641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-918d1786-a864-420f-8877-93b3ee9a0c5d req-b92786db-37a6-48eb-9e4a-2e3cf4b4c620 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690036 Aug 10 00:55:35.803585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb90e8-a878-4496-b49b-6553bd7043e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:35.806552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.826896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-48da371f-1973-4a84-950d-2d7db3e82608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.828540 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-48da371f-1973-4a84-950d-2d7db3e82608 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 1099 time: 0.2482162 Aug 10 00:55:35.872310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.896134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:55:35.896550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:35.904921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Attempting to bind port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:55:35.905054 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:55:35.907549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Attempting to bind port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:35.907549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Attempting to bind port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:35.916932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-d78af5f3-c794-4f43-ad4d-670b5b0d5807 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d4fd8203-a134-4b88-b141-0e5f179397dd HTTP/1.1" status: 200 len: 217 time: 0.0709560 Aug 10 00:55:35.924488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:35.925035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Attempting to bind port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:35.954790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.960764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.967330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.973213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.979241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.985268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.991119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:35.992980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-89f67cdb-a42f-4479-b79b-6787a89b785c service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619082 Aug 10 00:55:35.993133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-d63ce833-b207-4eca-ab22-8ace4bd399c0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.2206042 Aug 10 00:55:36.020707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:36.021428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Checking segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:36.021625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Bound using segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:36.021749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-ff1c68ad-7853-441d-96df-6abc2dd7d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.021913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Bound port: 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:36.022273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.023168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-ff1c68ad-7853-441d-96df-6abc2dd7d8b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2409513 Aug 10 00:55:36.120028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-301528f2-423b-4324-831a-de2b6ac98ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.121530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-301528f2-423b-4324-831a-de2b6ac98ae4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1915963 Aug 10 00:55:36.146059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.184046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.188328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f2b783a-a442-43fb-83e4-e01db2f19fcb HTTP/1.1" status: 204 len: 168 time: 2.9148469 Aug 10 00:55:36.198037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af4d6594-ab2d-48e3-a8e8-781a58e0174e req-18af991a-2a5a-49e8-aefb-6a822377371b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1813674 Aug 10 00:55:36.231744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451910-ccbe-4483-92ea-523c035a7431 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2b783a-a442-43fb-83e4-e01db2f19fcb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.250685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ec7d6-4d3b-4261-96b3-3fbd14d34e91 req-68dfaba0-085a-4968-af1d-5a708fa3ca74 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.252962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3789b58c-3863-40e0-b281-a30207935694 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:36.260695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb8ec7d6-4d3b-4261-96b3-3fbd14d34e91 req-68dfaba0-085a-4968-af1d-5a708fa3ca74 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 931 time: 0.3334494 Aug 10 00:55:36.267359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.274334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-a020479a-3d63-4597-9e30-8ae3f68b9924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.276686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-a020479a-3d63-4597-9e30-8ae3f68b9924 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1224020 Aug 10 00:55:36.278929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:36.284444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:36.302975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.306209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Transition to ACTIVE for port object 3789b58c-3863-40e0-b281-a30207935694 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:36.312382 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.371465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.379830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.398463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.402927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-1af10b3b-9113-450b-8d66-fc0235493067 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647642 Aug 10 00:55:36.404784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca267206-5fc8-45a0-862e-2b1654078352 req-e2271c3d-ee61-4849-b663-dc33d9256b6d service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854814 Aug 10 00:55:36.426309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.427021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.429554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f4746ed-0ae4-42d0-86fc-74a6224aefd3 HTTP/1.1" status: 200 len: 1092 time: 3.2921684 Aug 10 00:55:36.430053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:36.445533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb8ec7d6-4d3b-4261-96b3-3fbd14d34e91 req-a4b01453-a8b8-436e-80ba-4050cef97d13 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837027 Aug 10 00:55:36.462107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:55:36.537849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef6269-3dc5-4b5f-9d38-0b46b38627b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.590445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-d7af2b34-5a7b-45b6-8a20-b30d9f582f00 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1361001 Aug 10 00:55:36.693697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-48b09b53-4bcd-46fe-ac9c-dc4075e2e84c service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050782 Aug 10 00:55:36.734639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b6954812-cca4-41ca-a935-692ac4899ea0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae29d917b8ec4c6cb57222a335da91e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979279 Aug 10 00:55:36.749045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.752003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:36.769447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8bde0e-1322-4949-9af7-c4b9bed2664f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.778584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-672da1b9-78d2-43bc-b5d9-2dec6940c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.780080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-672da1b9-78d2-43bc-b5d9-2dec6940c66e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b80ef6379c4a899c650f3444d79bd7&device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 1095 time: 0.2940989 Aug 10 00:55:36.857921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.858324 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Added segment 447ef48c-b0c4-4f82-b410-72da376a0568 of type vlan for network 177371c4-4f0a-4065-925a-4c11d23bf547 Aug 10 00:55:36.860843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:36.892015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Checking segment: {'id': '38d448b9-93c7-4c86-87c0-599d0c15ad7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:36.892740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Network hostable DHCP agents. Network: ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:36.924997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:36.927349 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c229c792-7512-4e76-92a8-f9e1dc22d8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:36.955742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:36.979147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-16ba9057-591c-4000-8033-bbaa70593194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.980874 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-16ba9057-591c-4000-8033-bbaa70593194 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=c6515272-0935-45d9-ba42-b1dae0677aab HTTP/1.1" status: 200 len: 1095 time: 0.1999581 Aug 10 00:55:36.988484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d7444-8226-4ae7-a0f1-4218778336de req-9d3a53ff-b29f-432f-a61f-73a283ff2ec4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:36.990079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b02d7444-8226-4ae7-a0f1-4218778336de req-9d3a53ff-b29f-432f-a61f-73a283ff2ec4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.2102206 Aug 10 00:55:37.010573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-acc7ca18-e89b-4fe0-80d3-a581dffe2da0 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923645 Aug 10 00:55:37.051678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-79d2fbfc-003d-4c4d-8f5b-2f811ae7cb8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3 HTTP/1.1" status: 200 len: 217 time: 0.0602236 Aug 10 00:55:37.063619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:37.110192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:37.118904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ebaa99-dcb2-4fcc-8dde-a31492bf2045 None None] Network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:37.123784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.124785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.125374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.139635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.140233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.192567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b02d7444-8226-4ae7-a0f1-4218778336de req-8e7d9ce0-fd8e-4859-aa7f-f0c8a60af945 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855209 Aug 10 00:55:37.210348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-e461a8f1-285c-436d-b8f1-c555628f733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.211977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-e461a8f1-285c-436d-b8f1-c555628f733e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.1421907 Aug 10 00:55:37.217308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1195614 Aug 10 00:55:37.228184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:37.235252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Request body: {'subnet': {'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1513833655-subnet', 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:37.241831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7526b96b-9990-4361-959f-6872ca46a680 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0712886 Aug 10 00:55:37.253116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Attempting to bind port 3789b58c-3863-40e0-b281-a30207935694 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:37.253575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Attempting to bind port 3789b58c-3863-40e0-b281-a30207935694 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:37.253778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Attempting to bind port 3789b58c-3863-40e0-b281-a30207935694 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:37.259297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf449281-64f5-4a5c-8166-a7e266bb0d35 admin admin] Pushing event updated for resources: {'Network': ['ID=177371c4-4f0a-4065-925a-4c11d23bf547,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:37.265373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-4dd765d2-8736-49b5-b947-8ea124417140 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449319 Aug 10 00:55:37.291481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 177371c4-4f0a-4065-925a-4c11d23bf547 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:55:37.291729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Port 3789b58c-3863-40e0-b281-a30207935694 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:37.292094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Attempting to bind port 3789b58c-3863-40e0-b281-a30207935694 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:37.318905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:37.319180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e7934-b312-404f-b5f2-093fb5fd72a4 None None] Network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:37.321221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.346767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:37.347143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Checking segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:37.347543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Bound using segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:37.348003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Bound port: 3789b58c-3863-40e0-b281-a30207935694, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:37.348366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.363873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7b8066c3-83b6-4298-9b3f-827e21da10cb tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.365390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7b8066c3-83b6-4298-9b3f-827e21da10cb tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7461123 Aug 10 00:55:37.411414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ea474d7-9a54-45bc-bed1-717bcb5553f8 req-90ce4248-f0d3-41e7-95e5-4dbfa13dd3c5 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815026 Aug 10 00:55:37.414073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.452074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.497216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37469a60-a398-44bf-856e-889c09fad5d4 req-3c691f97-4c6d-466c-bfe3-ed53ba606adc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.498772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-37469a60-a398-44bf-856e-889c09fad5d4 req-3c691f97-4c6d-466c-bfe3-ed53ba606adc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 947 time: 0.1458452 Aug 10 00:55:37.512852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-41c605cd-ef04-4989-9696-f4580db2d2d5 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299850 Aug 10 00:55:37.562304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-532e77fa-ec71-4bd9-8a36-2ea89885bb5b tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/quotas/84bb843a60cc4aeb92a13c984f9cb313 HTTP/1.1" status: 200 len: 375 time: 0.1707246 Aug 10 00:55:37.568075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-8c570b20-13ab-4bfa-b85e-e6bfd819327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.569636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-8c570b20-13ab-4bfa-b85e-e6bfd819327a service neutron] 10.222.0.10 "GET /v2.0/networks?id=71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 200 len: 916 time: 0.7504969 Aug 10 00:55:37.583894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:37.586647 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2bb162-bb44-4951-b800-8ddddcfd561c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:37.636581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-37469a60-a398-44bf-856e-889c09fad5d4 req-39f5bd41-4d39-4884-a729-a8c48109322b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223772 Aug 10 00:55:37.665282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-6b7efb0e-79ce-42e8-8e1b-b2eb378ddd02 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914779 Aug 10 00:55:37.667419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-c381d08a-78ff-40f3-9cc4-c0ec0f7d7b9a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 200 len: 217 time: 0.0887423 Aug 10 00:55:37.672480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-c17767f4-b482-4f3c-a74c-911b3e6a2ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502867 Aug 10 00:55:37.673376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.676018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.692247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfbfe673-f888-4006-9d97-6288237252f0 HTTP/1.1" status: 204 len: 168 time: 0.9248190 Aug 10 00:55:37.696816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:37.721456 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c0b0e6-50f6-4b77-be31-09f64eea1310 x-openstack-request-id: req-b8c0b0e6-50f6-4b77-be31-09f64eea1310 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:37.721750 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:37.722007 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8c0b0e6-50f6-4b77-be31-09f64eea1310 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:37.722403 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f', 'status': 'completed', 'code': 200} Aug 10 00:55:37.731465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877337-b90b-4540-8b09-c02b8886f691 req-cc0d4fdc-5ef2-48fb-aa0a-b4e67ee8d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.733017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-cc0d4fdc-5ef2-48fb-aa0a-b4e67ee8d30f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 1099 time: 0.2452748 Aug 10 00:55:37.774052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.876390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3789b58c-3863-40e0-b281-a30207935694,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:37.878600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22514b-47f1-4cd2-a9bf-8b8e2dda591e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfe673-f888-4006-9d97-6288237252f0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:37.890375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:37.922494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5d2be8-619c-4e58-a3ed-494c475c38ee,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:37.942239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-07548952-77a5-4dc6-9d4b-ff3a857a174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.944012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-07548952-77a5-4dc6-9d4b-ff3a857a174f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 1099 time: 0.1945529 Aug 10 00:55:37.944149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-cb3e0993-0039-44d7-b3d1-0c7e1a13ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.945955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-cb3e0993-0039-44d7-b3d1-0c7e1a13ea1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2e5168d-7cb5-41d5-b461-934e7bb40e7e HTTP/1.1" status: 200 len: 855 time: 0.2462578 Aug 10 00:55:37.970243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:37.970872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Network hostable DHCP agents. Network: 177371c4-4f0a-4065-925a-4c11d23bf547, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:55:37.985564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.991722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:37.998160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.004111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.011271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.014633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.015400 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.016893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] 10.222.0.10 "PUT /v2.0/ports/3789b58c-3863-40e0-b281-a30207935694 HTTP/1.1" status: 200 len: 1092 time: 3.2065861 Aug 10 00:55:38.017376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.024120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.026881 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-a85bfbe9-be57-4ae7-be42-cfac16aeadbc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.2291517 Aug 10 00:55:38.062501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c765b3-3b0d-4bbd-a47d-ac154e60cc2d service neutron] Pushing event updated for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:38.095930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877337-b90b-4540-8b09-c02b8886f691 req-3eb1a173-570b-43a9-b150-974b8b2452dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.097726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-3eb1a173-570b-43a9-b150-974b8b2452dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3348329 Aug 10 00:55:38.124858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-d7ca9187-8e9b-4ca4-8768-d675f8baba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.126979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-d7ca9187-8e9b-4ca4-8768-d675f8baba3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a7834c-8eef-416a-8f7a-78dcad975a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710949 Aug 10 00:55:38.138866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:55:38.188693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7dffaa4d-139f-4055-85ba-50b512e4c8c7 req-7e456da5-3087-48d9-ba60-de478d4c45c1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1491573 Aug 10 00:55:38.193319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 177371c4-4f0a-4065-925a-4c11d23bf547) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:38.200629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.200629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:38.201452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-03a84992-3a22-4369-b26e-3f9cc7de4d04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=d4fd8203-a134-4b88-b141-0e5f179397dd HTTP/1.1" status: 200 len: 217 time: 0.0719085 Aug 10 00:55:38.204595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-ce988c4e-1fea-428a-b906-4fc8ce3de0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.205568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f7063-a46a-4001-a5f3-afb460544865 None None] Network 177371c4-4f0a-4065-925a-4c11d23bf547 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:38.206064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-ce988c4e-1fea-428a-b906-4fc8ce3de0fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2517376 Aug 10 00:55:38.326517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-b1ab1993-f962-4b57-b57f-6c4d6b675807 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=37691d9f-628e-4d52-92d0-b65b7e33152f HTTP/1.1" status: 200 len: 217 time: 0.1082063 Aug 10 00:55:38.328308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cfd6b81a-fcc5-4951-b68e-0aebaf862278 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0995774 Aug 10 00:55:38.401313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bceb99f-210c-4e96-9367-1ed215b56746 None None] Network 177371c4-4f0a-4065-925a-4c11d23bf547 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:55:38.403914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877337-b90b-4540-8b09-c02b8886f691 req-0bb577aa-7c0a-4573-ae71-4727e14958c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.405514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-0bb577aa-7c0a-4573-ae71-4727e14958c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0890067 Aug 10 00:55:38.524256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed426-4d9a-418d-af95-6e83355f08b9 req-8e4f4a1b-32a7-4e80-9cc9-1049e8131461 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.533331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d92ed426-4d9a-418d-af95-6e83355f08b9 req-8e4f4a1b-32a7-4e80-9cc9-1049e8131461 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 943 time: 0.1736436 Aug 10 00:55:38.543981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-7a068c6a-f20d-4993-80ca-b14cfb6ce2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.545599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-7a068c6a-f20d-4993-80ca-b14cfb6ce2f6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2103713 Aug 10 00:55:38.578427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0f045ece-7c54-4a1d-a542-572204a5419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.584343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-0f045ece-7c54-4a1d-a542-572204a5419b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 1095 time: 0.5074906 Aug 10 00:55:38.632382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-feb338b8-9f35-45e2-b3eb-15c2d05e3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.634214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-feb338b8-9f35-45e2-b3eb-15c2d05e3611 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755231 Aug 10 00:55:38.656385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d92ed426-4d9a-418d-af95-6e83355f08b9 req-5cad0d77-ab64-4a4f-8cc1-f6158f293389 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217973 Aug 10 00:55:38.701136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-d56c9c47-7784-4f8c-9dd8-48c0d5cc9a03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3789b58c-3863-40e0-b281-a30207935694 HTTP/1.1" status: 200 len: 217 time: 0.0812376 Aug 10 00:55:38.714936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1877337-b90b-4540-8b09-c02b8886f691 req-db9b6e02-6993-43e2-8531-55865324d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.716455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-db9b6e02-6993-43e2-8531-55865324d793 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2963138 Aug 10 00:55:38.794391 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e38eec8-68f9-4941-9954-4cca2d231622 x-openstack-request-id: req-2e38eec8-68f9-4941-9954-4cca2d231622 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:38.794705 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:38.794944 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e38eec8-68f9-4941-9954-4cca2d231622 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:38.795333 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3', 'status': 'completed', 'code': 200} Aug 10 00:55:38.797489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-5aabcad9-cb9e-454a-b409-78ee0394b70d service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584282 Aug 10 00:55:38.912896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-969d184b-2102-45e4-8e8e-4d17faf6bc3b tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.921633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-969d184b-2102-45e4-8e8e-4d17faf6bc3b tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/networks?id=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e HTTP/1.1" status: 200 len: 822 time: 0.5144475 Aug 10 00:55:38.962597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-856f2318-92b3-4fc5-ba0d-7a7f4122eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:38.964553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-856f2318-92b3-4fc5-ba0d-7a7f4122eac7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.2442942 Aug 10 00:55:38.967245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04d6c9e0-58cc-4aec-bba6-2bec1eae0efd req-59584846-d72e-4e0d-8d38-ded1063c06c7 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0614374 Aug 10 00:55:38.982498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-86c3e47d-695c-4719-9ee7-a020b32a780c tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/quotas/c3be6f7a48b844da964a51fe62967819 HTTP/1.1" status: 200 len: 375 time: 0.0605412 Aug 10 00:55:39.054312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-2ee56ca6-0991-4220-85c0-84cb5a3d2b21 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3be6f7a48b844da964a51fe62967819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700784 Aug 10 00:55:39.056175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-f62fe913-f26c-4e8d-b298-ca9fa632dc04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385282 Aug 10 00:55:39.057906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-61a6bc24-0ffb-4a7e-ad51-f3dae2270635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.059962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-61a6bc24-0ffb-4a7e-ad51-f3dae2270635 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=c6515272-0935-45d9-ba42-b1dae0677aab HTTP/1.1" status: 200 len: 1095 time: 0.2131736 Aug 10 00:55:39.152162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-49a199c8-c584-44e3-9531-0cc4e000443f service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202816 Aug 10 00:55:39.169729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 37691d9f-628e-4d52-92d0-b65b7e33152f details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:39.176203 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-0e043460-731e-4f39-bd42-76abd6d721bc service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180416 Aug 10 00:55:39.273645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c37445e8-d758-4119-953e-a31ab4ce4b9a req-c7248fbf-0734-4cd4-a6bf-e15c0c44dbd6 service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343162 Aug 10 00:55:39.351792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-b39a86b8-7c20-413b-a304-56644c6de009 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814085 Aug 10 00:55:39.357902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=37691d9f-628e-4d52-92d0-b65b7e33152f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.359287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba56da-bbba-4310-b56d-a3ea0b20783b req-87dde149-a876-4821-a08d-b63e09e04b6c tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.361937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1ba56da-bbba-4310-b56d-a3ea0b20783b req-87dde149-a876-4821-a08d-b63e09e04b6c tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.3003976 Aug 10 00:55:39.371466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-e8db4ac2-637d-44e1-a9f2-f777364cb502 service neutron] 10.222.0.25 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880237 Aug 10 00:55:39.371936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '37691d9f-628e-4d52-92d0-b65b7e33152f', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '37691d9f-628e-4d52-92d0-b65b7e33152f', 'mac_address': 'fa:16:3e:96:17:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:39.399940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-5c884e20-e99c-4c06-818e-b474b1c641b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.402224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-5c884e20-e99c-4c06-818e-b474b1c641b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 912 time: 0.3120773 Aug 10 00:55:39.414083 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.429775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37691d9f-628e-4d52-92d0-b65b7e33152f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:39.454783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=37691d9f-628e-4d52-92d0-b65b7e33152f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.455997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1877337-b90b-4540-8b09-c02b8886f691 req-eab763d8-33f7-4c80-9ef2-cb71bebaf4af service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685888 Aug 10 00:55:39.462077 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.463743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d4fd8203-a134-4b88-b141-0e5f179397dd details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:39.514436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-3043b39f-a617-42b8-ba78-983484f4f7d0 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276072 Aug 10 00:55:39.549143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:39.554186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d4fd8203-a134-4b88-b141-0e5f179397dd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.576350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'd4fd8203-a134-4b88-b141-0e5f179397dd', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'd4fd8203-a134-4b88-b141-0e5f179397dd', 'mac_address': 'fa:16:3e:e9:0e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:39.597107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-c6190e51-d377-4a3c-a763-b471546b9158 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3 HTTP/1.1" status: 200 len: 217 time: 0.1849313 Aug 10 00:55:39.621358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1ba56da-bbba-4310-b56d-a3ea0b20783b req-54a099a7-7d18-4d10-8904-c571455c1d98 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131398 Aug 10 00:55:39.625278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.650639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fd8203-a134-4b88-b141-0e5f179397dd {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:39.658087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be0814e0-bbc2-4e28-abf3-6b2ea5df275b req-052590e2-367e-4748-9b28-7e5a2a6e6f2d service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958996 Aug 10 00:55:39.696785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d4fd8203-a134-4b88-b141-0e5f179397dd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:39.701915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c229c792-7512-4e76-92a8-f9e1dc22d8b8 req-a06314db-9462-4e23-8994-9fd93ad46f81 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089982 Aug 10 00:55:39.703631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.708741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-0f0e5f7f-02c1-4577-a410-6cf60db9861f service neutron] 10.222.0.25 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363643 Aug 10 00:55:39.766068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:39.785862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-a47d44e7-a134-4446-aa22-bad4636c2798 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.787592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-a47d44e7-a134-4446-aa22-bad4636c2798 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660713 Aug 10 00:55:39.789852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-c660a849-d9a1-4251-b6c4-627a81e7f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.792343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-c660a849-d9a1-4251-b6c4-627a81e7f409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.1772196 Aug 10 00:55:39.802507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Request body: {'port': {'device_id': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '84bb843a60cc4aeb92a13c984f9cb313'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:39.835854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-cd76a33d-b3e0-4249-82fc-77865945f46e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330355 Aug 10 00:55:39.859499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d495-7bc0-416d-a6ef-eb963326c09a req-f96c632d-d02a-4fd0-b45d-d4a9a5be25b3 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:39.863220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c88d495-7bc0-416d-a6ef-eb963326c09a req-f96c632d-d02a-4fd0-b45d-d4a9a5be25b3 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 948 time: 0.1580572 Aug 10 00:55:39.938275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['d4fd8203-a134-4b88-b141-0e5f179397dd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:39.957308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Made reservation on behalf of 84bb843a60cc4aeb92a13c984f9cb313 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:39.964534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:39.965846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c88d495-7bc0-416d-a6ef-eb963326c09a req-7db62bcf-ae33-4353-bd42-2e8dfec14b8d tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912058 Aug 10 00:55:39.985106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.007697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['37691d9f-628e-4d52-92d0-b65b7e33152f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:40.009991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:40.019660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-cdc268ae-071e-4ffd-b7c1-e01fcc4a6c1f service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535134 Aug 10 00:55:40.152566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.159745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.166588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de2bb162-bb44-4951-b800-8ddddcfd561c req-84d6a299-02d1-425e-b5e1-4117bec837c5 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397262 Aug 10 00:55:40.241995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.248195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983b329d-0798-495d-b32a-e4fcea41418e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:40.251295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.260409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.269579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.277376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.287420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.295055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.296607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-534218ed-05d1-4d0c-91ed-8034e6902a4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.1289878 Aug 10 00:55:40.350972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1552756d-fad0-40e2-b584-5ba8ef2df1f3 req-d9bc7432-fdac-4d0b-b5c2-392fde89bef5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0472183 Aug 10 00:55:40.427054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:40.454350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'port_id': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3', 'mac_address': 'fa:16:3e:d3:83:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53b65c1-6bb0-419b-ad27-f3d86895dcf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:40.470437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Allocated IP 192.168.233.242 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/326ed8d6-92c0-476b-8075-3d951dcfb092) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:40.516937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-88d3adc4-a750-4ef4-b014-b652ce8fbd5d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.518380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-88d3adc4-a750-4ef4-b014-b652ce8fbd5d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.2024786 Aug 10 00:55:40.540361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-a72c1ee6-215c-4db8-bcc9-45c5b67d2a75 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0152826 Aug 10 00:55:40.551462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3d2e1-fbb3-4669-8113-37eb82eef398 req-e4e6d94c-3c69-4fa1-b86f-6880be71c0a1 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:40.553236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fac3d2e1-fbb3-4669-8113-37eb82eef398 req-e4e6d94c-3c69-4fa1-b86f-6880be71c0a1 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 943 time: 0.0960155 Aug 10 00:55:40.567366 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.583565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-5c4d3eae-5eee-4bd1-a559-06e82e370d8b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365777 Aug 10 00:55:40.586826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:40.610494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fac3d2e1-fbb3-4669-8113-37eb82eef398 req-0732e163-e6cc-488b-9b8b-f073dc8986b1 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Aug 10 00:55:40.622336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:40.627772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.730153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:40.785841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-41c04f51-4009-4a4c-a6cd-c07cec85ab5e service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921625 Aug 10 00:55:40.790593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:40.791087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-356e2572-039e-4f61-9dbf-2ed8ee1ccd9a req-f22a0474-5e7d-4d2d-98bb-b2d796927909 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 210 time: 0.0561993 Aug 10 00:55:40.797005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'tag': '3789b58c-3863-40e0-b281-a30207935694'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:40.799223 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d75b44f-fd18-4681-8ab3-4530349decf3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "tag": "3789b58c-3863-40e0-b281-a30207935694"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:40.856862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Transition to ACTIVE for port object 326ed8d6-92c0-476b-8075-3d951dcfb092 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:40.867749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['0f4746ed-0ae4-42d0-86fc-74a6224aefd3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:40.881010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f33931e0-bcda-4f62-b508-ba78af6da5b2 req-45b07d44-9d86-4c5c-b1c5-e7f39a3ef65a tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0353193 Aug 10 00:55:40.935770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-09dbd041-3e5d-4f48-ae18-f7cbf92f4c05 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336365 Aug 10 00:55:40.944719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.002129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:41.005418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:41.011483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:41.015556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Pushing event updated for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:41.060205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89a482-8039-4af8-b5f4-5498c290dc77 req-c4dd06e5-390c-4b0b-b559-ecb1ebe525c5 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.068974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d89a482-8039-4af8-b5f4-5498c290dc77 req-c4dd06e5-390c-4b0b-b559-ecb1ebe525c5 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.1073258 Aug 10 00:55:41.096726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.097380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.125366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-7ebe5407-0f30-4b6a-b8ed-39cc567034da tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3268275 Aug 10 00:55:41.142067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Request body: {'port': {'device_id': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:41.152451 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe19ba22-847d-44a8-b474-23fb2421e787 x-openstack-request-id: req-fe19ba22-847d-44a8-b474-23fb2421e787 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:41.152964 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "tag": "3789b58c-3863-40e0-b281-a30207935694", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:41.153400 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe19ba22-847d-44a8-b474-23fb2421e787 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:41.153976 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'tag': '3789b58c-3863-40e0-b281-a30207935694', 'status': 'completed', 'code': 200} Aug 10 00:55:41.175966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 37691d9f-628e-4d52-92d0-b65b7e33152f up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:41.186302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d89a482-8039-4af8-b5f4-5498c290dc77 req-2fd5701d-4fc4-4bbc-bfce-ce9a138baaae tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163709 Aug 10 00:55:41.283994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 37691d9f-628e-4d52-92d0-b65b7e33152f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:41.297305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 37691d9f-628e-4d52-92d0-b65b7e33152f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:41.298804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.350745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-7a23fb0c-c496-4d1b-b2cb-bd90030f38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.360363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-7a23fb0c-c496-4d1b-b2cb-bd90030f38ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 1095 time: 0.1666698 Aug 10 00:55:41.388578 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.439728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c68ae-c91c-4989-b95a-21ad5aabcc5f req-1e11de21-d906-4c8b-9bdd-73f532e9086b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.447506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-908c68ae-c91c-4989-b95a-21ad5aabcc5f req-1e11de21-d906-4c8b-9bdd-73f532e9086b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 948 time: 0.2270947 Aug 10 00:55:41.447815 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.470689 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82cb5d32-c7b9-4934-8667-d26d4b2b4bc2 req-81505f98-5b45-4126-8775-a36bbb80a6d2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 210 time: 0.0391932 Aug 10 00:55:41.510985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:41.514345 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf5ffa7-3535-4f7b-9200-9014109709f8" -d '{"events": [{"server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "name": "network-vif-plugged", "status": "completed", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:41.529072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32eb74d7-49f6-464e-b8ab-9ea7e56b83dc None None] Provisioning for port 326ed8d6-92c0-476b-8075-3d951dcfb092 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:41.529310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-d89f47ff-0ac2-467e-a206-f08e31818a84 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.530868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-d89f47ff-0ac2-467e-a206-f08e31818a84 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.10 "GET /v2.0/networks?id=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e HTTP/1.1" status: 200 len: 822 time: 0.3408909 Aug 10 00:55:41.535815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=37691d9f-628e-4d52-92d0-b65b7e33152f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:41.537391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32eb74d7-49f6-464e-b8ab-9ea7e56b83dc None None] Provisioning complete for port 326ed8d6-92c0-476b-8075-3d951dcfb092 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:41.537813 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32eb74d7-49f6-464e-b8ab-9ea7e56b83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.539556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-f2847f65-d794-4a12-8e5e-1736f1168d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.549681 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-f2847f65-d794-4a12-8e5e-1736f1168d62 service neutron] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 912 time: 0.1836846 Aug 10 00:55:41.560563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.561164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d4fd8203-a134-4b88-b141-0e5f179397dd up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:41.621957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-f2e29487-e020-461c-a964-be22118b5bfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3789b58c-3863-40e0-b281-a30207935694 HTTP/1.1" status: 200 len: 217 time: 0.0626218 Aug 10 00:55:41.648052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Request body: {'port': {'device_id': '738a3688-827d-4056-a810-59c2cf171055', 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e', 'admin_state_up': True, 'tenant_id': 'c3be6f7a48b844da964a51fe62967819'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:41.661496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-32eb74d7-49f6-464e-b8ab-9ea7e56b83dc None None] Port 326ed8d6-92c0-476b-8075-3d951dcfb092 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:41.714423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-908c68ae-c91c-4989-b95a-21ad5aabcc5f req-bb7f62cb-fb7d-4bbb-8557-8e6ae60f2761 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634723 Aug 10 00:55:41.727023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-78196083-0b15-4799-93f4-919b01e834c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.730807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-78196083-0b15-4799-93f4-919b01e834c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.1004963 Aug 10 00:55:41.735932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:41.745773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port d4fd8203-a134-4b88-b141-0e5f179397dd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:41.746876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.750967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port d4fd8203-a134-4b88-b141-0e5f179397dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:41.750967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.755492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.772943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.791361 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faed435b-93d3-4a8c-82c2-0fa7598540e3 x-openstack-request-id: req-faed435b-93d3-4a8c-82c2-0fa7598540e3 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:41.791793 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "name": "network-vif-plugged", "status": "completed", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:41.792044 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faed435b-93d3-4a8c-82c2-0fa7598540e3 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:41.792435 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f', 'code': 200} Aug 10 00:55:41.792695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.801150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.810190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.833728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:41.836012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-63dd2f3d-a68a-46c0-87e5-a8aca56c88a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5418 time: 0.1980162 Aug 10 00:55:41.865349 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.903676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-f8f11fa2-9956-4417-a236-a052d5bbbdbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663064 Aug 10 00:55:41.906637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d4fd8203-a134-4b88-b141-0e5f179397dd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:41.913389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:41.968096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 98b4ac19-22cb-48dc-833d-746cda911ddf details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:41.970232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:42.033608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.129076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:42.138232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:42.138602 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.193382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.210728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '98b4ac19-22cb-48dc-833d-746cda911ddf', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'port_id': '98b4ac19-22cb-48dc-833d-746cda911ddf', 'mac_address': 'fa:16:3e:32:cb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:42.275770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.294828 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.298721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b4ac19-22cb-48dc-833d-746cda911ddf {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:42.311207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e520b58-0b75-45de-b157-6782fbab3af9 req-c2757b03-7f72-4ac9-aabe-544180cbd7ed tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4584448 Aug 10 00:55:42.320543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7491e-a44b-4032-a2a9-6e3db09a2c66 req-71542610-f2a3-48a7-ab68-79ad7841a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.322104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ceb7491e-a44b-4032-a2a9-6e3db09a2c66 req-71542610-f2a3-48a7-ab68-79ad7841a3d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 1101 time: 0.4659467 Aug 10 00:55:42.341058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.351366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.353405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.354276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d30a581e-1dd9-4834-a64d-279ff8eacc5d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:42.360852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.377055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-dd75469f-3ae8-4764-bae6-dd17dde48047 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506669 Aug 10 00:55:42.390003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf861488-246c-4e9f-bf13-3581fe9bf40f req-2caaf8eb-59b8-466a-901a-e21306737e82 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.391648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf861488-246c-4e9f-bf13-3581fe9bf40f req-2caaf8eb-59b8-466a-901a-e21306737e82 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 943 time: 0.1624970 Aug 10 00:55:42.404605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ceb7491e-a44b-4032-a2a9-6e3db09a2c66 req-8f5079a8-0c87-46c9-9b98-f562f8b34775 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720975 Aug 10 00:55:42.467689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.472960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326ed8d6-92c0-476b-8075-3d951dcfb092 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:42.481191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.488591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8fe38654-546e-4f14-88c1-b39a9d40c9e7 req-938f614b-abac-4c1a-bd8f-111f05a524d4 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 210 time: 0.0447841 Aug 10 00:55:42.497803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Made reservation on behalf of c3be6f7a48b844da964a51fe62967819 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:42.500906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.530093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf861488-246c-4e9f-bf13-3581fe9bf40f req-0495fc99-395a-4158-93cf-b7acbbb5277d tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266749 Aug 10 00:55:42.560956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Transition to ACTIVE for port object 326ed8d6-92c0-476b-8075-3d951dcfb092 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:42.575118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.614507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d75b44f-fd18-4681-8ab3-4530349decf3 req-50dc5c26-b018-4ab4-a41d-bb49ed107a12 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277400 Aug 10 00:55:42.692021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Pushing event updated for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.729579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e41009-a0bd-4273-adf8-222c3a40a1a2 req-ef509ee3-b0de-4892-b3b4-2569d58a19c4 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.737679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e41009-a0bd-4273-adf8-222c3a40a1a2 req-ef509ee3-b0de-4892-b3b4-2569d58a19c4 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 948 time: 0.1258109 Aug 10 00:55:42.774823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:42.785387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-84869482-9c4e-4439-8965-628b0d55b537 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.787182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-84869482-9c4e-4439-8965-628b0d55b537 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.2578902 Aug 10 00:55:42.811086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:42.827652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:42.855610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'port_id': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'mac_address': 'fa:16:3e:98:f9:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:42.894586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6970-9ce7-41ba-bb73-53c8968aaf70 req-46321575-2466-4e8f-b059-e56bddc30f14 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:42.896227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2eca6970-9ce7-41ba-bb73-53c8968aaf70 req-46321575-2466-4e8f-b059-e56bddc30f14 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.2160907 Aug 10 00:55:42.920985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Attempting to bind port 326ed8d6-92c0-476b-8075-3d951dcfb092 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:42.921340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Attempting to bind port 326ed8d6-92c0-476b-8075-3d951dcfb092 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:42.921676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Attempting to bind port 326ed8d6-92c0-476b-8075-3d951dcfb092 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:42.922128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e41009-a0bd-4273-adf8-222c3a40a1a2 req-52570c1d-ad4b-49db-ad7f-fcb6f226b8b5 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835127 Aug 10 00:55:42.937472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Allocated IP 172.20.0.6 (ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e/0c8bde0e-1322-4949-9af7-c4b9bed2664f/8e9c5d01-f481-48c5-9d12-072aac8aa66c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:42.939654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Port 326ed8d6-92c0-476b-8075-3d951dcfb092 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:42.939976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Attempting to bind port 326ed8d6-92c0-476b-8075-3d951dcfb092 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:42.944855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.961467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:42.961820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:42.962218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:42.963237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Bound port: 326ed8d6-92c0-476b-8075-3d951dcfb092, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:42.963602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:42.984507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30a581e-1dd9-4834-a64d-279ff8eacc5d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:43.019997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:43.027132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.028025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3789b58c-3863-40e0-b281-a30207935694 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:43.037340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2eca6970-9ce7-41ba-bb73-53c8968aaf70 req-73f2374e-a1b8-4d03-8319-3bac37c269b6 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286957 Aug 10 00:55:43.105381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:43.126170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05066a80-4571-4184-8933-7d50169fb3bd req-39b3ee88-f516-4ee9-84b8-a9121f162fb7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 210 time: 0.0615568 Aug 10 00:55:43.138760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:43.144439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.153332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=326ed8d6-92c0-476b-8075-3d951dcfb092,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:43.193644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.241856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.242493 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.243999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] 10.222.0.21 "PUT /v2.0/ports/326ed8d6-92c0-476b-8075-3d951dcfb092 HTTP/1.1" status: 200 len: 1097 time: 2.1097186 Aug 10 00:55:43.244450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:43.247319 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e48670-b13a-4bc4-8113-96039724da96" -d '{"events": [{"name": "network-changed", "server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:43.386038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.9 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/b81e7ae4-79bb-4663-b34e-5ba119959ab6) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:43.403173 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8264a8c-954b-4a75-9cec-6a3970b7b25c x-openstack-request-id: req-f8264a8c-954b-4a75-9cec-6a3970b7b25c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:43.403471 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:43.411363 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8264a8c-954b-4a75-9cec-6a3970b7b25c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:43.411922 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092', 'status': 'completed', 'code': 200} Aug 10 00:55:43.443316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701c7f4-71b1-4c3a-b2e5-621ad29b3237 req-9873f3bd-f4ac-4eba-9a6d-d6b726e86bf1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.444928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1701c7f4-71b1-4c3a-b2e5-621ad29b3237 req-9873f3bd-f4ac-4eba-9a6d-d6b726e86bf1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 949 time: 0.2964993 Aug 10 00:55:43.452471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.477748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304ead-84d3-4ab1-ae87-ac3e77eead01 service neutron] Pushing event updated for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.493262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-a733dc0f-10fe-4529-b74e-46bca8356ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.495712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-a733dc0f-10fe-4529-b74e-46bca8356ac9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 1100 time: 0.1971986 Aug 10 00:55:43.519863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.554268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-5a65e00a-a7f3-4040-aee8-3cef91f5dfba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=326ed8d6-92c0-476b-8075-3d951dcfb092 HTTP/1.1" status: 200 len: 217 time: 0.0475066 Aug 10 00:55:43.561986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3789b58c-3863-40e0-b281-a30207935694,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:43.574819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '3789b58c-3863-40e0-b281-a30207935694', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'port_id': '3789b58c-3863-40e0-b281-a30207935694', 'mac_address': 'fa:16:3e:13:b2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53b65c1-6bb0-419b-ad27-f3d86895dcf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:43.603608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.609542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.612267 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.613225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1701c7f4-71b1-4c3a-b2e5-621ad29b3237 req-da24971d-e24f-44a0-9df3-d775666ca9cf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509767 Aug 10 00:55:43.616441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.624377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.625762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3789b58c-3863-40e0-b281-a30207935694 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:43.631063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.636143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-421a0804-e69b-42d3-a137-5bacd244853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.637675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-421a0804-e69b-42d3-a137-5bacd244853d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0758901 Aug 10 00:55:43.638842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.641134 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.655918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.660239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3789b58c-3863-40e0-b281-a30207935694,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:43.666810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9cb1174-7762-44ec-8043-84b99784330f req-e9a6d1c9-75dd-4f37-85e2-63070957ea77 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5420 time: 0.1890433 Aug 10 00:55:43.667780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.668573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ffb193bf-0fbd-45ab-8f39-25a98e083166 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:43.739874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:43.748303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:43.751852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-85c97b33-0972-4aab-8d31-4d5d6e677819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.753391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-85c97b33-0972-4aab-8d31-4d5d6e677819 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086504 Aug 10 00:55:43.754190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:43.758388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9cb1174-7762-44ec-8043-84b99784330f req-7035b9d3-5510-466f-a557-303573e86f59 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0891426 Aug 10 00:55:43.763995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:43.766503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.779345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'port_id': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'mac_address': 'fa:16:3e:94:18:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:43.790757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.793338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd'}, {'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:43.795937 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fb146-bf4b-44ec-96e7-9183d948e841" -d '{"events": [{"server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd"}, {"server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "name": "network-vif-plugged", "status": "completed", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:43.798649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Pushing event updated for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.846408 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.849170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.861467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb193bf-0fbd-45ab-8f39-25a98e083166 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:43.885150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:43.889349 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.890032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 769b10d1-9822-4ea0-af3a-1808ea9c7ced details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:43.891988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.892617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:43.908493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a94d1-cc9b-4f51-a6a2-ac67e4314506 req-6f93fdb7-9761-428f-ab09-23c87854b207 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.910026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-870a94d1-cc9b-4f51-a6a2-ac67e4314506 req-6f93fdb7-9761-428f-ab09-23c87854b207 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 931 time: 0.1843891 Aug 10 00:55:43.929980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:43.934955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:43.942157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:43.947759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-4b0d8c90-d1fb-4685-b825-4da50e993848 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3093138 Aug 10 00:55:43.964477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Request body: {'port': {'device_id': '738a3688-827d-4056-a810-59c2cf171055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:43.968490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:43.981943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f5dba-0a1e-42e4-8363-6929b3271dd6 req-01ff6906-efd7-48cc-b3fb-414a1121d9f4 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:43.983660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f2f5dba-0a1e-42e4-8363-6929b3271dd6 req-01ff6906-efd7-48cc-b3fb-414a1121d9f4 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.1323996 Aug 10 00:55:43.994541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.032065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-870a94d1-cc9b-4f51-a6a2-ac67e4314506 req-677aa993-6f46-4f24-9b58-d8c28f6b05d6 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087825 Aug 10 00:55:44.034422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-a7f6710e-79bd-469d-918f-0a304f93bfa3 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291610 Aug 10 00:55:44.041696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66e41c4e-885e-4c15-be31-710da77668d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.043080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.043604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.066518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.067018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f2f5dba-0a1e-42e4-8363-6929b3271dd6 req-22118657-ed24-4250-98d6-8ee214e59445 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Aug 10 00:55:44.078757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '769b10d1-9822-4ea0-af3a-1808ea9c7ced', 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'port_id': '769b10d1-9822-4ea0-af3a-1808ea9c7ced', 'mac_address': 'fa:16:3e:5b:09:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696f0138-57f3-48d6-b0c8-742f0ef8235c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:44.092248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-0b8816a0-4c07-4236-9955-6bb66f81231c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2895329 Aug 10 00:55:44.107900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Request body: {'port': {'device_id': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:44.134352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.143147 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0cbe16-83f2-4d83-a116-d38f9e28b46e x-openstack-request-id: req-1d0cbe16-83f2-4d83-a116-d38f9e28b46e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:44.143963 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd", "code": 200}, {"server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "name": "network-vif-plugged", "status": "completed", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:44.143963 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d0cbe16-83f2-4d83-a116-d38f9e28b46e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:44.144147 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd', 'code': 200} Aug 10 00:55:44.144553 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3', 'code': 200} Aug 10 00:55:44.175840 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.191197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b10d1-9822-4ea0-af3a-1808ea9c7ced {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.213155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.218078 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.219462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a09c7e80-d6ec-4081-9215-8bbdcc544844 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:44.258586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.287978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.301851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.304786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'port_id': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'mac_address': 'fa:16:3e:8c:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:44.314453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be95218-c02b-4c21-93bb-b7b2f2239e52 req-a0a41535-4f55-4576-97e3-b6a638417800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.315969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0be95218-c02b-4c21-93bb-b7b2f2239e52 req-a0a41535-4f55-4576-97e3-b6a638417800 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6515272-0935-45d9-ba42-b1dae0677aab HTTP/1.1" status: 200 len: 1097 time: 0.1232009 Aug 10 00:55:44.323508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697335be-6b62-46a1-8870-3b42f38902b8 req-0f72cbed-0960-4768-aa2f-1df8a3f1375f tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.325029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-697335be-6b62-46a1-8870-3b42f38902b8 req-0f72cbed-0960-4768-aa2f-1df8a3f1375f tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 948 time: 0.1428988 Aug 10 00:55:44.348081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.362580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09c7e80-d6ec-4081-9215-8bbdcc544844 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.371277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04dcb2c2-2560-4954-91fa-1f57d500fedb req-2e7cc74c-606d-4c7d-8fc5-950786c8a0e7 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192072 Aug 10 00:55:44.389756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcd356-a1fe-4d3c-b520-a4087e700c2d req-01d2ad2d-690f-437b-8a8f-e8a5f8c3f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.391295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6bfcd356-a1fe-4d3c-b520-a4087e700c2d req-01d2ad2d-690f-437b-8a8f-e8a5f8c3f55f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 1101 time: 0.1965935 Aug 10 00:55:44.412489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.418770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.419532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:44.442643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49a95b-3025-4534-8d35-7424d208e2da req-7227a47a-70fc-4806-bc14-26ac6c823a14 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.444207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c49a95b-3025-4534-8d35-7424d208e2da req-7227a47a-70fc-4806-bc14-26ac6c823a14 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 943 time: 0.2299705 Aug 10 00:55:44.465521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0be95218-c02b-4c21-93bb-b7b2f2239e52 req-2fc6387b-ffac-41f1-82e4-f4de17f08ef9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378736 Aug 10 00:55:44.479010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-697335be-6b62-46a1-8870-3b42f38902b8 req-e17721b6-8800-4b0b-97d8-faefc0160a52 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380384 Aug 10 00:55:44.531796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.546450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.549377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1', 'network_id': '1c8eeafd-8450-4982-8888-460c59837f05', 'port_id': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1', 'mac_address': 'fa:16:3e:7e:71:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d378b7-19ae-4c67-8133-90cd91e80b24', 'ip_address': '10.1.1.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:44.595876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6bfcd356-a1fe-4d3c-b520-a4087e700c2d req-f9badefb-a15a-45c8-ac72-a5da94bffa28 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928852 Aug 10 00:55:44.603407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.623355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.648140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.655466 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.656307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 95c7d238-138b-4f1c-9923-6f6eca95d9d8 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:44.671537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629444e1-8eb3-497e-b892-b30ada2b5761 req-98e8aa08-71a9-40b6-82bb-3c6360a52d9b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.678752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-629444e1-8eb3-497e-b892-b30ada2b5761 req-98e8aa08-71a9-40b6-82bb-3c6360a52d9b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 931 time: 0.0945427 Aug 10 00:55:44.684624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48670-b13a-4bc4-8113-96039724da96 req-9bc20398-f35d-4dbe-9fce-5520ba0107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.686324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-9bc20398-f35d-4dbe-9fce-5520ba0107c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 1100 time: 0.2368367 Aug 10 00:55:44.706145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c49a95b-3025-4534-8d35-7424d208e2da req-15e2d7ee-9878-4800-a73b-331803211efa tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417431 Aug 10 00:55:44.740852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.779293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:44.785736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'network_id': '6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c', 'port_id': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'mac_address': 'fa:16:3e:4b:72:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '696f0138-57f3-48d6-b0c8-742f0ef8235c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:44.795042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-629444e1-8eb3-497e-b892-b30ada2b5761 req-b013689b-eb9e-4955-9992-f6e59eb26ffa tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149952 Aug 10 00:55:44.817090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b81e7ae4-79bb-4663-b34e-5ba119959ab6 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.818581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9c5d01-f481-48c5-9d12-072aac8aa66c {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.825328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.828243 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.829324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.844351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c7d238-138b-4f1c-9923-6f6eca95d9d8 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:44.846640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Transition to ACTIVE for port object b81e7ae4-79bb-4663-b34e-5ba119959ab6 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:44.854226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.867885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:44.878980 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.893162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Transition to ACTIVE for port object 8e9c5d01-f481-48c5-9d12-072aac8aa66c will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:44.909166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:44.913532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a8b260e9-a6bf-4b56-bc25-56504e5900c8 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:44.933627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ab7b9-be95-4c20-b9c5-886de6189aac req-d0dc9dcc-0e04-4dd2-8678-8d3a50f64a28 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.935810 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e7ab7b9-be95-4c20-b9c5-886de6189aac req-d0dc9dcc-0e04-4dd2-8678-8d3a50f64a28 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 949 time: 0.1022441 Aug 10 00:55:44.936898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48670-b13a-4bc4-8113-96039724da96 req-a66e616a-e1c6-4655-9776-cb2ee53c59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:44.938264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-a66e616a-e1c6-4655-9776-cb2ee53c59f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2273386 Aug 10 00:55:44.959036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.006149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-76055698-7399-4ba0-bb78-4f7e6573fb7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=326ed8d6-92c0-476b-8075-3d951dcfb092 HTTP/1.1" status: 200 len: 217 time: 0.0456920 Aug 10 00:55:45.015692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.053393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:45.063127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Attempting to bind port b81e7ae4-79bb-4663-b34e-5ba119959ab6 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:45.063464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Attempting to bind port b81e7ae4-79bb-4663-b34e-5ba119959ab6 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:45.063799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Attempting to bind port b81e7ae4-79bb-4663-b34e-5ba119959ab6 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.065392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'port_id': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'mac_address': 'fa:16:3e:f0:fc:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:45.068434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.083893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.090339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.096398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.102210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.107392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e7ab7b9-be95-4c20-b9c5-886de6189aac req-ab3976ac-c04d-44a3-996d-68822f55a9f4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495340 Aug 10 00:55:45.108818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.111080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.114875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.122558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.125682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b260e9-a6bf-4b56-bc25-56504e5900c8 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:45.128588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56599cbc-a2d0-41da-bd56-485b8995480f req-6781cbc2-7410-49ad-ba5f-17e0b6c44132 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5425 time: 0.1381168 Aug 10 00:55:45.129583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Port b81e7ae4-79bb-4663-b34e-5ba119959ab6 on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:45.130103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Attempting to bind port b81e7ae4-79bb-4663-b34e-5ba119959ab6 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.133678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48670-b13a-4bc4-8113-96039724da96 req-ecc9bc0b-c3b1-489f-9bc7-c80e9c2d5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.136146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-ecc9bc0b-c3b1-489f-9bc7-c80e9c2d5810 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1130452 Aug 10 00:55:45.159730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:45.163338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:45.163687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:45.164110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:45.164697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Bound port: b81e7ae4-79bb-4663-b34e-5ba119959ab6, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:45.165117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.167360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.192419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Attempting to bind port 8e9c5d01-f481-48c5-9d12-072aac8aa66c on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:45.192766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Attempting to bind port 8e9c5d01-f481-48c5-9d12-072aac8aa66c by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '38d448b9-93c7-4c86-87c0-599d0c15ad7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:45.193101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Attempting to bind port 8e9c5d01-f481-48c5-9d12-072aac8aa66c on network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.199837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Port 8e9c5d01-f481-48c5-9d12-072aac8aa66c on network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:45.200167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Attempting to bind port 8e9c5d01-f481-48c5-9d12-072aac8aa66c on network ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:45.208733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48670-b13a-4bc4-8113-96039724da96 req-9c7523bf-4520-4b66-a1e2-19e1b10dd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.210360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-9c7523bf-4520-4b66-a1e2-19e1b10dd167 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664539 Aug 10 00:55:45.211533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:45.211868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Checking segment: {'id': '38d448b9-93c7-4c86-87c0-599d0c15ad7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:45.212765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Bound using segment: {'id': '38d448b9-93c7-4c86-87c0-599d0c15ad7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:45.213214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Bound port: 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d448b9-93c7-4c86-87c0-599d0c15ad7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:45.213575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.253167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.270208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:45.271863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:45.278165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.328296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56599cbc-a2d0-41da-bd56-485b8995480f req-44cd65e0-77f3-44fa-95a1-ec86ddf56a7b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1895323 Aug 10 00:55:45.343393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.344037 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.345425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] 10.222.0.21 "PUT /v2.0/ports/b81e7ae4-79bb-4663-b34e-5ba119959ab6 HTTP/1.1" status: 200 len: 1092 time: 1.2444541 Aug 10 00:55:45.345871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:45.348171 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3215c78-1aaa-4d8e-8f82-45b0d57de125" -d '{"events": [{"name": "network-changed", "server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:45.380762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475a90-39f3-43ed-b850-462d7993b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.393390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:45.399236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c,segment=NetworkSegment(38d448b9-93c7-4c86-87c0-599d0c15ad7a),segment_id=38d448b9-93c7-4c86-87c0-599d0c15ad7a)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:45.407944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-a782eba7-0f44-4057-9a75-b40b829851b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800277 Aug 10 00:55:45.417568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba703ca3-b5c8-4100-a45c-eb6677f0a718 req-068799b2-1290-4323-8121-6a0a8c7869d0 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.419113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba703ca3-b5c8-4100-a45c-eb6677f0a718 req-068799b2-1290-4323-8121-6a0a8c7869d0 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 943 time: 0.1148484 Aug 10 00:55:45.420248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.499988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a117082-f3e1-4750-89ed-da16d476e4a8 req-8ec66b51-4c38-440c-a105-8f5b4f44e696 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.503083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a117082-f3e1-4750-89ed-da16d476e4a8 req-8ec66b51-4c38-440c-a105-8f5b4f44e696 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.0893872 Aug 10 00:55:45.521471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.522091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:45.523519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] 10.222.0.10 "PUT /v2.0/ports/8e9c5d01-f481-48c5-9d12-072aac8aa66c HTTP/1.1" status: 200 len: 1092 time: 1.5677519 Aug 10 00:55:45.525864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:45.528162 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978f88e8-62bd-4c0e-a1c3-582619f7aa06" -d '{"events": [{"name": "network-changed", "server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:45.563391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-f0bc7efc-db8b-427d-a171-536f8d0f4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.564917 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-f0bc7efc-db8b-427d-a171-536f8d0f4df8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 1095 time: 0.1057100 Aug 10 00:55:45.572443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd62845-9970-4422-adf4-c666ff2a52a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:45.575371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a117082-f3e1-4750-89ed-da16d476e4a8 req-a9d8c8cc-87bd-47ae-a7b5-3cec3034991e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654376 Aug 10 00:55:45.616229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-c825ee84-b08f-400e-83d5-3e4fee52d36e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6 HTTP/1.1" status: 200 len: 217 time: 0.0396998 Aug 10 00:55:45.621399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba703ca3-b5c8-4100-a45c-eb6677f0a718 req-3826d501-f2be-43fb-a320-6fea43dabf8c tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861432 Aug 10 00:55:45.677107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51e48670-b13a-4bc4-8113-96039724da96 req-6654ec09-2ea2-404e-9d5f-c0c385e442c4 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544055 Aug 10 00:55:45.679864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-e0eb10b5-328e-467d-a71b-d1f7bb0e7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.681878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-e0eb10b5-328e-467d-a71b-d1f7bb0e7b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3be6f7a48b844da964a51fe62967819&device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 1095 time: 0.0972188 Aug 10 00:55:45.717443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b086cc-6fac-4342-b557-5deab620d81f req-492f0614-ac71-41d5-8bf7-97732288c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.718961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-492f0614-ac71-41d5-8bf7-97732288c9bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.0946567 Aug 10 00:55:45.732590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b6d5e-9a97-45e4-8539-9e1793e5554c req-c5627219-041e-4cbd-a8e4-d132cce999b0 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.733472 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-705b6d5e-9a97-45e4-8539-9e1793e5554c req-c5627219-041e-4cbd-a8e4-d132cce999b0 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 949 time: 0.0907648 Aug 10 00:55:45.740859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-09101e35-51d7-412e-92f4-3e13fff93d72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c HTTP/1.1" status: 200 len: 217 time: 0.0508020 Aug 10 00:55:45.762485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-db5eaf2e-c68b-42c9-abc6-5ac55955ae74 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336447 Aug 10 00:55:45.775173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-f27448b0-4c95-4c95-bcef-ff57233bd704 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406923 Aug 10 00:55:45.812368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-705b6d5e-9a97-45e4-8539-9e1793e5554c req-cbcb11c9-280d-46d1-bd76-2cd67d5507ff tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Aug 10 00:55:45.859762 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ee221c-ea50-42fc-b0fb-b7626c79151f x-openstack-request-id: req-83ee221c-ea50-42fc-b0fb-b7626c79151f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:45.860052 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:45.860298 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83ee221c-ea50-42fc-b0fb-b7626c79151f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:45.860703 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6', 'status': 'completed', 'code': 200} Aug 10 00:55:45.864707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-9136b1dd-b5f8-4243-a8b8-a53ea9633cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.866235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-9136b1dd-b5f8-4243-a8b8-a53ea9633cae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8bde0e-1322-4949-9af7-c4b9bed2664f HTTP/1.1" status: 200 len: 862 time: 0.1134079 Aug 10 00:55:45.893307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-df09f539-b5ab-4bf7-bffc-184586a05216 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046083 Aug 10 00:55:45.905871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['d30a581e-1dd9-4834-a64d-279ff8eacc5d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:45.910081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3789b58c-3863-40e0-b281-a30207935694'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:45.912509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-b0c236fb-058d-4331-8815-7fcfbdfd7399 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330596 Aug 10 00:55:45.933555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['a09c7e80-d6ec-4081-9215-8bbdcc544844'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:45.956715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-da31eb79-cc6a-4bf3-adab-4361575d7f8e tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:45.958231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-da31eb79-cc6a-4bf3-adab-4361575d7f8e tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785731 Aug 10 00:55:46.000560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['98b4ac19-22cb-48dc-833d-746cda911ddf'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.006476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-29208097-0d4e-4f54-884d-750b915cc54b tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/quotas/1cb4feb365854c5188fd9f8a9b1e121d HTTP/1.1" status: 200 len: 375 time: 0.0195770 Aug 10 00:55:46.032528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10edc5-230d-4add-8dc6-cc4411402719 req-0312545c-bf23-4b4a-b343-8f919ab019b2 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.034127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f10edc5-230d-4add-8dc6-cc4411402719 req-0312545c-bf23-4b4a-b343-8f919ab019b2 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 948 time: 0.1254768 Aug 10 00:55:46.038645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['95c7d238-138b-4f1c-9923-6f6eca95d9d8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.059293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33b086cc-6fac-4342-b557-5deab620d81f req-448a545e-07b7-495a-92df-9bcdd01db381 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596215 Aug 10 00:55:46.060416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-b21a9d80-7c00-41e2-8b97-48ab1553ad59 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390286 Aug 10 00:55:46.071436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-59bfee71-4a32-4fa7-8121-f8b88cffbb8d service neutron] 10.222.0.10 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460979 Aug 10 00:55:46.087043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['769b10d1-9822-4ea0-af3a-1808ea9c7ced'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.109382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f10edc5-230d-4add-8dc6-cc4411402719 req-02a113d4-6ea1-410a-909b-1e324f4a5fd2 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690668 Aug 10 00:55:46.110946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ffb193bf-0fbd-45ab-8f39-25a98e083166'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.149253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8d1d9db3-a778-4ea5-b241-ad4c34745ae1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.188933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['a8b260e9-a6bf-4b56-bc25-56504e5900c8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:46.200351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa914720-17dd-4e40-b40b-e741d900c9e7 req-73854bfc-ea10-4f7e-b627-18de45c0021b service neutron] 10.222.0.10 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206458 Aug 10 00:55:46.201861 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc5377-84a7-4396-91da-80cc44897f11 x-openstack-request-id: req-a7bc5377-84a7-4396-91da-80cc44897f11 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:46.202141 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:46.202396 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7bc5377-84a7-4396-91da-80cc44897f11 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:46.202814 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c', 'status': 'completed', 'code': 200} Aug 10 00:55:46.225342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-f4c785e7-546a-46b3-8048-6ca3c61bd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.227282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-f4c785e7-546a-46b3-8048-6ca3c61bd32c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 1095 time: 0.1127419 Aug 10 00:55:46.313064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-869c1b58-cb65-4775-bc9f-3012de2a4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.314879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-869c1b58-cb65-4775-bc9f-3012de2a4dff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c3be6f7a48b844da964a51fe62967819&device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 1095 time: 0.0576985 Aug 10 00:55:46.417884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf07106-16b0-41c8-a062-ba381fd01ada req-dc473ef2-37ab-4e4a-890f-f33c649b7d1b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.425171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbf07106-16b0-41c8-a062-ba381fd01ada req-dc473ef2-37ab-4e4a-890f-f33c649b7d1b tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.1891158 Aug 10 00:55:46.460315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-a0e349dc-a2c0-4dd7-9a0b-57029598c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.461819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-a0e349dc-a2c0-4dd7-9a0b-57029598c3cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.2274303 Aug 10 00:55:46.469946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271772a-e2b1-4f07-ad3c-562410b7ec34 req-679793c0-9f49-4839-ab4b-2b1275b7267e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.471646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4271772a-e2b1-4f07-ad3c-562410b7ec34 req-679793c0-9f49-4839-ab4b-2b1275b7267e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 943 time: 0.0860775 Aug 10 00:55:46.487380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbf07106-16b0-41c8-a062-ba381fd01ada req-1852f464-ccc7-4b17-8045-b595515ab332 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611408 Aug 10 00:55:46.524675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-ea69763f-8e20-424d-91b0-8d96088c8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.526157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-b5143002-dc7c-44aa-8938-e1269a562d53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6 HTTP/1.1" status: 200 len: 217 time: 0.0527799 Aug 10 00:55:46.528438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-ea69763f-8e20-424d-91b0-8d96088c8f23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e HTTP/1.1" status: 200 len: 922 time: 0.2046187 Aug 10 00:55:46.606598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-bae4e6e0-1202-4e3a-8e00-acf9836006e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.615239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-e00f5816-30ea-40b3-a18a-7931d522a3b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c HTTP/1.1" status: 200 len: 217 time: 0.0663433 Aug 10 00:55:46.617046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-bae4e6e0-1202-4e3a-8e00-acf9836006e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.0743332 Aug 10 00:55:46.628981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4271772a-e2b1-4f07-ad3c-562410b7ec34 req-052d8322-cefb-4379-9d1e-2b9ffe370025 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412210 Aug 10 00:55:46.672711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-7a70218b-3f98-490a-8b42-98695da92f0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501626 Aug 10 00:55:46.736162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-a2036ac8-e128-48cc-848f-8299dff17b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:46.738017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-a2036ac8-e128-48cc-848f-8299dff17b73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0c8bde0e-1322-4949-9af7-c4b9bed2664f HTTP/1.1" status: 200 len: 862 time: 0.1053011 Aug 10 00:55:46.783121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-b31a8903-a1aa-410e-a309-7ddb09324b6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363054 Aug 10 00:55:46.813552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-e4d46a99-4344-410a-8273-ba68a24b0345 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316733 Aug 10 00:55:46.822502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-18a8d46d-c2d5-4df2-ad09-cfef9a6c034c tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623043 Aug 10 00:55:46.921174 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42cf9eec-4a51-40b0-a444-5f0794cc0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:46.997395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e570-2f90-4a05-9311-5006ce6d5c35 req-d98cf0ae-37c7-4b69-8b98-becf9ef52686 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.004751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732e570-2f90-4a05-9311-5006ce6d5c35 req-d98cf0ae-37c7-4b69-8b98-becf9ef52686 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.006227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f732e570-2f90-4a05-9311-5006ce6d5c35 req-d98cf0ae-37c7-4b69-8b98-becf9ef52686 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38&device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 1689 time: 0.1698987 Aug 10 00:55:47.018146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-6c37d2b0-2978-4d82-854f-30c41081cfb5 service neutron] 10.222.0.10 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217138 Aug 10 00:55:47.030322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ff42c63c-a3a7-4b34-b249-3bcc8dee57ce tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.031827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ff42c63c-a3a7-4b34-b249-3bcc8dee57ce tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976895 Aug 10 00:55:47.059388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3215c78-1aaa-4d8e-8f82-45b0d57de125 req-d9730244-bbb5-42fe-a7a2-c502352240e0 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328627 Aug 10 00:55:47.094063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ee9d5501-2d74-4bf4-8e56-b99aa85311a5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/quotas/1cb4feb365854c5188fd9f8a9b1e121d HTTP/1.1" status: 200 len: 375 time: 0.0498919 Aug 10 00:55:47.109642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f732e570-2f90-4a05-9311-5006ce6d5c35 req-d737c315-e176-4eb8-915e-f43939471077 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Aug 10 00:55:47.153563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-6a274867-21b8-46ef-b536-e33f1098ae4c tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535855 Aug 10 00:55:47.176230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-978f88e8-62bd-4c0e-a1c3-582619f7aa06 req-8fd748cc-a4bb-43b3-9339-9e01a6c4fcc1 service neutron] 10.222.0.10 "GET /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415918 Aug 10 00:55:47.239508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 326ed8d6-92c0-476b-8075-3d951dcfb092 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:47.262542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.268823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.275003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.280922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.286961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.293835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.299954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.302008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-ea2081a4-fc26-43df-8b00-654000dec4f2 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5425 time: 0.1239424 Aug 10 00:55:47.332573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.368446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c27ecde-b411-46c6-a496-5ff4e72ae6e6 req-87372a66-eb3b-4bb4-9526-8ec76541020e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0594285 Aug 10 00:55:47.415076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe531f0-5848-43c4-8714-8f39a150f2ee req-6dfe484e-acb5-4d6f-8629-0a317fd6c8dc tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.418230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebe531f0-5848-43c4-8714-8f39a150f2ee req-6dfe484e-acb5-4d6f-8629-0a317fd6c8dc tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.0697665 Aug 10 00:55:47.483221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=326ed8d6-92c0-476b-8075-3d951dcfb092,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:47.492741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebe531f0-5848-43c4-8714-8f39a150f2ee req-418a0786-4dba-47b0-9cb5-8e6305615ed2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667703 Aug 10 00:55:47.508883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '326ed8d6-92c0-476b-8075-3d951dcfb092', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '326ed8d6-92c0-476b-8075-3d951dcfb092', 'mac_address': 'fa:16:3e:ed:aa:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:47.514828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58467aef-2a5b-41d6-a371-7019e3e36cf1 req-bff7b595-ca90-4473-a7d1-5dae5344f276 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.516405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58467aef-2a5b-41d6-a371-7019e3e36cf1 req-bff7b595-ca90-4473-a7d1-5dae5344f276 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 943 time: 0.0833068 Aug 10 00:55:47.576635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.581875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58467aef-2a5b-41d6-a371-7019e3e36cf1 req-e4a5b921-5ab4-43a8-a4f9-6f2512b65456 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590479 Aug 10 00:55:47.689212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-363abe2b-94f7-42fe-b569-704b9820a341 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533900 Aug 10 00:55:47.712707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4663f2-388e-4437-bed3-b8b15c900328 req-bb3b75af-97d7-419c-861f-6a36f832555a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 210 time: 0.0829566 Aug 10 00:55:47.761224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326ed8d6-92c0-476b-8075-3d951dcfb092 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:47.785069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.788718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=326ed8d6-92c0-476b-8075-3d951dcfb092,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:47.795144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:47.796340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b81e7ae4-79bb-4663-b34e-5ba119959ab6 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:47.838266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f913ccc-b886-450c-9001-b4579d275604 req-6ec40568-4f1c-4dbe-8621-ddde44f29dad tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.839172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f913ccc-b886-450c-9001-b4579d275604 req-6ec40568-4f1c-4dbe-8621-ddde44f29dad tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 948 time: 0.1456120 Aug 10 00:55:47.883158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9901-be87-401f-8b01-cc661a2e3082 req-d3b3a9ed-e8ce-4116-9fb3-af93520988fa tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.886210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e5a9901-be87-401f-8b01-cc661a2e3082 req-d3b3a9ed-e8ce-4116-9fb3-af93520988fa tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.0812547 Aug 10 00:55:47.903303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-fc137ae2-cabe-4e67-997b-e7d35beb255b tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:47.904963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-fc137ae2-cabe-4e67-997b-e7d35beb255b tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986215 Aug 10 00:55:47.916233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f913ccc-b886-450c-9001-b4579d275604 req-9695c468-9f63-4c49-bc63-a9b100eeefb3 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Aug 10 00:55:47.922104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Request body: {'port': {'device_id': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '1cb4feb365854c5188fd9f8a9b1e121d'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:47.951260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e5a9901-be87-401f-8b01-cc661a2e3082 req-f9b28c2b-6a6f-4a9c-bfe8-82202beb8bc6 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582771 Aug 10 00:55:47.980207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:48.007665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:48.024436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6', 'mac_address': 'fa:16:3e:61:5f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:48.068943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.084025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b81e7ae4-79bb-4663-b34e-5ba119959ab6 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:48.096187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0c931-91dc-45be-8cef-d9c53ecebc7d req-d39e8cc6-69ac-46fe-a079-04b83da90e6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.098341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2f0c931-91dc-45be-8cef-d9c53ecebc7d req-d39e8cc6-69ac-46fe-a079-04b83da90e6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 943 time: 0.0655839 Aug 10 00:55:48.106976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2b7da-cb68-4818-b261-f793358ba2d7 req-7a2e8f15-311e-4c93-9ebc-2530ba8f3c4d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.108485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6d2b7da-cb68-4818-b261-f793358ba2d7 req-7a2e8f15-311e-4c93-9ebc-2530ba8f3c4d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 1101 time: 0.0808070 Aug 10 00:55:48.112558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:48.120804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.156538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2f0c931-91dc-45be-8cef-d9c53ecebc7d req-c8a18dc5-41da-4a6f-bdbb-44d4827852d8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Aug 10 00:55:48.181516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:48.398556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['b81e7ae4-79bb-4663-b34e-5ba119959ab6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:48.411860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['326ed8d6-92c0-476b-8075-3d951dcfb092'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:48.493291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Made reservation on behalf of 1cb4feb365854c5188fd9f8a9b1e121d for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:48.497425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.516689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6d2b7da-cb68-4818-b261-f793358ba2d7 req-f1c9fdb7-433d-4332-930a-8d3622693d45 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978415 Aug 10 00:55:48.520685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.531266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.538558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.561870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.573986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.582998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.589967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.596140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.605206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-63c0a8b4-7211-4376-b466-f99d1c27ef5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5425 time: 0.1536047 Aug 10 00:55:48.648064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ebed2bc2-69b2-4643-8218-d7df80589a54 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407610 Aug 10 00:55:48.680087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b02307d4-e2a4-4971-ac36-241742d41a5e req-a5f50e7a-58c0-4222-9e6f-299be9448bbf tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738325 Aug 10 00:55:48.713760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52597aaa-df6f-4c6a-9608-14c34cf8713c req-19c6cf03-80cf-4097-bd8a-cd1d54ab04fb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.715559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52597aaa-df6f-4c6a-9608-14c34cf8713c req-19c6cf03-80cf-4097-bd8a-cd1d54ab04fb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.0894120 Aug 10 00:55:48.747372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.757128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:48.830008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52597aaa-df6f-4c6a-9608-14c34cf8713c req-dbb9e072-bc25-4a53-bb29-ec61b08f6734 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034837 Aug 10 00:55:48.838885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22056dce-8955-4251-890c-399dc08d9612,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:48.860838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-073a0391-522e-4c56-ad5e-867a54c31bd9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.862867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-073a0391-522e-4c56-ad5e-867a54c31bd9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883602 Aug 10 00:55:48.864755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3e2e-2a87-4ca7-8170-888840fada2e req-3b306ac7-ff88-4065-8628-af190983717c tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.866186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f5a3e2e-2a87-4ca7-8170-888840fada2e req-3b306ac7-ff88-4065-8628-af190983717c tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 1101 time: 0.0891726 Aug 10 00:55:48.878917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Request body: {'port': {'device_id': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '1cb4feb365854c5188fd9f8a9b1e121d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:48.903457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8e9c5d01-f481-48c5-9d12-072aac8aa66c details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:48.905928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ffb193bf-0fbd-45ab-8f39-25a98e083166 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:48.954033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Allocated IP 192.168.233.181 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/29d7fb8e-384a-4586-8a2a-62e8b7321b97) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:48.968192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76406b-cc35-40e9-af54-2d253ad8ae02 req-4a2943ca-c37c-4258-bd68-121c83cf86ef tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:48.976138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f76406b-cc35-40e9-af54-2d253ad8ae02 req-4a2943ca-c37c-4258-bd68-121c83cf86ef tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 943 time: 0.0828712 Aug 10 00:55:48.978835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f5a3e2e-2a87-4ca7-8170-888840fada2e req-fd30d6a3-99ce-425e-8740-737262fbf6aa tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035812 Aug 10 00:55:49.020803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port ffb193bf-0fbd-45ab-8f39-25a98e083166 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:49.028111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port ffb193bf-0fbd-45ab-8f39-25a98e083166 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:49.028602 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.052209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Made reservation on behalf of 1cb4feb365854c5188fd9f8a9b1e121d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:49.058730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.061066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f76406b-cc35-40e9-af54-2d253ad8ae02 req-23a08aa0-7a50-4ba2-a85f-2464db5ef749 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839405 Aug 10 00:55:49.090102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c,segment=NetworkSegment(38d448b9-93c7-4c86-87c0-599d0c15ad7a),segment_id=38d448b9-93c7-4c86-87c0-599d0c15ad7a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:49.110293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43641d1e-8186-4ac5-b658-0a7f1a10f5f4 req-d366d246-b530-408e-824e-e37227200923 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 210 time: 0.0322940 Aug 10 00:55:49.122225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '8e9c5d01-f481-48c5-9d12-072aac8aa66c', 'network_id': 'ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e', 'port_id': '8e9c5d01-f481-48c5-9d12-072aac8aa66c', 'mac_address': 'fa:16:3e:f0:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8bde0e-1322-4949-9af7-c4b9bed2664f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:49.222467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.236867 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.240609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9c5d01-f481-48c5-9d12-072aac8aa66c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:49.242521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a80fe-1b61-452a-ac7c-678e96bd020d req-f29ed0be-c288-4e8b-8ab9-fa2e8910992a tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.244649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b41a80fe-1b61-452a-ac7c-678e96bd020d req-f29ed0be-c288-4e8b-8ab9-fa2e8910992a tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 949 time: 0.0753036 Aug 10 00:55:49.253726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fe79c-bb6f-4e0a-878e-cac6aeadbfe8 req-a77134c8-6fa9-468a-a705-d4e623a2bb34 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.263275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b4fe79c-bb6f-4e0a-878e-cac6aeadbfe8 req-a77134c8-6fa9-468a-a705-d4e623a2bb34 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.0646851 Aug 10 00:55:49.278965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:49.281273 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56e108f-15eb-4493-ae8d-b0056439bee5" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:49.285642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c,segment=NetworkSegment(38d448b9-93c7-4c86-87c0-599d0c15ad7a),segment_id=38d448b9-93c7-4c86-87c0-599d0c15ad7a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:49.291697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.297402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.301114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b4fe79c-bb6f-4e0a-878e-cac6aeadbfe8 req-7640d787-7c16-4363-a3d1-084007a093cf tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360420 Aug 10 00:55:49.301295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:49.327123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b41a80fe-1b61-452a-ac7c-678e96bd020d req-8e95af4e-d012-4abf-833a-7e7a927fd6fd tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Aug 10 00:55:49.329109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.330990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Transition to ACTIVE for port object 29d7fb8e-384a-4586-8a2a-62e8b7321b97 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:49.371558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.386221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.454366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Allocated IP 192.168.233.236 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:49.475270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.486164 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27167c9f-5fa3-4856-a513-5464dd31351f x-openstack-request-id: req-27167c9f-5fa3-4856-a513-5464dd31351f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:49.486464 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:49.486797 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27167c9f-5fa3-4856-a513-5464dd31351f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:49.487191 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'code': 200} Aug 10 00:55:49.487458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:49.497159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:49.499714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:49.505805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:49.528940 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.558736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d70f0-31e5-472a-b099-6fa676077135 req-073fef4f-9671-4a55-a587-15ac2a81f03c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.560420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-134d70f0-31e5-472a-b099-6fa676077135 req-073fef4f-9671-4a55-a587-15ac2a81f03c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 944 time: 0.1391315 Aug 10 00:55:49.575492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.576143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.609503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-16c72657-3a56-4428-88b8-deda21edaf02 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6918621 Aug 10 00:55:49.635226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Request body: {'port': {'device_id': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:49.665751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-134d70f0-31e5-472a-b099-6fa676077135 req-11805c7d-0600-4a3d-a517-9edb9eb880de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853763 Aug 10 00:55:49.706942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.716006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-4d2d69f6-817a-4973-b215-1386e5f8bf52 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432289 Aug 10 00:55:49.803753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.828574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Transition to ACTIVE for port object 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:49.843755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c8107f7-d4de-4c29-a182-5281916b1dcf None None] Provisioning for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:49.848127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c8107f7-d4de-4c29-a182-5281916b1dcf None None] Provisioning complete for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:49.848501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c8107f7-d4de-4c29-a182-5281916b1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.881428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-3f926db0-ec33-49cf-ad6e-240c6e541611 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.883357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-3f926db0-ec33-49cf-ad6e-240c6e541611 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591575 Aug 10 00:55:49.890412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9c8107f7-d4de-4c29-a182-5281916b1dcf None None] Port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:49.897131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.903558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.908226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-b39bc73a-48b7-4d53-a44d-a23112aef510 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0138528 Aug 10 00:55:49.909410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.911207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:49.916144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.921942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.927818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.933838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:49.935818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-dc5c94d7-4b9d-42a1-b031-4e6b7bea1896 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5426 time: 0.1534629 Aug 10 00:55:49.986258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:49.993072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:49.995762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:50.008137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8e9c5d01-f481-48c5-9d12-072aac8aa66c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:50.027540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.028135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51f5ecc9-81b4-40ac-9ee7-8dc45e88fc49 req-a425b902-48fe-4a4a-8e4a-0ea303cdc4a5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0796072 Aug 10 00:55:50.081287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-1150e923-b85f-421f-8de9-5d794bc2f741 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1637127 Aug 10 00:55:50.102288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.103081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.133535 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ca9134fd-3e53-4af8-8d5a-e5c4483302e5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2598143 Aug 10 00:55:50.151616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Request body: {'port': {'device_id': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:50.229377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:50.232371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.240076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.268093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dcc6b-2ffc-4f81-a4fe-a523e1870d18 req-863dc536-801d-429a-8398-21d8da1c33ce tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.276435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d0dcc6b-2ffc-4f81-a4fe-a523e1870d18 req-863dc536-801d-429a-8398-21d8da1c33ce tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.1395919 Aug 10 00:55:50.297148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Transition to ACTIVE for port object 29d7fb8e-384a-4586-8a2a-62e8b7321b97 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:50.311945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.318414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7570-555a-4418-bfc7-456b49fcc195 None None] Provisioning for port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:50.329465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7570-555a-4418-bfc7-456b49fcc195 None None] Provisioning complete for port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:50.330415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7570-555a-4418-bfc7-456b49fcc195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.340847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d0dcc6b-2ffc-4f81-a4fe-a523e1870d18 req-b6405d28-8dbf-432b-a474-4d6877e282eb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587480 Aug 10 00:55:50.383654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a7570-555a-4418-bfc7-456b49fcc195 None None] Port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:50.416120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.549776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d847f-c73c-4afa-abd7-572f9bc0f8c9 req-95e99e88-6235-44f6-8185-013e2f749f0d tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.558313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae6d847f-c73c-4afa-abd7-572f9bc0f8c9 req-95e99e88-6235-44f6-8185-013e2f749f0d tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 944 time: 0.1306541 Aug 10 00:55:50.617733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Attempting to bind port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:50.618074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Attempting to bind port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:50.619009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Attempting to bind port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:50.641195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae6d847f-c73c-4afa-abd7-572f9bc0f8c9 req-a22cbb7f-99f6-4f2c-9af5-987842424b98 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719573 Aug 10 00:55:50.644031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:50.644416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Attempting to bind port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:50.663984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:50.664350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:50.664721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:50.666316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Bound port: 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:50.666721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.753132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:50.757029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:50.758969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465a9c9-ac92-4810-bf5d-013f8862c1bb req-57f0d59c-eb6a-4dc7-b027-f85135c07a6c tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.761510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0465a9c9-ac92-4810-bf5d-013f8862c1bb req-57f0d59c-eb6a-4dc7-b027-f85135c07a6c tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 936 time: 0.1492338 Aug 10 00:55:50.775722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.833701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.834328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:50.839342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] 10.222.0.10 "PUT /v2.0/ports/29d7fb8e-384a-4586-8a2a-62e8b7321b97 HTTP/1.1" status: 200 len: 1097 time: 1.2158756 Aug 10 00:55:50.843957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:50.846193 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211eee09-d5fc-473a-a583-c450391aaf99" -d '{"events": [{"name": "network-changed", "server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:50.878929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ebf13-ab0e-41a5-bc7b-b45ec301150e req-87901c93-f5f0-4515-bfbf-fe04990dc773 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:50.880544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-011ebf13-ab0e-41a5-bc7b-b45ec301150e req-87901c93-f5f0-4515-bfbf-fe04990dc773 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.1291430 Aug 10 00:55:50.884439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0465a9c9-ac92-4810-bf5d-013f8862c1bb req-244284ce-26a6-43ce-809e-3ba7691b5966 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005521 Aug 10 00:55:50.905273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea0d1f-eb91-48d9-850c-2a3ea1d83a55 service neutron] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:50.934654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 98b4ac19-22cb-48dc-833d-746cda911ddf up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:51.032876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 98b4ac19-22cb-48dc-833d-746cda911ddf completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:51.040578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 98b4ac19-22cb-48dc-833d-746cda911ddf triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:51.040959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.050880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-011ebf13-ab0e-41a5-bc7b-b45ec301150e req-30569883-c967-4394-b4a4-46ac7e4b3c9d tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470585 Aug 10 00:55:51.070271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-3a256321-b224-4d94-8ea7-691f8ad86d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.073123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-3a256321-b224-4d94-8ea7-691f8ad86d26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 1100 time: 0.1819646 Aug 10 00:55:51.140693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-c4878f53-7515-4711-bd7a-8cd27abac9b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97 HTTP/1.1" status: 200 len: 217 time: 0.0587308 Aug 10 00:55:51.158874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994013b-cfc3-4213-a04b-0c35a7270404 req-8a55950a-c6b6-413c-8cca-2f5511c66cff tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.160801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6994013b-cfc3-4213-a04b-0c35a7270404 req-8a55950a-c6b6-413c-8cca-2f5511c66cff tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 949 time: 0.1749532 Aug 10 00:55:51.188121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.205937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:51.210138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-5ff0bc94-c515-4a35-8e2e-43ec255c2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.213652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-5ff0bc94-c515-4a35-8e2e-43ec255c2c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0657258 Aug 10 00:55:51.216159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 326ed8d6-92c0-476b-8075-3d951dcfb092 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:51.230608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.257144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6994013b-cfc3-4213-a04b-0c35a7270404 req-82d63623-54e1-416a-b266-b4fad4e6da4b tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819249 Aug 10 00:55:51.271677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Transition to ACTIVE for port object 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:51.279471 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.307313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-f4182255-5eee-4827-a4c7-3b281272efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.315188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-f4182255-5eee-4827-a4c7-3b281272efba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947232 Aug 10 00:55:51.320287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:51.330547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.344751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d30a581e-1dd9-4834-a64d-279ff8eacc5d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:51.408358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:51.441789 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44c0b7b-1274-46be-a7f5-b37fa3f98c0f x-openstack-request-id: req-c44c0b7b-1274-46be-a7f5-b37fa3f98c0f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:51.442125 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:51.442339 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c44c0b7b-1274-46be-a7f5-b37fa3f98c0f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:51.442967 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'status': 'completed', 'code': 200} Aug 10 00:55:51.476181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 326ed8d6-92c0-476b-8075-3d951dcfb092 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:51.484275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 326ed8d6-92c0-476b-8075-3d951dcfb092 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:51.484275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.492849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:51.496225 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67beee8-cfab-43e4-b0da-7ef0bca269e7" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:51.556560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:51.570612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.585806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.592714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.598811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.606294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.619703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.621560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Attempting to bind port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:51.621905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Attempting to bind port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:51.622239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Attempting to bind port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:51.625720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.627735 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-45069a79-40a1-4dfc-a1d9-8115b7d53e68 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5427 time: 0.1839020 Aug 10 00:55:51.645355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99915439-4f97-428c-aae4-e4fb90eadaea req-08b251a1-1d88-44d5-9c0f-64bdc82922c1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.647058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99915439-4f97-428c-aae4-e4fb90eadaea req-08b251a1-1d88-44d5-9c0f-64bdc82922c1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 944 time: 0.2240844 Aug 10 00:55:51.647897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:51.648949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Attempting to bind port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:51.659796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:51.660041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:51.662601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:51.662601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Bound port: 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:51.662601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.662961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-4d1a4c56-c2dc-4724-abd8-bd8023aa4d60 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381798 Aug 10 00:55:51.672874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port d30a581e-1dd9-4834-a64d-279ff8eacc5d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:51.676053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.689336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port d30a581e-1dd9-4834-a64d-279ff8eacc5d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:51.689336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.743962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a8ed615-de38-47fd-8b9a-bc453806d3e5 req-ddd73389-1f5e-488f-8a2a-88c7889f328b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1034338 Aug 10 00:55:51.781688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=326ed8d6-92c0-476b-8075-3d951dcfb092,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:51.802578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.803206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b81e7ae4-79bb-4663-b34e-5ba119959ab6 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:51.808564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7528484-1258-45cd-8a52-0ee4b67a9d61 req-130ea21b-0568-4950-86dd-8b9fd096ad93 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375675 Aug 10 00:55:51.809258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99915439-4f97-428c-aae4-e4fb90eadaea req-f3acbf5a-5fc1-4935-9000-dfcbf9046614 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505995 Aug 10 00:55:51.836158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:51.849210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:51.856050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.908816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.932670 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-deb95fcf-b8a4-45ef-95d5-1a4c6dee9967 req-a177d19f-9aee-4d0c-a7af-5938491caf90 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 210 time: 0.0340965 Aug 10 00:55:51.945210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eee09-d5fc-473a-a583-c450391aaf99 req-67f1b689-b0c6-4831-87c2-3bdf41f71745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.948420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-67f1b689-b0c6-4831-87c2-3bdf41f71745 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 1100 time: 0.0838792 Aug 10 00:55:51.965268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:51.966136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:51.968000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3fb11065-c22a-4993-881d-216912782c70 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c HTTP/1.1" status: 200 len: 1097 time: 1.8214288 Aug 10 00:55:51.969869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:51.993065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:52.001095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port b81e7ae4-79bb-4663-b34e-5ba119959ab6 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:52.005960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port b81e7ae4-79bb-4663-b34e-5ba119959ab6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:52.006412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.007332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:52.008455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.009385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3789b58c-3863-40e0-b281-a30207935694 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:52.011032 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc31b21-01b9-4596-9e36-b037171c0c45" -d '{"events": [{"name": "network-changed", "server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:52.018320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb11065-c22a-4993-881d-216912782c70 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.033502 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59e91bd-cab1-4b36-bf10-737c08060844 x-openstack-request-id: req-d59e91bd-cab1-4b36-bf10-737c08060844 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:52.034103 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:52.034103 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d59e91bd-cab1-4b36-bf10-737c08060844 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:52.034546 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf', 'code': 200} Aug 10 00:55:52.123129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225ba5c-b2ea-44d7-8b7e-d1904d545b92 req-ed763584-30cc-459a-84be-94990f95d600 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.131132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0225ba5c-b2ea-44d7-8b7e-d1904d545b92 req-ed763584-30cc-459a-84be-94990f95d600 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 944 time: 0.2268419 Aug 10 00:55:52.155884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.160621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-8c8faf80-1f3f-4f94-b7c8-d05cb52eb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.162793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-8c8faf80-1f3f-4f94-b7c8-d05cb52eb086 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 1100 time: 0.1189923 Aug 10 00:55:52.219126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 3789b58c-3863-40e0-b281-a30207935694 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:52.226495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 3789b58c-3863-40e0-b281-a30207935694 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:52.226922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.228464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b2ae6-8758-4d04-a6a3-eebc6fca3249 req-6f1276da-74d1-4a29-b3cd-ac2527411d07 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.230424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856b2ae6-8758-4d04-a6a3-eebc6fca3249 req-6f1276da-74d1-4a29-b3cd-ac2527411d07 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 944 time: 0.1227400 Aug 10 00:55:52.252152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eee09-d5fc-473a-a583-c450391aaf99 req-5a1ab3ac-157e-451f-af04-427f65b0fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.254387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-5a1ab3ac-157e-451f-af04-427f65b0fe30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2977479 Aug 10 00:55:52.277927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0225ba5c-b2ea-44d7-8b7e-d1904d545b92 req-aa3c2b4c-4b2c-46f9-9f67-90e7db9a26a3 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454666 Aug 10 00:55:52.280699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-2599224f-fc5b-4dd1-9ab0-91ba0a6d0e98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c HTTP/1.1" status: 200 len: 217 time: 0.0951369 Aug 10 00:55:52.358993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-2c99aac4-559b-4e82-8277-008847051487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97 HTTP/1.1" status: 200 len: 217 time: 0.0725734 Aug 10 00:55:52.367965 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.393935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-07822b6d-449b-4665-ad25-5ea75d2281d9 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463901 Aug 10 00:55:52.395663 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856b2ae6-8758-4d04-a6a3-eebc6fca3249 req-5085e49e-24e4-4939-84cc-0273101a7ba0 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566339 Aug 10 00:55:52.434150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:52.446211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-a233cef3-a8b3-4ef5-9947-4aab3136000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.448464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.448965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-a233cef3-a8b3-4ef5-9947-4aab3136000d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1611035 Aug 10 00:55:52.470054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-1eb7d0af-f8a2-4fdc-a49d-47e164d8e226 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690846 Aug 10 00:55:52.482317 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b7ce5c-119f-4d5b-ae73-3cc24319640f x-openstack-request-id: req-53b7ce5c-119f-4d5b-ae73-3cc24319640f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:52.482603 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:52.482894 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53b7ce5c-119f-4d5b-ae73-3cc24319640f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:52.483285 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'status': 'completed', 'code': 200} Aug 10 00:55:52.489379 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.545771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04065d-688b-4149-a02a-3d7b4a8580a7 req-34744030-9272-47b9-91cc-80e3fb0ce50d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.553088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d04065d-688b-4149-a02a-3d7b4a8580a7 req-34744030-9272-47b9-91cc-80e3fb0ce50d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.1882217 Aug 10 00:55:52.578014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.597785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3789b58c-3863-40e0-b281-a30207935694,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:52.608181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.609344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 769b10d1-9822-4ea0-af3a-1808ea9c7ced up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:52.630509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d04065d-688b-4149-a02a-3d7b4a8580a7 req-71ed5738-cfa4-4259-9cc8-62615b6443ed tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721300 Aug 10 00:55:52.642374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3a477dc7-b309-4565-8b87-3ac397389208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.643976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-3a477dc7-b309-4565-8b87-3ac397389208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634145 Aug 10 00:55:52.655412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-387308da-4bbc-48d6-b150-560f17749303 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.656844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-387308da-4bbc-48d6-b150-560f17749303 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2470164 Aug 10 00:55:52.680338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:52.710292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.721324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 769b10d1-9822-4ea0-af3a-1808ea9c7ced completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:52.732581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 769b10d1-9822-4ea0-af3a-1808ea9c7ced triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:52.732969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.748346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-7d7ca235-e221-49e4-b2ab-fada794745bf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.749929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-7d7ca235-e221-49e4-b2ab-fada794745bf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257466 Aug 10 00:55:52.753211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eee09-d5fc-473a-a583-c450391aaf99 req-3298d147-9d91-4aeb-9ca2-e6d19ef0de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.754655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-3298d147-9d91-4aeb-9ca2-e6d19ef0de7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.3783131 Aug 10 00:55:52.785940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:52.830038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.856771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf23a2-fbbd-4262-8cae-c7de3c35df9b req-b8580b73-a410-4964-8892-c4dea89661b8 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.858201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3adf23a2-fbbd-4262-8cae-c7de3c35df9b req-b8580b73-a410-4964-8892-c4dea89661b8 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.1437705 Aug 10 00:55:52.865396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:52.869059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:52.870211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 95c7d238-138b-4f1c-9923-6f6eca95d9d8 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:52.876244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-ef1bc2c6-5776-4503-afcc-4309e09727ae service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184396 Aug 10 00:55:52.890912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8faa4c-a60e-40e9-a3be-fa67ebe3bd51 req-66a69e92-8bd3-4757-b2d7-27a991f98ec5 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.892662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c8faa4c-a60e-40e9-a3be-fa67ebe3bd51 req-66a69e92-8bd3-4757-b2d7-27a991f98ec5 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.1737370 Aug 10 00:55:52.903488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eee09-d5fc-473a-a583-c450391aaf99 req-76833ec3-bf9a-4e53-a3cf-2c4bd0f4f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:52.905251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-76833ec3-bf9a-4e53-a3cf-2c4bd0f4f5ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1327012 Aug 10 00:55:52.948131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:52.963597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3adf23a2-fbbd-4262-8cae-c7de3c35df9b req-136fb638-0208-4173-ae0f-5b3d88af37f5 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975432 Aug 10 00:55:52.966379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:52.970865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:52.971247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.014026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:53.018353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.050878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c8faa4c-a60e-40e9-a3be-fa67ebe3bd51 req-61bc4ac0-0393-4087-bf2b-fe68f3c72641 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441174 Aug 10 00:55:53.060365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5da1ac0-ff8f-472f-abaa-fe091a8a75b1 req-a093ec98-2a79-4b59-95d7-ce7d737766a2 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725693 Aug 10 00:55:53.106320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:55:53.110303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.131236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-0d132465-4769-4859-bee2-cdaf753f42c9 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092366 Aug 10 00:55:53.137708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.185869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:53.191613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.192413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a09c7e80-d6ec-4081-9215-8bbdcc544844 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:53.199929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.205761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.211583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.218018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.224141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.230351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.236508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.238473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-aeedeae3-6a95-4847-b298-92a5ab6ae8f3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5429 time: 0.1982474 Aug 10 00:55:53.269197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.283195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port a09c7e80-d6ec-4081-9215-8bbdcc544844 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:53.287162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port a09c7e80-d6ec-4081-9215-8bbdcc544844 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:53.287531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.288361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-562b8549-0648-4993-a20f-096a8d30bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.289843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-562b8549-0648-4993-a20f-096a8d30bc4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 1100 time: 0.1576965 Aug 10 00:55:53.317603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8107a-da12-4c3b-8f69-ca3ceb4c0e97 req-f33b0d14-bde0-4a83-a1b0-71bcd01ae03e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.325185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37b8107a-da12-4c3b-8f69-ca3ceb4c0e97 req-f33b0d14-bde0-4a83-a1b0-71bcd01ae03e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.1824713 Aug 10 00:55:53.362443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-211eee09-d5fc-473a-a583-c450391aaf99 req-3343c557-bd6f-4fc6-8016-194541b44c94 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183132 Aug 10 00:55:53.380080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.177 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/49bffa5e-cf97-46cd-8682-b772ebd9e17d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:53.386041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37b8107a-da12-4c3b-8f69-ca3ceb4c0e97 req-15eea19d-7951-4c32-8a93-8c5465b52efa tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Aug 10 00:55:53.401065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a95088cd-c0d4-4988-a208-86c8a9860df1 req-dcc5e069-151d-4bd0-94af-f1a1b2c52946 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1242599 Aug 10 00:55:53.484270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b83b4e3-6f3d-4213-b7bb-7a0efeccf78d req-34bac9c4-55cb-434c-9e14-ed1ba68e1dc6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 210 time: 0.0328410 Aug 10 00:55:53.513218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.546569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:53.551421 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.552280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:53.589397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-291ce380-3140-44e3-8f4c-4355884391d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.590469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-291ce380-3140-44e3-8f4c-4355884391d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2911801 Aug 10 00:55:53.605795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae2980-0126-47e3-89cc-bc1c881d0df1 req-884a1626-6e2e-4584-85f6-58b8c6207164 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.607623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ccae2980-0126-47e3-89cc-bc1c881d0df1 req-884a1626-6e2e-4584-85f6-58b8c6207164 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 944 time: 0.0628026 Aug 10 00:55:53.626463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.645602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:53.650481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:53.650969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.658289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73710542-535e-4918-9b57-32e296c4c810 req-65afc968-1e37-4e29-87c8-c8c8d674e70a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.658951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ccae2980-0126-47e3-89cc-bc1c881d0df1 req-72d9311e-ba3d-4f76-8af8-8246f2cb2e4b tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430923 Aug 10 00:55:53.659829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73710542-535e-4918-9b57-32e296c4c810 req-65afc968-1e37-4e29-87c8-c8c8d674e70a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 945 time: 0.1802163 Aug 10 00:55:53.668737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-d0a2eeea-c6a0-4e80-9cb2-ecd5ed93c17e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c HTTP/1.1" status: 200 len: 217 time: 0.0632682 Aug 10 00:55:53.743779 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.765902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.775240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-7f16c997-2b88-44bb-9acc-d2c85c6eea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.776745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-7f16c997-2b88-44bb-9acc-d2c85c6eea73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0956068 Aug 10 00:55:53.777113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965c7f9-b6cb-43cf-a01d-354e89c476a5 req-ab81c3e4-b8d7-440a-9134-16a47053a4c7 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.779598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73710542-535e-4918-9b57-32e296c4c810 req-4e941a9b-67c8-4467-af8e-238ff5da795c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099973 Aug 10 00:55:53.783138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2965c7f9-b6cb-43cf-a01d-354e89c476a5 req-ab81c3e4-b8d7-440a-9134-16a47053a4c7 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.0644929 Aug 10 00:55:53.792520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:53.799657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object 49bffa5e-cf97-46cd-8682-b772ebd9e17d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:53.803650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.804764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a8b260e9-a6bf-4b56-bc25-56504e5900c8 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:53.835001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2965c7f9-b6cb-43cf-a01d-354e89c476a5 req-d4cddcf9-f36b-4de0-bff7-5acb97af7612 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421700 Aug 10 00:55:53.850094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-16f62f31-9a4b-4038-926f-a3979b0228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:53.851668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-16f62f31-9a4b-4038-926f-a3979b0228e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653706 Aug 10 00:55:53.863235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.895200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:53.921955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.46 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/6c6207be-5476-46bb-b149-c9ca4291fc99) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:55:53.922445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:53.928290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port a8b260e9-a6bf-4b56-bc25-56504e5900c8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:53.937521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port a8b260e9-a6bf-4b56-bc25-56504e5900c8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:53.938197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:53.965127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:53.972766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:53.985334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:53.989637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.035426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}, {'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6'}, {'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3789b58c-3863-40e0-b281-a30207935694'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:54.039511 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb99371-7819-4352-a72d-15d7956b213b" -d '{"events": [{"server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d"}, {"server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "name": "network-vif-plugged", "status": "completed", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6"}, {"server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "name": "network-vif-plugged", "status": "completed", "tag": "3789b58c-3863-40e0-b281-a30207935694"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d9db3-a778-4ea5-b241-ad4c34745ae1"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:54.081181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-7a747dda-fe2a-4f89-a09a-503caabf2534 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150693 Aug 10 00:55:54.118833 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.130592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.135635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.136019 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5da6a77-6137-475b-8a9c-ef576ef1db3e x-openstack-request-id: req-a5da6a77-6137-475b-8a9c-ef576ef1db3e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:54.136435 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d", "code": 200}, {"server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "name": "network-vif-plugged", "status": "completed", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6", "code": 200}, {"server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "name": "network-vif-plugged", "status": "completed", "tag": "3789b58c-3863-40e0-b281-a30207935694", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-plugged", "status": "completed", "tag": "8d1d9db3-a778-4ea5-b241-ad4c34745ae1", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:54.136868 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5da6a77-6137-475b-8a9c-ef576ef1db3e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:54.137413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.138033 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092', 'code': 200} Aug 10 00:55:54.138381 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'code': 200} Aug 10 00:55:54.139554 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6', 'code': 200} Aug 10 00:55:54.139930 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3789b58c-3863-40e0-b281-a30207935694', 'code': 200} Aug 10 00:55:54.140259 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced', 'code': 200} Aug 10 00:55:54.140680 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'code': 200} Aug 10 00:55:54.141034 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'code': 200} Aug 10 00:55:54.141373 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1d9db3-a778-4ea5-b241-ad4c34745ae1', 'code': 200} Aug 10 00:55:54.194377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object 6c6207be-5476-46bb-b149-c9ca4291fc99 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:54.227361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ea48cd45-b871-4323-89ab-cd9a26edaf0b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5602553 Aug 10 00:55:54.244328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Request body: {'port': {'device_id': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:54.271435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:54.298578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.318830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8e9c5d01-f481-48c5-9d12-072aac8aa66c up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:54.324218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89852d-3bf2-4129-8b6b-32a42381fdf2 req-c60e1560-adf7-402a-8d1d-62714686d7b0 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.325976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a89852d-3bf2-4129-8b6b-32a42381fdf2 req-c60e1560-adf7-402a-8d1d-62714686d7b0 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.2301853 Aug 10 00:55:54.382585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-9754574c-39ac-44b1-a7fc-df70bcf85283 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809656 Aug 10 00:55:54.383757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.411318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a89852d-3bf2-4129-8b6b-32a42381fdf2 req-00c62b5b-4fc3-4df6-ad6a-c0b680864edd tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670283 Aug 10 00:55:54.450817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.453015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ed17224-8b0d-4252-8fab-2fed11d66d9e None None] Provisioning for port 49bffa5e-cf97-46cd-8682-b772ebd9e17d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:54.460562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ed17224-8b0d-4252-8fab-2fed11d66d9e None None] Provisioning complete for port 49bffa5e-cf97-46cd-8682-b772ebd9e17d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:54.460699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ed17224-8b0d-4252-8fab-2fed11d66d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.468395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd7ab-8119-4547-bc1f-8c4cb9038871 req-2ea11ca2-aa48-4af4-9a52-2a95f22249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.469891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-448fd7ab-8119-4547-bc1f-8c4cb9038871 req-2ea11ca2-aa48-4af4-9a52-2a95f22249c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 1102 time: 0.1500707 Aug 10 00:55:54.478104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b05ef3-c54b-46fd-80df-00d49ba88c55 req-666262e2-cecb-4c56-a841-a295afa1d2ee tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.479609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63b05ef3-c54b-46fd-80df-00d49ba88c55 req-666262e2-cecb-4c56-a841-a295afa1d2ee tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 944 time: 0.2663610 Aug 10 00:55:54.499010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 8e9c5d01-f481-48c5-9d12-072aac8aa66c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:54.516385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 8e9c5d01-f481-48c5-9d12-072aac8aa66c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:54.517184 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.547444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9ed17224-8b0d-4252-8fab-2fed11d66d9e None None] Port 49bffa5e-cf97-46cd-8682-b772ebd9e17d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:54.562750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02b21d-3337-4ef5-9f4f-c3b96074d29c req-818959bd-90b2-48de-a871-cec9d03da560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.564017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f02b21d-3337-4ef5-9f4f-c3b96074d29c req-818959bd-90b2-48de-a871-cec9d03da560 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 1097 time: 0.1900816 Aug 10 00:55:54.574695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.593287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8651c-88e3-4916-92f4-7b900dcb9432 req-1888552b-956f-4690-a6bb-547f2d6b94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.594985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07c8651c-88e3-4916-92f4-7b900dcb9432 req-1888552b-956f-4690-a6bb-547f2d6b94a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 1097 time: 0.3020349 Aug 10 00:55:54.611266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63b05ef3-c54b-46fd-80df-00d49ba88c55 req-f45fed28-a43d-4544-851e-23c0b91ecffe tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114714 Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.628936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.631842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-50415b36-021d-4a03-9ac0-a36d54b8227c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.2592547 Aug 10 00:55:54.660021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.668033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a2804-39a3-429c-af5b-9437b6db90bc req-5c9a600a-7a94-4fdc-b5c8-2c3c815f0fa5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.670620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b59a2804-39a3-429c-af5b-9437b6db90bc req-5c9a600a-7a94-4fdc-b5c8-2c3c815f0fa5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.1186230 Aug 10 00:55:54.697828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-448fd7ab-8119-4547-bc1f-8c4cb9038871 req-2783f29f-0b3a-40c4-8099-4f6219eb47b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158587 Aug 10 00:55:54.700598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:55:54.703579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c,segment=NetworkSegment(38d448b9-93c7-4c86-87c0-599d0c15ad7a),segment_id=38d448b9-93c7-4c86-87c0-599d0c15ad7a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:54.708066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.731999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:55:54.761170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b59a2804-39a3-429c-af5b-9437b6db90bc req-7a37da15-092c-48c5-8d1a-e0c7e0d66bf9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766635 Aug 10 00:55:54.772959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:55:54.773147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.834925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:54.856657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f02b21d-3337-4ef5-9f4f-c3b96074d29c req-6a2a0245-3b03-4e17-ab2c-80506d9f3c12 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711740 Aug 10 00:55:54.867769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07c8651c-88e3-4916-92f4-7b900dcb9432 req-d89cb882-27a6-4acc-8f7d-cff9323e336d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349069 Aug 10 00:55:54.872832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cd420ad-4a1c-4bd0-809a-df7364e6245d req-c4d1c530-a675-48b8-a5b0-4a37306262fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1689458 Aug 10 00:55:54.880658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bffa5e-cf97-46cd-8682-b772ebd9e17d {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:54.887959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.888593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.906753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.907381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.913332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.920096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.925899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.926815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Transition to ACTIVE for port object 49bffa5e-cf97-46cd-8682-b772ebd9e17d will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:54.932208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.938099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.941129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9e5a9-3547-4338-969e-4795e7aa0d31 req-39c512b6-a46d-4e21-8e97-b065bbe2409c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.942691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67f9e5a9-3547-4338-969e-4795e7aa0d31 req-39c512b6-a46d-4e21-8e97-b065bbe2409c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 935 time: 0.0794764 Aug 10 00:55:54.943627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:54.943907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:54.945810 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-b94e20c4-a695-4b7f-865c-176d053e62a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.2430382 Aug 10 00:55:54.967836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-448e9da3-57c5-4fee-a925-c9b9066b10c2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1964357 Aug 10 00:55:54.981575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:54.982521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Request body: {'port': {'device_id': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:55.037723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Pushing event updated for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.075369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.081223 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2db76798-d078-409a-97b3-e2ac2b7650c4 req-f70dd44c-80d8-4fc4-b537-03fa80d6d60a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1234972 Aug 10 00:55:55.127330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4fcae3ea-907d-4bd2-99dd-ae5c905b0a5e None None] Provisioning for port 6c6207be-5476-46bb-b149-c9ca4291fc99 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:55.145316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4fcae3ea-907d-4bd2-99dd-ae5c905b0a5e None None] Provisioning complete for port 6c6207be-5476-46bb-b149-c9ca4291fc99 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:55.145690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fcae3ea-907d-4bd2-99dd-ae5c905b0a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.195014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4fcae3ea-907d-4bd2-99dd-ae5c905b0a5e None None] Port 6c6207be-5476-46bb-b149-c9ca4291fc99 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:55:55.198695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:55.211642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'mac_address': 'fa:16:3e:de:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:55.216088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:55.265906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:55.341129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.378591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:55.384665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632241e4-59c8-4823-8fdb-5e703302b4df req-bdf5cdb0-1628-403b-8022-8814b5d57062 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.386737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-632241e4-59c8-4823-8fdb-5e703302b4df req-bdf5cdb0-1628-403b-8022-8814b5d57062 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.0905983 Aug 10 00:55:55.433308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:55.445672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67f9e5a9-3547-4338-969e-4795e7aa0d31 req-6301eef4-2876-40d0-aed1-66558d073b3d tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727893 Aug 10 00:55:55.449399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.474796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-632241e4-59c8-4823-8fdb-5e703302b4df req-af5a581d-e633-4a82-9220-6f3271572bac tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762610 Aug 10 00:55:55.477242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c6207be-5476-46bb-b149-c9ca4291fc99 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:55.495323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.507201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Transition to ACTIVE for port object 6c6207be-5476-46bb-b149-c9ca4291fc99 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:55:55.514111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.531340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Attempting to bind port 49bffa5e-cf97-46cd-8682-b772ebd9e17d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:55.531688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Attempting to bind port 49bffa5e-cf97-46cd-8682-b772ebd9e17d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:55.532022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Attempting to bind port 49bffa5e-cf97-46cd-8682-b772ebd9e17d on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:55.544304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Port 49bffa5e-cf97-46cd-8682-b772ebd9e17d on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:55.544304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Attempting to bind port 49bffa5e-cf97-46cd-8682-b772ebd9e17d on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:55.548042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:55.561563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:55.561907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:55.562300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:55.562794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Bound port: 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:55.563159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.620913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'mac_address': 'fa:16:3e:f7:6d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:55:55.621412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Pushing event updated for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.634438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:55.673238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62fb12-34d9-4c0a-840f-c03adc33561c req-7a028c47-cb08-4918-9e1a-3bff56b047fd tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.681287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd62fb12-34d9-4c0a-840f-c03adc33561c req-7a028c47-cb08-4918-9e1a-3bff56b047fd tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 945 time: 0.1381860 Aug 10 00:55:55.712362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38281bf-5b8a-4e48-8402-990499be3059 req-d495c732-7436-4687-bc86-fca74f59a60e tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.720518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b38281bf-5b8a-4e48-8402-990499be3059 req-d495c732-7436-4687-bc86-fca74f59a60e tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.1612403 Aug 10 00:55:55.739667 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.750916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:55.773012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd62fb12-34d9-4c0a-840f-c03adc33561c req-3b076319-3669-4f92-adae-8d492e7836bc tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905633 Aug 10 00:55:55.793064 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.794616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:55:55.808778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:55.818601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b38281bf-5b8a-4e48-8402-990499be3059 req-a354020e-6fb7-4e92-b260-d2acd9e5d083 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975478 Aug 10 00:55:55.822152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.828082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Attempting to bind port 6c6207be-5476-46bb-b149-c9ca4291fc99 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:55:55.828424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Attempting to bind port 6c6207be-5476-46bb-b149-c9ca4291fc99 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:55:55.830936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Attempting to bind port 6c6207be-5476-46bb-b149-c9ca4291fc99 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:55.841299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Port 6c6207be-5476-46bb-b149-c9ca4291fc99 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:55:55.841635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Attempting to bind port 6c6207be-5476-46bb-b149-c9ca4291fc99 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:55:55.863355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:55:55.863704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:55:55.864101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:55:55.864543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Bound port: 6c6207be-5476-46bb-b149-c9ca4291fc99, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:55:55.864914 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.891501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['29d7fb8e-384a-4586-8a2a-62e8b7321b97'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:55.894372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:55.897222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:55.898707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] 10.222.0.10 "PUT /v2.0/ports/49bffa5e-cf97-46cd-8682-b772ebd9e17d HTTP/1.1" status: 200 len: 1097 time: 1.6590903 Aug 10 00:55:55.905661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:55.909013 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d9c3b-eb7c-4234-b796-c52d7b24877d" -d '{"events": [{"name": "network-changed", "server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:55.971994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:55.996650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42015d80-fa89-4b24-945a-0b38e56fb30e service neutron] Pushing event updated for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.010970 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.032572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d6612-63f0-4e4e-9292-746ab8375386 req-65a452fb-1836-448c-b8d6-83c914fb30d6 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.039575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-840d6612-63f0-4e4e-9292-746ab8375386 req-65a452fb-1836-448c-b8d6-83c914fb30d6 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.1206279 Aug 10 00:55:56.056050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:55:56.061268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6c6207be-5476-46bb-b149-c9ca4291fc99,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:55:56.077879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4704743-57fe-4eac-8fac-0db598e90357 req-341bed2c-a779-4b9c-8772-f461e2c3f112 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.086453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4704743-57fe-4eac-8fac-0db598e90357 req-341bed2c-a779-4b9c-8772-f461e2c3f112 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.1293201 Aug 10 00:55:56.096500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.134088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-f0a96dd1-cd8d-428b-be42-bc8a820d42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.136761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-f0a96dd1-cd8d-428b-be42-bc8a820d42e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 1100 time: 0.1270959 Aug 10 00:55:56.145521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8'}, {'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:56.148097 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc328b-2fb0-4749-8db6-0588f1cc9615" -d '{"events": [{"server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "name": "network-vif-plugged", "status": "completed", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8"}, {"server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:56.151047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.154815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-840d6612-63f0-4e4e-9292-746ab8375386 req-8ab10c01-ef9d-484c-8826-738c91903f17 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087828 Aug 10 00:55:56.201126 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4704743-57fe-4eac-8fac-0db598e90357 req-8c7ef98e-1f9a-4fc0-a3e9-a27ec4509db3 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989060 Aug 10 00:55:56.201126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.201126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:56.201683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.201771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] 10.222.0.21 "PUT /v2.0/ports/6c6207be-5476-46bb-b149-c9ca4291fc99 HTTP/1.1" status: 200 len: 1096 time: 1.2243354 Aug 10 00:55:56.201771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:56.216241 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3" -d '{"events": [{"name": "network-changed", "server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:56.266267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-86c700a8-39cc-4f63-a15b-21516ccfa5bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d HTTP/1.1" status: 200 len: 217 time: 0.1086774 Aug 10 00:55:56.306240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e1aff-97ec-4f2f-9328-976739fcea6b service neutron] Pushing event updated for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:56.339000 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb959994-9c2d-4891-97d6-56ee63daf350 x-openstack-request-id: req-eb959994-9c2d-4891-97d6-56ee63daf350 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:56.339119 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:56.339332 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb959994-9c2d-4891-97d6-56ee63daf350 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:56.339748 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'status': 'completed', 'code': 200} Aug 10 00:55:56.367484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-98799ae3-4442-4163-bdd4-a1609f5d8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.372056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-98799ae3-4442-4163-bdd4-a1609f5d8644 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 1099 time: 0.0933726 Aug 10 00:55:56.383471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:56.410307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-69912f2e-b2f2-48c3-a014-36ae27f6f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.411793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-69912f2e-b2f2-48c3-a014-36ae27f6f633 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1379416 Aug 10 00:55:56.431350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260f2a-f6cd-42a5-a4a0-e1d77be7e434 req-c658dc40-a9d0-40a4-ae6c-91ae81df8bf3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.433278 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f260f2a-f6cd-42a5-a4a0-e1d77be7e434 req-c658dc40-a9d0-40a4-ae6c-91ae81df8bf3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.0926938 Aug 10 00:55:56.472383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-80588780-931c-4ba7-9848-64db4bd478f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=6c6207be-5476-46bb-b149-c9ca4291fc99 HTTP/1.1" status: 200 len: 217 time: 0.0447059 Aug 10 00:55:56.509888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f260f2a-f6cd-42a5-a4a0-e1d77be7e434 req-400a0d2f-dd28-413d-9e1c-ace942ab11e3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678117 Aug 10 00:55:56.518285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-0b928a49-abd1-4355-8737-a3396860731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.520057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-0b928a49-abd1-4355-8737-a3396860731a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983512 Aug 10 00:55:56.560301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.569299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.577191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.585269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.593910 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb18f23-afd2-4b71-beb5-539df791bce6 x-openstack-request-id: req-ceb18f23-afd2-4b71-beb5-539df791bce6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:56.594417 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "name": "network-vif-plugged", "status": "completed", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8", "code": 200}, {"server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "name": "network-vif-plugged", "status": "completed", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:56.594542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.594639 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ceb18f23-afd2-4b71-beb5-539df791bce6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:56.594837 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'code': 200} Aug 10 00:55:56.595559 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c', 'code': 200} Aug 10 00:55:56.601654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.611019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.613323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-806ac749-1562-4599-966d-9f01473a74a3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.2322750 Aug 10 00:55:56.653367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-5851c29f-081e-4860-b3d8-1ce3f1b127a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.655516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-5851c29f-081e-4860-b3d8-1ce3f1b127a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1720555 Aug 10 00:55:56.679166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-3fd38515-522f-4a51-a8fc-f794b99db9b5 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504598 Aug 10 00:55:56.683215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8f051f2-6fb2-4711-a974-86fdd601eafe req-a48f8772-698a-4870-80b7-a9287e91f4ff tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0617945 Aug 10 00:55:56.747863 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6947c2-c2d2-4eb7-88b5-e69b9e3145a9 x-openstack-request-id: req-0e6947c2-c2d2-4eb7-88b5-e69b9e3145a9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:56.748153 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:56.748455 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e6947c2-c2d2-4eb7-88b5-e69b9e3145a9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:56.748794 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99', 'status': 'completed', 'code': 200} Aug 10 00:55:56.848662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-fefac1bb-ead0-41a6-a825-1c8696231389 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556344 Aug 10 00:55:56.915259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3134c-55dc-4448-b308-2082718787c4 req-2a49e322-f079-46da-9be3-a2e5f282dbc1 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.916867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f3134c-55dc-4448-b308-2082718787c4 req-2a49e322-f079-46da-9be3-a2e5f282dbc1 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.0673199 Aug 10 00:55:56.978183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-f5588ef6-4c12-4a17-83b9-0cfafc7e55f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:56.979735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-f5588ef6-4c12-4a17-83b9-0cfafc7e55f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 1100 time: 0.0850534 Aug 10 00:55:56.982634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f3134c-55dc-4448-b308-2082718787c4 req-96da6180-38fa-4ae1-bef1-f4e660d620e4 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Aug 10 00:55:57.088008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-34904ed1-ee7a-4d68-9744-475db13e8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.089717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-34904ed1-ee7a-4d68-9744-475db13e8a3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.0983834 Aug 10 00:55:57.144334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-3c9c2777-bfed-4e11-9500-f225faf45935 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d HTTP/1.1" status: 200 len: 217 time: 0.0470190 Aug 10 00:55:57.166122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-1dc56be7-e02b-47c0-9fae-e71a2df59e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.167643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-1dc56be7-e02b-47c0-9fae-e71a2df59e54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4933367 Aug 10 00:55:57.176021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1c0a7-5524-4689-aca6-21c0c480877b req-4778d0a5-35cc-4b3f-a311-5d5c38671881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.177450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99e1c0a7-5524-4689-aca6-21c0c480877b req-4778d0a5-35cc-4b3f-a311-5d5c38671881 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 1097 time: 0.4704814 Aug 10 00:55:57.189989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69350444-3b0c-4b28-9709-9a79f477d4c2 req-42af4429-93b5-400d-abb7-d50bc1444ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.191398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69350444-3b0c-4b28-9709-9a79f477d4c2 req-42af4429-93b5-400d-abb7-d50bc1444ebf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 1097 time: 0.4855475 Aug 10 00:55:57.236806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-a1a60016-445b-453f-b9e8-ab6725fea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.238342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-a1a60016-445b-453f-b9e8-ab6725fea90a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0760856 Aug 10 00:55:57.267981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.270696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07c212-3399-4ff3-9556-a7466d8be510 req-85968d87-0373-4d32-a756-c29a7ab28a4e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.272193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af07c212-3399-4ff3-9556-a7466d8be510 req-85968d87-0373-4d32-a756-c29a7ab28a4e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 947 time: 0.4684150 Aug 10 00:55:57.273738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.280236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.286169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.292614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.298455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.304336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.306424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04daa86f-bf27-42f9-a857-c692f69fd48b req-3f29baf3-1c47-4c84-bedf-b18d92898f93 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.1156197 Aug 10 00:55:57.319794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34858) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:55:57.326901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Request body: {'floatingip': {'port_id': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:55:57.330104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99e1c0a7-5524-4689-aca6-21c0c480877b req-4ce0ccf6-3d5a-450a-84cb-07bdd4317a9b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347995 Aug 10 00:55:57.341316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69350444-3b0c-4b28-9709-9a79f477d4c2 req-55cec6ed-8259-481c-a647-5b51029c0ea6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282160 Aug 10 00:55:57.368888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af07c212-3399-4ff3-9556-a7466d8be510 req-5a1e92f6-165b-4b79-9d9e-6e62833294cf tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Aug 10 00:55:57.371201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-f1130992-d4e2-4334-a26f-428dc43eb924 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899915 Aug 10 00:55:57.386829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:57.442803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-49f9044a-fb82-4f3f-88e7-8e4428968038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.444320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-49f9044a-fb82-4f3f-88e7-8e4428968038 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1975141 Aug 10 00:55:57.508567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b53003-e8a7-4c84-abf1-6bd12e05ae49 req-6557ae7d-538c-410a-99c4-92eaa347b712 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.510418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3b53003-e8a7-4c84-abf1-6bd12e05ae49 req-6557ae7d-538c-410a-99c4-92eaa347b712 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 945 time: 0.0764716 Aug 10 00:55:57.528342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-700766e1-b0ae-46e4-a3d4-f603b1f9043c req-db926a5c-c9a9-4508-b8e0-147a1d1907ea service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367192 Aug 10 00:55:57.556913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3b53003-e8a7-4c84-abf1-6bd12e05ae49 req-e7e1a3ef-97df-4862-b0c6-0e193b200071 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Aug 10 00:55:57.566874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95866-9c93-41ec-8690-308b293291fb req-d3934b35-ee55-49ee-b608-d704420a0dca tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.568608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b95866-9c93-41ec-8690-308b293291fb req-d3934b35-ee55-49ee-b608-d704420a0dca tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.2008355 Aug 10 00:55:57.665500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-05f7acd6-e7dc-4441-8db0-c696c201c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.666988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-05f7acd6-e7dc-4441-8db0-c696c201c101 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 1099 time: 0.0721037 Aug 10 00:55:57.683259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90904cc6-a775-4b93-aa16-d9c0fcc5ccea req-054cdb8f-3d93-480d-986a-55d6d6e6d001 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.683745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-19b862c0-569b-4509-b36f-e535b3773c83 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304718 Aug 10 00:55:57.684852 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90904cc6-a775-4b93-aa16-d9c0fcc5ccea req-054cdb8f-3d93-480d-986a-55d6d6e6d001 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 949 time: 0.0620501 Aug 10 00:55:57.708732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b95866-9c93-41ec-8690-308b293291fb req-d929339e-d58b-4ac0-bfbe-184f70bb1ce6 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272380 Aug 10 00:55:57.770343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90904cc6-a775-4b93-aa16-d9c0fcc5ccea req-ae76549e-c995-4f58-b60a-be0185aba64b tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Aug 10 00:55:57.800706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-593076be-7968-4249-a93f-94022e838f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.802201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-593076be-7968-4249-a93f-94022e838f09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.1164641 Aug 10 00:55:57.851224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-7f8a4ef3-dab2-4db5-b87d-affefa5cf8fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=6c6207be-5476-46bb-b149-c9ca4291fc99 HTTP/1.1" status: 200 len: 217 time: 0.0406742 Aug 10 00:55:57.933430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a4df-7eb4-4140-9cca-41d5b6ebb0f9 req-6a1d502d-1be8-47c1-abb7-491342984ad8 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.934962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1796a4df-7eb4-4140-9cca-41d5b6ebb0f9 req-6a1d502d-1be8-47c1-abb7-491342984ad8 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.0864580 Aug 10 00:55:57.936749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-b9dfbc12-b4c5-4b4f-9e7b-dd0028d2816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.938081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-b9dfbc12-b4c5-4b4f-9e7b-dd0028d2816b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0625262 Aug 10 00:55:57.964221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde97fef-1e75-4858-9610-48d0092f02d5 req-825c889e-c250-4dc7-b96b-a9cfadd4bf46 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:57.965765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dde97fef-1e75-4858-9610-48d0092f02d5 req-825c889e-c250-4dc7-b96b-a9cfadd4bf46 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.1708052 Aug 10 00:55:57.969916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-026d9c3b-eb7c-4234-b796-c52d7b24877d req-3002e8b8-97de-4238-92de-f318730dc018 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767239 Aug 10 00:55:58.008393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1796a4df-7eb4-4140-9cca-41d5b6ebb0f9 req-da410839-76ad-4106-9121-a96ce0c61986 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667591 Aug 10 00:55:58.014964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-d9676864-d5df-4350-bc43-eda092fa8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.016417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-d9676864-d5df-4350-bc43-eda092fa8b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676222 Aug 10 00:55:58.059375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dde97fef-1e75-4858-9610-48d0092f02d5 req-31ed1010-f8dc-41a7-849f-78b74b3c135e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847743 Aug 10 00:55:58.158169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a6f8e-52e3-4171-a16c-42597d3c5014 req-23cc5e88-fb17-4197-a8f8-2077bd5dfbb9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.159673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b52a6f8e-52e3-4171-a16c-42597d3c5014 req-23cc5e88-fb17-4197-a8f8-2077bd5dfbb9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6515272-0935-45d9-ba42-b1dae0677aab HTTP/1.1" status: 200 len: 945 time: 0.0885973 Aug 10 00:55:58.166251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-72a89092-9563-400b-b914-3a6cd7dd3508 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404901 Aug 10 00:55:58.194689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.198952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.245075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2768a7-ebbf-4530-b8b4-f0dd88afcd79 req-42c200d4-defc-4098-9251-92df61dd09a6 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.246014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b52a6f8e-52e3-4171-a16c-42597d3c5014 req-1eaa7116-c4ed-4cd9-a86d-7f45b54fd864 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784774 Aug 10 00:55:58.246584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a2768a7-ebbf-4530-b8b4-f0dd88afcd79 req-42c200d4-defc-4098-9251-92df61dd09a6 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.0997818 Aug 10 00:55:58.293052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce08264a-b6bd-4ea2-b109-8f25f13e47b3 req-c3b47cdf-bc0c-492a-a317-57ce4a456333 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187110 Aug 10 00:55:58.338283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a2768a7-ebbf-4530-b8b4-f0dd88afcd79 req-26268663-72f1-479f-a1be-ab92e6c4099d tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775375 Aug 10 00:55:58.339718 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Floating IP 57840412-2afb-4993-b040-6280cab89941 associated. External IP: 172.25.7.206, port: d30a581e-1dd9-4834-a64d-279ff8eacc5d. Aug 10 00:55:58.567076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449c1ee-f312-432b-b624-f1fa50cb3019 req-46b3169c-8a46-47d0-be4e-f45fb7579e53 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.568588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c449c1ee-f312-432b-b624-f1fa50cb3019 req-46b3169c-8a46-47d0-be4e-f45fb7579e53 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 947 time: 0.1258929 Aug 10 00:55:58.646845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c449c1ee-f312-432b-b624-f1fa50cb3019 req-688fe5e4-1c2a-495f-9665-0bc1eaa1368c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710597 Aug 10 00:55:58.657594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Router 5b516910-dba3-4d90-ae6d-83d3b7ac180c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:55:58.721294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-18eca49d-28d8-4ec1-adf7-0b9367b249e7 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.723022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-18eca49d-28d8-4ec1-adf7-0b9367b249e7 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.0680208 Aug 10 00:55:58.797391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:55:58.803487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.813777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Sync routers for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:55:58.827821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:58.828722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:58.860764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0b64b27-36fc-42cd-983e-a2fcd3d1c620 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "PUT /v2.0/floatingips/57840412-2afb-4993-b040-6280cab89941 HTTP/1.1" status: 200 len: 991 time: 1.5397315 Aug 10 00:55:58.862087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:58.865072 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:58.888646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb436dec-f2db-4cae-9b70-e355c2e03588 req-c480b3a8-356d-4daf-90da-1f4113bb459a tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.890875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb436dec-f2db-4cae-9b70-e355c2e03588 req-c480b3a8-356d-4daf-90da-1f4113bb459a tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b4ceb37-a5dd-4471-a991-00a37551f5d1 HTTP/1.1" status: 200 len: 950 time: 0.0817957 Aug 10 00:55:58.927438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-0b3c59f8-227f-41ef-99a4-e8bd95d719c1 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:58.928911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-0b3c59f8-227f-41ef-99a4-e8bd95d719c1 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.1853740 Aug 10 00:55:58.936016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Deleting port 326ed8d6-92c0-476b-8075-3d951dcfb092 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:58.936356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:58.950008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:55:58.950876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb436dec-f2db-4cae-9b70-e355c2e03588 req-4fe71352-c7e6-4d88-a3da-21cab0bcd1c0 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.25 "GET /v2.0/security-groups?id=983b329d-0798-495d-b32a-e4fcea41418e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526488 Aug 10 00:55:58.991093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-303d223b-deeb-4766-be4f-39c99c2a0bcb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/quotas/02e3439ebcd24847b1a3a77718bb4bcb HTTP/1.1" status: 200 len: 375 time: 0.0503483 Aug 10 00:55:59.035528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:59.072128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5e63e-f9fa-4c8c-8759-8efd9c6accfb req-b1eceb24-e226-485b-8a72-efc5e69e78db tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.074019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eaa5e63e-f9fa-4c8c-8759-8efd9c6accfb req-b1eceb24-e226-485b-8a72-efc5e69e78db tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 949 time: 0.0556982 Aug 10 00:55:59.108874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] For port 326ed8d6-92c0-476b-8075-3d951dcfb092, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=326ed8d6-92c0-476b-8075-3d951dcfb092,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:59.109240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.128970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eaa5e63e-f9fa-4c8c-8759-8efd9c6accfb req-e3396886-375e-482b-b21b-c360774e2fdb tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 Aug 10 00:55:59.129213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-41ccf94d-b99d-431e-80b8-cffbff3f82f3 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1285150 Aug 10 00:55:59.141709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-db6a3ff5-fc7e-4c56-bc6a-90490ea158f6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.143056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-db6a3ff5-fc7e-4c56-bc6a-90490ea158f6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.1281884 Aug 10 00:55:59.145132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Calling delete_port for 326ed8d6-92c0-476b-8075-3d951dcfb092 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:59.161974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:59.171387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:59.171613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.243407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6c6207be-5476-46bb-b149-c9ca4291fc99 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:55:59.248672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:55:59.257015 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d37321-7291-440a-a126-17d66977119c x-openstack-request-id: req-72d37321-7291-440a-a126-17d66977119c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:55:59.257015 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:55:59.257552 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d37321-7291-440a-a126-17d66977119c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:55:59.259624 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'status': 'completed', 'code': 200} Aug 10 00:55:59.370063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-5ee8b064-8252-4d4c-981a-046ca1cc4f7b service neutron] 10.222.0.25 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259278 Aug 10 00:55:59.383174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port b81e7ae4-79bb-4663-b34e-5ba119959ab6 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:55:59.383674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.395081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ca446-a20d-4276-a936-20573ce9f27a req-683211ea-3f0f-45ae-979b-cdc2071c0f51 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.406774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c05ca446-a20d-4276-a936-20573ce9f27a req-683211ea-3f0f-45ae-979b-cdc2071c0f51 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.0866349 Aug 10 00:55:59.445555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.446279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.447011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.447511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.447980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.448459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.449158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.451227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3b3f8a89-9dea-4bf8-a688-a07a866d1898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.1615622 Aug 10 00:55:59.513277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c05ca446-a20d-4276-a936-20573ce9f27a req-b8be92ca-ff1c-40ff-92fc-aaaac890cf11 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026936 Aug 10 00:55:59.590873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '57840412-2afb-4993-b040-6280cab89941', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'port_id': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'mac_address': 'fa:16:3e:98:f9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:25Z', 'updated_at': '2021-08-10T00:55:58Z', 'revision_number': 1, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:59.591379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.597280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:55:59.610800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port b81e7ae4-79bb-4663-b34e-5ba119959ab6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=b81e7ae4-79bb-4663-b34e-5ba119959ab6,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:59.611196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.633099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['326ed8d6-92c0-476b-8075-3d951dcfb092'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:55:59.637962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:55:59.638328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.640487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Pushing event deleted for resources: {'Port': ['ID=326ed8d6-92c0-476b-8075-3d951dcfb092,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:55:59.645747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-a6727354-9c66-4605-ab38-aedd941d7075 service neutron] 10.222.0.25 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559447 Aug 10 00:55:59.657325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for b81e7ae4-79bb-4663-b34e-5ba119959ab6 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:55:59.676042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.690342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Checking router: 5b516910-dba3-4d90-ae6d-83d3b7ac180c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:55:59.716727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] No DVR routers for this DVR port 326ed8d6-92c0-476b-8075-3d951dcfb092 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:55:59.732452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:59.762913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:59.765438 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eee09f6-2d3e-4983-9830-1ad4d3084621" -d '{"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:59.769986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.772030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e081e5ab-c814-4beb-86e4-e0b2a8ab43d3 req-148d203e-64a4-441f-ab71-7b0c5c952215 tempest-VolumesNegativeTest-1416079058 tempest-VolumesNegativeTest-1416079058-project] 10.222.0.21 "DELETE /v2.0/ports/326ed8d6-92c0-476b-8075-3d951dcfb092 HTTP/1.1" status: 204 len: 173 time: 1.0399497 Aug 10 00:55:59.772494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'name': 'network-vif-deleted', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:55:59.773808 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.774937 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba2670c-5391-4828-97d7-7742fc1d67ba" -d '{"events": [{"server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "name": "network-vif-deleted", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:55:59.797481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-8a4b2799-0f52-45b9-b9b2-e9e583d69fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.800046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-8a4b2799-0f52-45b9-b9b2-e9e583d69fa9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f HTTP/1.1" status: 200 len: 912 time: 0.3295181 Aug 10 00:55:59.909275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.960863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:55:59.972607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118415e2-e285-4b58-a557-ab7da9a9d35b req-14c9f8e6-5e76-44a7-91ff-f23abe0754aa tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:55:59.973662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:55:59.976416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:55:59.988809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6c6207be-5476-46bb-b149-c9ca4291fc99,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:55:59.990732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-118415e2-e285-4b58-a557-ab7da9a9d35b req-14c9f8e6-5e76-44a7-91ff-f23abe0754aa tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=db1a9251-0deb-46a4-8b04-9cf3f57adbe1 HTTP/1.1" status: 200 len: 945 time: 0.3251977 Aug 10 00:56:00.016445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['b81e7ae4-79bb-4663-b34e-5ba119959ab6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:00.033288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=b81e7ae4-79bb-4663-b34e-5ba119959ab6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.067693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-3c9eeb19-3212-4fc2-abaf-34b225c4305f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 999 time: 0.2445319 Aug 10 00:56:00.099779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-118415e2-e285-4b58-a557-ab7da9a9d35b req-d5f2b92f-1c03-45dd-80df-b09e599a56e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074090 Aug 10 00:56:00.129114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '6c6207be-5476-46bb-b149-c9ca4291fc99', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '6c6207be-5476-46bb-b149-c9ca4291fc99', 'mac_address': 'fa:16:3e:c0:8f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:00.133590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:00.147959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.152515 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.162712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port b81e7ae4-79bb-4663-b34e-5ba119959ab6 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:00.169227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.171200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-6bb36c7d-2197-44f3-bc13-166b571c4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.172088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b9d2071-4fc2-4df6-89b1-610a02bdb39b req-5d2cd0f1-384b-45fa-b363-facbb98473db tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "DELETE /v2.0/ports/b81e7ae4-79bb-4663-b34e-5ba119959ab6 HTTP/1.1" status: 204 len: 173 time: 1.0151243 Aug 10 00:56:00.173857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-6bb36c7d-2197-44f3-bc13-166b571c4498 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.0731466 Aug 10 00:56:00.261045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fe7ed-3e84-4554-acdb-5dbd1a006aeb req-274c0297-02b6-47b5-99d7-ef009eaa1c79 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.269450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-146fe7ed-3e84-4554-acdb-5dbd1a006aeb req-274c0297-02b6-47b5-99d7-ef009eaa1c79 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.1441813 Aug 10 00:56:00.301183 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.302584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-e833faf3-1f55-4bbb-ac8b-9ad998d1c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.304694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-e833faf3-1f55-4bbb-ac8b-9ad998d1c66d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207221 Aug 10 00:56:00.321538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.327636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:00.359811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c6207be-5476-46bb-b149-c9ca4291fc99 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:00.393796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6c6207be-5476-46bb-b149-c9ca4291fc99,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:00.427255 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:00.440578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a78dd0-a654-4608-a367-0be035e9076d req-6e8c2005-7feb-43ac-b0ef-b317c7c22910 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.443091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a78dd0-a654-4608-a367-0be035e9076d req-6e8c2005-7feb-43ac-b0ef-b317c7c22910 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6515272-0935-45d9-ba42-b1dae0677aab HTTP/1.1" status: 200 len: 945 time: 0.2130721 Aug 10 00:56:00.510649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-9d56d3a2-89e7-4054-96c1-fa4d53279844 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.512406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-9d56d3a2-89e7-4054-96c1-fa4d53279844 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfd4414f-9f74-4950-a5ff-ec6d34951f51 HTTP/1.1" status: 200 len: 945 time: 0.2253718 Aug 10 00:56:00.526561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-146fe7ed-3e84-4554-acdb-5dbd1a006aeb req-78d14bec-82cc-4b5c-aa4e-3671d8a11575 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531481 Aug 10 00:56:00.536669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:00.748272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:00.811290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '57840412-2afb-4993-b040-6280cab89941', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'port_id': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'mac_address': 'fa:16:3e:98:f9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:25Z', 'updated_at': '2021-08-10T00:55:58Z', 'revision_number': 1, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:00.826312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cfa75-a74f-4a69-834a-e8a28b431a8f req-702be242-8c3a-4349-98a5-5adbe400329b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.842470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-812cfa75-a74f-4a69-834a-e8a28b431a8f req-702be242-8c3a-4349-98a5-5adbe400329b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 948 time: 0.2107124 Aug 10 00:56:00.847292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c2bfc-ae07-4315-8920-771c5a0a6542 None None] The sync data for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 is: [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '57840412-2afb-4993-b040-6280cab89941', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'port_id': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'mac_address': 'fa:16:3e:98:f9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:25Z', 'updated_at': '2021-08-10T00:55:58Z', 'revision_number': 1, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:00.861707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3df0f-48bb-4011-a6f1-a06b55c49bce req-f1418af2-d84c-4555-bdba-e4f58ddf7947 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:00.863395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bc3df0f-48bb-4011-a6f1-a06b55c49bce req-f1418af2-d84c-4555-bdba-e4f58ddf7947 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.6405680 Aug 10 00:56:00.887110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34926) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:00.904796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-812cfa75-a74f-4a69-834a-e8a28b431a8f req-f172ddcd-d101-40e4-9ef1-c7a19fbf158a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602074 Aug 10 00:56:00.921374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Request body: {'floatingip': {'port_id': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:00.922871 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-122fb675-5a1f-4550-a3ae-1b3f1d0af81a service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368856 Aug 10 00:56:00.976332 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e91b703-4c97-423e-ac5c-9a4ca0835c7f x-openstack-request-id: req-8e91b703-4c97-423e-ac5c-9a4ca0835c7f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:00.977966 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:00.978364 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e91b703-4c97-423e-ac5c-9a4ca0835c7f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:00.979881 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'code': 200} Aug 10 00:56:01.032377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49bffa5e-cf97-46cd-8682-b772ebd9e17d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:01.039684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.040236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.10', 53986) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:01.232023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6df8d-4d25-4dab-b84c-3a7d44fdfc61 req-2458502f-d083-430a-b9ad-f3dfcb36b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.234149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ecf6df8d-4d25-4dab-b84c-3a7d44fdfc61 req-2458502f-d083-430a-b9ad-f3dfcb36b52a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 1102 time: 0.1923990 Aug 10 00:56:01.253593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:01.292681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 326ed8d6-92c0-476b-8075-3d951dcfb092 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:01.298503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'mac_address': 'fa:16:3e:e5:db:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:01.342136 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b566c268-3f67-4392-8898-4a11f7b746d7 None None] New status for floating IP 57840412-2afb-4993-b040-6280cab89941: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:56:01.342687 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90332644-222e-405e-9867-428285863e50 x-openstack-request-id: req-90332644-222e-405e-9867-428285863e50 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:01.342976 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b4ceb37-a5dd-4471-a991-00a37551f5d1", "name": "network-vif-deleted", "tag": "326ed8d6-92c0-476b-8075-3d951dcfb092", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:01.343226 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90332644-222e-405e-9867-428285863e50 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:01.343678 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4ceb37-a5dd-4471-a991-00a37551f5d1', 'name': 'network-vif-deleted', 'tag': '326ed8d6-92c0-476b-8075-3d951dcfb092', 'status': 'completed', 'code': 200} Aug 10 00:56:01.385367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 326ed8d6-92c0-476b-8075-3d951dcfb092 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:01.385367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 326ed8d6-92c0-476b-8075-3d951dcfb092 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:01.385774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b81e7ae4-79bb-4663-b34e-5ba119959ab6 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:01.391678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Deleting port 3789b58c-3863-40e0-b281-a30207935694 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:01.392077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.426888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15e11fe8-2a61-4d74-a02c-57ef37b7cdfe req-bff1902e-5a1d-4408-b438-6f878aa8212c service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948063 Aug 10 00:56:01.445158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ecf6df8d-4d25-4dab-b84c-3a7d44fdfc61 req-4925d15b-03cf-4d41-b7bf-62f6ed0f5ad7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970086 Aug 10 00:56:01.484046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e5df-b2d9-45de-90b0-dc2ee0c69303 req-adeeb849-89c1-4a35-8cf9-bc015b877112 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:01.485840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: b81e7ae4-79bb-4663-b34e-5ba119959ab6 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:01.486192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device b81e7ae4-79bb-4663-b34e-5ba119959ab6 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:01.491447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36d9e5df-b2d9-45de-90b0-dc2ee0c69303 req-adeeb849-89c1-4a35-8cf9-bc015b877112 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 950 time: 0.1770661 Aug 10 00:56:01.535600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.579682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bffa5e-cf97-46cd-8682-b772ebd9e17d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:01.604120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36d9e5df-b2d9-45de-90b0-dc2ee0c69303 req-3174a7b7-2682-4ca4-ae06-e35815e4c954 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Aug 10 00:56:01.630898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Deleting port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:01.636233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.666882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:01.677997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.754057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:01.828409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] For port 3789b58c-3863-40e0-b281-a30207935694, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3789b58c-3863-40e0-b281-a30207935694,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:01.829002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:01.874108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-571ada4c-cc94-4b04-857e-3789ec5a9b04 req-574856c5-f48a-4e19-b9d8-df13b213dbea tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 210 time: 0.1175506 Aug 10 00:56:01.885381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Calling delete_port for 3789b58c-3863-40e0-b281-a30207935694 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:02.063347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-765107cd-38b8-488f-86e1-043c9573ff3d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.071651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-765107cd-38b8-488f-86e1-043c9573ff3d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.1314025 Aug 10 00:56:02.077432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:02.094803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] For port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:02.095190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.111308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-87de4998-3719-4e8f-9140-f016a4d13386 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0384960 Aug 10 00:56:02.162926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-bd019ffc-98c9-4a36-ab45-534d154d9148 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494618 Aug 10 00:56:02.467696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-0580ed7f-98e5-4e6a-aac8-f53e06aaecd9 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036151 Aug 10 00:56:02.575506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-72a1a36b-eb98-4925-8df1-d8c1271b2992 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.577410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-72a1a36b-eb98-4925-8df1-d8c1271b2992 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.2985151 Aug 10 00:56:02.597818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Calling delete_port for 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:02.616719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Request body: {'port': {'device_id': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'admin_state_up': True, 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:02.636028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab005-80b7-4216-a914-038838a62b2f req-f6bd4efb-68a2-4872-9b30-8164682df4e5 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.637680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e73ab005-80b7-4216-a914-038838a62b2f req-f6bd4efb-68a2-4872-9b30-8164682df4e5 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.6777668 Aug 10 00:56:02.731948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-bc3148e9-21b0-4ad2-9710-5a478b4f9917 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468209 Aug 10 00:56:02.804033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:02.812061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:02.930123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e73ab005-80b7-4216-a914-038838a62b2f req-1f47586d-eb78-4dec-9648-1f6522e07d04 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406981 Aug 10 00:56:02.950785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-a857b3f5-ef60-4f45-b892-5b713ee40b70 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:02.952471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-a857b3f5-ef60-4f45-b892-5b713ee40b70 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.21 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 812 time: 0.8545282 Aug 10 00:56:02.973822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Request body: {'port': {'device_id': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'admin_state_up': True, 'tenant_id': '02e3439ebcd24847b1a3a77718bb4bcb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:02.980567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:02.983979 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe7704-e245-4609-b14d-74a396d89c99" -d '{"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:03.028052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3789b58c-3863-40e0-b281-a30207935694 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:03.049276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.091348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 3789b58c-3863-40e0-b281-a30207935694 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:03.091858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3789b58c-3863-40e0-b281-a30207935694 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:03.092302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:03.120108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Allocated IP 172.20.0.13 (279c9b1a-123a-47c9-9194-2f68fba55e29/c53b65c1-6bb0-419b-ad27-f3d86895dcf3/fd9c953c-88af-43de-8ed4-8600ee8e286d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:03.135811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3fee0-ba8a-4aa1-9c65-b661e33da29c req-770b2cd4-2e71-481c-91c1-1610e7a5d143 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.138022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49f3fee0-ba8a-4aa1-9c65-b661e33da29c req-770b2cd4-2e71-481c-91c1-1610e7a5d143 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 948 time: 0.1504371 Aug 10 00:56:03.184992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event deleted for resources: {'Port': ['ID=3789b58c-3863-40e0-b281-a30207935694,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.230659 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.289989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6c6207be-5476-46bb-b149-c9ca4291fc99 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:03.305891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49f3fee0-ba8a-4aa1-9c65-b661e33da29c req-9e60bd8a-2cff-49b4-9515-496f1e584eab tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589789 Aug 10 00:56:03.400786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'name': 'network-vif-deleted', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:03.405371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32f2e68b-95ad-437d-9908-4b1bab1f8565 req-94739b74-0e2f-44d2-b991-9404900b8f9c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0415404 Aug 10 00:56:03.406111 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8035afd7-91ef-43dd-bfa5-b382fd85944e" -d '{"events": [{"server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "name": "network-vif-deleted", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:03.427677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:56:03.440133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 6c6207be-5476-46bb-b149-c9ca4291fc99 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:03.456074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 6c6207be-5476-46bb-b149-c9ca4291fc99 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:03.464752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.519807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.553137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.565500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] No DVR routers for this DVR port 3789b58c-3863-40e0-b281-a30207935694 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:03.576177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.579114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.582051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6dff01c4-52d2-47ae-bdfa-e117f5b2428c req-2a303487-f857-44b0-bcec-639541ee24ad tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "DELETE /v2.0/ports/3789b58c-3863-40e0-b281-a30207935694 HTTP/1.1" status: 204 len: 173 time: 3.0518110 Aug 10 00:56:03.582188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d07fdf57-0298-4f51-85bf-646eb5fe669e req-0f736270-1e00-46b5-850e-8a1382c66a6a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 210 time: 0.0777802 Aug 10 00:56:03.583106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.630020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-68f93bc0-4aff-4097-b01e-ecb8c7f3aaa4 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.635277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6c6207be-5476-46bb-b149-c9ca4291fc99,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:03.640011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.640444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-68f93bc0-4aff-4097-b01e-ecb8c7f3aaa4 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.10 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.1813040 Aug 10 00:56:03.660074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd51b9-6b59-4fd4-bc80-071df5d31d20 req-9ff1c254-07b1-4b34-8b20-cda8d2e165a5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:03.668188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-edfd51b9-6b59-4fd4-bc80-071df5d31d20 req-9ff1c254-07b1-4b34-8b20-cda8d2e165a5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 950 time: 0.5107813 Aug 10 00:56:03.694691 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.718340 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72315976-b4f0-4df5-b348-92b60bef9f3c x-openstack-request-id: req-72315976-b4f0-4df5-b348-92b60bef9f3c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:03.718638 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:03.718903 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72315976-b4f0-4df5-b348-92b60bef9f3c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:03.719311 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'code': 200} Aug 10 00:56:03.807196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.811608 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05b00f-6873-43e0-9341-0c8e6bb705e0 x-openstack-request-id: req-ec05b00f-6873-43e0-9341-0c8e6bb705e0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:03.812573 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1a9251-0deb-46a4-8b04-9cf3f57adbe1", "name": "network-vif-deleted", "tag": "b81e7ae4-79bb-4663-b34e-5ba119959ab6", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:03.813215 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec05b00f-6873-43e0-9341-0c8e6bb705e0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:03.813775 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1a9251-0deb-46a4-8b04-9cf3f57adbe1', 'name': 'network-vif-deleted', 'tag': 'b81e7ae4-79bb-4663-b34e-5ba119959ab6', 'status': 'completed', 'code': 200} Aug 10 00:56:03.836992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event deleted for resources: {'Port': ['ID=0f4746ed-0ae4-42d0-86fc-74a6224aefd3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.843294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:03.912496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:03.918358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event updated for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:03.921009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:03.924282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:03.964755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Deleting port 8e9c5d01-f481-48c5-9d12-072aac8aa66c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:03.965160 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.033495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] No DVR routers for this DVR port 0f4746ed-0ae4-42d0-86fc-74a6224aefd3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:04.044158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-edfd51b9-6b59-4fd4-bc80-071df5d31d20 req-36421277-93b0-41f3-ba2a-657140119d08 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748820 Aug 10 00:56:04.046303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.052482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45a78dd0-a654-4608-a367-0be035e9076d req-df5d2c2a-2dd4-44db-b9d0-12fc117da39a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "DELETE /v2.0/ports/0f4746ed-0ae4-42d0-86fc-74a6224aefd3 HTTP/1.1" status: 204 len: 173 time: 3.5987580 Aug 10 00:56:04.072230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.073067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.084813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Made reservation on behalf of 02e3439ebcd24847b1a3a77718bb4bcb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:04.089637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.111760 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Floating IP 33ff59c4-8939-4e28-a21c-603afbfe954c associated. External IP: 172.25.7.138, port: a8b260e9-a6bf-4b56-bc25-56504e5900c8. Aug 10 00:56:04.123772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9e416bfb-62a8-449f-9972-25148662dac2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5186641 Aug 10 00:56:04.135225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e551b3-cf20-4447-b931-c24bb142e303 req-b198761c-2d6e-498f-9acd-4bc75fce38b8 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.137014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99e551b3-cf20-4447-b931-c24bb142e303 req-b198761c-2d6e-498f-9acd-4bc75fce38b8 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 945 time: 0.1193044 Aug 10 00:56:04.140322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] For port 8e9c5d01-f481-48c5-9d12-072aac8aa66c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8e9c5d01-f481-48c5-9d12-072aac8aa66c,segment=NetworkSegment(38d448b9-93c7-4c86-87c0-599d0c15ad7a),segment_id=38d448b9-93c7-4c86-87c0-599d0c15ad7a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:04.140864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.146852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Request body: {'port': {'device_id': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:04.195739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Calling delete_port for 8e9c5d01-f481-48c5-9d12-072aac8aa66c owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:04.249016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba5c24-a997-4d7d-bde5-efc52f642cfd req-77128caf-0ee7-4848-a14b-f6bd431e0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.250906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45ba5c24-a997-4d7d-bde5-efc52f642cfd req-77128caf-0ee7-4848-a14b-f6bd431e0366 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 1102 time: 0.3001399 Aug 10 00:56:04.314975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99e551b3-cf20-4447-b931-c24bb142e303 req-783e2dfa-7728-4b1d-8d0e-e9110219715a tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7709b43-f80b-4d09-959b-25e560c64bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645627 Aug 10 00:56:04.323868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.457832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45ba5c24-a997-4d7d-bde5-efc52f642cfd req-85567f11-98cb-4d31-8eac-413f9c1e2dd7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948345 Aug 10 00:56:04.544108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Allocated IP 172.20.0.9 (279c9b1a-123a-47c9-9194-2f68fba55e29/c53b65c1-6bb0-419b-ad27-f3d86895dcf3/d7f4727a-204d-4225-9e3f-210b03f5d427) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:04.676080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b618e-b736-4a49-ab94-86644909e9fd req-2cc9275f-765a-4391-b2be-93239d73376c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.677669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e2b618e-b736-4a49-ab94-86644909e9fd req-2cc9275f-765a-4391-b2be-93239d73376c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 949 time: 0.2531879 Aug 10 00:56:04.695655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab10294-d04a-4e19-8a85-5f42b7e409dc req-081e4d6a-e580-40d7-82f0-c78d0e5e5426 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0968275 Aug 10 00:56:04.730477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.740936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-acbf23da-8634-4452-9bcd-27e9f36a66f5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.747159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8e9c5d01-f481-48c5-9d12-072aac8aa66c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:04.766506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-acbf23da-8634-4452-9bcd-27e9f36a66f5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.3698583 Aug 10 00:56:04.780046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Pushing event deleted for resources: {'Port': ['ID=8e9c5d01-f481-48c5-9d12-072aac8aa66c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:04.816754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': '56aaea25-5398-44d1-90b0-9a138cd60091', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:04.825676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] No DVR routers for this DVR port 8e9c5d01-f481-48c5-9d12-072aac8aa66c on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:04.842460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:04.848782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d2fa33e-68b4-4a87-b108-cbd24eb80e71 req-cc041bca-4583-4ee9-9a13-0b675b9aed56 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.10 "DELETE /v2.0/ports/8e9c5d01-f481-48c5-9d12-072aac8aa66c HTTP/1.1" status: 204 len: 173 time: 1.1996715 Aug 10 00:56:04.849781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'name': 'network-vif-deleted', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:04.855924 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cc7eb-289e-4ffd-a5a8-b745a0e01515" -d '{"events": [{"server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "name": "network-vif-deleted", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:04.964805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab692e-d304-4b95-9859-fd323a38f9e1 req-a0784e1a-6244-48df-a62a-26c5f5dcf626 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:04.966281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:56:04.966789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7ab692e-d304-4b95-9859-fd323a38f9e1 req-a0784e1a-6244-48df-a62a-26c5f5dcf626 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 932 time: 0.1103981 Aug 10 00:56:05.028571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7ab692e-d304-4b95-9859-fd323a38f9e1 req-94fccfca-a0fa-40f8-af08-b2dba6e0f7fb tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540228 Aug 10 00:56:05.060082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49bffa5e-cf97-46cd-8682-b772ebd9e17d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:05.062534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e2b618e-b736-4a49-ab94-86644909e9fd req-4cd03f45-618d-4e1c-a30b-de7cb2b3ae4d tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748932 Aug 10 00:56:05.123519 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b91d5c5-2eb1-4b04-9979-ad2fad92c1c7 x-openstack-request-id: req-3b91d5c5-2eb1-4b04-9979-ad2fad92c1c7 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:05.124068 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738a3688-827d-4056-a810-59c2cf171055", "name": "network-vif-deleted", "tag": "8e9c5d01-f481-48c5-9d12-072aac8aa66c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:05.124389 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b91d5c5-2eb1-4b04-9979-ad2fad92c1c7 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:05.124945 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738a3688-827d-4056-a810-59c2cf171055', 'name': 'network-vif-deleted', 'tag': '8e9c5d01-f481-48c5-9d12-072aac8aa66c', 'status': 'completed', 'code': 200} Aug 10 00:56:05.145789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 49bffa5e-cf97-46cd-8682-b772ebd9e17d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:05.150819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 49bffa5e-cf97-46cd-8682-b772ebd9e17d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:05.151199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.248750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:05.256496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.267744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.310747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:05.315191 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.334520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.376655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bda493-de3a-4142-a997-d99f9ae81f85 req-211b7653-6154-4030-895b-a8c6abd858aa tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.385881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81bda493-de3a-4142-a997-d99f9ae81f85 req-211b7653-6154-4030-895b-a8c6abd858aa tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 950 time: 0.2182515 Aug 10 00:56:05.408405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.463807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:05.476165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Sync routers for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:05.488950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:05.489698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:05.499388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.510491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c61d357-973c-484a-9d2f-a736f376d06b req-e54b63ec-8982-49e7-9fdc-b8e829bd40d9 tempest-InstanceActionsNegativeTestJSON-800411103 tempest-InstanceActionsNegativeTestJSON-800411103-project] 10.222.0.25 "GET /v2.0/ports?device_id=738a3688-827d-4056-a810-59c2cf171055 HTTP/1.1" status: 200 len: 210 time: 0.0556655 Aug 10 00:56:05.547485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81bda493-de3a-4142-a997-d99f9ae81f85 req-f3a1651e-bfdc-4d01-a0c0-79d7af815db7 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Aug 10 00:56:05.605512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-05fd0eea-ec50-467c-b0f5-b2054369ebff tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "PUT /v2.0/floatingips/33ff59c4-8939-4e28-a21c-603afbfe954c HTTP/1.1" status: 200 len: 991 time: 4.6937842 Aug 10 00:56:05.629028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:05.639385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.691497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.2 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:05.712813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Network 279c9b1a-123a-47c9-9194-2f68fba55e29 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:05.720291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:05.724728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:05.731751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event updated for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:05.746547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99'}, {'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:05.749040 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e6887-0a40-4982-8769-4865a5284d6f" -d '{"events": [{"server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "name": "network-vif-plugged", "status": "completed", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99"}, {"server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:05.816731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:05.817312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.824403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'name': 'network-vif-deleted', 'tag': '3789b58c-3863-40e0-b281-a30207935694'}, {'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'name': 'network-vif-deleted', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3'}, {'name': 'network-changed', 'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:05.826700 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a" -d '{"events": [{"server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "name": "network-vif-deleted", "tag": "3789b58c-3863-40e0-b281-a30207935694"}, {"server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "name": "network-vif-deleted", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3"}, {"name": "network-changed", "server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:05.867720 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2933ba-fbe6-4e5b-a46a-818d2f96a9de x-openstack-request-id: req-9e2933ba-fbe6-4e5b-a46a-818d2f96a9de {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:05.868574 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "name": "network-vif-plugged", "status": "completed", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99", "code": 200}, {"server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:05.868827 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e2933ba-fbe6-4e5b-a46a-818d2f96a9de {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:05.869250 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99', 'code': 200} Aug 10 00:56:05.869652 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'code': 200} Aug 10 00:56:05.891495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9c953c-88af-43de-8ed4-8600ee8e286d {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:05.901601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.926902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Transition to ACTIVE for port object fd9c953c-88af-43de-8ed4-8600ee8e286d will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:05.959044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:05.983630 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d9906f-46ec-4181-8510-65ae51023ad5 x-openstack-request-id: req-b8d9906f-46ec-4181-8510-65ae51023ad5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:05.984484 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd4414f-9f74-4950-a5ff-ec6d34951f51", "name": "network-vif-deleted", "tag": "3789b58c-3863-40e0-b281-a30207935694", "status": "completed", "code": 200}, {"server_uuid": "c6515272-0935-45d9-ba42-b1dae0677aab", "name": "network-vif-deleted", "tag": "0f4746ed-0ae4-42d0-86fc-74a6224aefd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:05.985017 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8d9906f-46ec-4181-8510-65ae51023ad5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:05.985774 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd4414f-9f74-4950-a5ff-ec6d34951f51', 'name': 'network-vif-deleted', 'tag': '3789b58c-3863-40e0-b281-a30207935694', 'status': 'completed', 'code': 200} Aug 10 00:56:05.986178 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6515272-0935-45d9-ba42-b1dae0677aab', 'name': 'network-vif-deleted', 'tag': '0f4746ed-0ae4-42d0-86fc-74a6224aefd3', 'status': 'completed', 'code': 200} Aug 10 00:56:05.986608 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'status': 'completed', 'code': 200} Aug 10 00:56:06.057692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804b22e-9707-4465-9186-e970c2d2bf5a req-02c7e9e1-e2e0-4d0d-9a84-6a5020d5cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.059889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5804b22e-9707-4465-9186-e970c2d2bf5a req-02c7e9e1-e2e0-4d0d-9a84-6a5020d5cd53 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 1102 time: 0.1434710 Aug 10 00:56:06.065692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Pushing event updated for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:06.146827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5804b22e-9707-4465-9186-e970c2d2bf5a req-396f836d-85a9-4df9-91c9-723d73e11eda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778401 Aug 10 00:56:06.155807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33ff59c4-8939-4e28-a21c-603afbfe954c', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'port_id': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'mac_address': 'fa:16:3e:f0:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be06e8-40b0-464f-bc81-c310ead9279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:49Z', 'updated_at': '2021-08-10T00:56:02Z', 'revision_number': 1, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:06.185054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Attempting to bind port fd9c953c-88af-43de-8ed4-8600ee8e286d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:06.185742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Attempting to bind port fd9c953c-88af-43de-8ed4-8600ee8e286d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:06.186252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Attempting to bind port fd9c953c-88af-43de-8ed4-8600ee8e286d on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:06.213226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Port fd9c953c-88af-43de-8ed4-8600ee8e286d on network 279c9b1a-123a-47c9-9194-2f68fba55e29 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:06.214061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Attempting to bind port fd9c953c-88af-43de-8ed4-8600ee8e286d on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:06.217571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Checking router: 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:06.221729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:06.222542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Checking segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:06.223149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Bound using segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:06.223808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Bound port: fd9c953c-88af-43de-8ed4-8600ee8e286d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:06.224450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.241911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:06.245043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:06.290956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfd421-8d61-4545-9466-d42c5c404ce6 req-81de11f2-78ea-49fc-b6f5-f79b3848f8e4 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.295345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22bfd421-8d61-4545-9466-d42c5c404ce6 req-81de11f2-78ea-49fc-b6f5-f79b3848f8e4 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 944 time: 0.1257865 Aug 10 00:56:06.357230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:06.369898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:06.370846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22bfd421-8d61-4545-9466-d42c5c404ce6 req-d36abd0d-92ba-46c2-b9db-fc2274016640 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676870 Aug 10 00:56:06.390266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:06.402482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.496737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0dbf7b7e-419c-4da2-b226-a6b8d9b0943a req-19301fd4-8b0e-4a9b-8dba-7a6240d4d179 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.5947950 Aug 10 00:56:06.513714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Pushing event updated for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:06.531486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.532221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.534066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-2dbd9eba-0cff-4d83-bb8d-ec60effe767c service neutron] 10.222.0.10 "PUT /v2.0/ports/fd9c953c-88af-43de-8ed4-8600ee8e286d HTTP/1.1" status: 200 len: 1093 time: 2.3959751 Aug 10 00:56:06.536600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-91f5f0d9-48a3-4c8c-953b-0054055fc0c9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5683794 Aug 10 00:56:06.565441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01628a82-8cea-4b2b-8266-5c9484e63f5e req-dc2ba890-f844-471f-b237-c543d4f396f9 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.569543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01628a82-8cea-4b2b-8266-5c9484e63f5e req-dc2ba890-f844-471f-b237-c543d4f396f9 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 949 time: 0.1023266 Aug 10 00:56:06.620594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Request body: {'port': {'device_id': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:06.645008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-7bcf68a0-67a5-4414-b818-a38643078200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.647183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-7bcf68a0-67a5-4414-b818-a38643078200 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 1096 time: 0.0708585 Aug 10 00:56:06.670772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01628a82-8cea-4b2b-8266-5c9484e63f5e req-05b39cf7-6af3-47c0-a7e8-0f0819e128a4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789258 Aug 10 00:56:06.700668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33ff59c4-8939-4e28-a21c-603afbfe954c', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'port_id': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'mac_address': 'fa:16:3e:f0:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be06e8-40b0-464f-bc81-c310ead9279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:49Z', 'updated_at': '2021-08-10T00:56:02Z', 'revision_number': 1, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:06.731782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-02ebb637-e157-4f04-bacb-f4446d51414b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d HTTP/1.1" status: 200 len: 217 time: 0.0645170 Aug 10 00:56:06.732718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:06.740916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920ae99-2b14-491b-9a16-ee7338e148e6 None None] The sync data for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 is: [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33ff59c4-8939-4e28-a21c-603afbfe954c', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'floating_ip_address': '172.25.7.138', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'port_id': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'mac_address': 'fa:16:3e:f0:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94be06e8-40b0-464f-bc81-c310ead9279b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:54:49Z', 'updated_at': '2021-08-10T00:56:02Z', 'revision_number': 1, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:06.823302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.861664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Deleting subnet 0c8bde0e-1322-4949-9af7-c4b9bed2664f {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:06.869904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.873304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9510d923-571a-4b38-bb1b-951cc7e933e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.874434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-9510d923-571a-4b38-bb1b-951cc7e933e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.1340766 Aug 10 00:56:06.901129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-55ae9f6a-fec1-4f18-8fcb-a1d75366f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.902886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-55ae9f6a-fec1-4f18-8fcb-a1d75366f58c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b80ef6379c4a899c650f3444d79bd7&device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 1097 time: 0.9073524 Aug 10 00:56:06.912018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:06.918486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff3ee1-ab53-4824-8280-9c43835ac936 req-87373a28-eee4-4ca3-8d95-653c806e2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.919975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fff3ee1-ab53-4824-8280-9c43835ac936 req-87373a28-eee4-4ca3-8d95-653c806e2625 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 1101 time: 0.9274101 Aug 10 00:56:06.948247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11a32-f969-446b-b98e-94f343db6c97 req-f841d977-715c-472e-a8f5-eaca8eba1fb5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:06.955266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa11a32-f969-446b-b98e-94f343db6c97 req-f841d977-715c-472e-a8f5-eaca8eba1fb5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 950 time: 0.1565475 Aug 10 00:56:06.958894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-16d5413b-c71a-4190-b8ae-fb887f1900bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612671 Aug 10 00:56:07.047167 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eab602-df6a-4cdf-917f-238fd07b2eb5 None None] New status for floating IP 33ff59c4-8939-4e28-a21c-603afbfe954c: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:56:07.127740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-ad33962c-0df2-4b66-b715-242a554ca075 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549749 Aug 10 00:56:07.140869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fff3ee1-ab53-4824-8280-9c43835ac936 req-7e3c2953-fd1a-4cf1-93b2-ea2ec302e2c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027371 Aug 10 00:56:07.148328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.150781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:07.153050 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366540cf-d23d-4800-8b88-601a3a8970b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:07.218945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-45d01057-1779-4155-8d4f-b6d85de4d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.220435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-45d01057-1779-4155-8d4f-b6d85de4d982 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 200 len: 916 time: 0.3061304 Aug 10 00:56:07.281075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa11a32-f969-446b-b98e-94f343db6c97 req-e6645685-bf30-4edf-a9d1-f26d664662f9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249283 Aug 10 00:56:07.284547 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c7117f-0bdd-4673-92e9-c626d66c2348 x-openstack-request-id: req-21c7117f-0bdd-4673-92e9-c626d66c2348 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:07.284838 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:07.285089 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21c7117f-0bdd-4673-92e9-c626d66c2348 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:07.285484 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d', 'status': 'completed', 'code': 200} Aug 10 00:56:07.301645 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.385607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-a9b378a9-58d9-42bf-93e1-fb0fb31cf105 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889277 Aug 10 00:56:07.424995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.458853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.475656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f4727a-204d-4225-9e3f-210b03f5d427 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:07.533077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8bde0e-1322-4949-9af7-c4b9bed2664f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.548950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.551012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c253e77-74f8-4281-8af4-ed24e44cbbe5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0c8bde0e-1322-4949-9af7-c4b9bed2664f HTTP/1.1" status: 204 len: 168 time: 0.8176882 Aug 10 00:56:07.556355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:07.559265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.605620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-877df35c-e814-44a0-8105-c46e8c9bd388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 200 len: 1001 time: 0.3764606 Aug 10 00:56:07.609441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:07.622119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Transition to ACTIVE for port object d7f4727a-204d-4225-9e3f-210b03f5d427 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:07.637451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcc8d2-b861-4fb8-96d8-5b7194aac8f2 req-3671a39a-32e5-406c-87d1-4e4850e50de4 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.638847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81dcc8d2-b861-4fb8-96d8-5b7194aac8f2 req-3671a39a-32e5-406c-87d1-4e4850e50de4 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 950 time: 0.1858163 Aug 10 00:56:07.649991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-86d4345a-094f-4f14-a5b2-a2fbd5bea7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.651711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-86d4345a-094f-4f14-a5b2-a2fbd5bea7c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 1096 time: 0.1609478 Aug 10 00:56:07.651830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:07.657664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:07.660391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.662920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87450208-34b6-4c23-855b-ec8e2a27c762 req-a4bac695-780b-42a0-8b85-d8d5d8e19fff tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.665266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87450208-34b6-4c23-855b-ec8e2a27c762 req-a4bac695-780b-42a0-8b85-d8d5d8e19fff tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 944 time: 0.1640790 Aug 10 00:56:07.675124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.684682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.771001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87450208-34b6-4c23-855b-ec8e2a27c762 req-8f4f67d0-b837-4075-afe9-588ce525c635 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922782 Aug 10 00:56:07.824206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81dcc8d2-b861-4fb8-96d8-5b7194aac8f2 req-74eb469d-0e12-451c-9bed-fcaf312515e1 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677067 Aug 10 00:56:07.826113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:07.889165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35254) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:07.889619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-5432399f-d88d-4547-937a-df8883aa7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.891107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-5432399f-d88d-4547-937a-df8883aa7535 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2e5168d-7cb5-41d5-b461-934e7bb40e7e HTTP/1.1" status: 200 len: 855 time: 0.2706683 Aug 10 00:56:07.919019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-99e084bd-4923-4171-9d49-dbbf242b17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.920853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-99e084bd-4923-4171-9d49-dbbf242b17b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 912 time: 0.2545168 Aug 10 00:56:07.924363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.938926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.939587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:07.947779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:07.969618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb506f1-187c-4a51-9b84-022f32994d99 req-e56a51d4-7248-4a1a-b6f9-e8b439505d44 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:07.978645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3eb506f1-187c-4a51-9b84-022f32994d99 req-e56a51d4-7248-4a1a-b6f9-e8b439505d44 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 931 time: 0.1104543 Aug 10 00:56:08.000840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d448b9-93c7-4c86-87c0-599d0c15ad7a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:08.001493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d448b9-93c7-4c86-87c0-599d0c15ad7a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:08.011605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-5996a19c-fe0b-461f-95aa-75d30e6c4689 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2248707 Aug 10 00:56:08.030826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Attempting to bind port d7f4727a-204d-4225-9e3f-210b03f5d427 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:08.031161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Attempting to bind port d7f4727a-204d-4225-9e3f-210b03f5d427 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:08.031602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Attempting to bind port d7f4727a-204d-4225-9e3f-210b03f5d427 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:08.040835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Request body: {'port': {'device_id': '56aaea25-5398-44d1-90b0-9a138cd60091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:08.049073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Port d7f4727a-204d-4225-9e3f-210b03f5d427 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:08.049399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Attempting to bind port d7f4727a-204d-4225-9e3f-210b03f5d427 on network 279c9b1a-123a-47c9-9194-2f68fba55e29 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:08.084550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-e0062843-d042-494a-bc27-77205b96f9ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d HTTP/1.1" status: 200 len: 217 time: 0.0958731 Aug 10 00:56:08.086544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.092553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-6ba629fe-8513-4765-bd0d-251f02497b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.094333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-6ba629fe-8513-4765-bd0d-251f02497b91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a7834c-8eef-416a-8f7a-78dcad975a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746364 Aug 10 00:56:08.109176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:08.109176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Checking segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:08.109176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Bound using segment: {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:08.109176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Bound port: d7f4727a-204d-4225-9e3f-210b03f5d427, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd123cb20-7785-4b37-a9e2-a213d32fdfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:08.109176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.148822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-fca4d945-bbc7-4b3e-8d54-a8a1cc89db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.150390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-fca4d945-bbc7-4b3e-8d54-a8a1cc89db23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.0502884 Aug 10 00:56:08.156297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3eb506f1-187c-4a51-9b84-022f32994d99 req-1e07f295-d30a-4270-a701-ad21c4a88302 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766357 Aug 10 00:56:08.212109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-823d7e9b-b0b2-4d3d-9d4e-ae1890c8bad7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429170 Aug 10 00:56:08.213253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.244841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:08.245256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:08.247391 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:08.353813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2dda2-85e0-4f58-946e-609829177c55 req-cfd7a700-b622-4189-a181-977ad4129432 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.360863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dca2dda2-85e0-4f58-946e-609829177c55 req-cfd7a700-b622-4189-a181-977ad4129432 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 949 time: 0.2750204 Aug 10 00:56:08.394278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.400950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.424904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.429891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e HTTP/1.1" status: 204 len: 168 time: 0.8680594 Aug 10 00:56:08.435103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d582715a-b97f-415a-9165-734714d92418 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84bb843a60cc4aeb92a13c984f9cb313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429289 Aug 10 00:56:08.437780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82e5df-aa66-4dae-be83-3723460e091d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdb8a03-5358-4d56-8ea1-ab6061eb8e9e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:08.438917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:08.444516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35264) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:08.463054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-d278a096-3690-4464-a600-049557bf1037 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336302 Aug 10 00:56:08.463998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dca2dda2-85e0-4f58-946e-609829177c55 req-8f0405ac-eeb6-4f80-b9da-8d90f04158fc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023085 Aug 10 00:56:08.471869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d7f4727a-204d-4225-9e3f-210b03f5d427,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:08.511484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.593240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:08.646910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-702aa591-7170-4822-83ae-5f115bc3a262 service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161004 Aug 10 00:56:08.648204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:08.648870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.650157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] 10.222.0.21 "PUT /v2.0/ports/d7f4727a-204d-4225-9e3f-210b03f5d427 HTTP/1.1" status: 200 len: 1092 time: 2.0706403 Aug 10 00:56:08.656265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366540cf-d23d-4800-8b88-601a3a8970b6 req-02ff2e84-f3ff-44c9-a747-0b6f4a71d8f3 service neutron] 10.222.0.10 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820388 Aug 10 00:56:08.661963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3b90775e-597a-444f-abf6-488ae903aaaf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3be6f7a48b844da964a51fe62967819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654843 Aug 10 00:56:08.662268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:08.669551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:08.672552 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd721ab-ec24-497a-824f-b5993991c5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:08.730405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.755065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.805708 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dad3ea5-2ce3-4a31-94fc-9dbbc105a135 x-openstack-request-id: req-2dad3ea5-2ce3-4a31-94fc-9dbbc105a135 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:08.806120 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:08.806409 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2dad3ea5-2ce3-4a31-94fc-9dbbc105a135 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:08.806991 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427', 'status': 'completed', 'code': 200} Aug 10 00:56:08.824655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.827278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.828442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7709b43-f80b-4d09-959b-25e560c64bcd HTTP/1.1" status: 204 len: 168 time: 0.1652250 Aug 10 00:56:08.838001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d789b-21be-4eec-92f1-780a309d223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7709b43-f80b-4d09-959b-25e560c64bcd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:08.844182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.873230 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:08.934476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86c2ab-d1c9-4e79-993f-79f4e254ba8c service neutron] Pushing event updated for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:09.007961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-f44cafe6-cc7d-4de4-816e-86aa192f84f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0795653 Aug 10 00:56:09.083128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-cec2050d-7c5c-4b48-abd3-9ddbe2104ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.084644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-cec2050d-7c5c-4b48-abd3-9ddbe2104ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 1095 time: 0.2768652 Aug 10 00:56:09.087042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cfe1c0f-aa22-47a1-8ce8-ee4ed8ad7f5a req-793dd559-16f6-43e2-ac0e-6d35b4faad5c service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089377 Aug 10 00:56:09.096786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8e9c5d01-f481-48c5-9d12-072aac8aa66c no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:09.097357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d46813-5160-414f-93e1-94df11c1be2a req-c283a117-6d92-4f2a-8843-89d373226314 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.106232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d46813-5160-414f-93e1-94df11c1be2a req-c283a117-6d92-4f2a-8843-89d373226314 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 944 time: 0.2177453 Aug 10 00:56:09.123072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.127175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.127880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.128567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.129248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.129953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.130631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.130799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 8e9c5d01-f481-48c5-9d12-072aac8aa66c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:09.131375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8e9c5d01-f481-48c5-9d12-072aac8aa66c not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:09.134069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-b3ea3c28-8410-44e5-8900-23e39899081b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.0701802 Aug 10 00:56:09.175474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.177866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.179021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/983b329d-0798-495d-b32a-e4fcea41418e HTTP/1.1" status: 204 len: 168 time: 0.7330616 Aug 10 00:56:09.186897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-835135a2-130b-4c34-b492-b674857bbab4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7f4727a-204d-4225-9e3f-210b03f5d427 HTTP/1.1" status: 200 len: 217 time: 0.0761120 Aug 10 00:56:09.222292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c936f-7426-4c1c-9ae3-173a81d9d4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b329d-0798-495d-b32a-e4fcea41418e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:09.264700 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d46813-5160-414f-93e1-94df11c1be2a req-30b85673-d0d4-4fab-aaec-2a45d3a9189a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574764 Aug 10 00:56:09.314394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-224b979c-6898-4422-936f-ed7676813e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.326094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-224b979c-6898-4422-936f-ed7676813e4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.1314344 Aug 10 00:56:09.388974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-8b1b6f02-38a1-4a8b-ba58-f6f45444ff37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553246 Aug 10 00:56:09.472709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:09.485927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.550244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Transition to ACTIVE for port object e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:09.561644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.594867 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:56:09.615144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-221c8482-e338-4a57-a1cf-2a87fb57ccc4 service neutron] 10.222.0.21 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074432 Aug 10 00:56:09.691019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6048d-adc0-4f95-85d7-a1862a6c20d2 req-93a5ab53-1e0d-47da-bf86-772c3059069e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.699424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eef6048d-adc0-4f95-85d7-a1862a6c20d2 req-93a5ab53-1e0d-47da-bf86-772c3059069e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 931 time: 0.4228587 Aug 10 00:56:09.703950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:09.746985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eef6048d-adc0-4f95-85d7-a1862a6c20d2 req-b1577d17-4096-42d9-b2b5-4ce53b3a8ccf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465212 Aug 10 00:56:09.777923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-673f5cbc-fbc1-48c3-9f24-3b6269e9c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.778525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-673f5cbc-fbc1-48c3-9f24-3b6269e9c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.779034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-673f5cbc-fbc1-48c3-9f24-3b6269e9c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.780811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-673f5cbc-fbc1-48c3-9f24-3b6269e9c15d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 2290 time: 0.6181912 Aug 10 00:56:09.845179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee659f1-e4a7-47a9-8dee-e6fb34832be3 req-9f7c539c-e1a7-4bbd-afcf-e22f2c73e009 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.853311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ee659f1-e4a7-47a9-8dee-e6fb34832be3 req-9f7c539c-e1a7-4bbd-afcf-e22f2c73e009 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 949 time: 0.2058835 Aug 10 00:56:09.872360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7a9c129-2da5-4c55-9d42-5381d726efd7 req-ec9b731d-d7b2-4498-af6e-d03167a03598 service neutron] 10.222.0.21 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421842 Aug 10 00:56:09.894892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Attempting to bind port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:09.895271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Attempting to bind port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:09.895577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Attempting to bind port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:09.901486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-9286f932-52e9-4f1d-af3e-f9b706c031e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 1001 time: 0.0969825 Aug 10 00:56:09.905899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:09.906295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Attempting to bind port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:09.921885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:09.922271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:09.922660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:09.926466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Bound port: e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:09.926466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:09.956408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-db838a86-0579-4b91-bdd7-7fd27cf12ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:09.957853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-db838a86-0579-4b91-bdd7-7fd27cf12ee0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.0555804 Aug 10 00:56:09.958383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ee659f1-e4a7-47a9-8dee-e6fb34832be3 req-a4636895-0d48-48c2-b910-ff05abb63ae7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023805 Aug 10 00:56:10.019450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-3dcab0ff-1358-41ce-947d-5b979c480f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.019752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-c335c56e-b3c5-41ec-bec7-12e264b1542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.020986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-3dcab0ff-1358-41ce-947d-5b979c480f37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 1095 time: 0.0892072 Aug 10 00:56:10.023370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-c335c56e-b3c5-41ec-bec7-12e264b1542d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576370 Aug 10 00:56:10.058469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:10.132237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:10.152369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:10.164070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.175050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c46dd-d93f-4f28-9dbb-f12224f6641f req-be1a8f45-af4b-4c15-b673-c3d9a12ff4b1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.176625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c58c46dd-d93f-4f28-9dbb-f12224f6641f req-be1a8f45-af4b-4c15-b673-c3d9a12ff4b1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 950 time: 0.1189878 Aug 10 00:56:10.234389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.235148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.236651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] 10.222.0.21 "PUT /v2.0/ports/e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb HTTP/1.1" status: 200 len: 1092 time: 2.2072344 Aug 10 00:56:10.237749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-ff400cc4-0692-4335-9603-d843608b5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.239243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-ff400cc4-0692-4335-9603-d843608b5fb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 200 len: 912 time: 0.2093449 Aug 10 00:56:10.241667 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c58c46dd-d93f-4f28-9dbb-f12224f6641f req-ce2505a0-2279-4764-87a7-4d9892672abd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Aug 10 00:56:10.297231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-447873348-network', 'tenant_id': '6d45ee0a84db4702a566e9d2cb77a022'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:10.306244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac77b-71d0-428f-93d7-43e0bae5e3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:10.317093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-d3878153-cced-4d28-b21e-1d4dedbc0820 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7f4727a-204d-4225-9e3f-210b03f5d427 HTTP/1.1" status: 200 len: 217 time: 0.0615163 Aug 10 00:56:10.353352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-f4cdc008-a852-4288-8251-e414ca4a8fbc service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203354 Aug 10 00:56:10.354594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Made reservation on behalf of 6d45ee0a84db4702a566e9d2cb77a022 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:10.359207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.389363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-03040a60-61ef-4d2a-b0f8-395d95a16fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.390913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-03040a60-61ef-4d2a-b0f8-395d95a16fc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 200 len: 852 time: 0.0525265 Aug 10 00:56:10.431308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-29298b65-a4e8-42fe-b7bd-0ae28c84dad1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=279c9b1a-123a-47c9-9194-2f68fba55e29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297215 Aug 10 00:56:10.434466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-2071aeeb-3c1c-4a44-b213-e90f84967950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.436115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-2071aeeb-3c1c-4a44-b213-e90f84967950 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 1095 time: 0.1317306 Aug 10 00:56:10.443070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35360) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:10.443845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.640813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682a12e-81fa-4b64-971b-0f25f7c73f84 req-e09546b2-88ce-4093-8019-c7298f38688b tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.643053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1682a12e-81fa-4b64-971b-0f25f7c73f84 req-e09546b2-88ce-4093-8019-c7298f38688b tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 944 time: 0.2008791 Aug 10 00:56:10.669104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-e725c4fb-a281-4e16-acbe-30b092b6e7b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910841 Aug 10 00:56:10.696268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.736315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.746517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-fe908b9e-1cb1-43c9-989d-9545959e50e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 217 time: 0.0580945 Aug 10 00:56:10.788464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:10.795281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1682a12e-81fa-4b64-971b-0f25f7c73f84 req-f6288122-5af9-4aec-b34a-e39ce2039e52 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424024 Aug 10 00:56:10.818140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e7aaea-7e99-43dc-9fb2-ba23983c3430,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:10.832397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.832755 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Added segment 83ebf49f-d748-4f1c-9856-e2ba24659137 of type vlan for network 655cc7b9-dfc4-4211-99e5-177d84cf46ee Aug 10 00:56:10.849417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:10.851693 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c175952-e57a-4012-877a-ed9e09f4d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:10.868507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-6a2dc86c-206f-48b0-bc00-855dd342cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.869693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-435988397-network', 'tenant_id': '0ee8955583a9476280f812f378e71c0a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:10.870001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-6a2dc86c-206f-48b0-bc00-855dd342cc9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1012533 Aug 10 00:56:10.874500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-cd08d064-5caa-42ff-afaf-e17993cc223f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb HTTP/1.1" status: 200 len: 217 time: 0.4238448 Aug 10 00:56:10.893736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.951686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-5f54e732-da60-47cb-a805-d26ce2673d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.953247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-5f54e732-da60-47cb-a805-d26ce2673d56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717661 Aug 10 00:56:10.966658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:10.967685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:10.968405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.015247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Made reservation on behalf of 0ee8955583a9476280f812f378e71c0a for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:11.017532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.025102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-8f9ee594-8cc6-4c64-abab-f4dafdb33569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.026570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-8f9ee594-8cc6-4c64-abab-f4dafdb33569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.1190245 Aug 10 00:56:11.041922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc5517-72c8-4077-80fc-2cad2c423f91 req-3cdff966-deb9-4576-979c-012e0d1c8425 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.047704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc5517-72c8-4077-80fc-2cad2c423f91 req-3cdff966-deb9-4576-979c-012e0d1c8425 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.049260 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-60bc5517-72c8-4077-80fc-2cad2c423f91 req-3cdff966-deb9-4576-979c-012e0d1c8425 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac&device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 1690 time: 0.1919830 Aug 10 00:56:11.061600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.090154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fd9c953c-88af-43de-8ed4-8600ee8e286d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:11.091946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0316055 Aug 10 00:56:11.099041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-22c69b8e-9aed-4d58-8d90-dffa7c10ad09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487876 Aug 10 00:56:11.099694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35370) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:11.107450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Request body: {'subnet': {'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-447873348-subnet', 'tenant_id': '6d45ee0a84db4702a566e9d2cb77a022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:11.118973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-d2bc0e7b-9734-44d7-b97a-250a0c11783e service neutron] 10.222.0.21 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662073 Aug 10 00:56:11.138760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101f698-cdf8-4067-97e0-d173a55af93a admin admin] Pushing event updated for resources: {'Network': ['ID=655cc7b9-dfc4-4211-99e5-177d84cf46ee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:11.157297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6ef2f-65b2-4f8f-8212-d19bb6edd4d9 req-9cc5bef7-6d3c-47f8-b374-323323876c78 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.158956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb6ef2f-65b2-4f8f-8212-d19bb6edd4d9 req-9cc5bef7-6d3c-47f8-b374-323323876c78 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 943 time: 0.2020578 Aug 10 00:56:11.170252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:11.192152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-3d69193f-ee66-4989-a7f0-1b9e9a2388b7 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187471 Aug 10 00:56:11.228448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb6ef2f-65b2-4f8f-8212-d19bb6edd4d9 req-1cec6a19-c051-4015-bd2f-6c713a9bb5fc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533240 Aug 10 00:56:11.245779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-60bc5517-72c8-4077-80fc-2cad2c423f91 req-c3c64b76-f1cf-4241-b708-b1049f6c45a0 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661708 Aug 10 00:56:11.311737 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68956e46-76cb-4e0d-b361-2cf8557e69c1 x-openstack-request-id: req-68956e46-76cb-4e0d-b361-2cf8557e69c1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:11.312215 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:11.312616 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68956e46-76cb-4e0d-b361-2cf8557e69c1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:11.313199 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb', 'status': 'completed', 'code': 200} Aug 10 00:56:11.335310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:11.349838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ecd721ab-ec24-497a-824f-b5993991c5c0 req-95a663fe-07d7-436b-ade8-88eaf1591381 service neutron] 10.222.0.21 "GET /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198181 Aug 10 00:56:11.351649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-a37d882c-3341-4644-b5e5-2e49156acb3d service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421508 Aug 10 00:56:11.357534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d7f4727a-204d-4225-9e3f-210b03f5d427 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:11.360707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-b9425906-ecaf-4daa-a26d-f38d0cd77143 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546190 Aug 10 00:56:11.374155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'fd9c953c-88af-43de-8ed4-8600ee8e286d', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'port_id': 'fd9c953c-88af-43de-8ed4-8600ee8e286d', 'mac_address': 'fa:16:3e:a3:ba:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53b65c1-6bb0-419b-ad27-f3d86895dcf3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:11.428347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-aaad362a-2c14-48bc-85fb-65f0cd8df435 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 217 time: 0.0454350 Aug 10 00:56:11.453107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.474442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9c953c-88af-43de-8ed4-8600ee8e286d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:11.497157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-03dcd7a8-8856-4691-8a71-1f581dd6df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.499144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-03dcd7a8-8856-4691-8a71-1f581dd6df81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.0646057 Aug 10 00:56:11.506906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:11.517052 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.525727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.527139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d7f4727a-204d-4225-9e3f-210b03f5d427,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:11.534094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.563343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'd7f4727a-204d-4225-9e3f-210b03f5d427', 'network_id': '279c9b1a-123a-47c9-9194-2f68fba55e29', 'port_id': 'd7f4727a-204d-4225-9e3f-210b03f5d427', 'mac_address': 'fa:16:3e:41:8a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53b65c1-6bb0-419b-ad27-f3d86895dcf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:11.584661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Made reservation on behalf of 6d45ee0a84db4702a566e9d2cb77a022 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:11.587841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.620945 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.623012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:11.640694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.641040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.641378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.641712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.642042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.642370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.642778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.643038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.643376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.643682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.644001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.644516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:11.649688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f4727a-204d-4225-9e3f-210b03f5d427 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:11.655794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88e61c-dbfc-49b6-b045-58f82ab8bcfc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:11.658529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:11.671948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d7f4727a-204d-4225-9e3f-210b03f5d427,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:11.674803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0f796f0-4520-42dc-aba9-d39d710e8d04 req-86add76d-aaea-4709-bd43-2ba8be6f856a service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054481 Aug 10 00:56:11.678446 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.680649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb04b-752c-45c9-a8ee-6f9c2c59a912 req-3e00f201-607a-4372-8446-a085c9accc1d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.682267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20bbb04b-752c-45c9-a8ee-6f9c2c59a912 req-3e00f201-607a-4372-8446-a085c9accc1d tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 1102 time: 0.1015277 Aug 10 00:56:11.685680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.686045 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Added segment 2a1ea70b-deb5-46f1-b2f2-ef0106b08fed of type vlan for network b084007f-3a03-40d0-b0d9-c3e9a0d218ff Aug 10 00:56:11.715471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-682df3e7-b642-46f0-9108-075cbef67683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.717407 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-682df3e7-b642-46f0-9108-075cbef67683 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2034380 Aug 10 00:56:11.745563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:11.809753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.822737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20bbb04b-752c-45c9-a8ee-6f9c2c59a912 req-d9ed5dd2-aad4-4043-90b2-946984fbd25c tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241872 Aug 10 00:56:11.856459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-572eb91e-18bf-4c98-b079-6497ad6ebfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.858802 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-572eb91e-18bf-4c98-b079-6497ad6ebfe8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 1095 time: 0.1015635 Aug 10 00:56:11.864450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['fd9c953c-88af-43de-8ed4-8600ee8e286d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:11.940830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-d95b2987-7516-49d4-bfba-34c9134b4439 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070115 Aug 10 00:56:11.975472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:11.977526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:11.978479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.035008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.075343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['d7f4727a-204d-4225-9e3f-210b03f5d427'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:12.092720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6483448 Aug 10 00:56:12.099434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35406) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:12.115413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be41d3a-f766-4bec-bb3e-5d2927c2fac4 req-ddc6a8e8-acda-4a09-ba29-db1c25ac9d03 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.117144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8be41d3a-f766-4bec-bb3e-5d2927c2fac4 req-ddc6a8e8-acda-4a09-ba29-db1c25ac9d03 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 945 time: 0.1962163 Aug 10 00:56:12.125280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Request body: {'subnet': {'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-435988397-subnet', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:12.126655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009d07f-d888-47c5-80d7-ac71af04a9cc admin admin] Pushing event updated for resources: {'Network': ['ID=b084007f-3a03-40d0-b0d9-c3e9a0d218ff,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:12.134611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6841f-3306-499f-bdd9-af5a9c1d3491 req-b82403b8-4a3a-47e6-8d79-a10a0f2403d4 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.136698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9f6841f-3306-499f-bdd9-af5a9c1d3491 req-b82403b8-4a3a-47e6-8d79-a10a0f2403d4 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 1101 time: 0.1934609 Aug 10 00:56:12.150268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:12.174097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-e1dee572-6b90-4ccd-a1c6-edc1706a7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.175976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-e1dee572-6b90-4ccd-a1c6-edc1706a7841 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.2771969 Aug 10 00:56:12.201996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:12.204683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9f6841f-3306-499f-bdd9-af5a9c1d3491 req-ce3f9d7c-ef88-4462-b474-7a587d4d0cb5 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501702 Aug 10 00:56:12.257330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-31739140-9d5b-4c1f-81e6-09b4ef3339a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb HTTP/1.1" status: 200 len: 217 time: 0.0653341 Aug 10 00:56:12.259262 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-d8df7808-2cb8-47ba-abce-7eeb9c24abd9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971792 Aug 10 00:56:12.280609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Made reservation on behalf of 0ee8955583a9476280f812f378e71c0a for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:12.283115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.290886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Checking segment: {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:12.291547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Network hostable DHCP agents. Network: 655cc7b9-dfc4-4211-99e5-177d84cf46ee, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:12.348952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8be41d3a-f766-4bec-bb3e-5d2927c2fac4 req-64abd659-97cf-4652-9783-bb6aa79bb90e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856821 Aug 10 00:56:12.370332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-230201e1-807c-4568-a1f6-4e03b1a256ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.372827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-230201e1-807c-4568-a1f6-4e03b1a256ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.1066301 Aug 10 00:56:12.442465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-b7a88fe2-051c-48bc-9c0d-af696217a771 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543180 Aug 10 00:56:12.450476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-16db3171-b163-47d4-8460-3b3d5ada3dbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 217 time: 0.1800506 Aug 10 00:56:12.537039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-d32d5683-f81e-4524-8629-c7f5fa361c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.538096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-d32d5683-f81e-4524-8629-c7f5fa361c0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.0500612 Aug 10 00:56:12.581320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:12.594976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-d4c48eda-ca5e-46cc-9d6b-8757f1eef1fc service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376181 Aug 10 00:56:12.629851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 655cc7b9-dfc4-4211-99e5-177d84cf46ee) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:12.645646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410deafb-cd0a-492c-95ef-e66bfb30861e None None] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:12.655433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.656071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:12.702218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9eed3-eb4b-44b6-97e9-186b5a4ca715 req-5d047293-268d-4b49-98f6-e797382b00b4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.707350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34f9eed3-eb4b-44b6-97e9-186b5a4ca715 req-5d047293-268d-4b49-98f6-e797382b00b4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 943 time: 0.2314041 Aug 10 00:56:12.748655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-7c8322f4-aefb-4220-a36f-c5078aebdfb3 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459220 Aug 10 00:56:12.767753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-97767412-6fff-438c-b113-3ed916072211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.769337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-97767412-6fff-438c-b113-3ed916072211 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2045496 Aug 10 00:56:12.794715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-087f7392-2217-43e0-a893-50b9dcad1acf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6831760 Aug 10 00:56:12.850969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c175952-e57a-4012-877a-ed9e09f4d8fa req-2c2661d0-058a-484c-9edd-56bc4a13fc44 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471383 Aug 10 00:56:12.932388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34f9eed3-eb4b-44b6-97e9-186b5a4ca715 req-4f12be87-7fc1-4d46-8166-889ef2c63fb6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037470 Aug 10 00:56:12.959110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-daba8b3f-3a46-43cb-af09-d12606cddf02 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:12.963242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af51549e-d707-4781-97d9-c533d3f8222c None None] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:12.965277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-daba8b3f-3a46-43cb-af09-d12606cddf02 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923311 Aug 10 00:56:12.995387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d397f4f8-ba7d-498a-9055-6d6705c61c3b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0231912 Aug 10 00:56:13.097429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.122144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-cb1ddf6e-782d-4b10-a81a-1b609252ab1b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1184194 Aug 10 00:56:13.123599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:13.200328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-b9a07c69-2e3c-48ec-b258-85f50e892249 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180558 Aug 10 00:56:13.320661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:13.333505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Checking segment: {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:13.333870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Network hostable DHCP agents. Network: b084007f-3a03-40d0-b0d9-c3e9a0d218ff, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:13.336450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'mac_address': 'fa:16:3e:de:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:13.346736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8110f08-7298-427e-bf59-f2ff7b16546f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:13.362830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:13.381686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:13.397852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b084007f-3a03-40d0-b0d9-c3e9a0d218ff) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:13.408461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.409215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.427805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-0904e183-7be3-4450-8f4b-63b818ad5c3e service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042761 Aug 10 00:56:13.430094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c893453-dff8-46a9-b46c-1d7edfcd1be4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3295612 Aug 10 00:56:13.433781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35456) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:13.438908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:13.498517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.501321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.561547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d7f4727a-204d-4225-9e3f-210b03f5d427 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:13.566092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-7c473318-b78f-4000-b7e5-0eeece90c065 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 217 time: 0.1177526 Aug 10 00:56:13.577724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbb00b-ce1a-4ad9-b203-ccce1d263066 None None] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:13.659966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.757949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:13.773428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb', 'mac_address': 'fa:16:3e:c1:b1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:13.819192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-b714af3a-131c-4dce-8a78-98f6477ae4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.823044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-b714af3a-131c-4dce-8a78-98f6477ae4be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.2473798 Aug 10 00:56:13.824673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df79e89-e141-4bcc-82a8-27e73275254a req-51cbd0e2-5938-4ebb-95f2-5dedc5382594 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.826971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9df79e89-e141-4bcc-82a8-27e73275254a req-51cbd0e2-5938-4ebb-95f2-5dedc5382594 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 945 time: 0.1769924 Aug 10 00:56:13.914274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.925471 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:13.948130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9df79e89-e141-4bcc-82a8-27e73275254a req-af28c55e-3627-48a6-971d-2906a9de129b tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854836 Aug 10 00:56:13.976292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:13.994499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-78ff6acc-ff5a-43d2-8186-d14e33fc6c3b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:13.998178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-78ff6acc-ff5a-43d2-8186-d14e33fc6c3b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 813 time: 0.3393176 Aug 10 00:56:14.035629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-90748ef4-00e3-4f5c-af6e-bcad72471251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:14.037452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-90748ef4-00e3-4f5c-af6e-bcad72471251 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028255 Aug 10 00:56:14.047581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-5b6eb364-62f9-4124-a8d3-39d944f063e3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/quotas/6d45ee0a84db4702a566e9d2cb77a022 HTTP/1.1" status: 200 len: 375 time: 0.0419521 Aug 10 00:56:14.065803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.153242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:14.159745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-24bb6b9b-c83b-42b9-84aa-7f0bb88c3829 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109943 Aug 10 00:56:14.162017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:14.186815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:14.198970 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.207440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.233588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port d7f4727a-204d-4225-9e3f-210b03f5d427 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:14.238173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d9a1946-3316-4980-a4c2-3196482459b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.241813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port d7f4727a-204d-4225-9e3f-210b03f5d427 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:14.242427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.286931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.328345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.422433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'fixed_ips': [{'subnet_id': 'e8110f08-7298-427e-bf59-f2ff7b16546f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:56:14.424820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.428715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-bd26461c-918d-42c4-aa14-80d781b3f86b service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353710 Aug 10 00:56:14.439169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d4170f3c-d0be-41f6-ac92-e587b0013a25 service neutron] 10.222.0.25 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769194 Aug 10 00:56:14.458379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Allocated IP 172.25.7.194 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/2abddc0a-4c56-4522-8e7f-7fc05ae36b46) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:14.491566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.493636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:14.598849 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.612208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-4db0504f-f77d-43c2-8f85-fcfb852fde21 service neutron] 10.222.0.25 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717238 Aug 10 00:56:14.642192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Allocated IP 172.20.0.2 (b084007f-3a03-40d0-b0d9-c3e9a0d218ff/e8110f08-7298-427e-bf59-f2ff7b16546f/2d101a96-5b4b-4534-b1d0-f461d494e802) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:14.689972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb734ac8-fb13-4166-8709-dc7add8d0042 req-f149bc26-5d10-4aa2-999f-64db8fda1424 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 210 time: 0.4526865 Aug 10 00:56:14.695767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:14.862482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:14.874284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:14.879548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:14.957551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Pushing event updated for resources: {'Port': ['ID=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:14.983508 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-a3d602b5-82ea-4ff5-8b67-c13c98b36f97 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064996 Aug 10 00:56:14.984971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.006860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Transition to ACTIVE for port object 2d101a96-5b4b-4534-b1d0-f461d494e802 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:15.041106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Transition to ACTIVE for port object 2d101a96-5b4b-4534-b1d0-f461d494e802 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:15.127105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.130382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['29d7fb8e-384a-4586-8a2a-62e8b7321b97'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:15.140778 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-c5ee5a90-3424-42e9-abe0-e61c592fea30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 217 time: 0.1406953 Aug 10 00:56:15.175570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:15.224845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fd9c953c-88af-43de-8ed4-8600ee8e286d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:15.234461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-0ab7f7f3-2dbb-4e58-981b-65eedb64ee1b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2158263 Aug 10 00:56:15.237131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01286e09-ee3c-4585-ae74-b838437997d6 req-dac858ba-fa79-46ea-b8c4-bc1fbe6d2099 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 210 time: 0.1142383 Aug 10 00:56:15.256758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0c5fe-12ed-4fa9-9f10-de7a5b48f26e req-773a9a7f-c134-4ef8-9366-727e29a512e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.259034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-caa0c5fe-12ed-4fa9-9f10-de7a5b48f26e req-773a9a7f-c134-4ef8-9366-727e29a512e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 944 time: 0.2392468 Aug 10 00:56:15.288165 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.337781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-ec5fe66c-62fd-4804-9beb-49b654d6c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.339704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-ec5fe66c-62fd-4804-9beb-49b654d6c3b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1661909 Aug 10 00:56:15.411945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:15.440161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:15.442479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-4fcaa119-e113-4525-84c4-8bd44c98407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.444550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-4fcaa119-e113-4525-84c4-8bd44c98407e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942574 Aug 10 00:56:15.445219 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0313d90-9808-43dc-9869-767ba21e5c05" -d '{"events": [{"server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:15.456497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed06af-bf05-402f-9ca7-f7b4ede44b8d req-3f4bf369-b214-4f0a-bd15-51a74cc1c106 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.466557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8eed06af-bf05-402f-9ca7-f7b4ede44b8d req-3f4bf369-b214-4f0a-bd15-51a74cc1c106 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 945 time: 0.0795052 Aug 10 00:56:15.474753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-caa0c5fe-12ed-4fa9-9f10-de7a5b48f26e req-4e8817e8-a58f-4d6a-b644-12113e0ca9ba tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084247 Aug 10 00:56:15.502750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:15.529400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:15.547607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-303dbed3-8e64-4363-935d-1fd0a35c57dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:15.549147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-303dbed3-8e64-4363-935d-1fd0a35c57dd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889376 Aug 10 00:56:15.550227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d7f4727a-204d-4225-9e3f-210b03f5d427,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:15.561459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Pushing event updated for resources: {'Port': ['ID=2d101a96-5b4b-4534-b1d0-f461d494e802,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.594970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:15.597947 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.602645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8eed06af-bf05-402f-9ca7-f7b4ede44b8d req-c56164ff-db60-4df4-942c-0393abf93134 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314893 Aug 10 00:56:15.683982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-16819d92-90a3-402f-b91e-3f0a2084c2d6 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138271 Aug 10 00:56:15.747231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port fd9c953c-88af-43de-8ed4-8600ee8e286d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:15.773657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Attempting to bind port 2d101a96-5b4b-4534-b1d0-f461d494e802 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:15.774292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Attempting to bind port 2d101a96-5b4b-4534-b1d0-f461d494e802 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:15.774908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Attempting to bind port 2d101a96-5b4b-4534-b1d0-f461d494e802 on network b084007f-3a03-40d0-b0d9-c3e9a0d218ff {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:15.784690 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abac358e-eaf9-46fe-8bc4-fdf92f3aebdb x-openstack-request-id: req-abac358e-eaf9-46fe-8bc4-fdf92f3aebdb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:15.785139 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:15.786342 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abac358e-eaf9-46fe-8bc4-fdf92f3aebdb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:15.786900 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427', 'code': 200} Aug 10 00:56:15.798653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port fd9c953c-88af-43de-8ed4-8600ee8e286d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:15.799177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.844904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:15.856674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:15.857169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Checking segment: {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:15.857672 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:15.858163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Bound using segment: {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:15.859039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Bound port: 2d101a96-5b4b-4534-b1d0-f461d494e802, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:15.859540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.049989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.156619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:16.169306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.203601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] For port 2d101a96-5b4b-4534-b1d0-f461d494e802, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:16.223856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] For port 2d101a96-5b4b-4534-b1d0-f461d494e802, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d101a96-5b4b-4534-b1d0-f461d494e802,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:16.231821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.266848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.334843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65831ed5-2cc2-4e33-87e8-a7f8c034e5da None None] Pushing event updated for resources: {'Port': ['ID=2d101a96-5b4b-4534-b1d0-f461d494e802,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:16.454638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1686dfba-ea51-4dcb-8d68-501ec95e9cf7 req-3940a20f-e277-409b-8f8c-692f1a9752e3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 210 time: 0.0457189 Aug 10 00:56:16.541868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-468fce8d-7e51-44a4-898a-9bc2b19c6a8f service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459678 Aug 10 00:56:16.554490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9706e5e3-859f-44f1-b639-18a4519ca3a7 req-6586b171-7930-42f3-9853-1d476426005a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 210 time: 0.1084371 Aug 10 00:56:16.724838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-dc1592dc-55ac-4a5c-9813-a6dd0d8d6513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.1721466 Aug 10 00:56:16.742076 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-80be9c9c-cead-4177-93d2-cd06458be104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.802429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b3efe-3ddd-47e8-8197-9aaf6955b39d req-5838719a-8c17-4c1f-b0a0-015beefc88fc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.811177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab8b3efe-3ddd-47e8-8197-9aaf6955b39d req-5838719a-8c17-4c1f-b0a0-015beefc88fc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 944 time: 0.1414325 Aug 10 00:56:16.825717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a6ea9-acd2-4958-be06-a650db810b40 req-41d193fd-bbb1-4b18-880f-692c2dda8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.827280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-773a6ea9-acd2-4958-be06-a650db810b40 req-41d193fd-bbb1-4b18-880f-692c2dda8064 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 1097 time: 0.3858209 Aug 10 00:56:16.843939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-a3c478a3-13c1-4aa3-81c9-be0d68f459fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.845516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-a3c478a3-13c1-4aa3-81c9-be0d68f459fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1099708 Aug 10 00:56:16.931658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:16.935271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab8b3efe-3ddd-47e8-8197-9aaf6955b39d req-daf10c58-a821-4ee4-b398-9450a749e59a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 Aug 10 00:56:16.974085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea081-55ea-482a-b334-4da4d2586813 req-61144ff8-e461-47b6-bf71-405ef574140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:16.981738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-61144ff8-e461-47b6-bf71-405ef574140a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257250 Aug 10 00:56:17.126845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-773a6ea9-acd2-4958-be06-a650db810b40 req-97e8de85-c97d-4bd3-ae83-4c53f0ac92bb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522044 Aug 10 00:56:17.129371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:17.152854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-aee1b360-4409-47ae-9971-eb5663c4b853 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532164 Aug 10 00:56:17.246706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d101a96-5b4b-4534-b1d0-f461d494e802 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:17.298277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-365ea081-55ea-482a-b334-4da4d2586813 req-5ece4586-06a1-43d0-8f6d-df3c484bc54b service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386209 Aug 10 00:56:17.311177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-c6f8a2df-26d9-4db6-8e33-ee394271e161 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.314960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-c6f8a2df-26d9-4db6-8e33-ee394271e161 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 813 time: 0.5428567 Aug 10 00:56:17.325664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:17.331095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.349898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.363348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Request body: {'port': {'device_id': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'admin_state_up': True, 'tenant_id': '6d45ee0a84db4702a566e9d2cb77a022'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:17.373342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:17.373726 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.406297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:17.450181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2d101a96-5b4b-4534-b1d0-f461d494e802 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:17.504799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494e94e-408e-4ff9-ab94-9ace7906fb87 req-99a1aa2d-ec00-4a6a-9638-a4f0af62b28b tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:17.506399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c494e94e-408e-4ff9-ab94-9ace7906fb87 req-99a1aa2d-ec00-4a6a-9638-a4f0af62b28b tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 946 time: 0.7212718 Aug 10 00:56:17.555259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.628103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28c2db9d-5df7-4f2e-8ccb-814dd5c25b09 req-820cef53-5779-4d3f-a30b-855799e99034 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 210 time: 0.0505455 Aug 10 00:56:17.668969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:17.686060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.708752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:17.778971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:17.779646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c494e94e-408e-4ff9-ab94-9ace7906fb87 req-d6e3d359-4be9-4c16-a4c3-72f4d92a9705 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357833 Aug 10 00:56:17.788222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdfa47-e51a-4e74-885f-911cd69d9450 None None] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:17.791359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:17.792012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.793970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d'}, {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:17.796572 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259259e6-b92d-457f-b96c-e794a481d209" -d '{"events": [{"server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "name": "network-vif-plugged", "status": "completed", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d"}, {"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:17.809820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.856276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.183 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/e28814f1-44c6-41c5-ae4d-15b0d2b6c64b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:17.906183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Provisioning for port 2d101a96-5b4b-4534-b1d0-f461d494e802 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:17.908302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fc079f6-1920-40e8-8171-7c4406fac331 req-e698a406-30cc-4d78-abdf-c78a3abc8135 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 210 time: 0.1853135 Aug 10 00:56:17.925477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Provisioning complete for port 2d101a96-5b4b-4534-b1d0-f461d494e802 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:17.925943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:17.976029 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef610a37-9ed9-4625-acd3-38a76b023211 x-openstack-request-id: req-ef610a37-9ed9-4625-acd3-38a76b023211 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:17.976267 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "name": "network-vif-plugged", "status": "completed", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d", "code": 200}, {"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:17.976358 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef610a37-9ed9-4625-acd3-38a76b023211 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:17.977350 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d', 'code': 200} Aug 10 00:56:17.977754 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'code': 200} Aug 10 00:56:18.126990 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.181046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.215419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Made reservation on behalf of 6d45ee0a84db4702a566e9d2cb77a022 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:18.230769 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.234415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] For port 2d101a96-5b4b-4534-b1d0-f461d494e802, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d101a96-5b4b-4534-b1d0-f461d494e802,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:18.245854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a418-e477-4ddc-a160-5cdb66ef3d60 req-67c9b020-d761-4d93-b943-1b667e68a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.248821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1e8a418-e477-4ddc-a160-5cdb66ef3d60 req-67c9b020-d761-4d93-b943-1b667e68a368 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 1098 time: 0.1962173 Aug 10 00:56:18.269877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:18.272810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.296983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.392288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1e8a418-e477-4ddc-a160-5cdb66ef3d60 req-8bca6955-fe63-4113-a463-fea4c596b1d6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075437 Aug 10 00:56:18.406577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c53322-8a21-4e54-a01f-9e90d89c485e None None] Pushing event updated for resources: {'Port': ['ID=2d101a96-5b4b-4534-b1d0-f461d494e802,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:18.426098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b1ec6-774f-47d3-9b5b-394b2c46b7a3 req-21128a4c-f1ba-49b4-8f5c-cf27a6b0a115 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.439112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f2b1ec6-774f-47d3-9b5b-394b2c46b7a3 req-21128a4c-f1ba-49b4-8f5c-cf27a6b0a115 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 944 time: 0.2439253 Aug 10 00:56:18.479053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:18.511734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.525039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9f2b1ec6-774f-47d3-9b5b-394b2c46b7a3 req-a2d31758-3e3f-4d81-bc08-d7f0badbbab2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849316 Aug 10 00:56:18.619200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-84e69347-1b0b-4755-a12e-e8082e1430d5 None None] Provisioning complete for port 2d101a96-5b4b-4534-b1d0-f461d494e802 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:18.619626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-84e69347-1b0b-4755-a12e-e8082e1430d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.803340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:18.807156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb775425-7fd8-44c5-914d-1bf9dac5d599 req-3315fe64-65aa-47d2-af92-a2eeb984418f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 210 time: 0.0612035 Aug 10 00:56:18.809740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Allocated IP 172.20.0.11 (655cc7b9-dfc4-4211-99e5-177d84cf46ee/9d7c8d99-4b02-46ab-a2df-f432ebf2baf1/07beb4a6-99df-46bf-b8ae-4ccc7903081a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:18.838063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object e28814f1-44c6-41c5-ae4d-15b0d2b6c64b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:18.985452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc7708-cfbf-4710-896f-dc7007985f5d req-73146a51-1e8f-43f9-bb58-92b60200a5a5 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:18.987171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bc7708-cfbf-4710-896f-dc7007985f5d req-73146a51-1e8f-43f9-bb58-92b60200a5a5 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 946 time: 0.1107383 Aug 10 00:56:19.001734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.044294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:19.044294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:19.056617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:56:19.082148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bc7708-cfbf-4710-896f-dc7007985f5d req-93eaa4c7-747e-4b29-8177-133610d7312e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871930 Aug 10 00:56:19.105398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:19.120025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:19.174402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d101a96-5b4b-4534-b1d0-f461d494e802 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:19.192011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:19.203111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:19.256149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.263605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.310450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349720e-4c08-4452-b4af-ee4b6b0ac001 req-2de31afb-1e32-4aba-b51c-5ebd56a5afdd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.324940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8349720e-4c08-4452-b4af-ee4b6b0ac001 req-2de31afb-1e32-4aba-b51c-5ebd56a5afdd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 936 time: 0.3008096 Aug 10 00:56:19.327015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.327357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.327702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.328175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.328518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.328852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.329183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.329508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.329838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.330162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.330489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.331059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:19.510785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8349720e-4c08-4452-b4af-ee4b6b0ac001 req-1767d931-dd9f-4f85-b48e-fa74fa0be683 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851268 Aug 10 00:56:19.515794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.527549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-fb049f5a-ddcb-4f78-a070-351e2007c236 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9532831 Aug 10 00:56:19.560687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Request body: {'port': {'device_id': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:19.676882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7423394b-2750-4cfd-9237-93d442bc195f None None] Provisioning for port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:19.684622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d101a96-5b4b-4534-b1d0-f461d494e802 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:19.684994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.715247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7423394b-2750-4cfd-9237-93d442bc195f None None] Provisioning complete for port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:19.715979 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7423394b-2750-4cfd-9237-93d442bc195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.728748 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.731279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:19.794441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.801624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.806025 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-26f48e9d-44b7-44f1-aeb4-3923677e130d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3677199 Aug 10 00:56:19.806855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35592) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:19.812837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Sync routers for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:19.825314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95c86d-4691-485f-9363-be86ad15df69 req-5344d85e-41b2-4b30-ae26-ad0ae2114139 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:19.834147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca95c86d-4691-485f-9363-be86ad15df69 req-5344d85e-41b2-4b30-ae26-ad0ae2114139 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.1988153 Aug 10 00:56:19.846850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:19.914067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:19.915647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:19.951727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:19.964952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:19.970428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:19.988310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca95c86d-4691-485f-9363-be86ad15df69 req-40b5d4eb-0d98-4b46-afb1-1683b0c936f4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524532 Aug 10 00:56:20.025938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c8ed8-ae98-4539-a1f7-2ffbf4d05132 req-1ab7d84f-d64c-4fab-a1c6-87b72f15c536 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.036410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39c8ed8-ae98-4539-a1f7-2ffbf4d05132 req-1ab7d84f-d64c-4fab-a1c6-87b72f15c536 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 932 time: 0.0841863 Aug 10 00:56:20.083425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:20.134275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.135299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.171388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f39c8ed8-ae98-4539-a1f7-2ffbf4d05132 req-325e40cb-e342-42b6-bba9-4896a487640d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336308 Aug 10 00:56:20.192728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-18c639d8-8a86-438a-acb6-73fe91c369d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8360751 Aug 10 00:56:20.202682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Set router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:20.216758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Request body: {'port': {'device_id': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:20.270801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:20.273279 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7175338-216d-4786-91bd-d1a676ca115f" -d '{"events": [{"server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "name": "network-vif-plugged", "status": "completed", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:20.281458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7423394b-2750-4cfd-9237-93d442bc195f None None] Port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:20.353790 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b310b7-c02b-4aed-bfb5-c5ceece07dad x-openstack-request-id: req-f2b310b7-c02b-4aed-bfb5-c5ceece07dad {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:20.355037 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "name": "network-vif-plugged", "status": "completed", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:20.355037 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2b310b7-c02b-4aed-bfb5-c5ceece07dad {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:20.355861 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb', 'code': 200} Aug 10 00:56:20.481950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86daa4e-1dc4-4408-9374-6e084e8cf832 req-8c829ece-08b1-4c99-b068-930dd8379fd5 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.484471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c86daa4e-1dc4-4408-9374-6e084e8cf832 req-8c829ece-08b1-4c99-b068-930dd8379fd5 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 946 time: 0.2551041 Aug 10 00:56:20.524506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.793026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:15Z', 'revision_number': 3, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:20.804918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a9585-ef68-4c9f-b78d-41124a925f63 req-bb6ab041-b2c5-4c60-8eaf-fe292d13714c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.807897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d72a9585-ef68-4c9f-b78d-41124a925f63 req-bb6ab041-b2c5-4c60-8eaf-fe292d13714c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 936 time: 0.1052785 Aug 10 00:56:20.810295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.830490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Checking router: df8e6aa7-efcb-499a-8817-eab2fbacf1f9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:20.830884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Updating router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:56:20.879365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:20.885417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d72a9585-ef68-4c9f-b78d-41124a925f63 req-f2aa9ff4-87c0-4dc4-b443-53a45f4da8a9 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653145 Aug 10 00:56:20.943734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f70240-6001-4b54-a482-59d716a7fed1 req-ae5b31b4-da2f-4bbe-bb55-1e342880de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:20.946606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4f70240-6001-4b54-a482-59d716a7fed1 req-ae5b31b4-da2f-4bbe-bb55-1e342880de45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 1097 time: 0.5122848 Aug 10 00:56:20.949255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28814f1-44c6-41c5-ae4d-15b0d2b6c64b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:20.961629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c86daa4e-1dc4-4408-9374-6e084e8cf832 req-b3d36168-3d4c-44bd-b78e-90018b61a108 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262822 Aug 10 00:56:20.979375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.100319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Transition to ACTIVE for port object e28814f1-44c6-41c5-ae4d-15b0d2b6c64b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:21.135735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.182493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4f70240-6001-4b54-a482-59d716a7fed1 req-647e8ce3-441f-469d-825c-b5d77150754b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192426 Aug 10 00:56:21.206242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Allocated IP 172.20.0.1 (b084007f-3a03-40d0-b0d9-c3e9a0d218ff/e8110f08-7298-427e-bf59-f2ff7b16546f/fb6fbeb5-6be7-4e95-95f0-065521f959f8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:21.247192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede534e5-db0a-4dd7-b44b-dba26f945ee1 req-247f60da-c5d0-420a-ba35-b9d696a2f7d0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.256586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ede534e5-db0a-4dd7-b44b-dba26f945ee1 req-247f60da-c5d0-420a-ba35-b9d696a2f7d0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.1106706 Aug 10 00:56:21.304264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.324931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Transition to ACTIVE for port object 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:21.335590 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.343139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Pushing event updated for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:21.406859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3d710-9c97-4ce9-acea-c69a8626a98d None None] Pushing event updated for resources: {'Port': ['ID=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:21.408345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d2f46-b8d3-40b7-8fa9-b062de58f005 req-502d5201-5162-4e8a-828e-abd6eaee8115 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.423125 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3d2f46-b8d3-40b7-8fa9-b062de58f005 req-502d5201-5162-4e8a-828e-abd6eaee8115 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 945 time: 0.2694485 Aug 10 00:56:21.440925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ede534e5-db0a-4dd7-b44b-dba26f945ee1 req-5718a74e-4a1a-4dfd-884d-89b844363bbb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847782 Aug 10 00:56:21.463438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Attempting to bind port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:21.464200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Attempting to bind port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:21.464370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Attempting to bind port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:21.497787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3d2f46-b8d3-40b7-8fa9-b062de58f005 req-47380777-595d-45e5-8ce5-b26e2984c1b7 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689666 Aug 10 00:56:21.498547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:21.499041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:21.499450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.499844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:21.500470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Bound port: 2abddc0a-4c56-4522-8e7f-7fc05ae36b46, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:21.501166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.550350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Attempting to bind port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:21.550875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Attempting to bind port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:21.551310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Attempting to bind port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:21.564523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:21.565081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Attempting to bind port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:21.572217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:21.586198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.589967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:21.590437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:21.591039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:21.591591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Bound port: e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:21.592108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.598549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.628874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Transition to ACTIVE for port object fb6fbeb5-6be7-4e95-95f0-065521f959f8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:21.695297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541c5d-0b14-4c2b-94fd-647e6883abaa req-8abd1251-cd82-49d4-9df3-80a687d6c2ac tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:21.698721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96541c5d-0b14-4c2b-94fd-647e6883abaa req-8abd1251-cd82-49d4-9df3-80a687d6c2ac tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 932 time: 0.0883040 Aug 10 00:56:21.723559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.732295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] For port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:21.736618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] For port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:21.769657 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:21.865832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:21.866495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:21.890453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Pushing event updated for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:21.932897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3d710-9c97-4ce9-acea-c69a8626a98d None None] Pushing event updated for resources: {'Port': ['ID=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:21.933809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:21.948475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:21.968502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:22.020957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] Set router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:22.065703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96541c5d-0b14-4c2b-94fd-647e6883abaa req-a97623b9-9acf-4a27-8ff4-0ab6d5fac754 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544500 Aug 10 00:56:22.113991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.336458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b8c32-6789-4cba-a6e4-1349816d810b req-25dc1026-a55f-43ca-9b9b-d8daa035c79f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.347429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73b8c32-6789-4cba-a6e4-1349816d810b req-25dc1026-a55f-43ca-9b9b-d8daa035c79f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 948 time: 0.1358755 Aug 10 00:56:22.433131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:22.436635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:22.438170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Transition to ACTIVE for port object 07beb4a6-99df-46bf-b8ae-4ccc7903081a will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:22.443878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.446342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73b8c32-6789-4cba-a6e4-1349816d810b req-169cb422-9c62-453c-8ed9-d311179023cb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Aug 10 00:56:22.459790 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.499082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.499804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.503541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] 10.222.0.10 "PUT /v2.0/ports/e28814f1-44c6-41c5-ae4d-15b0d2b6c64b HTTP/1.1" status: 200 len: 1097 time: 2.9570034 Aug 10 00:56:22.504200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:22.511510 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e88cae-1e3f-492d-aa38-3773363f1ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:22.583517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ccbae0f6-a9ee-44c4-87b6-ab95f306228c None None] Provisioning for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:22.598207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ccbae0f6-a9ee-44c4-87b6-ab95f306228c None None] Provisioning complete for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:22.599167 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ccbae0f6-a9ee-44c4-87b6-ab95f306228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.604810 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.626021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9ae4-230b-433d-b081-9a7c6738f87d service neutron] Pushing event updated for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:22.642896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ccbae0f6-a9ee-44c4-87b6-ab95f306228c None None] Port fb6fbeb5-6be7-4e95-95f0-065521f959f8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:22.658776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:15Z', 'revision_number': 3, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:22.702325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e85553-743a-441b-a0a5-dc2217300449 None None] The sync data for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 is: [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:15Z', 'revision_number': 3, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:22.773979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700ddc0-0a16-4d11-83a5-f5c5596845b0 req-a57780d3-1c66-4da9-a2cf-e71756b981e3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.779171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a700ddc0-0a16-4d11-83a5-f5c5596845b0 req-a57780d3-1c66-4da9-a2cf-e71756b981e3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.1509962 Aug 10 00:56:22.916990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Attempting to bind port 07beb4a6-99df-46bf-b8ae-4ccc7903081a on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:22.919788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Attempting to bind port 07beb4a6-99df-46bf-b8ae-4ccc7903081a by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:22.920164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Attempting to bind port 07beb4a6-99df-46bf-b8ae-4ccc7903081a on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:22.927152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.932982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b85f80-0924-4850-8298-d83d13f20313 req-ddadb870-0381-47bd-a7b0-6716c9369c7f tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.935767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13b85f80-0924-4850-8298-d83d13f20313 req-ddadb870-0381-47bd-a7b0-6716c9369c7f tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 945 time: 0.3012230 Aug 10 00:56:22.937484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:22.942321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:22.977858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-ab44f3d8-ecef-45b8-925a-4b06e4d91d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:22.979613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-ab44f3d8-ecef-45b8-925a-4b06e4d91d04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 1100 time: 0.3839519 Aug 10 00:56:22.982257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Port 07beb4a6-99df-46bf-b8ae-4ccc7903081a on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:22.982591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Attempting to bind port 07beb4a6-99df-46bf-b8ae-4ccc7903081a on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:22.989697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:22.990047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Checking segment: {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:22.990446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Bound using segment: {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:22.990922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Bound port: 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:22.991406 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.021371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13b85f80-0924-4850-8298-d83d13f20313 req-97068f55-c895-4f6a-aa37-e36205e1a546 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725291 Aug 10 00:56:23.060684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.095430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a700ddc0-0a16-4d11-83a5-f5c5596845b0 req-20d289a5-b469-4a0d-9465-b95dc4f86d4a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705494 Aug 10 00:56:23.131287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-3fb03550-3abc-42f0-91f2-bd7eb4520ae1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b HTTP/1.1" status: 200 len: 217 time: 0.1199131 Aug 10 00:56:23.140691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Pushing event updated for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.194340 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0583ab3e-6680-4b82-b01e-0a5fc2b1c80b x-openstack-request-id: req-0583ab3e-6680-4b82-b01e-0a5fc2b1c80b {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:23.196967 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:23.199456 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0583ab3e-6680-4b82-b01e-0a5fc2b1c80b {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:23.199456 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'status': 'completed', 'code': 200} Aug 10 00:56:23.322952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:23.327780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:23.410558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:23.423368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-93d13241-c23b-441a-b630-9de8ac294f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.425500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-93d13241-c23b-441a-b630-9de8ac294f38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.2247660 Aug 10 00:56:23.431548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:23.505941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.536066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.536437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.538082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] 10.222.0.21 "PUT /v2.0/ports/07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 1093 time: 3.3360670 Aug 10 00:56:23.581993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-ad6d318f-27fa-4987-869f-348a44a80e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.583770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-ad6d318f-27fa-4987-869f-348a44a80e4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1469679 Aug 10 00:56:23.766199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef39fd2-e67f-4b86-be9f-024d4cc57a27 req-82f20516-5634-4ade-9880-1321f17a10ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:23.775107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ef39fd2-e67f-4b86-be9f-024d4cc57a27 req-82f20516-5634-4ade-9880-1321f17a10ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.3395641 Aug 10 00:56:23.797565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b34be6-77b8-4e6b-b453-837343726275 service neutron] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:23.822222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c8e39bb-6df2-4e6a-8490-9f0d55123d60 None None] Provisioning complete for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:23.824276 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c8e39bb-6df2-4e6a-8490-9f0d55123d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:23.872011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e39bb-6df2-4e6a-8490-9f0d55123d60 None None] Port fb6fbeb5-6be7-4e95-95f0-065521f959f8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:23.879447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:56:23.925242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ef39fd2-e67f-4b86-be9f-024d4cc57a27 req-fd87a141-7f02-49a9-9bc3-322f59f0bf32 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490471 Aug 10 00:56:24.098986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:24.102235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd4921-fd60-4b7c-a421-d1c63737501b req-897b60bd-883b-4978-9af8-21655817c5da tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.109926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c6c2e7b-aaf8-4e65-a232-f63e1335568d admin admin] 10.222.0.25 "PUT /v2.0/routers/df8e6aa7-efcb-499a-8817-eab2fbacf1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3025091 Aug 10 00:56:24.112448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ffd4921-fd60-4b7c-a421-d1c63737501b req-897b60bd-883b-4978-9af8-21655817c5da tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 948 time: 0.3037415 Aug 10 00:56:24.214219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-d22cc3ef-b6ae-4699-9ef5-66bd25705507 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.217308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-d22cc3ef-b6ae-4699-9ef5-66bd25705507 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.21 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 945 time: 0.4736483 Aug 10 00:56:24.241361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-0f41e581-12f0-48c4-b3ce-c5edd90a81b2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.244147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-4e11cf82-d371-4530-9298-108561688911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.244763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-0f41e581-12f0-48c4-b3ce-c5edd90a81b2 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b45301c-a543-4f3c-82be-c2fa0d9aa9b7 HTTP/1.1" status: 200 len: 946 time: 0.1329722 Aug 10 00:56:24.248866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-4e11cf82-d371-4530-9298-108561688911 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1096 time: 0.4820530 Aug 10 00:56:24.257431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ffd4921-fd60-4b7c-a421-d1c63737501b req-c3373adb-cd74-4416-8608-c769c039a1a7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439259 Aug 10 00:56:24.263103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-faaacad5-2a5f-4103-9619-4c98d39cad25 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662345 Aug 10 00:56:24.349531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568b436-bbce-4541-a3cf-f2346f0fa663 req-197b6620-5f71-4893-9417-96ec1eaf5ef9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.364417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1568b436-bbce-4541-a3cf-f2346f0fa663 req-197b6620-5f71-4893-9417-96ec1eaf5ef9 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 945 time: 0.1950777 Aug 10 00:56:24.507306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-d8d340ce-4564-498a-85cf-52d4f34b5e7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.2378697 Aug 10 00:56:24.568534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1568b436-bbce-4541-a3cf-f2346f0fa663 req-c0645f7d-c38d-42af-8026-d1a3e6916c8e tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006712 Aug 10 00:56:24.645237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Deleting port fd9c953c-88af-43de-8ed4-8600ee8e286d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:24.645590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.854980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-99bb5164-0c1f-4b1e-a403-9000671bd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:24.879149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] For port fd9c953c-88af-43de-8ed4-8600ee8e286d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fd9c953c-88af-43de-8ed4-8600ee8e286d,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:24.879149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:24.880555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-99bb5164-0c1f-4b1e-a403-9000671bd9b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.2637632 Aug 10 00:56:24.896013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Calling delete_port for fd9c953c-88af-43de-8ed4-8600ee8e286d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:24.997916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-e86f9a42-3aae-47d2-a7fb-b942e474f572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991950 Aug 10 00:56:25.003363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-e9402c2f-5603-4f31-b22d-54fbe12de598 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:56:25.013680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-e9402c2f-5603-4f31-b22d-54fbe12de598 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145946 Aug 10 00:56:25.057873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d99e5b-562c-47ac-b950-cbc522a46388 req-bd0049bd-d40e-47d2-956c-77d43d5784db service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7600482 Aug 10 00:56:25.207353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:25.209830 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:25.223373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Deleting port d7f4727a-204d-4225-9e3f-210b03f5d427 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:25.223662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.238485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:25.308404 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f72e7-f466-4530-bc9f-bfd2a16e7726 x-openstack-request-id: req-b73f72e7-f466-4530-bc9f-bfd2a16e7726 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:25.309062 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:25.309369 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b73f72e7-f466-4530-bc9f-bfd2a16e7726 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:25.309824 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'status': 'completed', 'code': 200} Aug 10 00:56:25.326045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:25.353003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1940033466-network', 'tenant_id': '853f5920651a4afbb29c076e455df514'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:25.359171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-5cf04dbc-959c-4b8b-a7bd-d2f4ed9588ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.360770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-5cf04dbc-959c-4b8b-a7bd-d2f4ed9588ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 1100 time: 0.2184720 Aug 10 00:56:25.363408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.379284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-2cc22917-647e-46fa-aaee-cdd7c30b312b service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470888 Aug 10 00:56:25.382119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['d7f4727a-204d-4225-9e3f-210b03f5d427'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:25.384885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['fd9c953c-88af-43de-8ed4-8600ee8e286d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:25.399993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f98d1-ce6b-41fb-b6ef-ac5ef11bd9ad req-2c7b57ee-2e99-44cb-bc32-25daed2ae545 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.401623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f3f98d1-ce6b-41fb-b6ef-ac5ef11bd9ad req-2c7b57ee-2e99-44cb-bc32-25daed2ae545 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.3340571 Aug 10 00:56:25.474126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event deleted for resources: {'Port': ['ID=fd9c953c-88af-43de-8ed4-8600ee8e286d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:25.488990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:25.496522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:25.497134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.557573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] For port d7f4727a-204d-4225-9e3f-210b03f5d427, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d7f4727a-204d-4225-9e3f-210b03f5d427,segment=NetworkSegment(d123cb20-7785-4b37-a9e2-a213d32fdfa8),segment_id=d123cb20-7785-4b37-a9e2-a213d32fdfa8)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:25.558133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.565348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Sync routers for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:25.585390 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:25.586168 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:25.598270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] No DVR routers for this DVR port fd9c953c-88af-43de-8ed4-8600ee8e286d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:25.608798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Made reservation on behalf of 853f5920651a4afbb29c076e455df514 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:25.609450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.612196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f95c08c0-e2f7-4813-9888-2dcd4273d8be req-c08ca6e6-4962-4c7c-b778-319ee53301af tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.10 "DELETE /v2.0/ports/fd9c953c-88af-43de-8ed4-8600ee8e286d HTTP/1.1" status: 204 len: 173 time: 1.3529387 Aug 10 00:56:25.613141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'name': 'network-vif-deleted', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:25.615555 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caa29f7-6db7-46c8-9ab8-073ef8b7344f" -d '{"events": [{"server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "name": "network-vif-deleted", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:25.618581 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.642047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f3f98d1-ce6b-41fb-b6ef-ac5ef11bd9ad req-1afde7dd-8849-4bdd-970a-2918b1f60a6d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146151 Aug 10 00:56:25.658125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Calling delete_port for d7f4727a-204d-4225-9e3f-210b03f5d427 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:25.750954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.835763 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Set router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:25.839376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.839559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06b1406d-ba07-42bf-9bba-b1f3d98218a1 req-59f366d7-65f9-43ec-8593-54f7502d9d00 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421971 Aug 10 00:56:25.840948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-d1e644dc-c630-4795-bf2e-f0f67406c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.842396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-d1e644dc-c630-4795-bf2e-f0f67406c14c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.4671676 Aug 10 00:56:25.918822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.946579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:25.955279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:25.957353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a5dbe-24df-4e3b-81fc-ff0e15e93d5f req-ec30d179-f6c2-4eec-a0e2-8869509c8437 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:25.963472 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a1a5dbe-24df-4e3b-81fc-ff0e15e93d5f req-ec30d179-f6c2-4eec-a0e2-8869509c8437 tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 945 time: 0.1027310 Aug 10 00:56:26.029774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989b60-37e8-4e15-b863-be642c8741e1 req-c8e0ea32-0568-4d76-925b-07e2327b275b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.035345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a1a5dbe-24df-4e3b-81fc-ff0e15e93d5f req-bba8417b-6898-4b04-a45e-185c236ce9ef tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b411600-bd5f-4245-a048-77766ed72eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645118 Aug 10 00:56:26.047571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:26.051323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7989b60-37e8-4e15-b863-be642c8741e1 req-c8e0ea32-0568-4d76-925b-07e2327b275b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 948 time: 0.6640782 Aug 10 00:56:26.135982 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d64a95-dc3b-44fe-a067-ac2057f47994 x-openstack-request-id: req-29d64a95-dc3b-44fe-a067-ac2057f47994 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:26.136405 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b45301c-a543-4f3c-82be-c2fa0d9aa9b7", "name": "network-vif-deleted", "tag": "fd9c953c-88af-43de-8ed4-8600ee8e286d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:26.136786 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29d64a95-dc3b-44fe-a067-ac2057f47994 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:26.137293 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b45301c-a543-4f3c-82be-c2fa0d9aa9b7', 'name': 'network-vif-deleted', 'tag': 'fd9c953c-88af-43de-8ed4-8600ee8e286d', 'status': 'completed', 'code': 200} Aug 10 00:56:26.167707 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.219151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-611ed2fa-0801-4fe3-acaa-d3329b43e0d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b HTTP/1.1" status: 200 len: 217 time: 0.1467507 Aug 10 00:56:26.259557 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:22Z', 'revision_number': 4, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fb6fbeb5-6be7-4e95-95f0-065521f959f8', 'name': '', 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'mac_address': 'fa:16:3e:dd:58:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:20Z', 'updated_at': '2021-08-10T00:56:22Z', 'revision_number': 2, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'subnets': [{'id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:26.331235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-a494e5ab-16bb-4d99-864f-a6a130097a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.332936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-a494e5ab-16bb-4d99-864f-a6a130097a4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0772948 Aug 10 00:56:26.358610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7989b60-37e8-4e15-b863-be642c8741e1 req-a6d64aa1-2b30-483a-a085-13128033e446 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062487 Aug 10 00:56:26.440205 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Checking router: df8e6aa7-efcb-499a-8817-eab2fbacf1f9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:26.440577 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Updating router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 port fb6fbeb5-6be7-4e95-95f0-065521f959f8 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:56:26.482803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-28e627b7-509a-4731-bbcf-1ffac773eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.484739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-28e627b7-509a-4731-bbcf-1ffac773eeb8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1096 time: 0.4312901 Aug 10 00:56:26.506116 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.513647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-ea101d45-bf5e-44e7-be17-7d4e298e49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:26.515844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-ea101d45-bf5e-44e7-be17-7d4e298e49e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542203 Aug 10 00:56:26.591068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.607901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['fd9c953c-88af-43de-8ed4-8600ee8e286d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:26.769013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Pushing event deleted for resources: {'Port': ['ID=d7f4727a-204d-4225-9e3f-210b03f5d427,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:26.937574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.941911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-343ae7c5-4d96-4d26-a147-db2d58b7e3e7 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066429 Aug 10 00:56:26.946334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] No DVR routers for this DVR port d7f4727a-204d-4225-9e3f-210b03f5d427 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:26.953320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:26.955598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7afa243-f2e7-41c3-9ce3-753c8081aa39 req-22246bba-123e-43dc-8888-76ae7b61dd3c tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.21 "DELETE /v2.0/ports/d7f4727a-204d-4225-9e3f-210b03f5d427 HTTP/1.1" status: 204 len: 173 time: 2.6864500 Aug 10 00:56:26.956363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.004877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3061ff5-479d-4ae5-8666-af04454720da,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.008428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-1d59d196-8a71-478a-8ac3-4e09e0084967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.010340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-1d59d196-8a71-478a-8ac3-4e09e0084967 service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.5104101 Aug 10 00:56:27.028654 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.043724 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Transition to ACTIVE for port object fb6fbeb5-6be7-4e95-95f0-065521f959f8 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:27.053305 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.071164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:27.144822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-ca692ea6-9d4e-4f23-93f4-aebb50943947 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.0884669 Aug 10 00:56:27.162269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Pushing event updated for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.173672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259042d-3a2e-44a3-a8d8-4e68cd63d4e2 req-b6774d3f-7236-4860-ab88-7103ea76e00a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.190702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a259042d-3a2e-44a3-a8d8-4e68cd63d4e2 req-b6774d3f-7236-4860-ab88-7103ea76e00a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.4125485 Aug 10 00:56:27.206257 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.207174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.207794 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.208213 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.208878 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.208991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.209427 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.209812 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.210711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.210711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.210918 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.211935 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:27.231276 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Attempting to bind port fb6fbeb5-6be7-4e95-95f0-065521f959f8 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:27.231732 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Attempting to bind port fb6fbeb5-6be7-4e95-95f0-065521f959f8 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:27.232132 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Attempting to bind port fb6fbeb5-6be7-4e95-95f0-065521f959f8 on network b084007f-3a03-40d0-b0d9-c3e9a0d218ff {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:27.238743 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:27.239131 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Checking segment: {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:27.239507 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.240110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Bound using segment: {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:27.240705 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Bound port: fb6fbeb5-6be7-4e95-95f0-065521f959f8, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:27.241014 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.243442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.246345 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Added segment 34994440-48d5-408f-90a2-cb5ae4a1034d of type vlan for network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a Aug 10 00:56:27.291763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:27.323903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'name': 'network-vif-deleted', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:27.327703 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03d375-7988-48e5-8e63-ab70835ec161" -d '{"events": [{"server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "name": "network-vif-deleted", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:27.389326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-094dc1f7-2380-4947-8298-4a2ad9e59c76 req-4e6503d2-85f1-437f-813d-406dc437a99a tempest-MultipleCreateTestJSON-1470832436 tempest-MultipleCreateTestJSON-1470832436-project] 10.222.0.25 "GET /v2.0/ports?device_id=0500451c-9a85-439c-b6b3-543c3b4128b4 HTTP/1.1" status: 200 len: 210 time: 0.0679886 Aug 10 00:56:27.411294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:27.411807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.419024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] For port fb6fbeb5-6be7-4e95-95f0-065521f959f8, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:27.427503 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] For port fb6fbeb5-6be7-4e95-95f0-065521f959f8, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb6fbeb5-6be7-4e95-95f0-065521f959f8,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:27.429722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a259042d-3a2e-44a3-a8d8-4e68cd63d4e2 req-13a61cfd-92aa-465a-b394-243038ba5908 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375410 Aug 10 00:56:27.437092 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.449517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-02c9b2fc-3c26-4428-a343-a5f553944504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.451078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-02c9b2fc-3c26-4428-a343-a5f553944504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.1959381 Aug 10 00:56:27.463377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:27.525566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e88cae-1e3f-492d-aa38-3773363f1ab3 req-f7602924-7e45-4897-a998-1b5ecc45f29e service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635712 Aug 10 00:56:27.527635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-d093a345-fc4b-488f-ab42-a20d322fcb5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564799 Aug 10 00:56:27.545492 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83b355-71f9-49e0-99dd-78bee526f3ca x-openstack-request-id: req-ea83b355-71f9-49e0-99dd-78bee526f3ca {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:27.545809 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0500451c-9a85-439c-b6b3-543c3b4128b4", "name": "network-vif-deleted", "tag": "d7f4727a-204d-4225-9e3f-210b03f5d427", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:27.546071 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea83b355-71f9-49e0-99dd-78bee526f3ca {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:27.546518 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0500451c-9a85-439c-b6b3-543c3b4128b4', 'name': 'network-vif-deleted', 'tag': 'd7f4727a-204d-4225-9e3f-210b03f5d427', 'status': 'completed', 'code': 200} Aug 10 00:56:27.548169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:27.554007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d7f4727a-204d-4225-9e3f-210b03f5d427 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:27.598116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f1907-138d-42d0-a91d-f616786692c3 None None] Pushing event updated for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:27.618944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: d7f4727a-204d-4225-9e3f-210b03f5d427 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:27.619348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d7f4727a-204d-4225-9e3f-210b03f5d427 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:27.643285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:27.645246 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:27.808343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:56:27.812840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-f0a3cc0b-b861-4c42-93d7-0b965c91ce90 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596555 Aug 10 00:56:27.817935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1c6ae-89cb-4995-aedf-6499430e291b req-2fdae4b1-6a44-4c47-9d75-7204cbe96d33 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:27.830346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bbe1c6ae-89cb-4995-aedf-6499430e291b req-2fdae4b1-6a44-4c47-9d75-7204cbe96d33 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 948 time: 0.1690161 Aug 10 00:56:27.967319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bbe1c6ae-89cb-4995-aedf-6499430e291b req-6cb5826f-0af9-48dc-90f5-98f15f81f61f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317291 Aug 10 00:56:28.057125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.059924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.060862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.109499 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] Set router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:28.113754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:28.137243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'port_id': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'mac_address': 'fa:16:3e:55:a5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c8d99-4b02-46ab-a2df-f432ebf2baf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:28.238068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.267871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:28.291805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:28.299704 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.396181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:28.525586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:22Z', 'revision_number': 4, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fb6fbeb5-6be7-4e95-95f0-065521f959f8', 'name': '', 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'mac_address': 'fa:16:3e:dd:58:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:20Z', 'updated_at': '2021-08-10T00:56:27Z', 'revision_number': 4, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'subnets': [{'id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:28.580333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35796) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:28.608004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:28.619547 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec6e20-3d7f-4461-bbe3-1ce706d8850d None None] The sync data for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 is: [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:22Z', 'revision_number': 4, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fb6fbeb5-6be7-4e95-95f0-065521f959f8', 'name': '', 'network_id': 'b084007f-3a03-40d0-b0d9-c3e9a0d218ff', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'mac_address': 'fa:16:3e:dd:58:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:20Z', 'updated_at': '2021-08-10T00:56:27Z', 'revision_number': 4, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'subnets': [{'id': 'e8110f08-7298-427e-bf59-f2ff7b16546f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:28.753361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf3b5ea-6048-4da6-9044-e2ecf741cb8a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:28.777108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:28.795968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Deleting subnet c53b65c1-6bb0-419b-ad27-f3d86895dcf3 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:28.808385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea7005ed-a9dc-47c1-ab31-632ee5fd8ba0 req-b04524b2-e952-42bb-b0fb-76079f628208 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9781797 Aug 10 00:56:28.813186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-88344008-f7f4-40d7-8f5e-b9635c5ba1b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4741409 Aug 10 00:56:28.813186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35798) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:28.824124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Request body: {'subnet': {'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1940033466-subnet', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:28.840663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6516a1e-9ae7-4a16-9163-c597b30c4023 req-e830347f-645a-4de8-b1be-0340c4909d98 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:28.849365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6516a1e-9ae7-4a16-9163-c597b30c4023 req-e830347f-645a-4de8-b1be-0340c4909d98 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.2605653 Aug 10 00:56:28.854101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.855361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Made reservation on behalf of 853f5920651a4afbb29c076e455df514 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:28.858222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:28.906823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.046568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.179858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e28814f1-44c6-41c5-ae4d-15b0d2b6c64b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:29.184006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fd9c953c-88af-43de-8ed4-8600ee8e286d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:29.192866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6516a1e-9ae7-4a16-9163-c597b30c4023 req-7de2a583-938e-4ec1-9cea-bb6db8f34b0a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422408 Aug 10 00:56:29.251569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: fd9c953c-88af-43de-8ed4-8600ee8e286d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:29.252173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fd9c953c-88af-43de-8ed4-8600ee8e286d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:29.252817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.271397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb6fbeb5-6be7-4e95-95f0-065521f959f8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:29.335632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53b65c1-6bb0-419b-ad27-f3d86895dcf3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:29.352808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.366356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c53b65c1-6bb0-419b-ad27-f3d86895dcf3 HTTP/1.1" status: 204 len: 168 time: 0.7847133 Aug 10 00:56:29.367892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.368752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35808) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:29.378610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.379280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.379866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.380428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.380981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.383920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.384647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.385438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.385977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.386590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.386734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:29.387720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.388970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d71b1b-3726-474e-8c00-bf08b3d1e2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:56:29.395550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:29.396743 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.446834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f906039e-a6cd-4521-82e4-f9877efc1f9d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:29.481259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4644366-fb8e-4ca3-ae1e-cb84e531a8ed req-a2f95330-dad1-4d83-b3e9-9db96eeb41b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.495058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4644366-fb8e-4ca3-ae1e-cb84e531a8ed req-a2f95330-dad1-4d83-b3e9-9db96eeb41b2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 948 time: 0.3165960 Aug 10 00:56:29.573848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4644366-fb8e-4ca3-ae1e-cb84e531a8ed req-3db1a575-62b5-4e37-85e8-c87b0d93ef05 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777867 Aug 10 00:56:29.575080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Checking segment: {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:29.575251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Network hostable DHCP agents. Network: ccf3b5ea-6048-4da6-9044-e2ecf741cb8a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:29.604045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.611172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:29.626132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ccf3b5ea-6048-4da6-9044-e2ecf741cb8a) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:29.646828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:29.648409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.699900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35820) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:29.703171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c5bc9054-68f6-42c9-942f-960e8f00a750 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8834898 Aug 10 00:56:29.818725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:29.838446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb82f0d-fcec-4865-86e4-7a9ec0e67855 None None] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:29.869517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.888485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279c9b1a-123a-47c9-9194-2f68fba55e29']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:29.899014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.901326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.910039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd123cb20-7785-4b37-a9e2-a213d32fdfa8') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:29.910757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd123cb20-7785-4b37-a9e2-a213d32fdfa8') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:29.932769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:29.967556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:29.976156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.022895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'mac_address': 'fa:16:3e:7a:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:30.028687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:30.029345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:30.032063 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:30.078053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.091369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.189606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.194301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'fixed_ips': [{'subnet_id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:56:30.196326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.224444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28814f1-44c6-41c5-ae4d-15b0d2b6c64b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:30.273500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port fb6fbeb5-6be7-4e95-95f0-065521f959f8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb6fbeb5-6be7-4e95-95f0-065521f959f8,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:30.288603 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.298237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:30.435947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:30.454070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.463817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b628b-d2a5-4193-b3f5-d3da040faa89 req-ddd9e96e-fa05-4add-acf0-c1e75cdef84c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.486979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f69b628b-d2a5-4193-b3f5-d3da040faa89 req-ddd9e96e-fa05-4add-acf0-c1e75cdef84c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.1211348 Aug 10 00:56:30.571611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f69b628b-d2a5-4193-b3f5-d3da040faa89 req-91f27ffb-c222-4614-a20a-95e90f2e5c39 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810692 Aug 10 00:56:30.778767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016afcfc-5f6a-4942-b964-8d649ccb5d7b req-617fcbf6-ffd3-4566-af4a-f6d7c03b8c75 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:30.794259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-016afcfc-5f6a-4942-b964-8d649ccb5d7b req-617fcbf6-ffd3-4566-af4a-f6d7c03b8c75 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 949 time: 0.1091659 Aug 10 00:56:30.865347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-016afcfc-5f6a-4942-b964-8d649ccb5d7b req-68cce071-e9dc-4fa6-a4e6-322afbc831b6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660489 Aug 10 00:56:30.909719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:30.935643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Allocated IP 172.20.0.2 (ccf3b5ea-6048-4da6-9044-e2ecf741cb8a/f906039e-a6cd-4521-82e4-f9877efc1f9d/16da927c-ca64-42b0-a37e-9130ddb3ac21) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:30.966476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:30.980419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.986330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:30.990978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/279c9b1a-123a-47c9-9194-2f68fba55e29 HTTP/1.1" status: 204 len: 168 time: 1.6167371 Aug 10 00:56:31.033741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514b3d0-7c99-4fbe-955b-23629694dca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=279c9b1a-123a-47c9-9194-2f68fba55e29,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:31.199996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb6fbeb5-6be7-4e95-95f0-065521f959f8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:31.281295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.317807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35844) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:31.390054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5256632c-7464-4101-b2eb-feb558205239 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02e3439ebcd24847b1a3a77718bb4bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691028 Aug 10 00:56:31.392412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35848) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:31.483680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:31.499602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.539731 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.561224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fb6fbeb5-6be7-4e95-95f0-065521f959f8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:31.562072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.598761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.619895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.622863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.624374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b411600-bd5f-4245-a048-77766ed72eae HTTP/1.1" status: 204 len: 168 time: 0.2308450 Aug 10 00:56:31.638133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbb5ce-dff7-4a9c-a016-93d92def5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b411600-bd5f-4245-a048-77766ed72eae,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:31.644488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.655246 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.722114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Transition to ACTIVE for port object 16da927c-ca64-42b0-a37e-9130ddb3ac21 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:31.757569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Transition to ACTIVE for port object 16da927c-ca64-42b0-a37e-9130ddb3ac21 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:31.765863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 07beb4a6-99df-46bf-b8ae-4ccc7903081a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:31.767602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 07beb4a6-99df-46bf-b8ae-4ccc7903081a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:31.768264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.793621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:31.896537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:31.905018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:31.917352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:31.927850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Pushing event updated for resources: {'Port': ['ID=16da927c-ca64-42b0-a37e-9130ddb3ac21,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:31.972729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Allocated IP 172.25.7.245 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/00e168ef-7fbf-4945-b861-da8010ad6138) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:32.011048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d6d7a-30f2-456c-aa91-8a81b05646e2 req-ef6d33aa-7b3e-4113-8d2d-f54f94195bbf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.030026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-668d6d7a-30f2-456c-aa91-8a81b05646e2 req-ef6d33aa-7b3e-4113-8d2d-f54f94195bbf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.2301297 Aug 10 00:56:32.064696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.087286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297248bd-d66f-4715-a884-9210b07c0e01 req-52b445c3-1f60-4e7b-b922-c945f37ed084 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.090641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Attempting to bind port 16da927c-ca64-42b0-a37e-9130ddb3ac21 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:32.092677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Attempting to bind port 16da927c-ca64-42b0-a37e-9130ddb3ac21 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:32.093261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Attempting to bind port 16da927c-ca64-42b0-a37e-9130ddb3ac21 on network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:32.106134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-297248bd-d66f-4715-a884-9210b07c0e01 req-52b445c3-1f60-4e7b-b922-c945f37ed084 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 949 time: 0.1135783 Aug 10 00:56:32.110420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:32.112688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Checking segment: {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:32.113142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.113553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Bound using segment: {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:32.114206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Bound port: 16da927c-ca64-42b0-a37e-9130ddb3ac21, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:32.114684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.170534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-297248bd-d66f-4715-a884-9210b07c0e01 req-1516da7b-0c42-481b-abdb-69de0696eea1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596550 Aug 10 00:56:32.185104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:32.187637 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f049af8-caeb-46f5-aa5a-09aa6b1b000b" -d '{"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:32.204051 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-668d6d7a-30f2-456c-aa91-8a81b05646e2 req-e2a9cad9-a15f-4fbd-9067-4ae58d231afb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721992 Aug 10 00:56:32.261312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:32.278480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.333402 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a2c790-2544-430c-8b68-2a807399ccd4 x-openstack-request-id: req-36a2c790-2544-430c-8b68-2a807399ccd4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:32.333710 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:32.333976 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36a2c790-2544-430c-8b68-2a807399ccd4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:32.334785 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'code': 200} Aug 10 00:56:32.348557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.389943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] For port 16da927c-ca64-42b0-a37e-9130ddb3ac21, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:32.395809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] For port 16da927c-ca64-42b0-a37e-9130ddb3ac21, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=16da927c-ca64-42b0-a37e-9130ddb3ac21,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:32.427504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.436032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:32.439305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:32.545634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:32.547553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Pushing event updated for resources: {'Port': ['ID=00e168ef-7fbf-4945-b861-da8010ad6138,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:32.550775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:32.561822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:32.595178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700bb7a-f07d-4ea1-aa8a-4707eadc5702 None None] Pushing event updated for resources: {'Port': ['ID=16da927c-ca64-42b0-a37e-9130ddb3ac21,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:32.899954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8879b9-5254-4f7d-8715-e63d1f0e00be req-f0c6beaa-fa54-4fe4-bd8a-58eed15c71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:32.911422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be8879b9-5254-4f7d-8715-e63d1f0e00be req-f0c6beaa-fa54-4fe4-bd8a-58eed15c71c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1098 time: 0.5090587 Aug 10 00:56:33.002509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be8879b9-5254-4f7d-8715-e63d1f0e00be req-80381416-6f4c-43b1-8f82-fab91efa2da6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750589 Aug 10 00:56:33.007670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.206069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e28814f1-44c6-41c5-ae4d-15b0d2b6c64b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:33.294491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 16da927c-ca64-42b0-a37e-9130ddb3ac21 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:33.339867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.375701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35912) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:33.419479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:33.427303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:33.427725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.489593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 16da927c-ca64-42b0-a37e-9130ddb3ac21 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:33.495017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b1095-7053-45a0-9a80-852ac521e02f req-f79f3bc1-fba8-4a44-b050-9df3b5dc39c8 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.501548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f0b1095-7053-45a0-9a80-852ac521e02f req-f79f3bc1-fba8-4a44-b050-9df3b5dc39c8 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 949 time: 0.2220790 Aug 10 00:56:33.521996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc08491-f725-4985-9be5-357ad77ad085 req-e0de0223-ca45-402c-a56b-90f88c793248 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:33.524155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dc08491-f725-4985-9be5-357ad77ad085 req-e0de0223-ca45-402c-a56b-90f88c793248 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1402345 Aug 10 00:56:33.591054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.594507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f0b1095-7053-45a0-9a80-852ac521e02f req-18cbb28f-4a52-4d8f-a43d-26bdf6f2a351 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869265 Aug 10 00:56:33.602560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dc08491-f725-4985-9be5-357ad77ad085 req-26701024-9449-4bf5-b5c6-1c6ed0aa952e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671530 Aug 10 00:56:33.646706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:56:33.701739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:33.707617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.740080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1951688092-network', 'tenant_id': 'fbabc4a013db4a4ab888eeca42a28904'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:33.783617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Made reservation on behalf of fbabc4a013db4a4ab888eeca42a28904 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:33.790595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.813647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.867264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:33.927610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:33.946326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Sync routers for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:33.965143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:33.970445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:33.974096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.979770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:33.998095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:56:34.000141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.001479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0d47fcb6-c1f9-4b82-87fb-44900ba3ec8b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2981145 Aug 10 00:56:34.007878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35926) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:34.013097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.013444 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Added segment 14f027b1-f6ec-4716-bdb2-1841cf0a4e6f of type vlan for network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 Aug 10 00:56:34.060912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.100605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.103129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.103899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.302631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Pushing event updated for resources: {'Network': ['ID=1d7db790-adf3-4ed5-b2a4-52d360acd7f2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:34.306231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1771f023-34ab-48d4-9149-b70a161f4fb7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:34.314012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad60d678-5674-4bf2-bf49-3bd59a9460ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8888891 Aug 10 00:56:34.318556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35932) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:34.328414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Request body: {'subnet': {'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1951688092-subnet', 'tenant_id': 'fbabc4a013db4a4ab888eeca42a28904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:34.337279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:56:34.349769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:34.355347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:34.357623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Made reservation on behalf of fbabc4a013db4a4ab888eeca42a28904 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:34.359937 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa67d04-b54e-42a5-a7cd-c6f190023769" -d '{"events": [{"server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "name": "network-vif-plugged", "status": "completed", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:34.360864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.589076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dade15-6a20-4313-ad78-238a031c634a req-bb46e14b-6cc3-4836-96dd-13bc9244dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.601159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41dade15-6a20-4313-ad78-238a031c634a req-bb46e14b-6cc3-4836-96dd-13bc9244dfca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 1102 time: 0.1092844 Aug 10 00:56:34.704971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41dade15-6a20-4313-ad78-238a031c634a req-2f66aa5a-fd19-4721-bc8e-848d882ea9da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786371 Aug 10 00:56:34.808280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:34.832163 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dde5329-e249-4af0-a2ae-fe1ca122cae8 x-openstack-request-id: req-7dde5329-e249-4af0-a2ae-fe1ca122cae8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:34.832163 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "name": "network-vif-plugged", "status": "completed", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:34.833837 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dde5329-e249-4af0-a2ae-fe1ca122cae8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:34.841177 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'code': 200} Aug 10 00:56:34.853462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6c808-f91b-4137-a497-572e436484a2 None None] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:34.909617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d346f7-916e-4324-8b37-41de63c0308a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:34.911071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da200f6-8e75-450b-ba2a-c7554ca1c31a req-e60d3828-5b4f-4857-a7f4-6c00a2f42c5a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:34.920657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6da200f6-8e75-450b-ba2a-c7554ca1c31a req-e60d3828-5b4f-4857-a7f4-6c00a2f42c5a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 950 time: 0.0860646 Aug 10 00:56:35.005282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Checking segment: {'id': '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:35.006109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Network hostable DHCP agents. Network: 1d7db790-adf3-4ed5-b2a4-52d360acd7f2, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:56:35.016634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Provisioning for port 16da927c-ca64-42b0-a37e-9130ddb3ac21 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:35.036883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Provisioning complete for port 16da927c-ca64-42b0-a37e-9130ddb3ac21 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:35.037696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.043551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d175be3-ffe6-4228-9418-21cebce12b1d req-56d68034-6c8f-4709-bc7e-3fac3847e55d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.045204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1d175be3-ffe6-4228-9418-21cebce12b1d req-56d68034-6c8f-4709-bc7e-3fac3847e55d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1428404 Aug 10 00:56:35.066493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6da200f6-8e75-450b-ba2a-c7554ca1c31a req-0867e02d-db67-43fd-8f3f-c693bd909363 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447749 Aug 10 00:56:35.080201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:56:35.094104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1d7db790-adf3-4ed5-b2a4-52d360acd7f2) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:35.104186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.104802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.118954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954c233f-a2d3-46b8-b4eb-4c0aea3c5d63 None None] Network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:35.130380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1d175be3-ffe6-4228-9418-21cebce12b1d req-2223662d-a26f-4ba6-9b7c-e0cc94553049 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785422 Aug 10 00:56:35.132121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-612e59d6-fa8c-4e3f-91f5-5e9b93cfbd2e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8115652 Aug 10 00:56:35.198658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:32Z', 'revision_number': 3, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:35.268921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Checking router: 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:35.269515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Updating router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 port 00e168ef-7fbf-4945-b861-da8010ad6138 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:56:35.385475 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.388132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.418523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.657824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] For port 16da927c-ca64-42b0-a37e-9130ddb3ac21, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=16da927c-ca64-42b0-a37e-9130ddb3ac21,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:35.687388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:35.961046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-2a8d1136-e04a-47e4-a303-6caba311b5c9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:35.970869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-2a8d1136-e04a-47e4-a303-6caba311b5c9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 813 time: 0.3352225 Aug 10 00:56:36.023257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-cc47d852-63ea-413f-bb16-4f901c6f3124 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/quotas/6d45ee0a84db4702a566e9d2cb77a022 HTTP/1.1" status: 200 len: 375 time: 0.0506601 Aug 10 00:56:36.161550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aa38ab-3920-46ed-be5b-869611c1d269 None None] Network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:36.189023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Allocated IP 172.20.0.1 (ccf3b5ea-6048-4da6-9044-e2ecf741cb8a/f906039e-a6cd-4521-82e4-f9877efc1f9d/39a846ae-70b0-464f-bcfa-01aba1ea745c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:36.227347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-f22ff44e-eb69-498e-9e11-d1d0be16d6cc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1977260 Aug 10 00:56:36.306167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-bebe4790-97a3-4fdb-b512-21069dad5d72 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:36.312589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a281e2-9460-4a43-86f6-1e1ced973c9b None None] Pushing event updated for resources: {'Port': ['ID=16da927c-ca64-42b0-a37e-9130ddb3ac21,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:36.323498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-bebe4790-97a3-4fdb-b512-21069dad5d72 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/networks?id=1d7db790-adf3-4ed5-b2a4-52d360acd7f2 HTTP/1.1" status: 200 len: 813 time: 0.2783985 Aug 10 00:56:36.342170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-0203ec43-2198-4644-a4c3-eb78036c787d tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/quotas/fbabc4a013db4a4ab888eeca42a28904 HTTP/1.1" status: 200 len: 375 time: 0.0182202 Aug 10 00:56:36.417715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-19889611-8193-4b21-9903-2d55268a0d77 service neutron] 10.222.0.25 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892519 Aug 10 00:56:36.453307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-bed273ef-f29e-493a-b9c6-40cf382a77ce tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fbabc4a013db4a4ab888eeca42a28904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095817 Aug 10 00:56:36.570781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-c4b64ac1-edac-466f-a5b2-26ddbd4cc201 service neutron] 10.222.0.25 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520896 Aug 10 00:56:36.624326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-e2d8659c-c917-47cb-bbf4-15b6739419aa service neutron] 10.222.0.25 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700852 Aug 10 00:56:36.671229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.691450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1cbe3025-c22d-4de4-ab7c-32b40b1d57d1 None None] Provisioning complete for port 16da927c-ca64-42b0-a37e-9130ddb3ac21 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:36.691873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1cbe3025-c22d-4de4-ab7c-32b40b1d57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.761360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Transition to ACTIVE for port object 00e168ef-7fbf-4945-b861-da8010ad6138 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:36.767774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.777357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.824529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Transition to ACTIVE for port object 39a846ae-70b0-464f-bcfa-01aba1ea745c will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:36.899667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Attempting to bind port 00e168ef-7fbf-4945-b861-da8010ad6138 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:36.900060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Attempting to bind port 00e168ef-7fbf-4945-b861-da8010ad6138 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:36.900431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Attempting to bind port 00e168ef-7fbf-4945-b861-da8010ad6138 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:36.909766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:36.910314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:36.910842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.911344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:36.911835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Bound port: 00e168ef-7fbf-4945-b861-da8010ad6138, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:36.912289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:36.929159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-529d197b-ca54-4d11-b577-273615037d58 service neutron] 10.222.0.25 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967298 Aug 10 00:56:36.936596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.016075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] For port 00e168ef-7fbf-4945-b861-da8010ad6138, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:37.041410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] For port 00e168ef-7fbf-4945-b861-da8010ad6138, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00e168ef-7fbf-4945-b861-da8010ad6138,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:37.082207 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.110094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63971-9168-46d5-9306-3df7237a95aa None None] Pushing event updated for resources: {'Port': ['ID=00e168ef-7fbf-4945-b861-da8010ad6138,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:37.175676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Pushing event updated for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:37.200755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:37.201595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:37.220975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:37.230837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:37.251277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:37.331146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 16da927c-ca64-42b0-a37e-9130ddb3ac21 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:37.370861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599447d-6163-4716-9e81-01cb5e2304f9 req-8f6e6fd4-e641-4200-8a7c-ea4acf7d85fe tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:37.372416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a599447d-6163-4716-9e81-01cb5e2304f9 req-8f6e6fd4-e641-4200-8a7c-ea4acf7d85fe tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 950 time: 0.3183875 Aug 10 00:56:37.420397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63971-9168-46d5-9306-3df7237a95aa None None] Pushing event updated for resources: {'Port': ['ID=00e168ef-7fbf-4945-b861-da8010ad6138,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:37.536472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.685127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:37.688882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 16da927c-ca64-42b0-a37e-9130ddb3ac21 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:37.689509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:37.758582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a599447d-6163-4716-9e81-01cb5e2304f9 req-57c7d270-f7ba-413c-ad22-b9fa4e9638e1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590496 Aug 10 00:56:37.788592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c4f117c-f983-440c-a356-50fc1d8bfef2 req-8177cbb5-87cd-4803-bf94-116265cd6e8d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 210 time: 0.0676856 Aug 10 00:56:37.938172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ba5e0-2cd0-45ed-a042-6e9909329bd7 req-3e04d043-4539-4dfe-8d8f-6662d13ba719 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:37.947435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac7ba5e0-2cd0-45ed-a042-6e9909329bd7 req-3e04d043-4539-4dfe-8d8f-6662d13ba719 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 1102 time: 0.0680385 Aug 10 00:56:37.967078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-762e82d9-fbeb-4171-a15d-ffa261b96e25 req-68eb75f7-ba82-4fdc-aebc-1dd97e2ccb24 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 210 time: 0.0788834 Aug 10 00:56:38.011533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac7ba5e0-2cd0-45ed-a042-6e9909329bd7 req-ca0974ea-54c5-4004-82ee-efc98b09408a tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Aug 10 00:56:38.072670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.121370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40367a32-9ae5-4434-8f37-6869807b665a None None] Provisioning for port 39a846ae-70b0-464f-bcfa-01aba1ea745c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:38.131761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40367a32-9ae5-4434-8f37-6869807b665a None None] Provisioning complete for port 39a846ae-70b0-464f-bcfa-01aba1ea745c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:38.132195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40367a32-9ae5-4434-8f37-6869807b665a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.261738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-40367a32-9ae5-4434-8f37-6869807b665a None None] Port 39a846ae-70b0-464f-bcfa-01aba1ea745c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:38.309570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:32Z', 'revision_number': 3, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:38.341696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-393ee3c1-eede-44a2-b35c-19fcea3f1f1d tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341692 Aug 10 00:56:38.344471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5755c071-ba33-4e96-a913-5232c3eb9d9a None None] The sync data for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 is: [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:32Z', 'revision_number': 3, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:38.511334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.521285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.605249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-cb055894-deff-45a7-99cf-8f14e81de2d3 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:38.613488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-cb055894-deff-45a7-99cf-8f14e81de2d3 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652297 Aug 10 00:56:38.619034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74ba21-adef-44b8-a7df-3885f6cb07c6 req-3881ed13-ead9-4781-ac55-fc2ce4db96ba tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:38.628619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c74ba21-adef-44b8-a7df-3885f6cb07c6 req-3881ed13-ead9-4781-ac55-fc2ce4db96ba tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 950 time: 0.0741794 Aug 10 00:56:38.659718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-7ea19257-6e84-41e0-a7da-3cafd0b7b1be tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0451539 Aug 10 00:56:38.676163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Pushing event updated for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:38.688015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c74ba21-adef-44b8-a7df-3885f6cb07c6 req-0e6f60ca-e858-4e98-9989-6fbd5246c5a2 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581269 Aug 10 00:56:38.704285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:38.816316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-25cdd576-78ba-4cb9-a787-20f410ae3915 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1554990 Aug 10 00:56:38.884784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:38.891313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:39.299957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00e168ef-7fbf-4945-b861-da8010ad6138 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:39.446060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-5bdd5b5d-6d53-4156-90a4-006c6cdcc91b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:39.448472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-5bdd5b5d-6d53-4156-90a4-006c6cdcc91b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.10 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 813 time: 0.5019598 Aug 10 00:56:39.460932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 00e168ef-7fbf-4945-b861-da8010ad6138 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:39.467363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Request body: {'port': {'device_id': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'admin_state_up': True, 'tenant_id': '6d45ee0a84db4702a566e9d2cb77a022'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:39.493006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 00e168ef-7fbf-4945-b861-da8010ad6138 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:39.494394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.629294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f0d19889-a6cc-4ba5-ac6c-0011ac1efd5e None None] Provisioning complete for port 39a846ae-70b0-464f-bcfa-01aba1ea745c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:39.629673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f0d19889-a6cc-4ba5-ac6c-0011ac1efd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.797154 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-172e38a9-53b4-4a93-b9b7-3cb044381a98 req-7153b530-7d8b-4be6-88f8-6e018afed316 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 210 time: 0.0713475 Aug 10 00:56:39.815672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f0d19889-a6cc-4ba5-ac6c-0011ac1efd5e None None] Port 39a846ae-70b0-464f-bcfa-01aba1ea745c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:39.858825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Made reservation on behalf of 6d45ee0a84db4702a566e9d2cb77a022 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:39.869480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.892572 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.920553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 00e168ef-7fbf-4945-b861-da8010ad6138, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00e168ef-7fbf-4945-b861-da8010ad6138,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:39.930912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:39.989782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-783e902d-7138-46f9-a755-bae886ab64f1 req-de60c78d-7c3d-4737-841d-c34ee1c34a29 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 210 time: 0.0634344 Aug 10 00:56:40.114927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=00e168ef-7fbf-4945-b861-da8010ad6138,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:40.199364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6844a013-b745-4aa8-885c-295e7e105d5d req-2c9587f9-7232-4afc-8e54-68c6f9ae4f2c tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 210 time: 0.1298156 Aug 10 00:56:40.243116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Allocated IP 172.20.0.13 (655cc7b9-dfc4-4211-99e5-177d84cf46ee/9d7c8d99-4b02-46ab-a2df-f432ebf2baf1/4a66a3bf-150d-47ea-b8c3-6daea58a112f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:40.284111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:56:40.299974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-1b8b7a1e-e28b-43ad-a121-08e37c0f612c tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.301176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-1b8b7a1e-e28b-43ad-a121-08e37c0f612c tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.10 "GET /v2.0/networks?id=1d7db790-adf3-4ed5-b2a4-52d360acd7f2 HTTP/1.1" status: 200 len: 813 time: 0.5836337 Aug 10 00:56:40.317440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Request body: {'port': {'device_id': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2', 'admin_state_up': True, 'tenant_id': 'fbabc4a013db4a4ab888eeca42a28904'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:40.462757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.505046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:40.520063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.520410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be94a770-b285-4679-aba5-b3035efaafe3 admin admin] 10.222.0.25 "PUT /v2.0/routers/9b5b70d8-5ba2-4c59-a8a3-66b036388f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5102057 Aug 10 00:56:40.533709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:40.579839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Network 655cc7b9-dfc4-4211-99e5-177d84cf46ee is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:40.589539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:40.589998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Made reservation on behalf of fbabc4a013db4a4ab888eeca42a28904 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:40.593619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:40.599917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.678828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:40.680384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:40.687655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Pushing event updated for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:40.707963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-74588a0e-2b1a-48d5-8701-d03d25ae7fce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2459438 Aug 10 00:56:40.735301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Request body: {'port': {'device_id': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:40.780529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Allocated IP 172.20.0.12 (1d7db790-adf3-4ed5-b2a4-52d360acd7f2/35d346f7-916e-4324-8b37-41de63c0308a/8a05d669-6e3c-4576-ab55-2a7e37725e35) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:40.820945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.033281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-7875ab55-e066-40b9-96ee-4ea3cf133880 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494595 Aug 10 00:56:41.038368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.052016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1bb7e-d5db-4435-bec6-f47230910b97 req-963b6c4a-22c3-462f-bdad-eb2d7d555ec8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.053737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46c1bb7e-d5db-4435-bec6-f47230910b97 req-963b6c4a-22c3-462f-bdad-eb2d7d555ec8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 932 time: 0.1293390 Aug 10 00:56:41.155758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00e168ef-7fbf-4945-b861-da8010ad6138 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:41.181123 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Sync routers for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:41.191349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:41.191998 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:41.209090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82df3e20-b436-44c2-ae6a-1745e484fd95 req-5cb4b07c-97da-4b32-a6e0-14a7c4399597 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 210 time: 0.0653000 Aug 10 00:56:41.221810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46c1bb7e-d5db-4435-bec6-f47230910b97 req-1c23fac2-3ba5-4085-b7ea-d15399ff9bd4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550312 Aug 10 00:56:41.258922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 00e168ef-7fbf-4945-b861-da8010ad6138 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:41.259585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.338091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a66a3bf-150d-47ea-b8c3-6daea58a112f {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:41.357025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.363216 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:41.374685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Transition to ACTIVE for port object 4a66a3bf-150d-47ea-b8c3-6daea58a112f will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:41.381136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.399524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.445717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Pushing event updated for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:41.486103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:41.496299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-fe058603-bdf9-4872-b226-b7866ccad1fb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.498283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-fe058603-bdf9-4872-b226-b7866ccad1fb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4560001 Aug 10 00:56:41.514328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:41.523251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:41.535202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Attempting to bind port 4a66a3bf-150d-47ea-b8c3-6daea58a112f on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:41.535758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Attempting to bind port 4a66a3bf-150d-47ea-b8c3-6daea58a112f by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:41.536210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Attempting to bind port 4a66a3bf-150d-47ea-b8c3-6daea58a112f on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:41.541125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Port 4a66a3bf-150d-47ea-b8c3-6daea58a112f on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:41.541566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Attempting to bind port 4a66a3bf-150d-47ea-b8c3-6daea58a112f on network 655cc7b9-dfc4-4211-99e5-177d84cf46ee {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:41.547088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:41.547535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Checking segment: {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:41.548022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Bound using segment: {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:41.548903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Bound port: 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ebf49f-d748-4f1c-9856-e2ba24659137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:41.548903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.588505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.589185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.618229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:41.665259 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:37Z', 'revision_number': 4, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39a846ae-70b0-464f-bcfa-01aba1ea745c', 'name': '', 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'mac_address': 'fa:16:3e:34:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:35Z', 'updated_at': '2021-08-10T00:56:38Z', 'revision_number': 2, 'project_id': '853f5920651a4afbb29c076e455df514', 'subnets': [{'id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:41.671654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:41.675656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:41.681177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.692064 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Checking router: 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:41.692454 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Updating router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 port 39a846ae-70b0-464f-bcfa-01aba1ea745c binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:56:41.716999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.717622 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.718173 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.719053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] 10.222.0.10 "PUT /v2.0/ports/4a66a3bf-150d-47ea-b8c3-6daea58a112f HTTP/1.1" status: 200 len: 1093 time: 0.9905422 Aug 10 00:56:41.719513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:41.721769 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838a5d55-6593-47e0-9a48-ffc6a1b98beb" -d '{"events": [{"name": "network-changed", "server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:41.753203 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4414203 Aug 10 00:56:41.765564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb25fc7-ca5c-44b3-88aa-25445daa048e service neutron] Pushing event updated for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:41.769911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cf35f-a58b-4e1d-8bd1-b1922e2a00b3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Pushing event updated for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:41.781846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Request body: {'port': {'device_id': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:41.845975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-91bbddd4-74bc-43a4-af33-929674bc6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.847541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-91bbddd4-74bc-43a4-af33-929674bc6bca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 1096 time: 0.0574389 Aug 10 00:56:41.888526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d2344-f91e-476c-89d7-05b25b78d6d1 req-591f2f02-110d-4d56-b92b-b16ac1ba9767 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.890337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-168d2344-f91e-476c-89d7-05b25b78d6d1 req-591f2f02-110d-4d56-b92b-b16ac1ba9767 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 932 time: 0.4027991 Aug 10 00:56:41.912932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-247a6f43-2f91-4c4e-a6da-42cf7a294ad6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f HTTP/1.1" status: 200 len: 217 time: 0.0547323 Aug 10 00:56:41.925353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.936627 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deae1d0-219e-4997-80ee-2ba721093a74 x-openstack-request-id: req-6deae1d0-219e-4997-80ee-2ba721093a74 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:41.936994 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:41.937450 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6deae1d0-219e-4997-80ee-2ba721093a74 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:41.938093 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f', 'status': 'completed', 'code': 200} Aug 10 00:56:41.948163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:56:41.952045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:41.985059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-b413cb74-7f8a-486e-a665-08346cc2d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:41.987145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-b413cb74-7f8a-486e-a665-08346cc2d099 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.0648491 Aug 10 00:56:42.000471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-168d2344-f91e-476c-89d7-05b25b78d6d1 req-959470a1-f53d-40a1-ba23-f3600606f5b8 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963941 Aug 10 00:56:42.017909 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.029011 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Transition to ACTIVE for port object 39a846ae-70b0-464f-bcfa-01aba1ea745c will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:42.043249 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.046611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-e1338eea-63a4-4c4d-9754-ab03fe88cc76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482605 Aug 10 00:56:42.118463 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416efb3-9be3-4bba-a32a-e00f90c58f33 None None] Pushing event updated for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:42.200371 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Attempting to bind port 39a846ae-70b0-464f-bcfa-01aba1ea745c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:42.201142 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Attempting to bind port 39a846ae-70b0-464f-bcfa-01aba1ea745c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:42.201142 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Attempting to bind port 39a846ae-70b0-464f-bcfa-01aba1ea745c on network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:42.211752 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:42.212154 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Checking segment: {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:42.212556 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.214756 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Bound using segment: {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:42.215312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Bound port: 39a846ae-70b0-464f-bcfa-01aba1ea745c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34994440-48d5-408f-90a2-cb5ae4a1034d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:42.215712 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.227768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-02b10033-2aa0-4114-b82e-132f62eda7e8 service neutron] 10.222.0.10 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688733 Aug 10 00:56:42.271652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.100 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/e9b9605b-e51d-49e0-9e9b-596042318b64) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:56:42.393895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3492361-2457-4302-bfd9-24f26dab4de1 req-1cb9193c-6f63-4aaa-a571-2b9454d0892f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 210 time: 0.0779948 Aug 10 00:56:42.404069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97da2405-c2af-49dd-8841-1097f64cc5e8 req-be927841-f627-4e1c-99df-6221533db4f4 service neutron] 10.222.0.10 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666691 Aug 10 00:56:42.457041 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] For port 39a846ae-70b0-464f-bcfa-01aba1ea745c, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:42.462434 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] For port 39a846ae-70b0-464f-bcfa-01aba1ea745c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39a846ae-70b0-464f-bcfa-01aba1ea745c,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:42.481176 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.545326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-8eb466d4-c15b-4353-a2dd-59fec2ee004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.546911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-8eb466d4-c15b-4353-a2dd-59fec2ee004a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 1096 time: 0.0593207 Aug 10 00:56:42.580991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:42.582825 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:42.589180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416efb3-9be3-4bba-a32a-e00f90c58f33 None None] Pushing event updated for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:42.667794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741482ed-1738-4723-9542-a2f6c706a489 req-688f316e-9a97-4462-b942-0db48942937e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.676119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-741482ed-1738-4723-9542-a2f6c706a489 req-688f316e-9a97-4462-b942-0db48942937e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 944 time: 0.1650302 Aug 10 00:56:42.764520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-d88f6026-91e1-4726-b2cb-55e642ae9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.766858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-d88f6026-91e1-4726-b2cb-55e642ae9416 service neutron] 10.222.0.10 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.2061257 Aug 10 00:56:42.804231 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:42.823431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a05d669-6e3c-4576-ab55-2a7e37725e35 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:42.838275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.854552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-741482ed-1738-4723-9542-a2f6c706a489 req-e1d6d2ea-2232-456c-b0eb-a1909853c62d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773586 Aug 10 00:56:42.873153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-b7db75a1-84f5-40d2-a937-ea7c4a69f8c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f HTTP/1.1" status: 200 len: 217 time: 0.0902362 Aug 10 00:56:42.874483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.893236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Transition to ACTIVE for port object 8a05d669-6e3c-4576-ab55-2a7e37725e35 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:42.894285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object e9b9605b-e51d-49e0-9e9b-596042318b64 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:42.907051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:42.942510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:42.949719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-34c90248-7e8b-4a33-b602-e2ccda6ec37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:42.951346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-34c90248-7e8b-4a33-b602-e2ccda6ec37d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.0588748 Aug 10 00:56:43.003021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-b1e21906-b8cb-484d-b336-058671d11642 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306895 Aug 10 00:56:43.022461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-d119c7d0-98df-45ff-b194-bdb39b24ac8f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:56:43.024320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-d119c7d0-98df-45ff-b194-bdb39b24ac8f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067930 Aug 10 00:56:43.049576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Pushing event updated for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:43.075312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:37Z', 'revision_number': 4, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39a846ae-70b0-464f-bcfa-01aba1ea745c', 'name': '', 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'mac_address': 'fa:16:3e:34:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:35Z', 'updated_at': '2021-08-10T00:56:42Z', 'revision_number': 4, 'project_id': '853f5920651a4afbb29c076e455df514', 'subnets': [{'id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:43.106277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.109941 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917148b5-ae87-4028-af93-28ad922a1311 None None] The sync data for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 is: [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:37Z', 'revision_number': 4, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39a846ae-70b0-464f-bcfa-01aba1ea745c', 'name': '', 'network_id': 'ccf3b5ea-6048-4da6-9044-e2ecf741cb8a', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'mac_address': 'fa:16:3e:34:d4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:35Z', 'updated_at': '2021-08-10T00:56:42Z', 'revision_number': 4, 'project_id': '853f5920651a4afbb29c076e455df514', 'subnets': [{'id': 'f906039e-a6cd-4521-82e4-f9877efc1f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:43.122497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:43.125593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:43.209054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-db446574-51e8-4455-9430-a60ba427f3e0 service neutron] 10.222.0.10 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691666 Aug 10 00:56:43.255615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:43.266774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Attempting to bind port 8a05d669-6e3c-4576-ab55-2a7e37725e35 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:43.276740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Attempting to bind port 8a05d669-6e3c-4576-ab55-2a7e37725e35 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:43.277348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Attempting to bind port 8a05d669-6e3c-4576-ab55-2a7e37725e35 on network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:43.281058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:56:43.316728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:56:43.318927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Port 8a05d669-6e3c-4576-ab55-2a7e37725e35 on network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:43.319252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Attempting to bind port 8a05d669-6e3c-4576-ab55-2a7e37725e35 on network 1d7db790-adf3-4ed5-b2a4-52d360acd7f2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:43.337251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5eb82-4b8d-4456-989b-8f498c0a2357 req-6f269848-9279-490f-b188-6fc7380fcf55 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:43.338386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7a5eb82-4b8d-4456-989b-8f498c0a2357 req-6f269848-9279-490f-b188-6fc7380fcf55 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 944 time: 0.2137964 Aug 10 00:56:43.342516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:56:43.387783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:43.395263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-838a5d55-6593-47e0-9a48-ffc6a1b98beb req-6893b89f-8b73-45ba-a887-aacf6756b91d service neutron] 10.222.0.10 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765957 Aug 10 00:56:43.437246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7a5eb82-4b8d-4456-989b-8f498c0a2357 req-e12e77d2-c890-48d0-ba2d-42e88a3365a6 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747631 Aug 10 00:56:43.463228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:43.463570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Checking segment: {'id': '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:43.463959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Bound using segment: {'id': '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:43.464408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Bound port: 8a05d669-6e3c-4576-ab55-2a7e37725e35, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:43.464769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.531512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:43.609307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:43.609977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.663124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.752301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:43.754740 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e6f0f0-b32a-4019-99f3-307bb1f00000" -d '{"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-unplugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:43.816662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e83c5d8d-772b-49e5-a25b-a016dc733e99 None None] Provisioning for port e9b9605b-e51d-49e0-9e9b-596042318b64 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:43.819413 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b592393-1738-4774-908f-c19d57557081 x-openstack-request-id: req-6b592393-1738-4774-908f-c19d57557081 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:43.819702 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-unplugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:43.819950 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b592393-1738-4774-908f-c19d57557081 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:43.821007 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'code': 200} Aug 10 00:56:43.823025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:43.855097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.870063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e83c5d8d-772b-49e5-a25b-a016dc733e99 None None] Provisioning complete for port e9b9605b-e51d-49e0-9e9b-596042318b64 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:43.870437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e83c5d8d-772b-49e5-a25b-a016dc733e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:43.894489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:44.052384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c8ca1-7b25-46fd-91e0-472b4e69f6e4 req-be618808-fd96-4a36-abf0-c660a1b7b2ac tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.055193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f8c8ca1-7b25-46fd-91e0-472b4e69f6e4 req-be618808-fd96-4a36-abf0-c660a1b7b2ac tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 944 time: 0.0713658 Aug 10 00:56:44.059823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-6fd62df0-31d9-4f7f-89d0-a392be1ec81a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4859567 Aug 10 00:56:44.082746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Request body: {'port': {'device_id': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:56:44.087634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:44.088076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:44.090581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e83c5d8d-772b-49e5-a25b-a016dc733e99 None None] Port e9b9605b-e51d-49e0-9e9b-596042318b64 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:56:44.092667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35,segment=NetworkSegment(14f027b1-f6ec-4716-bdb2-1841cf0a4e6f),segment_id=14f027b1-f6ec-4716-bdb2-1841cf0a4e6f)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:44.094316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'mac_address': 'fa:16:3e:f7:6d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:44.129892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f8c8ca1-7b25-46fd-91e0-472b4e69f6e4 req-7e94e4bd-8b4b-4e4e-811e-3beaa1fec5dd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667911 Aug 10 00:56:44.191992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.203710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.224433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:44.248345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:44.253685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-38dd50a4-9b8f-48ec-9321-4cef8622d0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.279283 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.290791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17ee7f-664c-49f9-8e38-24bd8d7326a5 req-6c8d3317-cc57-49e0-a488-1c23c17a2894 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.292536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c17ee7f-664c-49f9-8e38-24bd8d7326a5 req-6c8d3317-cc57-49e0-a488-1c23c17a2894 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 936 time: 0.7224135 Aug 10 00:56:44.389743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.390371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.391992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] 10.222.0.10 "PUT /v2.0/ports/8a05d669-6e3c-4576-ab55-2a7e37725e35 HTTP/1.1" status: 200 len: 1093 time: 2.6186237 Aug 10 00:56:44.396488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:44.399639 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:44.413684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:44.425869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:44.438161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:44.453495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24ab0f-93f6-480f-9c03-a47ed7e0e857 service neutron] Pushing event updated for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:44.473305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c17ee7f-664c-49f9-8e38-24bd8d7326a5 req-733cc62b-74af-4fab-b637-1cf8678fbfb6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491172 Aug 10 00:56:44.647018 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da703a0-1d22-4806-afd3-5f47fcda3ff3 x-openstack-request-id: req-0da703a0-1d22-4806-afd3-5f47fcda3ff3 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:44.647456 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:44.647716 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0da703a0-1d22-4806-afd3-5f47fcda3ff3 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:44.648180 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35', 'status': 'completed', 'code': 200} Aug 10 00:56:44.815504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9fe81-d19b-404e-8af3-441a72e3d1f5 req-e0c706a8-14aa-44c6-aaad-55a8cb4f3995 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.827254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a9fe81-d19b-404e-8af3-441a72e3d1f5 req-e0c706a8-14aa-44c6-aaad-55a8cb4f3995 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.0909836 Aug 10 00:56:44.887078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-ce50b35e-cd84-4b8a-8855-d8b47ceac4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.888906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-ce50b35e-cd84-4b8a-8855-d8b47ceac4fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbabc4a013db4a4ab888eeca42a28904&device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 1096 time: 0.4218364 Aug 10 00:56:44.901429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a9fe81-d19b-404e-8af3-441a72e3d1f5 req-f91f7c33-6ca1-4a36-8dc7-2b6803f05d8b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719662 Aug 10 00:56:44.969597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a7f7c-c643-4258-b625-f798c5b4ea02 req-a189b9f3-41b7-4376-8e45-50de5e7b190f tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:44.977355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-866a7f7c-c643-4258-b625-f798c5b4ea02 req-a189b9f3-41b7-4376-8e45-50de5e7b190f tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 944 time: 0.2728546 Aug 10 00:56:45.083710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-4d42120c-b07d-4e91-8b1f-9cfcb1ad3c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35 HTTP/1.1" status: 200 len: 217 time: 0.1703913 Aug 10 00:56:45.087269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.181889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39a846ae-70b0-464f-bcfa-01aba1ea745c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:45.247887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-866a7f7c-c643-4258-b625-f798c5b4ea02 req-68a7ea9c-6dac-4945-9ffc-8b3715113c68 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694614 Aug 10 00:56:45.283246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4a66a3bf-150d-47ea-b8c3-6daea58a112f details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:45.287833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 39a846ae-70b0-464f-bcfa-01aba1ea745c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:45.303632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 39a846ae-70b0-464f-bcfa-01aba1ea745c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:45.304400 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.354338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325890-134a-4ef8-b487-e28d760f66df req-a78632e1-9bdd-4ae7-87a9-c255470224af tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.355977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f325890-134a-4ef8-b487-e28d760f66df req-a78632e1-9bdd-4ae7-87a9-c255470224af tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 944 time: 0.0993533 Aug 10 00:56:45.400826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f091e-c69a-407e-b6c0-0f2516725596 req-68b9bdd1-5eba-4c45-9906-4a6ac9028453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.402718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-68b9bdd1-5eba-4c45-9906-4a6ac9028453 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d346f7-916e-4324-8b37-41de63c0308a HTTP/1.1" status: 200 len: 853 time: 0.2923975 Aug 10 00:56:45.417630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f325890-134a-4ef8-b487-e28d760f66df req-6a3b60b9-c2e2-4771-9c80-c49d3e583992 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534737 Aug 10 00:56:45.477490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-a72bc06a-2a94-4157-bb5b-80db26b5a010 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d7db790-adf3-4ed5-b2a4-52d360acd7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636692 Aug 10 00:56:45.522431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:45.531905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.546523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b9605b-e51d-49e0-9e9b-596042318b64 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:45.551395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:45.585312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.609476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4a66a3bf-150d-47ea-b8c3-6daea58a112f', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'port_id': '4a66a3bf-150d-47ea-b8c3-6daea58a112f', 'mac_address': 'fa:16:3e:8d:ae:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c8d99-4b02-46ab-a2df-f432ebf2baf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:45.672116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Transition to ACTIVE for port object e9b9605b-e51d-49e0-9e9b-596042318b64 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:56:45.690050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 39a846ae-70b0-464f-bcfa-01aba1ea745c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39a846ae-70b0-464f-bcfa-01aba1ea745c,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:45.694410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.694742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:45.695722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.759225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.778351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-658bf011-9be1-4182-885a-615290e4075b service neutron] 10.222.0.10 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898874 Aug 10 00:56:45.798627 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.815349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b565e-5897-411c-b3d0-d52443fd8c7c req-37c14e1b-0334-4936-92f1-6012852c85bb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:45.824037 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f6b565e-5897-411c-b3d0-d52443fd8c7c req-37c14e1b-0334-4936-92f1-6012852c85bb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 936 time: 0.2423291 Aug 10 00:56:45.845837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a66a3bf-150d-47ea-b8c3-6daea58a112f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:45.907846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:45.909390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.957631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:45.959245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:45.965315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:45.968343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:45.971478 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d210a03-be5e-4df9-817f-d86d3f2ee655" -d '{"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:45.975159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:45.979326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.043582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:46.123910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224b44b-bcf3-4622-90a5-1d745cb3167a req-281a4313-4c5f-4582-954d-236f45e72414 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.130456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:46.147823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1224b44b-bcf3-4622-90a5-1d745cb3167a req-281a4313-4c5f-4582-954d-236f45e72414 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.1125557 Aug 10 00:56:46.207662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1224b44b-bcf3-4622-90a5-1d745cb3167a req-ace365b1-d867-42d3-ae1f-179ef0357057 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521309 Aug 10 00:56:46.238028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f6b565e-5897-411c-b3d0-d52443fd8c7c req-63443515-da9f-4dcf-96a4-c46dbf971bba tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128976 Aug 10 00:56:46.329027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Attempting to bind port e9b9605b-e51d-49e0-9e9b-596042318b64 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:56:46.330778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Attempting to bind port e9b9605b-e51d-49e0-9e9b-596042318b64 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:56:46.331118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Attempting to bind port e9b9605b-e51d-49e0-9e9b-596042318b64 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:46.334788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-331f091e-c69a-407e-b6c0-0f2516725596 req-317b45a3-cd5f-48b3-95b9-07385c50b00d service neutron] 10.222.0.10 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317576 Aug 10 00:56:46.343496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Port e9b9605b-e51d-49e0-9e9b-596042318b64 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:56:46.343835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Attempting to bind port e9b9605b-e51d-49e0-9e9b-596042318b64 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:56:46.352410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:56:46.352780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:56:46.353207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:56:46.353703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Bound port: e9b9605b-e51d-49e0-9e9b-596042318b64, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:56:46.354016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.377841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4a66a3bf-150d-47ea-b8c3-6daea58a112f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:46.390136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Deleting port fb6fbeb5-6be7-4e95-95f0-065521f959f8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:46.390499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.432385 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020ebe7-e91e-4d79-9cd2-a6db23b0ae83 x-openstack-request-id: req-e020ebe7-e91e-4d79-9cd2-a6db23b0ae83 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:46.432676 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-plugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:46.434286 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e020ebe7-e91e-4d79-9cd2-a6db23b0ae83 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:46.434286 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'code': 200} Aug 10 00:56:46.525616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5768965-9383-4163-b6db-e6294bbdacf0 req-886b1afa-f5ec-4d04-9ff0-aa5d5e888b29 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.535624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5768965-9383-4163-b6db-e6294bbdacf0 req-886b1afa-f5ec-4d04-9ff0-aa5d5e888b29 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 944 time: 0.0830941 Aug 10 00:56:46.599485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:56:46.641420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:56:46.644975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-ec147d7b-03aa-49c6-9bc4-6e00a5f582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.646528 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-ec147d7b-03aa-49c6-9bc4-6e00a5f582ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbabc4a013db4a4ab888eeca42a28904&device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 1096 time: 0.2411997 Aug 10 00:56:46.647011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5768965-9383-4163-b6db-e6294bbdacf0 req-45452710-aef1-4772-bb80-138acd71204d tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100421 Aug 10 00:56:46.648369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e9b9605b-e51d-49e0-9e9b-596042318b64,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:56:46.657146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] For port fb6fbeb5-6be7-4e95-95f0-065521f959f8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb6fbeb5-6be7-4e95-95f0-065521f959f8,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:46.657536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.671470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-641080ee-e13d-4162-b027-2a0563acf782 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.673688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-641080ee-e13d-4162-b027-2a0563acf782 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 945 time: 0.1352897 Aug 10 00:56:46.689030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.741809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a0956735-3dde-430e-b02f-937dd4910906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.756681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Calling delete_port for fb6fbeb5-6be7-4e95-95f0-065521f959f8 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:46.831631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:46.832326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.833899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] 10.222.0.10 "PUT /v2.0/ports/e9b9605b-e51d-49e0-9e9b-596042318b64 HTTP/1.1" status: 200 len: 1097 time: 2.7596917 Aug 10 00:56:46.856723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:46.857373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:46.871382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:46.874132 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588eaff4-6584-42df-b78c-185b23055e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:47.004284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:47.004520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.020854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:47.145544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-a5ec5dfc-94d6-4405-a133-3e904ae0aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.147149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-a5ec5dfc-94d6-4405-a133-3e904ae0aa74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d7db790-adf3-4ed5-b2a4-52d360acd7f2 HTTP/1.1" status: 200 len: 913 time: 0.4840982 Aug 10 00:56:47.170496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3706498-af29-4a20-8be5-c87fe241e5da service neutron] Pushing event updated for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:47.174361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.190299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39a846ae-70b0-464f-bcfa-01aba1ea745c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:47.217518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.236169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:47.257296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:47.283827 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c535f672-2e8f-4d77-bacc-87f91510d1f9 x-openstack-request-id: req-c535f672-2e8f-4d77-bacc-87f91510d1f9 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:47.284352 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:47.284987 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c535f672-2e8f-4d77-bacc-87f91510d1f9 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:47.285505 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64', 'status': 'completed', 'code': 200} Aug 10 00:56:47.291619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.293771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6fbeb5-6be7-4e95-95f0-065521f959f8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:47.306802 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-00a65901-56d7-4961-88f2-9afe0472acf2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35 HTTP/1.1" status: 200 len: 217 time: 0.1402929 Aug 10 00:56:47.325578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 39a846ae-70b0-464f-bcfa-01aba1ea745c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:47.325971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.326152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0342b2-0e88-4575-96dd-ce468c52d27a req-9eb1dd79-1b71-4836-a1c3-f94a17245daa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.327730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b0342b2-0e88-4575-96dd-ce468c52d27a req-9eb1dd79-1b71-4836-a1c3-f94a17245daa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 945 time: 0.6471519 Aug 10 00:56:47.343723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:47.347997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.350399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d00929de-2a8c-417c-9479-9d1208119ed9 req-58092898-159f-4071-b5b8-beab29698ffc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "DELETE /v2.0/ports/e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb HTTP/1.1" status: 204 len: 173 time: 0.6671128 Aug 10 00:56:47.353510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'name': 'network-vif-deleted', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:47.356224 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbd49b5-4e03-4e94-9bad-118c448b4476" -d '{"events": [{"server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "name": "network-vif-deleted", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:47.480878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d9ecaf3-2ad5-4211-b0da-78b37be7f9b3 req-34cf6a87-9583-4979-8d72-85ec34bee342 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0928998 Aug 10 00:56:47.619957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.701325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaf8db-5405-48c1-af9c-b503277fbf77 req-b8d27b63-74f9-4297-81c5-4c2373852ca2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.705112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b0342b2-0e88-4575-96dd-ce468c52d27a req-668ac71c-5068-4cf4-87b5-375dbc0e1928 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398662 Aug 10 00:56:47.706752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-044eef1c-642e-47aa-85c5-3dd5c8723736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.710581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-044eef1c-642e-47aa-85c5-3dd5c8723736 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=35d346f7-916e-4324-8b37-41de63c0308a HTTP/1.1" status: 200 len: 853 time: 0.3447065 Aug 10 00:56:47.713905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79eaf8db-5405-48c1-af9c-b503277fbf77 req-b8d27b63-74f9-4297-81c5-4c2373852ca2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 948 time: 0.0924175 Aug 10 00:56:47.718894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:47.801055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79eaf8db-5405-48c1-af9c-b503277fbf77 req-d5c684d4-0e05-44f1-93ad-f26eaabde545 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818737 Aug 10 00:56:47.808872 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40a7bbc-53fd-471e-a136-cf37f62bd667 x-openstack-request-id: req-f40a7bbc-53fd-471e-a136-cf37f62bd667 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:47.818586 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aaea25-5398-44d1-90b0-9a138cd60091", "name": "network-vif-deleted", "tag": "e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:47.818918 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f40a7bbc-53fd-471e-a136-cf37f62bd667 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:47.819463 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aaea25-5398-44d1-90b0-9a138cd60091', 'name': 'network-vif-deleted', 'tag': 'e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb', 'status': 'completed', 'code': 200} Aug 10 00:56:47.829560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-92a1550e-ac14-433b-b9e3-d4e081b4d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:47.839807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-92a1550e-ac14-433b-b9e3-d4e081b4d950 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 1100 time: 0.6887989 Aug 10 00:56:48.275754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-3c15bd06-3cfc-42dd-8942-3deda6b7b01c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d7db790-adf3-4ed5-b2a4-52d360acd7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5304000 Aug 10 00:56:48.283045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-949cff19-1c8a-4ade-bb78-362f788dfca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=e9b9605b-e51d-49e0-9e9b-596042318b64 HTTP/1.1" status: 200 len: 217 time: 0.3742194 Aug 10 00:56:48.482588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-7355eb9f-e0da-496e-957c-f7228258b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.484826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-7355eb9f-e0da-496e-957c-f7228258b3f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1650460 Aug 10 00:56:48.554056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fea5ba-0c65-4b63-8c2b-e4e487566432 req-c26a5287-c8fe-46e5-8c82-718a498a26e9 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.556710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76fea5ba-0c65-4b63-8c2b-e4e487566432 req-c26a5287-c8fe-46e5-8c82-718a498a26e9 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 944 time: 0.2777853 Aug 10 00:56:48.644218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1d62504f-d284-42ae-8164-f65bd14084c8 req-af6da872-8a44-4089-be6f-37900831b04f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0334411 Aug 10 00:56:48.703436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-a20ec6b4-6ca5-4c45-949b-7685e517b7f2 service neutron] 10.222.0.10 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818355 Aug 10 00:56:48.764247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-ab565803-30bd-42e7-8eb8-ef6c6decf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.781139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-ab565803-30bd-42e7-8eb8-ef6c6decf5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2823784 Aug 10 00:56:48.800414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76fea5ba-0c65-4b63-8c2b-e4e487566432 req-c9d3fc53-dca5-4196-a1f4-e4ae0e426b60 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130778 Aug 10 00:56:48.821324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:56:48.939461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128b733-89e7-490c-aff2-b659f87b4b92 req-d89dada7-18df-4d11-b9f7-aa5ba38b6cdc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:48.949420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4128b733-89e7-490c-aff2-b659f87b4b92 req-d89dada7-18df-4d11-b9f7-aa5ba38b6cdc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 945 time: 0.1063085 Aug 10 00:56:48.973557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-3a1d758b-d796-4549-86ed-80787f4c23fa service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479015 Aug 10 00:56:49.014074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4128b733-89e7-490c-aff2-b659f87b4b92 req-e491f8fe-9c41-4032-8ff8-6d4841525e19 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563416 Aug 10 00:56:49.294078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8a05d669-6e3c-4576-ab55-2a7e37725e35 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:49.296370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4a66a3bf-150d-47ea-b8c3-6daea58a112f up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:49.345614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:49.360180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e76939a-8bf8-43fb-b3df-9624fcd72187 admin admin] 10.222.0.25 "PUT /v2.0/routers/df8e6aa7-efcb-499a-8817-eab2fbacf1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4160590 Aug 10 00:56:49.360403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] Sync routers for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:49.363247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36364) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:49.383114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139315c-5aab-460f-a460-5e0961f99812 req-056c6903-20b9-4424-b685-0d88709f06e7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.387669 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b139315c-5aab-460f-a460-5e0961f99812 req-056c6903-20b9-4424-b685-0d88709f06e7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 948 time: 0.4115708 Aug 10 00:56:49.453260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a92fb6-9d7a-4572-a199-b87b4e68b8d3 req-426ed938-6571-4f45-ad7b-604da761d06f service neutron] 10.222.0.10 "GET /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174540 Aug 10 00:56:49.461935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84fd923c-2a6c-4c2c-af2f-4401e0746598 req-11ffa5e3-4745-4888-903f-5cbf384e961f service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514213 Aug 10 00:56:49.498766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:49.500106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b139315c-5aab-460f-a460-5e0961f99812 req-13ec2d45-7402-4f1c-bece-cd50052d2ea9 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901082 Aug 10 00:56:49.501044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:49.593972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.646186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaff4-6584-42df-b78c-185b23055e6b req-45d7ac47-a3cb-47ff-b4c2-bd1d5292592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.650119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-45d7ac47-a3cb-47ff-b4c2-bd1d5292592f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 1100 time: 0.1057348 Aug 10 00:56:49.669932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:49.845798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62ab86e7-1fed-4ce6-b887-83a2550f687d req-d6c2ca62-dd3c-4cde-956c-53656d9d9798 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0613272 Aug 10 00:56:49.865098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35,segment=NetworkSegment(14f027b1-f6ec-4716-bdb2-1841cf0a4e6f),segment_id=14f027b1-f6ec-4716-bdb2-1841cf0a4e6f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:49.872276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaff4-6584-42df-b78c-185b23055e6b req-fc6f4ed6-21a5-4633-8f44-94907f15dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:49.879809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-fc6f4ed6-21a5-4633-8f44-94907f15dbde service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2070513 Aug 10 00:56:49.912839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:49.978255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-05b71a9f-1a69-4689-b287-b4815cabfabe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=e9b9605b-e51d-49e0-9e9b-596042318b64 HTTP/1.1" status: 200 len: 217 time: 0.0887213 Aug 10 00:56:49.988014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Deleting port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:49.989297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.154234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaff4-6584-42df-b78c-185b23055e6b req-63726fc7-d50f-4627-b835-e17d21397377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.157413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-63726fc7-d50f-4627-b835-e17d21397377 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1546571 Aug 10 00:56:50.171568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] For port 2abddc0a-4c56-4522-8e7f-7fc05ae36b46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:50.172483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.216050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Calling delete_port for 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:50.252470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc52d4-c34f-48ae-ae8c-674c5c2a5353 req-ca64969f-451c-481d-95ec-3d61c725ffcf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.258351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588eaff4-6584-42df-b78c-185b23055e6b req-73b8d8ba-e173-4b8e-a7cb-dead95b011d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.260563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-73b8d8ba-e173-4b8e-a7cb-dead95b011d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0739832 Aug 10 00:56:50.263824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6adc52d4-c34f-48ae-ae8c-674c5c2a5353 req-ca64969f-451c-481d-95ec-3d61c725ffcf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 945 time: 0.1165869 Aug 10 00:56:50.270813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cbf47-fdb5-415b-8c03-3eecece55dc3 req-4b35f8ab-8f69-4bce-a744-9b6cf752b132 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:50.272350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d3cbf47-fdb5-415b-8c03-3eecece55dc3 req-4b35f8ab-8f69-4bce-a744-9b6cf752b132 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 944 time: 0.2911544 Aug 10 00:56:50.301757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '8a05d669-6e3c-4576-ab55-2a7e37725e35', 'network_id': '1d7db790-adf3-4ed5-b2a4-52d360acd7f2', 'port_id': '8a05d669-6e3c-4576-ab55-2a7e37725e35', 'mac_address': 'fa:16:3e:59:d3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d346f7-916e-4324-8b37-41de63c0308a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:50.324092 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.331046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:50.331535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e47fa3e9-9c7a-4e62-bb98-66d6234ba4eb not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:50.342009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4a66a3bf-150d-47ea-b8c3-6daea58a112f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:50.370637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4a66a3bf-150d-47ea-b8c3-6daea58a112f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:50.370637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.375159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6adc52d4-c34f-48ae-ae8c-674c5c2a5353 req-197d58c4-a066-437d-93cd-38d5bc864a50 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099269 Aug 10 00:56:50.437641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d3cbf47-fdb5-415b-8c03-3eecece55dc3 req-885a6204-ead9-4921-ba1e-12c8432240c3 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515138 Aug 10 00:56:50.513590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] Set router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:50.549943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.586417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-2f6179a0-a096-4e76-bdbd-82d8be01dfd5 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099139 Aug 10 00:56:50.597002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a05d669-6e3c-4576-ab55-2a7e37725e35 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:50.738496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.774834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35,segment=NetworkSegment(14f027b1-f6ec-4716-bdb2-1841cf0a4e6f),segment_id=14f027b1-f6ec-4716-bdb2-1841cf0a4e6f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:50.812156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.844128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Pushing event deleted for resources: {'Port': ['ID=2abddc0a-4c56-4522-8e7f-7fc05ae36b46,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:50.868259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:50.912274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:50.913576 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd4224-7503-42bc-a1a4-852c2637be37" -d '{"events": [{"server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:50.957836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:50.967906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-588eaff4-6584-42df-b78c-185b23055e6b req-3f7592ed-2901-4091-b6c0-b7be985a3995 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580937 Aug 10 00:56:50.979647 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.015876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a805c-cb39-49c9-b7c1-7d7b434c2dc3 req-d59ba355-225b-4d8a-b634-57fe38e9f7ad tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.021729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-243a805c-cb39-49c9-b7c1-7d7b434c2dc3 req-d59ba355-225b-4d8a-b634-57fe38e9f7ad tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 948 time: 0.1941915 Aug 10 00:56:51.035247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:51.036757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.120652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-243a805c-cb39-49c9-b7c1-7d7b434c2dc3 req-031e6baf-988c-4849-84bf-24dc32613626 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919704 Aug 10 00:56:51.207268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1ca432f-7049-4d38-a568-9a75d834cc1e req-4da6d805-eec3-42a8-8c96-f011e3361b59 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.2067637 Aug 10 00:56:51.237566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:51.253127 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a02fbd-a88e-4eb3-ad67-51456a7757e5 x-openstack-request-id: req-84a02fbd-a88e-4eb3-ad67-51456a7757e5 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:51.253569 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "name": "network-vif-plugged", "status": "completed", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:51.253912 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84a02fbd-a88e-4eb3-ad67-51456a7757e5 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:51.254470 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f', 'code': 200} Aug 10 00:56:51.305464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'name': 'tempest-TestAggregatesBasicOps-435988397-router', 'tenant_id': '0ee8955583a9476280f812f378e71c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194'}], 'enable_snat': True}, 'gw_port_id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:13Z', 'updated_at': '2021-08-10T00:56:47Z', 'revision_number': 5, 'project_id': '0ee8955583a9476280f812f378e71c0a', 'gw_port': {'id': '2abddc0a-4c56-4522-8e7f-7fc05ae36b46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:78:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8e6aa7-efcb-499a-8817-eab2fbacf1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:14Z', 'updated_at': '2021-08-10T00:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:51.337332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.344338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.378335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] Checking router: df8e6aa7-efcb-499a-8817-eab2fbacf1f9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:51.382441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25eae1-444e-4aaa-af8e-db7d119e6189 req-00830778-551b-4f40-ab24-eed71ab1c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.385691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e25eae1-444e-4aaa-af8e-db7d119e6189 req-00830778-551b-4f40-ab24-eed71ab1c84c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 1098 time: 0.1074431 Aug 10 00:56:51.390254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8a05d669-6e3c-4576-ab55-2a7e37725e35'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:51.415589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.416197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Fanout notify agent at l3_agent the message router_deleted on router df8e6aa7-efcb-499a-8817-eab2fbacf1f9 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:56:51.425748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.430170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-755ed316-9e06-4471-bdd8-3459f9eef80c admin admin] 10.222.0.25 "DELETE /v2.0/routers/df8e6aa7-efcb-499a-8817-eab2fbacf1f9 HTTP/1.1" status: 204 len: 168 time: 2.0652773 Aug 10 00:56:51.430896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36400) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:51.436760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] Routers {'df8e6aa7-efcb-499a-8817-eab2fbacf1f9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:51.437798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:51.458292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e25eae1-444e-4aaa-af8e-db7d119e6189 req-9380c1be-5244-4bae-a032-e1f690dda4c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599282 Aug 10 00:56:51.511951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:51.512676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa19d8e-f4bd-465d-b994-2a5ace94bfd1 None None] The sync data for ids ['df8e6aa7-efcb-499a-8817-eab2fbacf1f9'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:51.535732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Deleting subnet e8110f08-7298-427e-bf59-f2ff7b16546f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:51.545941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.585455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8b760-a01c-48e4-b270-9c1cede9a95e req-31a5d975-b960-4e9f-bb7e-db44344cc8b2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.595294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6b8b760-a01c-48e4-b270-9c1cede9a95e req-31a5d975-b960-4e9f-bb7e-db44344cc8b2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 946 time: 0.1137772 Aug 10 00:56:51.678219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:51.679650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6b8b760-a01c-48e4-b270-9c1cede9a95e req-5cfe1773-4954-402a-96c6-71964c3f90b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Aug 10 00:56:51.737459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146cea3-8379-4898-b3a8-025a11c84285 req-4bafda7c-35f7-41a6-8fde-06584ef38f78 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:51.740311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0146cea3-8379-4898-b3a8-025a11c84285 req-4bafda7c-35f7-41a6-8fde-06584ef38f78 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 945 time: 0.1108997 Aug 10 00:56:51.888365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0146cea3-8379-4898-b3a8-025a11c84285 req-4280ff29-de97-41c6-955e-1d3ea957f462 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274645 Aug 10 00:56:51.939335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.029955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.058343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9d6bd-2590-42d0-97fe-8438e4b34cee None None] Network b084007f-3a03-40d0-b0d9-c3e9a0d218ff requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:56:52.081981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.087984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36420) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:52.100936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e8110f08-7298-427e-bf59-f2ff7b16546f HTTP/1.1" status: 204 len: 168 time: 0.6680796 Aug 10 00:56:52.118613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944298-f46a-4b43-af03-5fe3c01f93ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8110f08-7298-427e-bf59-f2ff7b16546f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:52.361605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.386030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b713a6f-f46e-4d01-b330-6b71072ce581 req-f7717fe6-28c4-4f71-b752-e5bc508568a8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0702171 Aug 10 00:56:52.453104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] DHCP port deletion for b084007f-3a03-40d0-b0d9-c3e9a0d218ff request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:56:52.507288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dbaf2-fe5c-4648-85b4-4693cd280fc5 req-33c537ea-3d1e-4aa8-8d29-d03064c8915e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.524201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d82dbaf2-fe5c-4648-85b4-4693cd280fc5 req-33c537ea-3d1e-4aa8-8d29-d03064c8915e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 948 time: 0.2482038 Aug 10 00:56:52.545483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Deleting port 2d101a96-5b4b-4534-b1d0-f461d494e802 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:52.545886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.579902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Deleting port 2d101a96-5b4b-4534-b1d0-f461d494e802 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:52.580351 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.747813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] For port 2d101a96-5b4b-4534-b1d0-f461d494e802, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d101a96-5b4b-4534-b1d0-f461d494e802,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:52.748436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.774362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Calling delete_port for 2d101a96-5b4b-4534-b1d0-f461d494e802 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:52.783559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d82dbaf2-fe5c-4648-85b4-4693cd280fc5 req-0a6a0757-c63f-44a5-9626-06c5f14bea54 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585855 Aug 10 00:56:52.831733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] For port 2d101a96-5b4b-4534-b1d0-f461d494e802, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d101a96-5b4b-4534-b1d0-f461d494e802,segment=NetworkSegment(2a1ea70b-deb5-46f1-b2f2-ef0106b08fed),segment_id=2a1ea70b-deb5-46f1-b2f2-ef0106b08fed)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:52.832235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.873456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Calling delete_port for 2d101a96-5b4b-4534-b1d0-f461d494e802 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:52.879750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5e9f6-4b46-45d5-82d3-55bb4986fb05 req-dedb84e6-e498-441f-8385-281fa7a91efa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:52.888295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdf5e9f6-4b46-45d5-82d3-55bb4986fb05 req-dedb84e6-e498-441f-8385-281fa7a91efa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 946 time: 0.1068165 Aug 10 00:56:52.946576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:52.984018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] Pushing event deleted for resources: {'Port': ['ID=2d101a96-5b4b-4534-b1d0-f461d494e802,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:52.986838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624af50b-452b-4993-8228-cd81d71e2fe0 None None] No DVR routers for this DVR port 2d101a96-5b4b-4534-b1d0-f461d494e802 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:53.001790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdf5e9f6-4b46-45d5-82d3-55bb4986fb05 req-8e88cab7-b27b-457c-af70-b43d32e0561f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Aug 10 00:56:53.165872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb6fbeb5-6be7-4e95-95f0-065521f959f8 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:53.189581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fb6fbeb5-6be7-4e95-95f0-065521f959f8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:53.189929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb6fbeb5-6be7-4e95-95f0-065521f959f8 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:53.190336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:53.199775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a2489-b487-4d4d-a607-e26c843b889d req-531c08de-6866-4ba6-b4fb-aa4891e48019 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.207003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-602a2489-b487-4d4d-a607-e26c843b889d req-531c08de-6866-4ba6-b4fb-aa4891e48019 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 945 time: 0.1992931 Aug 10 00:56:53.220616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.223621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:53.223977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2abddc0a-4c56-4522-8e7f-7fc05ae36b46 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:53.224642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d101a96-5b4b-4534-b1d0-f461d494e802 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:53.246335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2d101a96-5b4b-4534-b1d0-f461d494e802 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:53.246843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d101a96-5b4b-4534-b1d0-f461d494e802 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:53.332749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e9b9605b-e51d-49e0-9e9b-596042318b64 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:56:53.335214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Pushing event deleted for resources: {'Port': ['ID=2d101a96-5b4b-4534-b1d0-f461d494e802,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:53.337749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8a05d669-6e3c-4576-ab55-2a7e37725e35 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:53.357058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] No DVR routers for this DVR port 2d101a96-5b4b-4534-b1d0-f461d494e802 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:53.373324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-602a2489-b487-4d4d-a607-e26c843b889d req-ec197d99-d20d-4e36-b336-ba5a04f94e32 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544547 Aug 10 00:56:53.606336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.622789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1e83ea1-010a-4d0d-9ab0-cd6cc2962361 req-94d9ba80-50c5-4118-8581-c55c2a40e00a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=56aaea25-5398-44d1-90b0-9a138cd60091 HTTP/1.1" status: 200 len: 210 time: 0.0950143 Aug 10 00:56:53.636437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b084007f-3a03-40d0-b0d9-c3e9a0d218ff']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:53.654788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 8a05d669-6e3c-4576-ab55-2a7e37725e35 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:53.660311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:53.660830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1ea70b-deb5-46f1-b2f2-ef0106b08fed') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:53.665307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 8a05d669-6e3c-4576-ab55-2a7e37725e35 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:53.665683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.668305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d539d-cfe7-4d15-b3e0-96eb8d324100 req-03f1747e-72ad-4a0b-a3e4-4b74a5608989 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.670405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-815d539d-cfe7-4d15-b3e0-96eb8d324100 req-03f1747e-72ad-4a0b-a3e4-4b74a5608989 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 946 time: 0.1207166 Aug 10 00:56:53.673844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.693344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.701927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:56:53.702404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:56:53.705662 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:56:53.734809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e9b9605b-e51d-49e0-9e9b-596042318b64,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:53.744120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-815d539d-cfe7-4d15-b3e0-96eb8d324100 req-68dbe222-fd57-4bda-8f3d-caead13f9a2b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616503 Aug 10 00:56:53.770257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'e9b9605b-e51d-49e0-9e9b-596042318b64', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'e9b9605b-e51d-49e0-9e9b-596042318b64', 'mac_address': 'fa:16:3e:d3:49:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:56:53.792974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.807931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.813417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36452) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:53.824287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b084007f-3a03-40d0-b0d9-c3e9a0d218ff HTTP/1.1" status: 204 len: 168 time: 1.7350035 Aug 10 00:56:53.856972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a426809-12c3-4625-8d0a-7f738137957f admin admin] Pushing event deleted for resources: {'Network': ['ID=b084007f-3a03-40d0-b0d9-c3e9a0d218ff,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:53.885716 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.905905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b9605b-e51d-49e0-9e9b-596042318b64 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:56:53.932908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e9b9605b-e51d-49e0-9e9b-596042318b64,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:53.942015 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.947873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:53.953740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a702f-9885-41a7-8ae1-09ce933d24e1 req-a438d441-2955-4b1c-ae46-9e5c060f280b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:53.975180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f0a702f-9885-41a7-8ae1-09ce933d24e1 req-a438d441-2955-4b1c-ae46-9e5c060f280b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 948 time: 0.0874956 Aug 10 00:56:53.996609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:53.999193 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e82a8-7a87-4cc0-8939-dab51b22caf9" -d '{"events": [{"server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "name": "network-vif-plugged", "status": "completed", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:54.025545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35,segment=NetworkSegment(14f027b1-f6ec-4716-bdb2-1841cf0a4e6f),segment_id=14f027b1-f6ec-4716-bdb2-1841cf0a4e6f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:54.043204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f0a702f-9885-41a7-8ae1-09ce933d24e1 req-0cd0f127-fb84-4bc5-808e-5f45f2d43c58 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668862 Aug 10 00:56:54.065209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.076686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.081588 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b9839c-5cfa-4cde-a364-48b62e275cc9 x-openstack-request-id: req-b2b9839c-5cfa-4cde-a364-48b62e275cc9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:54.082051 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "name": "network-vif-plugged", "status": "completed", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:54.082518 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2b9839c-5cfa-4cde-a364-48b62e275cc9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:54.083105 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35', 'code': 200} Aug 10 00:56:54.235943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:54.241050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352653e-6773-4cea-9f58-e5a9f61fccd1 req-852c0a20-22f6-4696-96b1-9f0c08fa6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.247093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0352653e-6773-4cea-9f58-e5a9f61fccd1 req-852c0a20-22f6-4696-96b1-9f0c08fa6168 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 1098 time: 0.0848904 Aug 10 00:56:54.311952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0352653e-6773-4cea-9f58-e5a9f61fccd1 req-08f0a913-593a-4a8b-b7b5-6d63e33bb912 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553162 Aug 10 00:56:54.370251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:54.438657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['e9b9605b-e51d-49e0-9e9b-596042318b64'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:54.520191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f86051-b754-436f-8d1d-873bd09d842c req-b34f56cd-472e-4c50-8da3-6470eac9e59b tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.527855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3f86051-b754-436f-8d1d-873bd09d842c req-b34f56cd-472e-4c50-8da3-6470eac9e59b tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 946 time: 0.0750885 Aug 10 00:56:54.585541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3f86051-b754-436f-8d1d-873bd09d842c req-befd5960-5e51-404f-b849-ee4f73bf54d9 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564828 Aug 10 00:56:54.979764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20a06-4b3e-40bf-b487-f13d74ca344c req-fa4e3e09-09f6-4648-afb4-16be9ad74f1b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:54.986620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96d20a06-4b3e-40bf-b487-f13d74ca344c req-fa4e3e09-09f6-4648-afb4-16be9ad74f1b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 946 time: 0.1091347 Aug 10 00:56:55.052496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96d20a06-4b3e-40bf-b487-f13d74ca344c req-2c142d2d-1f94-4ca6-96b5-9105f856bfcd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Aug 10 00:56:55.159414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Deleting port 39a846ae-70b0-464f-bcfa-01aba1ea745c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:55.159816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.249970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5785dbf-47d5-4b58-a030-c52a6d1246b1 req-eb846f29-8ea8-46f0-aa8f-e3c69596b563 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.251677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5785dbf-47d5-4b58-a030-c52a6d1246b1 req-eb846f29-8ea8-46f0-aa8f-e3c69596b563 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 949 time: 0.0888476 Aug 10 00:56:55.316656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] For port 39a846ae-70b0-464f-bcfa-01aba1ea745c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39a846ae-70b0-464f-bcfa-01aba1ea745c,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.317189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.337437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Calling delete_port for 39a846ae-70b0-464f-bcfa-01aba1ea745c owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:55.358517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-14822e78-5ce9-457b-a20f-7cc2b20decea tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.360159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-14822e78-5ce9-457b-a20f-7cc2b20decea tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 946 time: 0.1075482 Aug 10 00:56:55.416863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5785dbf-47d5-4b58-a030-c52a6d1246b1 req-31ef819b-1abc-4a62-8848-b4bc1d7ddd9c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360099 Aug 10 00:56:55.567763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Deleting port 4a66a3bf-150d-47ea-b8c3-6daea58a112f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:55.568115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.681769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-ed23d09c-79a1-4293-ae25-d248145e321d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.689312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-ed23d09c-79a1-4293-ae25-d248145e321d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.2356358 Aug 10 00:56:55.733291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-c98eda82-6d1a-4d77-811c-8609bd88684c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0451446 Aug 10 00:56:55.743026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] For port 4a66a3bf-150d-47ea-b8c3-6daea58a112f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4a66a3bf-150d-47ea-b8c3-6daea58a112f,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:55.743854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.745040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.767753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Calling delete_port for 4a66a3bf-150d-47ea-b8c3-6daea58a112f owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:55.779712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711d99-afed-4096-b7c5-8e4b39115aca req-2f6f5baf-54f6-48e3-8603-451a86d909b4 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:55.781389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-a002fb67-1c7e-4f97-aaef-338a5dfb8119 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471926 Aug 10 00:56:55.786299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-a550f84c-2853-4373-9e68-de26e205d284 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:56:55.787034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5711d99-afed-4096-b7c5-8e4b39115aca req-2f6f5baf-54f6-48e3-8603-451a86d909b4 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 946 time: 0.1148584 Aug 10 00:56:55.793093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-a550f84c-2853-4373-9e68-de26e205d284 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108950 Aug 10 00:56:55.815652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:55.868515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5711d99-afed-4096-b7c5-8e4b39115aca req-fd31446e-6e26-4833-934c-36c4321a3892 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778830 Aug 10 00:56:55.868709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a846ae-70b0-464f-bcfa-01aba1ea745c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:56.050839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-8c4f55d6-44f9-492c-8752-658d8bfb60f5 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568448 Aug 10 00:56:56.064136 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.067150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.079589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:56.081932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4a66a3bf-150d-47ea-b8c3-6daea58a112f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:56:56.217816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Pushing event deleted for resources: {'Port': ['ID=4a66a3bf-150d-47ea-b8c3-6daea58a112f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:56.246479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] No DVR routers for this DVR port 4a66a3bf-150d-47ea-b8c3-6daea58a112f on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:56:56.252139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.256026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b74ba19-5a75-409a-a26f-01478073a1b4 req-45c74797-6850-46f5-a1b2-55f22f8d4159 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.10 "DELETE /v2.0/ports/4a66a3bf-150d-47ea-b8c3-6daea58a112f HTTP/1.1" status: 204 len: 173 time: 0.8856227 Aug 10 00:56:56.257140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'name': 'network-vif-deleted', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:56.260526 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab360d-2d14-4c98-a815-7c043ec144fa" -d '{"events": [{"server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "name": "network-vif-deleted", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:56.329843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7946845-f0ea-4ced-b7db-b7e6b6461872 req-f3276800-bcee-4f3e-813f-1734f511b2b2 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706811 Aug 10 00:56:56.331260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:56.478941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe9ee6f7-9d60-4c09-a226-ff12d786fd7a req-d8dd5d7c-1058-4f6d-9952-4f0ee47f96f8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cac42d5-b85d-4767-9e53-cc9a0afd5c2a HTTP/1.1" status: 200 len: 210 time: 0.0536137 Aug 10 00:56:56.555955 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9315950-a742-4e99-98e0-04e72f810398 x-openstack-request-id: req-f9315950-a742-4e99-98e0-04e72f810398 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:56.556242 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac42d5-b85d-4767-9e53-cc9a0afd5c2a", "name": "network-vif-deleted", "tag": "4a66a3bf-150d-47ea-b8c3-6daea58a112f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:56.556492 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9315950-a742-4e99-98e0-04e72f810398 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:56.556891 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac42d5-b85d-4767-9e53-cc9a0afd5c2a', 'name': 'network-vif-deleted', 'tag': '4a66a3bf-150d-47ea-b8c3-6daea58a112f', 'status': 'completed', 'code': 200} Aug 10 00:56:56.688080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:56:56.922904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20644557-4bdb-48a3-94db-adb3c52238be req-3470b010-a014-4bfb-beb2-5d08a49227dd tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a9be2ab-710f-4d0c-ba1f-2e1c206a99cf HTTP/1.1" status: 200 len: 210 time: 0.0418127 Aug 10 00:56:56.978815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:56:56.987034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36556) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:56.987291 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Sync routers for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:56:56.987777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eafcb0ad-deee-4766-87e5-34f94e746ff1 admin admin] 10.222.0.25 "PUT /v2.0/routers/9b5b70d8-5ba2-4c59-a8a3-66b036388f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1731198 Aug 10 00:56:56.998995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356538e-6f6a-4991-927b-3023a9ade5d1 req-c19681b7-6cfb-435c-822a-f460f40167b7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:56.999247 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:56.999877 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:57.006743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5356538e-6f6a-4991-927b-3023a9ade5d1 req-c19681b7-6cfb-435c-822a-f460f40167b7 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 949 time: 0.1854653 Aug 10 00:56:57.121033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5356538e-6f6a-4991-927b-3023a9ade5d1 req-29189618-fc92-47ca-8551-6e4dbaf29142 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104617 Aug 10 00:56:57.267728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.323405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f356dc-df38-42ca-b76c-558679b04efe req-53317d51-2bf9-4985-b520-b6c6ed13c204 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:57.331566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6f356dc-df38-42ca-b76c-558679b04efe req-53317d51-2bf9-4985-b520-b6c6ed13c204 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 946 time: 0.1181676 Aug 10 00:56:57.353257 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:57.356510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e9b9605b-e51d-49e0-9e9b-596042318b64 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:56:57.456361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port e9b9605b-e51d-49e0-9e9b-596042318b64 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:56:57.461448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port e9b9605b-e51d-49e0-9e9b-596042318b64 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:56:57.461843 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.559247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.598077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:56:57.601936 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0786c1e2-4688-4d84-8cce-6e76ea469200" -d '{"events": [{"server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:56:57.636115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e9b9605b-e51d-49e0-9e9b-596042318b64,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:57.649686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.650992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4a66a3bf-150d-47ea-b8c3-6daea58a112f no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:57.731285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:55Z', 'revision_number': 5, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:57.766932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4a66a3bf-150d-47ea-b8c3-6daea58a112f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:57.767276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4a66a3bf-150d-47ea-b8c3-6daea58a112f not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:57.768019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Checking router: 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:56:57.772057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:57.799076 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Routers {'9b5b70d8-5ba2-4c59-a8a3-66b036388f76'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:56:57.799850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:57.820496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6f356dc-df38-42ca-b76c-558679b04efe req-fae8ed9b-b266-42d3-bda1-36ca88b16c00 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872725 Aug 10 00:56:57.866652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:57.967330 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] Set router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:56:57.979094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Deleting port 00e168ef-7fbf-4945-b861-da8010ad6138 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:57.979997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.003986 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a11acc5-7fdf-4428-bdb9-5c164fba9099 x-openstack-request-id: req-3a11acc5-7fdf-4428-bdb9-5c164fba9099 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:56:58.004605 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "name": "network-vif-plugged", "status": "completed", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:56:58.005075 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a11acc5-7fdf-4428-bdb9-5c164fba9099 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:56:58.005673 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64', 'code': 200} Aug 10 00:56:58.128715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] For port 00e168ef-7fbf-4945-b861-da8010ad6138, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00e168ef-7fbf-4945-b861-da8010ad6138,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:58.129008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.147800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Calling delete_port for 00e168ef-7fbf-4945-b861-da8010ad6138 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:58.158441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2449939-c195-4612-b9ba-b9b9dc957509 req-97f761ff-9f21-43fb-bd08-9481dd60aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.160003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2449939-c195-4612-b9ba-b9b9dc957509 req-97f761ff-9f21-43fb-bd08-9481dd60aded service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 1102 time: 0.0820823 Aug 10 00:56:58.246910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e02f6-0530-422b-8ef0-eb44aec0cea8 req-343a1bbd-b827-45ea-be70-4c1bb2b6ead6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.254623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f1e02f6-0530-422b-8ef0-eb44aec0cea8 req-343a1bbd-b827-45ea-be70-4c1bb2b6ead6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0713274 Aug 10 00:56:58.272005 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:55Z', 'revision_number': 5, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:56:58.307372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aff38-1e60-4430-8cc9-6ccc6f9e45ec None None] The sync data for ids ['9b5b70d8-5ba2-4c59-a8a3-66b036388f76'] in n-d-766380-21 is: [{'id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'name': 'tempest-TestAggregatesBasicOps-1940033466-router', 'tenant_id': '853f5920651a4afbb29c076e455df514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:56:29Z', 'updated_at': '2021-08-10T00:56:55Z', 'revision_number': 5, 'project_id': '853f5920651a4afbb29c076e455df514', 'gw_port': {'id': '00e168ef-7fbf-4945-b861-da8010ad6138', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:51:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5b70d8-5ba2-4c59-a8a3-66b036388f76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:56:31Z', 'updated_at': '2021-08-10T00:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:56:58.309058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f1e02f6-0530-422b-8ef0-eb44aec0cea8 req-aae210bb-4cdc-47d8-b0c5-962d125fbc0b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Aug 10 00:56:58.321232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2449939-c195-4612-b9ba-b9b9dc957509 req-dc097042-2fef-4670-ae98-96efed407ee4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762367 Aug 10 00:56:58.555476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0b6b1-b354-47a9-a11a-3f008c37c8bf req-0230d01a-eecd-4eca-8b4f-bb316207c01e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.558043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0f0b6b1-b354-47a9-a11a-3f008c37c8bf req-0230d01a-eecd-4eca-8b4f-bb316207c01e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.1461544 Aug 10 00:56:58.590314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-37db4609-535c-4b9b-a0d6-7b5d2911ca7a tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.592263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-37db4609-535c-4b9b-a0d6-7b5d2911ca7a tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 946 time: 0.1228294 Aug 10 00:56:58.592501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2c18abcb-b617-460f-836f-af53bcc1d4ae tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:58.594034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2c18abcb-b617-460f-836f-af53bcc1d4ae tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.1585667 Aug 10 00:56:58.622387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-ffb00950-78ff-403a-82e8-bb1cfc694b79 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0213397 Aug 10 00:56:58.671498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-303a3bca-b7da-4173-a1a3-8b14e8ec6f9d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481477 Aug 10 00:56:58.693977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0f0b6b1-b354-47a9-a11a-3f008c37c8bf req-ef0b3992-5e72-48b0-ae2e-9afb2b72ab4d tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165333 Aug 10 00:56:58.697299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.808378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-a0a62026-6ae1-44c4-8bc8-fe941dec80e8 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357784 Aug 10 00:56:58.811992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e168ef-7fbf-4945-b861-da8010ad6138,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:56:58.926190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:58.964786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-90a97641-ac73-4cbb-a7da-7b3334b2a1c2 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546102 Aug 10 00:56:59.029008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.031566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.088846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.089373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5b70d8-5ba2-4c59-a8a3-66b036388f76 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:56:59.094421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.097958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16071a5e-8582-43bd-9e60-f6bc6c989fd0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9b5b70d8-5ba2-4c59-a8a3-66b036388f76 HTTP/1.1" status: 204 len: 168 time: 2.1072991 Aug 10 00:56:59.099727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36622) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:56:59.107044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94b5d2-36ea-4a4d-9b06-ff3a8ff26752 req-39302fab-d74a-44fd-aaa9-589faa475be7 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:59.116466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a94b5d2-36ea-4a4d-9b06-ff3a8ff26752 req-39302fab-d74a-44fd-aaa9-589faa475be7 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.3074121 Aug 10 00:56:59.166772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Deleting port 8a05d669-6e3c-4576-ab55-2a7e37725e35 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:56:59.169770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.234196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39a846ae-70b0-464f-bcfa-01aba1ea745c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:56:59.268282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Deleting subnet f906039e-a6cd-4521-82e4-f9877efc1f9d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:56:59.280284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.281108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 39a846ae-70b0-464f-bcfa-01aba1ea745c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:56:59.281461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39a846ae-70b0-464f-bcfa-01aba1ea745c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:56:59.323705 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a94b5d2-36ea-4a4d-9b06-ff3a8ff26752 req-a38813d1-31fd-493f-8da8-dd6558d82f69 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061076 Aug 10 00:56:59.503874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] For port 8a05d669-6e3c-4576-ab55-2a7e37725e35, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8a05d669-6e3c-4576-ab55-2a7e37725e35,segment=NetworkSegment(14f027b1-f6ec-4716-bdb2-1841cf0a4e6f),segment_id=14f027b1-f6ec-4716-bdb2-1841cf0a4e6f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:56:59.504340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.506712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.548690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Calling delete_port for 8a05d669-6e3c-4576-ab55-2a7e37725e35 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:56:59.567081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c7ecd-8114-470c-a7b2-0d36abefaa1d req-c28fe4c0-987d-4ec2-b1d7-2d09151c9082 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:56:59.576267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f09c7ecd-8114-470c-a7b2-0d36abefaa1d req-c28fe4c0-987d-4ec2-b1d7-2d09151c9082 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 946 time: 0.2928436 Aug 10 00:56:59.652034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f09c7ecd-8114-470c-a7b2-0d36abefaa1d req-977c4fdb-9e05-4239-becc-fa719edd51da tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/security-groups?id=1771f023-34ab-48d4-9149-b70a161f4fb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Aug 10 00:56:59.773770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.869859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-581ff4d2-fc23-406a-9700-2ab62260a409 req-41a933e3-b050-468d-bbe7-5d68c3c27869 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 210 time: 0.2095580 Aug 10 00:56:59.932003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:56:59.977725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f906039e-a6cd-4521-82e4-f9877efc1f9d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.021245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45a42f-76fe-48ba-b590-dc237febbda3 req-31771cb3-aaea-404e-8e6a-59368da95285 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.023049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b45a42f-76fe-48ba-b590-dc237febbda3 req-31771cb3-aaea-404e-8e6a-59368da95285 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1451979 Aug 10 00:57:00.033095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.034835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.041060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8df20239-255c-4cb9-b303-c7062c3471f1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f906039e-a6cd-4521-82e4-f9877efc1f9d HTTP/1.1" status: 204 len: 168 time: 0.9387932 Aug 10 00:57:00.043249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:00.049189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d213e412-4fd1-4895-b8e2-725907c85509 None None] Network ccf3b5ea-6048-4da6-9044-e2ecf741cb8a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:00.122868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b45a42f-76fe-48ba-b590-dc237febbda3 req-e839ce63-1726-454d-8a41-fb10ade14595 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909271 Aug 10 00:57:00.221091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Pushing event deleted for resources: {'Port': ['ID=8a05d669-6e3c-4576-ab55-2a7e37725e35,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:00.232883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8a05d669-6e3c-4576-ab55-2a7e37725e35'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:00.283289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e65f63-0bd7-4120-adc8-1d1d67af2aa2 req-d95667da-84c7-4ed4-969c-f65303cdeda4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.292321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01e65f63-0bd7-4120-adc8-1d1d67af2aa2 req-d95667da-84c7-4ed4-969c-f65303cdeda4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.2892966 Aug 10 00:57:00.309229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.334848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] No DVR routers for this DVR port 8a05d669-6e3c-4576-ab55-2a7e37725e35 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:00.345188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.347824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3326f7f-d6ba-4edd-9e3a-e335eb3acda2 req-379177d7-7330-4ec6-98ff-cc79eb1bafed tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.10 "DELETE /v2.0/ports/8a05d669-6e3c-4576-ab55-2a7e37725e35 HTTP/1.1" status: 204 len: 173 time: 1.7267034 Aug 10 00:57:00.349761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'name': 'network-vif-deleted', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:00.353693 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f53ca5-3d90-4843-81f3-c579b586089c" -d '{"events": [{"server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "name": "network-vif-deleted", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:00.440542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01e65f63-0bd7-4120-adc8-1d1d67af2aa2 req-0e8c8d3a-9762-40b3-adab-ce29c4846d42 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466949 Aug 10 00:57:00.491638 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b95a22-658d-4d5a-b087-fb5cb51cc875 x-openstack-request-id: req-76b95a22-658d-4d5a-b087-fb5cb51cc875 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:00.498060 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fdf98e2-b164-419b-ae5e-0bb6e9f05c22", "name": "network-vif-deleted", "tag": "8a05d669-6e3c-4576-ab55-2a7e37725e35", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:00.498347 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76b95a22-658d-4d5a-b087-fb5cb51cc875 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:00.498833 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fdf98e2-b164-419b-ae5e-0bb6e9f05c22', 'name': 'network-vif-deleted', 'tag': '8a05d669-6e3c-4576-ab55-2a7e37725e35', 'status': 'completed', 'code': 200} Aug 10 00:57:00.537127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Deleting port 16da927c-ca64-42b0-a37e-9130ddb3ac21 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:00.540903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.545885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] DHCP port deletion for ccf3b5ea-6048-4da6-9044-e2ecf741cb8a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:57:00.698149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c748d2-8e22-4407-b0a2-c7a5e5ec42cd req-7086a8f0-b7b0-4db0-92dc-85bfe1d86c51 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:00.701207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48c748d2-8e22-4407-b0a2-c7a5e5ec42cd req-7086a8f0-b7b0-4db0-92dc-85bfe1d86c51 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 1102 time: 0.0711896 Aug 10 00:57:00.731515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Deleting port 16da927c-ca64-42b0-a37e-9130ddb3ac21 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:00.732685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.733036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] For port 16da927c-ca64-42b0-a37e-9130ddb3ac21, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=16da927c-ca64-42b0-a37e-9130ddb3ac21,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:00.733423 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.749980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48c748d2-8e22-4407-b0a2-c7a5e5ec42cd req-4b8457bf-e2a5-4bf6-9d4a-387124eebbc2 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418329 Aug 10 00:57:00.783763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Calling delete_port for 16da927c-ca64-42b0-a37e-9130ddb3ac21 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:00.966065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] For port 16da927c-ca64-42b0-a37e-9130ddb3ac21, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=16da927c-ca64-42b0-a37e-9130ddb3ac21,segment=NetworkSegment(34994440-48d5-408f-90a2-cb5ae4a1034d),segment_id=34994440-48d5-408f-90a2-cb5ae4a1034d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:00.968399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:00.989266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Calling delete_port for 16da927c-ca64-42b0-a37e-9130ddb3ac21 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:01.046499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe38ea18-bc48-4bfa-b90b-7d2de58b348c req-21c5df6f-45f8-4882-9016-e884b6908d14 tempest-ServerPasswordTestJSON-618141670 tempest-ServerPasswordTestJSON-618141670-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fdf98e2-b164-419b-ae5e-0bb6e9f05c22 HTTP/1.1" status: 200 len: 210 time: 0.0992646 Aug 10 00:57:01.112602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a9b0a6-e7c8-4f5f-ae79-df1a446e77dc req-05ead3de-8bde-467e-ae92-cbc72ed37bd3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 210 time: 0.1181488 Aug 10 00:57:01.155259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.251480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] No DVR routers for this DVR port 16da927c-ca64-42b0-a37e-9130ddb3ac21 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:01.252540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 16da927c-ca64-42b0-a37e-9130ddb3ac21 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:01.257328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Pushing event deleted for resources: {'Port': ['ID=16da927c-ca64-42b0-a37e-9130ddb3ac21,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:01.313344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-85efca58-f52d-45ee-9629-854f0a7076bf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:01.314737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-85efca58-f52d-45ee-9629-854f0a7076bf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.3043451 Aug 10 00:57:01.316237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 16da927c-ca64-42b0-a37e-9130ddb3ac21 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:01.318644 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 16da927c-ca64-42b0-a37e-9130ddb3ac21 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:01.319243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00e168ef-7fbf-4945-b861-da8010ad6138 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:01.338200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:01.362554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 00e168ef-7fbf-4945-b861-da8010ad6138 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:01.363277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00e168ef-7fbf-4945-b861-da8010ad6138 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:01.365766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.390310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.407465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf3b5ea-6048-4da6-9044-e2ecf741cb8a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:01.428819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] Pushing event deleted for resources: {'Port': ['ID=16da927c-ca64-42b0-a37e-9130ddb3ac21,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:01.438751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34994440-48d5-408f-90a2-cb5ae4a1034d') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:01.439265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34994440-48d5-408f-90a2-cb5ae4a1034d') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:01.447655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a298daf7-1b0e-4d30-9bca-be822f9cbd94 None None] No DVR routers for this DVR port 16da927c-ca64-42b0-a37e-9130ddb3ac21 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:01.466546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.494832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.503966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:01.504425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:01.506230 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:01.526607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-25ca98f0-f84f-44c8-9ce6-474fef032997 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2106509 Aug 10 00:57:01.614812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:01.619996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.640453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.672907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:01.686785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] 10.222.0.25 "DELETE /v2.0/networks/ccf3b5ea-6048-4da6-9044-e2ecf741cb8a HTTP/1.1" status: 204 len: 168 time: 1.6304717 Aug 10 00:57:01.686785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34563b-7ddb-4f8d-98c6-da471226512b admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf3b5ea-6048-4da6-9044-e2ecf741cb8a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:01.815268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-d3170ea8-869d-40f6-9a56-66598b693916 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:01.819775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-d3170ea8-869d-40f6-9a56-66598b693916 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918863 Aug 10 00:57:01.875496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-04090f40-a921-43c0-a236-b2744aa58d37 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/quotas/240e04ce184a4ee39abb8e01409eb511 HTTP/1.1" status: 200 len: 375 time: 0.0412004 Aug 10 00:57:01.883773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36708) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:01.966715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc9ec8a5-dd0f-4f7c-a91f-2fc41f8aea1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ee8955583a9476280f812f378e71c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816741 Aug 10 00:57:01.969196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:02.017630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-fd276794-1722-48ab-b375-b8f8fa3ba14a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1404991 Aug 10 00:57:02.036058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.9 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/1301ef01-3428-4b1f-b9e7-c4911623ca23) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:02.083137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.166246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.237574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36720) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:02.281252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.285113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.290635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb88e61c-dbfc-49b6-b045-58f82ab8bcfc HTTP/1.1" status: 204 len: 168 time: 0.3200500 Aug 10 00:57:02.303231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc4ec7-38eb-4e6d-8970-b18f3a5467b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88e61c-dbfc-49b6-b045-58f82ab8bcfc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.375399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.412942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Deleting subnet 35d346f7-916e-4324-8b37-41de63c0308a {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:02.425832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.471633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8617482-5572-47d5-9f82-e8c0583d6812 req-1e34506d-1ce3-4b29-be07-4aac8e2ab6e1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 210 time: 0.0394096 Aug 10 00:57:02.485134 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.528347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.598034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62815343-b01d-4f2c-b9f7-66bfba9ee0c8 req-e3c36f9a-b717-47a8-ad89-f1e725ad1a5c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 210 time: 0.0337756 Aug 10 00:57:02.641069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.679538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d346f7-916e-4324-8b37-41de63c0308a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.686458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.691325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d1881c73-3c4a-4529-b583-f28d906636fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/35d346f7-916e-4324-8b37-41de63c0308a HTTP/1.1" status: 204 len: 168 time: 0.4495983 Aug 10 00:57:02.691570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36734) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:02.713924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.827786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:02.832642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:02.833009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.844610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:02.850260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:02.894154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36750) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:02.959307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:02.959950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:02.966809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-89928fae-c880-4828-a0e4-81365a948662 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=853f5920651a4afbb29c076e455df514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687337 Aug 10 00:57:02.967459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:02.987916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4dd3de3d-36ed-4b17-a16b-84b3b0b7ef6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6568406 Aug 10 00:57:03.005271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.022417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Request body: {'port': {'device_id': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:03.072135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7db790-adf3-4ed5-b2a4-52d360acd7f2']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:03.113117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:03.113793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f027b1-f6ec-4716-bdb2-1841cf0a4e6f') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:03.130279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.134412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.161053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.170596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.211478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.214425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:03.215086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:03.217336 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:03.325986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.334877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.337402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] 10.222.0.25 "DELETE /v2.0/networks/1d7db790-adf3-4ed5-b2a4-52d360acd7f2 HTTP/1.1" status: 204 len: 168 time: 0.6447229 Aug 10 00:57:03.352139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee90a9-8b1e-4358-bded-4c9940e0367e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7db790-adf3-4ed5-b2a4-52d360acd7f2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:03.356210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.359580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.363165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3061ff5-479d-4ae5-8666-af04454720da HTTP/1.1" status: 204 len: 168 time: 0.3924699 Aug 10 00:57:03.390778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af827631-aef0-4cfc-8798-ec02619c7a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3061ff5-479d-4ae5-8666-af04454720da,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:03.404335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8a05d669-6e3c-4576-ab55-2a7e37725e35 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:03.481249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 8a05d669-6e3c-4576-ab55-2a7e37725e35 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:03.481907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8a05d669-6e3c-4576-ab55-2a7e37725e35 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:03.598542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1301ef01-3428-4b1f-b9e7-c4911623ca23 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:03.623791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36774) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:03.636895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.669020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Transition to ACTIVE for port object 1301ef01-3428-4b1f-b9e7-c4911623ca23 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:03.676939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:03.805673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c60b8fbf-d4cc-47f6-94aa-591f93754a0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbabc4a013db4a4ab888eeca42a28904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804776 Aug 10 00:57:03.808417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f20cff2-d9e3-4bb5-85ea-9f7fbc8b62aa req-bc8093f7-aa1a-4b20-87be-59d843333b8a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 210 time: 0.0597279 Aug 10 00:57:03.811002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:03.840687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62671b0-e2b4-43a6-8aa6-85e1ccc7c0e3 req-a4bca071-415d-4205-bb28-4a33ecbf28a5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:03.842257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b62671b0-e2b4-43a6-8aa6-85e1ccc7c0e3 req-a4bca071-415d-4205-bb28-4a33ecbf28a5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 943 time: 0.1679084 Aug 10 00:57:03.919304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b62671b0-e2b4-43a6-8aa6-85e1ccc7c0e3 req-dc1955f4-07d7-431c-8b29-693df4ad4b5e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Aug 10 00:57:03.972531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:04.019759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.047434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.157408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Attempting to bind port 1301ef01-3428-4b1f-b9e7-c4911623ca23 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:04.157725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Attempting to bind port 1301ef01-3428-4b1f-b9e7-c4911623ca23 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:04.158131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Attempting to bind port 1301ef01-3428-4b1f-b9e7-c4911623ca23 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:04.165436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.168874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.172988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1771f023-34ab-48d4-9149-b70a161f4fb7 HTTP/1.1" status: 204 len: 168 time: 0.3505554 Aug 10 00:57:04.176197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Port 1301ef01-3428-4b1f-b9e7-c4911623ca23 on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:04.176552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Attempting to bind port 1301ef01-3428-4b1f-b9e7-c4911623ca23 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:04.186392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:04.191716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:04.191716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:04.191716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Bound port: 1301ef01-3428-4b1f-b9e7-c4911623ca23, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:04.191716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.191716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664b9b2-7ea6-49ad-8562-f61ac688d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1771f023-34ab-48d4-9149-b70a161f4fb7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:04.375847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-744d5bf3-1c82-4680-a2c4-6b6ed5ccef02 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=240e04ce184a4ee39abb8e01409eb511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981793 Aug 10 00:57:04.393591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:04.477955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:04.493666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.528861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690add-5c26-42ae-a127-7b4210c7956c req-c5de8054-1680-4b61-acae-339e10b6fb2a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.530548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d690add-5c26-42ae-a127-7b4210c7956c req-c5de8054-1680-4b61-acae-339e10b6fb2a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2323275 Aug 10 00:57:04.593776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.594412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:04.595842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/1301ef01-3428-4b1f-b9e7-c4911623ca23 HTTP/1.1" status: 200 len: 1092 time: 1.5951912 Aug 10 00:57:04.602438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:04.604652 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03fc8cd-0414-4909-81ff-e95a43579197" -d '{"events": [{"name": "network-changed", "server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:04.662505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-3ad224d4-9d7c-4b67-90a3-e3a152e15186 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.664509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-3ad224d4-9d7c-4b67-90a3-e3a152e15186 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685003 Aug 10 00:57:04.665335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe74cd-29d1-45b6-bf59-a748bca3e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:04.670657 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d262ca59-37cb-487d-bf85-95a7676cd0b4 x-openstack-request-id: req-d262ca59-37cb-487d-bf85-95a7676cd0b4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:04.670970 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:04.671756 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d262ca59-37cb-487d-bf85-95a7676cd0b4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:04.671756 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23', 'status': 'completed', 'code': 200} Aug 10 00:57:04.675507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d690add-5c26-42ae-a127-7b4210c7956c req-4fd3ebb1-e906-439f-ba8e-89bd9e6cb310 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126585 Aug 10 00:57:04.745675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Request body: {'port': {'device_id': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '240e04ce184a4ee39abb8e01409eb511'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:04.854399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d25a-dc84-4031-85ad-f2bf46421728 req-29bb22d0-2c9d-4022-8dc6-4476803795a9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.856877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b73d25a-dc84-4031-85ad-f2bf46421728 req-29bb22d0-2c9d-4022-8dc6-4476803795a9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0677316 Aug 10 00:57:04.913387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b73d25a-dc84-4031-85ad-f2bf46421728 req-44f6599f-596c-4b8b-9aa1-5fb72a79c2ff tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481460 Aug 10 00:57:04.974550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-a3f53937-b7a4-4d17-916b-236c81b0ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:04.976135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-a3f53937-b7a4-4d17-916b-236c81b0ac7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 1095 time: 0.1962416 Aug 10 00:57:04.978591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4e9f816a-5ac6-4d14-a91b-319ef0df7d63 req-bf4a9b67-853d-4569-a74f-0b5922535659 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 210 time: 0.0464730 Aug 10 00:57:05.099150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-4b34fadb-9821-4d34-8753-a175c674d32e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23 HTTP/1.1" status: 200 len: 217 time: 0.1122918 Aug 10 00:57:05.220221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2adf5c7a-570b-499e-9cef-662074c9b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.221713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-2adf5c7a-570b-499e-9cef-662074c9b53a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.0950053 Aug 10 00:57:05.298306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c3fff-f326-48f7-bba3-fb2d999122a5 req-9d99c9b7-b5fc-41eb-b6c8-f33c05e18ce3 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.299010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c2d00-f6e8-4e76-86f4-146f07e6a55d req-689f6e85-27e9-4491-a533-3b0111286544 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.307798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c7c2d00-f6e8-4e76-86f4-146f07e6a55d req-689f6e85-27e9-4491-a533-3b0111286544 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 943 time: 0.2310307 Aug 10 00:57:05.311891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-853c3fff-f326-48f7-bba3-fb2d999122a5 req-9d99c9b7-b5fc-41eb-b6c8-f33c05e18ce3 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 950 time: 0.1045899 Aug 10 00:57:05.319458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-73fce4e2-bbc9-4117-aa78-30f73045c180 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792866 Aug 10 00:57:05.323849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36888) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:05.326828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Made reservation on behalf of 240e04ce184a4ee39abb8e01409eb511 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:05.330168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.444485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-853c3fff-f326-48f7-bba3-fb2d999122a5 req-dfdce0eb-aaea-4dcc-b46c-d353ef9d2248 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246471 Aug 10 00:57:05.516529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-192035628-network', 'tenant_id': 'ee28ffa15c834cd78366f39f32f096cc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:05.542179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Made reservation on behalf of ee28ffa15c834cd78366f39f32f096cc for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:05.558812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.568869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.687555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.692773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.732403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:05.748567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.749068 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Added segment 80cc43a7-b055-4953-8b35-97b1a279b0be of type vlan for network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 Aug 10 00:57:05.804914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.833972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:05.839428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.840581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:05.841390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:05.894699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:05.931073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6060803 Aug 10 00:57:05.934081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:05.941126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Request body: {'subnet': {'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-192035628-subnet', 'tenant_id': 'ee28ffa15c834cd78366f39f32f096cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:05.946565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde48e58-65b9-4b71-9a6e-6c6c6a550212 admin admin] Pushing event updated for resources: {'Network': ['ID=38eeafe0-e3c0-4059-80a4-b32dd393fdc4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:05.959082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:05.996259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Made reservation on behalf of ee28ffa15c834cd78366f39f32f096cc for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:06.000300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.039668 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c7c2d00-f6e8-4e76-86f4-146f07e6a55d req-28ebce67-ef7d-4bd6-b013-b18ad846a19b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7300701 Aug 10 00:57:06.179102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'network': {'name': 'tempest-network-smoke--934244095', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:06.233150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:06.236695 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.269363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.284633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47f14424-8a9a-45e0-91dc-b1aa7660266f req-e035bb96-b19f-40c1-8e7b-c15d0d2fa6ee tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 210 time: 0.0940163 Aug 10 00:57:06.386255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.387854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-8919f66b-3c8f-4b71-947a-639ea1abcc2b service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0484827 Aug 10 00:57:06.389067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Allocated IP 192.168.233.245 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/fc06f7f7-97b8-4692-8e0b-29132541eddd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:06.481331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaedce75-81dd-4303-9ef1-05eb38b57766,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:06.497030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Checking segment: {'id': '80cc43a7-b055-4953-8b35-97b1a279b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:06.497373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Network hostable DHCP agents. Network: 38eeafe0-e3c0-4059-80a4-b32dd393fdc4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:06.513113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.520869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.537735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:06.561365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:06.564239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 38eeafe0-e3c0-4059-80a4-b32dd393fdc4) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:06.570501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab44be5d-468d-46aa-a988-1465a96579b9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:06.573597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6cbe7-f4a2-4f36-a93f-b3c2705ca6ae None None] Network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:06.573734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.574185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.588373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-baaff4c3-6717-44b8-b064-64a98ce1f0fa req-74a6e249-c8a3-4e7c-8af2-5fc183be2f4d service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910315 Aug 10 00:57:06.589657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.590012 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Added segment 24d642de-51b8-4982-98c6-aba25d75dfee of type vlan for network 816ad939-ba5e-4e11-8219-1f80efadce85 Aug 10 00:57:06.603372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c63f6145-5ce2-4531-a576-9561166aaf29 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6680267 Aug 10 00:57:06.664359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.709440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.729482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.729482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.750503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.781168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Transition to ACTIVE for port object fc06f7f7-97b8-4692-8e0b-29132541eddd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:06.805293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-b375a70c-f9dd-4cd0-ae6f-cf659df84cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:06.811343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a60363-011d-4efb-bec5-9127450897a6 None None] Network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:06.812772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-b375a70c-f9dd-4cd0-ae6f-cf659df84cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 1095 time: 0.1478777 Aug 10 00:57:06.872502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9743681 Aug 10 00:57:06.873493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36950) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:06.886245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'admin_state_up': True, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:06.897028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149b80-967d-4070-a19f-467f7940304d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Network': ['ID=816ad939-ba5e-4e11-8219-1f80efadce85,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:06.908495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.916424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 816ad939-ba5e-4e11-8219-1f80efadce85 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:06.918057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.919278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.955129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-9e9a8bf2-3bf8-4c22-a96f-ca8d3c41462f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1918104 Aug 10 00:57:06.982301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:06.996884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:07.006275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:07.014222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:07.025610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:07.031406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'e9b9605b-e51d-49e0-9e9b-596042318b64'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:07.035757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event updated for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:07.040349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-4dd27b01-fa5a-41b7-97d0-6eae78e975ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.054010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-4dd27b01-fa5a-41b7-97d0-6eae78e975ce service neutron] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.2332275 Aug 10 00:57:07.248035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-79ccf977-1131-4e46-9bd2-9051d37b6467 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23 HTTP/1.1" status: 200 len: 217 time: 0.1242633 Aug 10 00:57:07.300151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8b677-9997-4737-b064-cf776177e52b req-fa15651e-f262-42a9-ae8c-e452785d8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.301582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-fa15651e-f262-42a9-ae8c-e452785d8a21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 1102 time: 0.2679315 Aug 10 00:57:07.309382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.310068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.370193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbcdc-7844-4399-a360-f65a4c371157 req-faf65430-0f63-40ad-b82d-c2ba7bdb23c0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.371833 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd0bbcdc-7844-4399-a360-f65a4c371157 req-faf65430-0f63-40ad-b82d-c2ba7bdb23c0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 943 time: 0.2134376 Aug 10 00:57:07.399421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-46fc1bc6-fb5c-4b04-9386-24f86282966b None None] Provisioning for port fc06f7f7-97b8-4692-8e0b-29132541eddd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:07.411425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-46fc1bc6-fb5c-4b04-9386-24f86282966b None None] Provisioning complete for port fc06f7f7-97b8-4692-8e0b-29132541eddd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:07.411791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-46fc1bc6-fb5c-4b04-9386-24f86282966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.422399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1cba39d5-6b79-4fe9-9814-8f57bddfa04f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6822989 Aug 10 00:57:07.440474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Request body: {'port': {'device_id': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:07.451474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-eaa9355c-f63e-4595-af95-3e4c3472f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.452967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-eaa9355c-f63e-4595-af95-3e4c3472f288 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.1867578 Aug 10 00:57:07.500146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-46fc1bc6-fb5c-4b04-9386-24f86282966b None None] Port fc06f7f7-97b8-4692-8e0b-29132541eddd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:07.538365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-1d05733d-16e0-4e6e-9be9-13657fc7ad40 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566006 Aug 10 00:57:07.551802 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd0bbcdc-7844-4399-a360-f65a4c371157 req-0f892406-4b54-494b-aa7d-0b697ac49927 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414659 Aug 10 00:57:07.640136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8b677-9997-4737-b064-cf776177e52b req-830fa35c-820a-4147-bf87-c39df9562188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.641639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-830fa35c-820a-4147-bf87-c39df9562188 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.3084846 Aug 10 00:57:07.676427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:07.682188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.702744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.746065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-1e656957-59a3-4ec9-bc98-0cbe9e82e2ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc HTTP/1.1" status: 200 len: 217 time: 0.0862725 Aug 10 00:57:07.812422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-667f61d3-1ab0-46bd-9d90-6708bc2dbecc tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.818853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-667f61d3-1ab0-46bd-9d90-6708bc2dbecc tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/networks?id=38eeafe0-e3c0-4059-80a4-b32dd393fdc4 HTTP/1.1" status: 200 len: 808 time: 0.6795952 Aug 10 00:57:07.836416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-40eeebc9-f930-4a95-a9a1-e1069dd67aed tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/quotas/ee28ffa15c834cd78366f39f32f096cc HTTP/1.1" status: 200 len: 375 time: 0.0118511 Aug 10 00:57:07.867008 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:07.869528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-67a22d94-06d0-4ffb-8da8-ba84d810f6d5 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279431 Aug 10 00:57:07.886780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-c995a061-1de7-4766-b0f7-fce173667f53 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee28ffa15c834cd78366f39f32f096cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392296 Aug 10 00:57:07.901139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8b677-9997-4737-b064-cf776177e52b req-94c42bc0-69d2-44d4-a863-87d0fdc46963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:07.902345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-94c42bc0-69d2-44d4-a863-87d0fdc46963 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1467218 Aug 10 00:57:07.913272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:07.915759 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224623bc-e221-4c3e-8288-5261a442d024" -d '{"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:07.939185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:07.951985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.020093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:08.048811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d3bd-21d3-4247-9ebd-bebd4720dae3 req-bacb78c2-b07c-4bd4-b904-035b6c740e64 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.049877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4d1d3bd-21d3-4247-9ebd-bebd4720dae3 req-bacb78c2-b07c-4bd4-b904-035b6c740e64 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 936 time: 0.2365541 Aug 10 00:57:08.128374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.131447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-5d3ed88e-58a3-4ae2-b870-28b8d2661d81 service neutron] 10.222.0.25 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231925 Aug 10 00:57:08.139930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8b677-9997-4737-b064-cf776177e52b req-a1cff659-0945-4932-a068-0c86227bd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.141414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-a1cff659-0945-4932-a068-0c86227bd8f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1779771 Aug 10 00:57:08.160817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.225149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4d1d3bd-21d3-4247-9ebd-bebd4720dae3 req-91e462be-310d-40df-a8df-e9b1c4190c3e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638491 Aug 10 00:57:08.240056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b03fc8cd-0414-4909-81ff-e95a43579197 req-cb5aca29-04ac-4894-86ef-eebcc897a517 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587306 Aug 10 00:57:08.316433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-5ae0f2dd-4de2-4f22-9f95-dfb39528856f service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610942 Aug 10 00:57:08.319153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-9a7396b5-84e5-4f27-a7ae-67e07a014a63 service neutron] 10.222.0.25 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659224 Aug 10 00:57:08.346591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.25.7.185 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/09745f23-84ab-4d16-852f-c18c9918a004) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:08.412663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc06f7f7-97b8-4692-8e0b-29132541eddd {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:08.425724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.458127 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09447dee-4817-4abd-8f48-b0569417861f x-openstack-request-id: req-09447dee-4817-4abd-8f48-b0569417861f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:08.459058 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:08.459515 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09447dee-4817-4abd-8f48-b0569417861f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:08.460113 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'code': 200} Aug 10 00:57:08.467168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Transition to ACTIVE for port object fc06f7f7-97b8-4692-8e0b-29132541eddd will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:08.484777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.506763 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.561282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdc963d6-a7cf-4848-94fd-93ca2c0d5d38 req-7ff79a9d-0099-4ca4-90f3-ecc47c755e78 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 210 time: 0.0598879 Aug 10 00:57:08.572285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff8b677-9997-4737-b064-cf776177e52b req-bcdf7c64-830e-4e08-ad08-de238881a5de service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269475 Aug 10 00:57:08.615457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Pushing event updated for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:08.647645 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.666934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eea243-0db6-4a36-8c73-e586ba020db4 req-14bc56d1-972f-4592-b44c-a90ad9d0c172 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.669267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24eea243-0db6-4a36-8c73-e586ba020db4 req-14bc56d1-972f-4592-b44c-a90ad9d0c172 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1040084 Aug 10 00:57:08.683500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:08.704970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:08.736532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:08.755002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553e192-c87e-4de0-bc21-6cedc2380bce req-0df33762-aac9-4ac6-bae7-bbaf10770370 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.762813 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d553e192-c87e-4de0-bc21-6cedc2380bce req-0df33762-aac9-4ac6-bae7-bbaf10770370 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 943 time: 0.0915477 Aug 10 00:57:08.779689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Attempting to bind port fc06f7f7-97b8-4692-8e0b-29132541eddd on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:08.780246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Attempting to bind port fc06f7f7-97b8-4692-8e0b-29132541eddd by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:08.780632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Attempting to bind port fc06f7f7-97b8-4692-8e0b-29132541eddd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:08.792493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Port fc06f7f7-97b8-4692-8e0b-29132541eddd on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:08.792821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Attempting to bind port fc06f7f7-97b8-4692-8e0b-29132541eddd on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:08.794656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24eea243-0db6-4a36-8c73-e586ba020db4 req-552ec38f-c6a7-4f17-88e2-d3dfdb3b2a59 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095257 Aug 10 00:57:08.803234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:08.803581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:08.803961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:08.804463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Bound port: fc06f7f7-97b8-4692-8e0b-29132541eddd, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:08.804815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.810150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=09745f23-84ab-4d16-852f-c18c9918a004,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:08.834820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d553e192-c87e-4de0-bc21-6cedc2380bce req-c15ae2d6-e7aa-4839-890b-42ed6e5e0c8a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710680 Aug 10 00:57:08.912765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:08.918482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:08.945700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.997673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:08.998291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:08.999692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] 10.222.0.21 "PUT /v2.0/ports/fc06f7f7-97b8-4692-8e0b-29132541eddd HTTP/1.1" status: 200 len: 1097 time: 1.5636144 Aug 10 00:57:09.004188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:09.008369 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925f686-08a8-4130-a990-07b9a351df2b" -d '{"events": [{"name": "network-changed", "server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:09.022609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeb294e-5d61-42b9-a0cb-b08ad7c24243 req-96e8558f-8114-430b-83fd-46fb2b97a7b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.024255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbeb294e-5d61-42b9-a0cb-b08ad7c24243 req-96e8558f-8114-430b-83fd-46fb2b97a7b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1077745 Aug 10 00:57:09.096137 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b11d94e-479c-49a3-a2a0-a6c4b2642ecf x-openstack-request-id: req-1b11d94e-479c-49a3-a2a0-a6c4b2642ecf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:09.096794 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:09.096794 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b11d94e-479c-49a3-a2a0-a6c4b2642ecf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:09.098972 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd', 'status': 'completed', 'code': 200} Aug 10 00:57:09.101612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100864f-437d-4d99-bc09-bbb65c0e8802 service neutron] Pushing event updated for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:09.131298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbeb294e-5d61-42b9-a0cb-b08ad7c24243 req-dac6b120-6d1a-4260-9529-14f26537cd13 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962849 Aug 10 00:57:09.139072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-dd09febf-1943-4d7c-b843-b894ddde77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.140950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-dd09febf-1943-4d7c-b843-b894ddde77b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 1100 time: 0.0831463 Aug 10 00:57:09.217350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-5f2f25a0-58f0-403c-8994-37999b15e0f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd HTTP/1.1" status: 200 len: 217 time: 0.0640278 Aug 10 00:57:09.224642 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.339876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-afb2814c-bd68-4174-a03d-948165fa4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.341360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-afb2814c-bd68-4174-a03d-948165fa4d39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.1163158 Aug 10 00:57:09.369947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4636471-c488-486d-aa32-5a1adf95da07 req-da7fd665-f5c5-484d-bcb9-882694721573 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.371475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d4636471-c488-486d-aa32-5a1adf95da07 req-da7fd665-f5c5-484d-bcb9-882694721573 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0737615 Aug 10 00:57:09.427840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-083c7eaa-4c67-4b92-8584-c3d11f009be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.429347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-083c7eaa-4c67-4b92-8584-c3d11f009be9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0761228 Aug 10 00:57:09.434193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f66907-9e01-4b9e-abd2-04c6c14096e1 req-7546048c-f711-4d7b-a960-605db22bc478 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.435734 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f66907-9e01-4b9e-abd2-04c6c14096e1 req-7546048c-f711-4d7b-a960-605db22bc478 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 948 time: 0.1082661 Aug 10 00:57:09.438773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d4636471-c488-486d-aa32-5a1adf95da07 req-77404866-1b7e-4b49-9dd1-a3520c5c4a0b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508115 Aug 10 00:57:09.446283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:09.539834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f66907-9e01-4b9e-abd2-04c6c14096e1 req-254aec0e-dae6-451b-b834-f0d2752ca862 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838203 Aug 10 00:57:09.552719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.587429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-1b17b99b-d1b7-4572-94f3-a6ef2b3ddff9 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473749 Aug 10 00:57:09.629311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:09.657031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'mac_address': 'fa:16:3e:de:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:09.709605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94cb4137-c1ff-43d6-9150-1aa0cb961bfc req-28f77600-7f38-4692-920f-54528055e7de service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153345 Aug 10 00:57:09.719317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1301ef01-3428-4b1f-b9e7-c4911623ca23 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:09.756715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.800748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2ce94-6347-4563-ac72-4f0579975c68 req-f069548b-fada-45fe-97fa-d8794069d8be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.803513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2b2ce94-6347-4563-ac72-4f0579975c68 req-f069548b-fada-45fe-97fa-d8794069d8be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1846156 Aug 10 00:57:09.821351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6dd92af-a520-4649-8679-683f4757e71a req-0582bb86-469e-4885-bdf5-e92fcfb68e01 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 210 time: 0.0397823 Aug 10 00:57:09.841742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:09.866838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:09.879460 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:09.891341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f686-08a8-4130-a990-07b9a351df2b req-3ea6ccc9-ff91-4b1a-a42b-d26b8288b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:09.904567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-3ea6ccc9-ff91-4b1a-a42b-d26b8288b333 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=240e04ce184a4ee39abb8e01409eb511&device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 1100 time: 0.0860710 Aug 10 00:57:09.967593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:09.970325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.001009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '1301ef01-3428-4b1f-b9e7-c4911623ca23', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': '1301ef01-3428-4b1f-b9e7-c4911623ca23', 'mac_address': 'fa:16:3e:4d:58:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:10.040906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['29d7fb8e-384a-4586-8a2a-62e8b7321b97'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:10.041275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2b2ce94-6347-4563-ac72-4f0579975c68 req-f8eb6537-af21-464d-891c-6a618f51ae8b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745210 Aug 10 00:57:10.067173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.111385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1301ef01-3428-4b1f-b9e7-c4911623ca23 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:10.137704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:10.166932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:57:10.204466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afee98-5020-4481-8ade-c49483d58e5b req-4ccd8da6-5567-4f14-b520-22c487596037 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.206626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82afee98-5020-4481-8ade-c49483d58e5b req-4ccd8da6-5567-4f14-b520-22c487596037 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 943 time: 0.1716011 Aug 10 00:57:10.207730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f686-08a8-4130-a990-07b9a351df2b req-561d0643-00fc-4657-8574-b279dd4aa7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.209139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-561d0643-00fc-4657-8574-b279dd4aa7a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.2988455 Aug 10 00:57:10.221187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-e8fcf080-32cf-4962-925d-00b0077cad1c tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.222952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-e8fcf080-32cf-4962-925d-00b0077cad1c tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.10 "GET /v2.0/networks?id=38eeafe0-e3c0-4059-80a4-b32dd393fdc4 HTTP/1.1" status: 200 len: 808 time: 0.4158628 Aug 10 00:57:10.289406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-c3007269-297d-400a-8a02-f1c100b5002f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd HTTP/1.1" status: 200 len: 217 time: 0.0716174 Aug 10 00:57:10.311381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Request body: {'port': {'device_id': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4', 'admin_state_up': True, 'tenant_id': 'ee28ffa15c834cd78366f39f32f096cc'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:10.321158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82afee98-5020-4481-8ade-c49483d58e5b req-5a73595e-4b9a-42bc-898a-a7088323de3b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085739 Aug 10 00:57:10.333737 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.382100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f686-08a8-4130-a990-07b9a351df2b req-294f7e28-5486-41c4-a8a2-1da1db8061b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.384514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-294f7e28-5486-41c4-a8a2-1da1db8061b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0863938 Aug 10 00:57:10.439194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:10.452400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f686-08a8-4130-a990-07b9a351df2b req-de3e1a0d-bb68-4d68-a2f8-84b9379fb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.453315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-de3e1a0d-bb68-4d68-a2f8-84b9379fb55c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605049 Aug 10 00:57:10.535728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7ec76-67a8-4422-a2e3-47cabba1af05 req-56f08b28-cf98-42d4-9419-3c2733cf7b97 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:10.537298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44b7ec76-67a8-4422-a2e3-47cabba1af05 req-56f08b28-cf98-42d4-9419-3c2733cf7b97 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2327704 Aug 10 00:57:10.559952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:10.572582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:10.588292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:10.589202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:10.592708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-0e4e9898-540c-4f0b-b952-511fe7699596 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301019 Aug 10 00:57:10.604733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.616085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35d5b657-9714-42a2-9808-d27d2667646b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7237983 Aug 10 00:57:10.620430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:10.677628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1301ef01-3428-4b1f-b9e7-c4911623ca23'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:10.698380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44b7ec76-67a8-4422-a2e3-47cabba1af05 req-13a41d6e-5417-442e-b33b-7aa851dc6111 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347692 Aug 10 00:57:10.768210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Made reservation on behalf of ee28ffa15c834cd78366f39f32f096cc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:10.772241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:10.843387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13404b60-2333-45e6-b964-051a2d91036b tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=398b2a239df34c7ca6adccb196b66e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2164853 Aug 10 00:57:10.846288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37082) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:10.882947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:11.164375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:08Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:11.209305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:11.209663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Updating router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 port 09745f23-84ab-4d16-852f-c18c9918a004 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:11.236819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.314215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f925f686-08a8-4130-a990-07b9a351df2b req-0557abe0-1147-4069-972f-892a089d846b service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867056 Aug 10 00:57:11.341469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8db46-e4cb-47e5-a4fa-a73b275349ad req-29acd742-e1c7-4da3-b2a7-45ca00afa182 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.350916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9e8db46-e4cb-47e5-a4fa-a73b275349ad req-29acd742-e1c7-4da3-b2a7-45ca00afa182 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 948 time: 0.5284269 Aug 10 00:57:11.410063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9e8db46-e4cb-47e5-a4fa-a73b275349ad req-69732271-cbdc-4575-8707-745fc9d7a67c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534184 Aug 10 00:57:11.469200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:11.506798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04254-36b7-4bea-8f03-b14d795463fd req-12b2327d-83d4-4b47-89f4-d8adaf11048a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.516011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96f04254-36b7-4bea-8f03-b14d795463fd req-12b2327d-83d4-4b47-89f4-d8adaf11048a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.5925212 Aug 10 00:57:11.577139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.595094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Transition to ACTIVE for port object 09745f23-84ab-4d16-852f-c18c9918a004 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:11.599435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:11.600305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.615160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6907ab27-87cb-4570-9bbe-3b862869e9cd req-eaad4d37-455d-4804-9e43-1301db5cccd5 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 210 time: 0.1390562 Aug 10 00:57:11.638887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.650473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96f04254-36b7-4bea-8f03-b14d795463fd req-bbd461c3-6007-4135-b6da-eda7248e2d44 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284518 Aug 10 00:57:11.682864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5821e402-1a7a-4dd5-ad2b-17f99fb9c917 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.686352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5821e402-1a7a-4dd5-ad2b-17f99fb9c917 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8361895 Aug 10 00:57:11.689622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37098) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:11.750364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Pushing event updated for resources: {'Port': ['ID=09745f23-84ab-4d16-852f-c18c9918a004,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:11.770207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Allocated IP 172.20.0.9 (38eeafe0-e3c0-4059-80a4-b32dd393fdc4/aaedce75-81dd-4303-9ef1-05eb38b57766/d402f290-62a6-412e-91bd-49a762279729) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:11.780464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd51ad0b-5330-475d-a0bd-3b976957130c tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893958 Aug 10 00:57:11.781108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:11.785917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.786268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.786613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.786983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.787507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.787951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.788278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.789767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.790112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.790449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.790811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.791140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:11.794245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1007186061', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:11.826338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Attempting to bind port 09745f23-84ab-4d16-852f-c18c9918a004 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:11.827254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Attempting to bind port 09745f23-84ab-4d16-852f-c18c9918a004 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:11.828073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Attempting to bind port 09745f23-84ab-4d16-852f-c18c9918a004 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:11.840767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:11.841462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:11.842029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.842625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:11.843279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Bound port: 09745f23-84ab-4d16-852f-c18c9918a004, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:11.843849 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.858150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41ba0-7e38-4b97-b033-eff52a0f56f0 req-d7edb285-b237-461e-8a7f-340e62f8ac00 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:11.866661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f41ba0-7e38-4b97-b033-eff52a0f56f0 req-d7edb285-b237-461e-8a7f-340e62f8ac00 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 944 time: 0.1062591 Aug 10 00:57:11.876423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-2180944f-bf98-4b93-9e12-33028f4e0839 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2243280 Aug 10 00:57:11.908943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.962588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:11.965123 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9a33a-b3e3-4090-a584-0b4c44f55927" -d '{"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:11.984778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:11.991651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:11.992365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:11.999873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] For port 09745f23-84ab-4d16-852f-c18c9918a004, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:12.004102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.033051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] For port 09745f23-84ab-4d16-852f-c18c9918a004, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09745f23-84ab-4d16-852f-c18c9918a004,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:12.101746 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.125718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8f41ba0-7e38-4b97-b033-eff52a0f56f0 req-a4eb274e-97fc-4d1d-8c0b-30f3386fa07c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573788 Aug 10 00:57:12.161427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-3e6006d4-52b0-4b4b-ac94-07f81b7d9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.170105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-3e6006d4-52b0-4b4b-ac94-07f81b7d9663 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=35b80ef6379c4a899c650f3444d79bd7&device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 1097 time: 0.1792936 Aug 10 00:57:12.180226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:12.181147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:12.185102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.234618 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc625dd9-5d43-4f65-b7c9-1e3de9257cc4 x-openstack-request-id: req-cc625dd9-5d43-4f65-b7c9-1e3de9257cc4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:12.234963 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-plugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:12.235447 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc625dd9-5d43-4f65-b7c9-1e3de9257cc4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:12.235882 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'code': 200} Aug 10 00:57:12.248125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00243feb-8f2d-4993-96f1-9399e3611a91 req-9a72b077-8658-46e3-970a-d0a9faef3b0b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.250340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00243feb-8f2d-4993-96f1-9399e3611a91 req-9a72b077-8658-46e3-970a-d0a9faef3b0b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0905976 Aug 10 00:57:12.286204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.357172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d46974-8166-4adb-8ff3-743336c5ca1d None None] Pushing event updated for resources: {'Port': ['ID=09745f23-84ab-4d16-852f-c18c9918a004,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.359492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-cd7de3aa-5ba7-42cd-ae11-4615c35935c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.361309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-cd7de3aa-5ba7-42cd-ae11-4615c35935c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 200 len: 916 time: 0.1624804 Aug 10 00:57:12.390614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00243feb-8f2d-4993-96f1-9399e3611a91 req-32e38447-997b-4944-ab3d-165d22e5906a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298337 Aug 10 00:57:12.391990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:12.453094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.566707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.592774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:12.594961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-0d914439-1e60-4196-9982-08c411d095dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 200 len: 1001 time: 0.2243860 Aug 10 00:57:12.601590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:12.605921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Pushing event updated for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.608945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:12.641793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:08Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:12.644142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Subnet': ['ID=122448f0-c7c6-4ae5-b652-3a642f4ca648,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:12.683313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c27954-e0e3-4fda-9c06-0731db87cf08 None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:08Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:12.703869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534b425-665e-47f0-b496-aa172a231de0 req-217bb77f-37fc-4a5c-8133-21716524eb10 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.711705 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1534b425-665e-47f0-b496-aa172a231de0 req-217bb77f-37fc-4a5c-8133-21716524eb10 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2000763 Aug 10 00:57:12.716946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bf528-9725-42a0-a1da-6c51fbed740a req-b7c1f43a-000e-445a-88c5-e97d236164fa tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.731473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-929bf528-9725-42a0-a1da-6c51fbed740a req-b7c1f43a-000e-445a-88c5-e97d236164fa tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 948 time: 0.2102585 Aug 10 00:57:12.737537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Checking segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:12.738335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network hostable DHCP agents. Network: 816ad939-ba5e-4e11-8219-1f80efadce85, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:12.746125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.751017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.758581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-b0d3b842-3d36-4180-8283-54eeb9b84ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.760876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-b0d3b842-3d36-4180-8283-54eeb9b84ca2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c2e5168d-7cb5-41d5-b461-934e7bb40e7e HTTP/1.1" status: 200 len: 855 time: 0.1565759 Aug 10 00:57:12.835130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-f1795b80-d007-4f52-a667-78d5ec01307b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5317528 Aug 10 00:57:12.843387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-929bf528-9725-42a0-a1da-6c51fbed740a req-dc6368d9-74e1-4cc6-9a0d-239f6b45a6bd tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896199 Aug 10 00:57:12.844255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 816ad939-ba5e-4e11-8219-1f80efadce85 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:12.867315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1534b425-665e-47f0-b496-aa172a231de0 req-4329afcb-eecc-4046-bb01-3d756d610edd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360121 Aug 10 00:57:12.867315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Request body: {'port': {'device_id': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:12.891261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 816ad939-ba5e-4e11-8219-1f80efadce85) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:12.897985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:12.898907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:12.916659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f395b19-c36f-4ffb-9faa-03adf8729e60 None None] Network 816ad939-ba5e-4e11-8219-1f80efadce85 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:12.957685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e2eefc4-4353-4084-81ea-6e7ef271b7a9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1748977 Aug 10 00:57:12.958299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37130) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:13.006284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-6d08fbfb-c16d-4f90-b103-f565c9a522c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.008239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-6d08fbfb-c16d-4f90-b103-f565c9a522c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=71a7834c-8eef-416a-8f7a-78dcad975a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272668 Aug 10 00:57:13.033733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.313912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-816ad939-ba5e-4e11-8219-1f80efadce85', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:57:13.314830 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:13.405509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-90268d75-440a-42fa-a9c4-0146f2327d21 service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834791 Aug 10 00:57:13.509282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6031-be1e-4ed4-8a45-d029780a5e18 req-bd21cf77-6897-498e-8073-44b9eab7d087 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.518292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02ea6031-be1e-4ed4-8a45-d029780a5e18 req-bd21cf77-6897-498e-8073-44b9eab7d087 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 931 time: 0.1580575 Aug 10 00:57:13.583149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Allocated IP 172.20.0.2 (816ad939-ba5e-4e11-8219-1f80efadce85/122448f0-c7c6-4ae5-b652-3a642f4ca648/1eac3f3f-56ae-4ac6-9654-d303dbb1492c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:13.599546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8fae090-bde3-493e-bbe1-25ba9685f434 req-16f08441-d1a9-4b43-b4e0-7cd3a00abfdf service neutron] 10.222.0.10 "GET /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483912 Aug 10 00:57:13.665971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02ea6031-be1e-4ed4-8a45-d029780a5e18 req-1679ceb6-3864-4cab-9ddc-0b0cd9e59142 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470711 Aug 10 00:57:13.704778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fc06f7f7-97b8-4692-8e0b-29132541eddd details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:13.803158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808277ab-a8a5-47da-aca0-0d1f4f5c1e90 req-25492906-17b8-4268-9afa-d7d6dc6d79be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.816236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808277ab-a8a5-47da-aca0-0d1f4f5c1e90 req-25492906-17b8-4268-9afa-d7d6dc6d79be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.4391363 Aug 10 00:57:13.858033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:13.872243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1301ef01-3428-4b1f-b9e7-c4911623ca23 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:13.876705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'fc06f7f7-97b8-4692-8e0b-29132541eddd', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'fc06f7f7-97b8-4692-8e0b-29132541eddd', 'mac_address': 'fa:16:3e:0d:6a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:13.946825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1c9f6-8bf5-4b66-8c90-e44c58c4311f req-7ac890aa-e140-4eec-8277-add37d2c7e32 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:13.965139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a1c9f6-8bf5-4b66-8c90-e44c58c4311f req-7ac890aa-e140-4eec-8277-add37d2c7e32 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 944 time: 0.1805139 Aug 10 00:57:13.981150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d402f290-62a6-412e-91bd-49a762279729 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:13.998744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.008463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.026512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Transition to ACTIVE for port object d402f290-62a6-412e-91bd-49a762279729 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.036230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.079192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a1c9f6-8bf5-4b66-8c90-e44c58c4311f req-a3c3f8b5-03da-4e42-840b-1e5836be6fe3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103265 Aug 10 00:57:14.096601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc06f7f7-97b8-4692-8e0b-29132541eddd {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:14.147683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Pushing event updated for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.161894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.174661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Transition to ACTIVE for port object 1eac3f3f-56ae-4ac6-9654-d303dbb1492c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.193601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:14.199926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808277ab-a8a5-47da-aca0-0d1f4f5c1e90 req-db8a5c7c-5c07-4a8d-baf4-e97f5e52c6f3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823771 Aug 10 00:57:14.201910 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ff99368e-8aa2-41b2-9d22-fce6a21d33e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.220754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.288198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.327808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 1301ef01-3428-4b1f-b9e7-c4911623ca23 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:14.331767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36785-5c36-442e-9b61-10250e67ac5d req-b3c2af1b-d0ad-4d82-bc59-6857b492484f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.333761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Transition to ACTIVE for port object 1eac3f3f-56ae-4ac6-9654-d303dbb1492c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:14.343534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc36785-5c36-442e-9b61-10250e67ac5d req-b3c2af1b-d0ad-4d82-bc59-6857b492484f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 949 time: 0.1337442 Aug 10 00:57:14.345229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Attempting to bind port d402f290-62a6-412e-91bd-49a762279729 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:14.345606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Attempting to bind port d402f290-62a6-412e-91bd-49a762279729 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '80cc43a7-b055-4953-8b35-97b1a279b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:14.345932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Attempting to bind port d402f290-62a6-412e-91bd-49a762279729 on network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:14.361948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Port d402f290-62a6-412e-91bd-49a762279729 on network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:14.362260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Attempting to bind port d402f290-62a6-412e-91bd-49a762279729 on network 38eeafe0-e3c0-4059-80a4-b32dd393fdc4 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:14.364891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.368480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 1301ef01-3428-4b1f-b9e7-c4911623ca23 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:14.368882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.371418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.372590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:14.372926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Checking segment: {'id': '80cc43a7-b055-4953-8b35-97b1a279b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:14.373308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Bound using segment: {'id': '80cc43a7-b055-4953-8b35-97b1a279b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:14.373742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Bound port: d402f290-62a6-412e-91bd-49a762279729, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80cc43a7-b055-4953-8b35-97b1a279b0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:14.374098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.450556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Network 816ad939-ba5e-4e11-8219-1f80efadce85 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:14.459129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:14.464653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:14.469879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Pushing event updated for resources: {'Port': ['ID=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.470014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc36785-5c36-442e-9b61-10250e67ac5d req-8ce3d011-dd6b-47fb-a961-06f787b8a481 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274481 Aug 10 00:57:14.573497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:14.640091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d402f290-62a6-412e-91bd-49a762279729,segment=NetworkSegment(80cc43a7-b055-4953-8b35-97b1a279b0be),segment_id=80cc43a7-b055-4953-8b35-97b1a279b0be)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:14.651392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.701586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.702376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.704085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] 10.222.0.10 "PUT /v2.0/ports/d402f290-62a6-412e-91bd-49a762279729 HTTP/1.1" status: 200 len: 1092 time: 1.8482680 Aug 10 00:57:14.707191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'tag': 'd402f290-62a6-412e-91bd-49a762279729'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:14.710855 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce872ae2-9bbe-4939-81d1-78093df1cdb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "tag": "d402f290-62a6-412e-91bd-49a762279729"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:14.727686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066d768-292b-4526-ae9e-d118253ab7a6 req-d055a914-f4ab-43cd-a8fc-ed997e8b873b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.735710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6066d768-292b-4526-ae9e-d118253ab7a6 req-d055a914-f4ab-43cd-a8fc-ed997e8b873b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1636457 Aug 10 00:57:14.781031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.1 (816ad939-ba5e-4e11-8219-1f80efadce85/122448f0-c7c6-4ae5-b652-3a642f4ca648/70c5329b-68ab-45a4-80c8-926080fe72e5) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:14.832999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['fc06f7f7-97b8-4692-8e0b-29132541eddd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:14.855120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69fdd6-19f6-4a74-97c8-396fa3f99215 service neutron] Pushing event updated for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:14.877294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6066d768-292b-4526-ae9e-d118253ab7a6 req-474c2507-6948-4264-9ebe-bda2ab1f6657 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403728 Aug 10 00:57:14.906044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Attempting to bind port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:14.906461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Attempting to bind port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:14.906864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Attempting to bind port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c on network 816ad939-ba5e-4e11-8219-1f80efadce85 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:14.917810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-bb173f41-f294-40cc-94ac-e7a753ac36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:14.919625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-bb173f41-f294-40cc-94ac-e7a753ac36be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee28ffa15c834cd78366f39f32f096cc&device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 1095 time: 0.1541657 Aug 10 00:57:14.945753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:14.946126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Checking segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:14.946530 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.950053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Bound using segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:14.950566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Bound port: 1eac3f3f-56ae-4ac6-9654-d303dbb1492c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:14.952216 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:14.999893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-5bcd4883-bada-4d97-9b60-18eecaab32d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d402f290-62a6-412e-91bd-49a762279729 HTTP/1.1" status: 200 len: 217 time: 0.0683100 Aug 10 00:57:15.028008 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.042690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.069374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4982a-d66d-4297-9162-ab134223f7ef req-bfd4efa0-7898-4cf1-ade0-5a64bb9ef300 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.071623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07c4982a-d66d-4297-9162-ab134223f7ef req-bfd4efa0-7898-4cf1-ade0-5a64bb9ef300 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 943 time: 0.1469386 Aug 10 00:57:15.112544 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4627837a-3123-4098-af35-7d57ec07ec11 x-openstack-request-id: req-4627837a-3123-4098-af35-7d57ec07ec11 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:15.113489 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "tag": "d402f290-62a6-412e-91bd-49a762279729", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:15.113796 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4627837a-3123-4098-af35-7d57ec07ec11 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:15.118748 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'tag': 'd402f290-62a6-412e-91bd-49a762279729', 'status': 'completed', 'code': 200} Aug 10 00:57:15.133165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:15.137688 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e470b132-31dd-4d4b-bb99-2ac924ff840e" -d '{"events": [{"server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "name": "network-vif-plugged", "status": "completed", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:15.162822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object 70c5329b-68ab-45a4-80c8-926080fe72e5 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:15.165448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:15.186201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f933b4-f094-442e-aed5-b5739f9d783f req-fac936dd-e5ed-4052-9ba2-9c8bff7c3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.188084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-fac936dd-e5ed-4052-9ba2-9c8bff7c3459 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaedce75-81dd-4303-9ef1-05eb38b57766 HTTP/1.1" status: 200 len: 848 time: 0.1776545 Aug 10 00:57:15.190163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.236592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07c4982a-d66d-4297-9162-ab134223f7ef req-76945e0f-2109-4839-acf2-a8f74613fc36 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523468 Aug 10 00:57:15.262820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] For port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:15.299742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-9ad0a785-10a5-4a60-8d84-da04a5696750 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38eeafe0-e3c0-4059-80a4-b32dd393fdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013427 Aug 10 00:57:15.306878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.312574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09745f23-84ab-4d16-852f-c18c9918a004 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:15.324467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] For port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:15.350474 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.391658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.449988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 816ad939-ba5e-4e11-8219-1f80efadce85 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:15.465838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:15.472632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:15.475569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.475706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147f642-405c-4234-a485-4ef3c64ded02 None None] Pushing event updated for resources: {'Port': ['ID=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.479206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 09745f23-84ab-4d16-852f-c18c9918a004 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:15.485773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 09745f23-84ab-4d16-852f-c18c9918a004 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:15.486266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.514999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-c0476471-564a-4d91-a0e4-36c1ae6c9e96 service neutron] 10.222.0.10 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019587 Aug 10 00:57:15.552784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5887c00-7c30-44ad-aba2-9df0dd49bac8 req-b9bd403f-5d16-427d-9fbb-478052e9e8cd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.561395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5887c00-7c30-44ad-aba2-9df0dd49bac8 req-b9bd403f-5d16-427d-9fbb-478052e9e8cd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1816494 Aug 10 00:57:15.600071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.604974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.643825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 09745f23-84ab-4d16-852f-c18c9918a004, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09745f23-84ab-4d16-852f-c18c9918a004,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:15.654279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:15.669842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad09101-529b-4ef7-8ed3-f4b6fb343595 req-e10ff4b2-786d-4184-a2ee-8af2bb03f70f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.677423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ad09101-529b-4ef7-8ed3-f4b6fb343595 req-e10ff4b2-786d-4184-a2ee-8af2bb03f70f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.4138892 Aug 10 00:57:15.766439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ad09101-529b-4ef7-8ed3-f4b6fb343595 req-c80f75ab-cafd-4b86-978a-d18c7f442030 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880315 Aug 10 00:57:15.802132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5887c00-7c30-44ad-aba2-9df0dd49bac8 req-7af6b062-4ab6-419d-8bae-849c34016559 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305295 Aug 10 00:57:15.830556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44f933b4-f094-442e-aed5-b5739f9d783f req-9f146820-d0cd-4243-bcc1-5260a2125061 service neutron] 10.222.0.10 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953067 Aug 10 00:57:15.853701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=09745f23-84ab-4d16-852f-c18c9918a004,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:15.878371 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4675e-c70b-4d3f-9aff-ee19f4bcb035 x-openstack-request-id: req-2eb4675e-c70b-4d3f-9aff-ee19f4bcb035 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:15.879161 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "name": "network-vif-plugged", "status": "completed", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:15.881752 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eb4675e-c70b-4d3f-9aff-ee19f4bcb035 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:15.882565 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23', 'code': 200} Aug 10 00:57:15.996119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-d461fd3e-ba9f-4b7d-9dc4-4d4832a6e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:15.999416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-d461fd3e-ba9f-4b7d-9dc4-4d4832a6e133 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee28ffa15c834cd78366f39f32f096cc&device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 1095 time: 0.0957384 Aug 10 00:57:16.077214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.114059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45747f3-4ba1-43ae-8a57-257a4563b75a req-75c60406-3d5d-467d-a4f1-11a61bd54007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.116316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d45747f3-4ba1-43ae-8a57-257a4563b75a req-75c60406-3d5d-467d-a4f1-11a61bd54007 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 1097 time: 0.1849318 Aug 10 00:57:16.130360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-4c55a70b-9155-46c8-9571-a8d70cbde338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.132049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-4c55a70b-9155-46c8-9571-a8d70cbde338 service neutron] 10.222.0.10 "GET /v2.0/networks?id=38eeafe0-e3c0-4059-80a4-b32dd393fdc4 HTTP/1.1" status: 200 len: 908 time: 0.1251948 Aug 10 00:57:16.170022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f859c-afc1-47c4-917d-08604b337c3c req-844e6949-8327-4014-9c55-fb474feffc22 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.171734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b05f859c-afc1-47c4-917d-08604b337c3c req-844e6949-8327-4014-9c55-fb474feffc22 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 949 time: 0.1297753 Aug 10 00:57:16.201089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-2e29a159-1dec-4f71-8269-3476868caea8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d402f290-62a6-412e-91bd-49a762279729 HTTP/1.1" status: 200 len: 217 time: 0.0578718 Aug 10 00:57:16.264840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-f77d20f0-0f59-4bf2-a035-0845ff6b7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.266785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-f77d20f0-0f59-4bf2-a035-0845ff6b7b7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=aaedce75-81dd-4303-9ef1-05eb38b57766 HTTP/1.1" status: 200 len: 848 time: 0.0501776 Aug 10 00:57:16.272372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d45747f3-4ba1-43ae-8a57-257a4563b75a req-8ee771d3-a85e-447b-8625-2638ac48d561 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323271 Aug 10 00:57:16.326487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-4c483676-7b27-49d4-988a-882394027a3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=38eeafe0-e3c0-4059-80a4-b32dd393fdc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495615 Aug 10 00:57:16.328866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b05f859c-afc1-47c4-917d-08604b337c3c req-9b70fa33-ea96-47a9-9fd4-75496cb691f0 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475983 Aug 10 00:57:16.385649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e12ad-116e-4d8a-8e3c-dc5bdfd2e6f7 req-3cff5986-6df6-4c61-90c9-6a0cde03b1f1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.385649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-788e12ad-116e-4d8a-8e3c-dc5bdfd2e6f7 req-3cff5986-6df6-4c61-90c9-6a0cde03b1f1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2249434 Aug 10 00:57:16.672006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-788e12ad-116e-4d8a-8e3c-dc5bdfd2e6f7 req-ff7f5524-0b81-4024-bc24-b06386a0ddf4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780616 Aug 10 00:57:16.674476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-6a9b30eb-7d97-4f9b-93d0-076490a1ce7d service neutron] 10.222.0.10 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041732 Aug 10 00:57:16.732787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a88f5e-fe6d-42ad-9976-070d11645464 req-fb18dd99-2b5f-4444-affd-37a5a2a8233d tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.734343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21a88f5e-fe6d-42ad-9976-070d11645464 req-fb18dd99-2b5f-4444-affd-37a5a2a8233d tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 943 time: 0.2251852 Aug 10 00:57:16.758963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5aef-f5f9-4cd1-94e2-f2ab22540849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.811788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21a88f5e-fe6d-42ad-9976-070d11645464 req-7f2d0fdd-85ed-4bd3-b7d6-f0c78724705e tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667403 Aug 10 00:57:16.832535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.844824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.947141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd98da-f33c-46db-9410-ecad47335e49 req-4f52d7c6-a7db-4b1d-bda2-21e747624937 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:16.958358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4dd98da-f33c-46db-9410-ecad47335e49 req-4f52d7c6-a7db-4b1d-bda2-21e747624937 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 813 time: 0.1601248 Aug 10 00:57:16.972692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:16.977166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:16.980008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4dd98da-f33c-46db-9410-ecad47335e49 req-85cb1453-7470-4d97-b8c4-b6e41b563d47 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/quotas/6d45ee0a84db4702a566e9d2cb77a022 HTTP/1.1" status: 200 len: 375 time: 0.0199900 Aug 10 00:57:17.009104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4a7e1-3c8c-4287-97f5-14ff6773d7ce req-45b1b35f-8672-4bf3-825f-16d4305aeb56 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.018549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fa4a7e1-3c8c-4287-97f5-14ff6773d7ce req-45b1b35f-8672-4bf3-825f-16d4305aeb56 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.1128414 Aug 10 00:57:17.055492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce872ae2-9bbe-4939-81d1-78093df1cdb3 req-480f0e23-72cf-4bf3-a2aa-2c25d78e8baf service neutron] 10.222.0.10 "GET /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730125 Aug 10 00:57:17.081672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4dd98da-f33c-46db-9410-ecad47335e49 req-092a077e-7b64-47e0-bf84-3239f6be8f85 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1007283 Aug 10 00:57:17.097673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d55563a-99ce-496e-9e3c-377b92ce2698 None None] Network 816ad939-ba5e-4e11-8219-1f80efadce85 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:17.162575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fa4a7e1-3c8c-4287-97f5-14ff6773d7ce req-05ed0d12-2ba9-4bd5-a1d2-cca6198868a6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353683 Aug 10 00:57:17.241526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 816ad939-ba5e-4e11-8219-1f80efadce85 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:17.244007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:17.286428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ed6c6726-b6a4-4977-8057-a069b52b36f4 None None] Provisioning for port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:17.317502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.469785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8204eed-dbfa-442b-95df-e0ac17147bdc req-02ff1fd6-a2a7-4c32-9801-e2bedc770236 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.471913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8204eed-dbfa-442b-95df-e0ac17147bdc req-02ff1fd6-a2a7-4c32-9801-e2bedc770236 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0778208 Aug 10 00:57:17.480127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:17.533408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9e168-d677-4986-97c9-a1cc5a25dcf6 req-cdcc8868-9142-4f83-bdbf-ae1dfaebefec tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:17.542737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09745f23-84ab-4d16-852f-c18c9918a004 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:17.546730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8204eed-dbfa-442b-95df-e0ac17147bdc req-8cb20ba5-17c1-449a-aa63-8697510e8ba1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Aug 10 00:57:17.547359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ec9e168-d677-4986-97c9-a1cc5a25dcf6 req-cdcc8868-9142-4f83-bdbf-ae1dfaebefec tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 949 time: 0.1019194 Aug 10 00:57:17.627561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ec9e168-d677-4986-97c9-a1cc5a25dcf6 req-a85873cb-bf39-4a56-9428-e009cd0d7c03 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791345 Aug 10 00:57:17.642953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.664832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 09745f23-84ab-4d16-852f-c18c9918a004 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:17.665209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.760583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fc06f7f7-97b8-4692-8e0b-29132541eddd up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:17.812045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1eac3f3f-56ae-4ac6-9654-d303dbb1492c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:17.861585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port fc06f7f7-97b8-4692-8e0b-29132541eddd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:17.867846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port fc06f7f7-97b8-4692-8e0b-29132541eddd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:17.868213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:17.916114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:17.924766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:17.925195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.023987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34382e3-3159-4eca-8e20-069932b9ce6d req-2e06053f-bc2a-4348-8fce-4041940ecb10 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.037150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a34382e3-3159-4eca-8e20-069932b9ce6d req-2e06053f-bc2a-4348-8fce-4041940ecb10 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 943 time: 0.0877202 Aug 10 00:57:18.047860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.051400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Provisioning for port 70c5329b-68ab-45a4-80c8-926080fe72e5 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:18.071202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Provisioning complete for port 70c5329b-68ab-45a4-80c8-926080fe72e5 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:18.071722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.124287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a34382e3-3159-4eca-8e20-069932b9ce6d req-5a4b7ffc-6f71-4445-9a7f-3afdc26db66d tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817797 Aug 10 00:57:18.197650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba838a6-2f0d-4562-9a0f-d5459bbedb00 req-d7fd5b2f-d311-49ff-905a-2fea0b7efa1f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.205291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ba838a6-2f0d-4562-9a0f-d5459bbedb00 req-d7fd5b2f-d311-49ff-905a-2fea0b7efa1f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.5755389 Aug 10 00:57:18.212471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Port 70c5329b-68ab-45a4-80c8-926080fe72e5 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:18.219118 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.227779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:18.230036 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee5ddd-f2ec-482e-a194-08844e48b75b" -d '{"events": [{"server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "name": "network-vif-plugged", "status": "completed", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:18.277970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:18.285798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eed012ff-c080-4568-a080-ecbf30e15d55 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/872cc18b-a4bb-45c9-b1d5-6e6e455edf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3239007 Aug 10 00:57:18.286416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:18.288638 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:18.298798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ba838a6-2f0d-4562-9a0f-d5459bbedb00 req-192672d4-8435-451b-a353-14438ce853b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880914 Aug 10 00:57:18.310321 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:18.311065 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:18.354064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:18.401519 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.410768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Provisioning complete for port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:18.412106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a2c035b-a692-4a69-805d-192cd452c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.599960 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edcbe97-6f79-422c-aa36-046650a56a37 x-openstack-request-id: req-1edcbe97-6f79-422c-aa36-046650a56a37 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:18.600252 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "name": "network-vif-plugged", "status": "completed", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:18.603534 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1edcbe97-6f79-422c-aa36-046650a56a37 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:18.604019 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd', 'code': 200} Aug 10 00:57:18.605429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:18.610136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.667305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbe7c2-78a9-4eed-b279-9cae9e4b2519 req-ab29ac3a-421c-4b2f-a9ff-d971d530830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.669128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ccbe7c2-78a9-4eed-b279-9cae9e4b2519 req-ab29ac3a-421c-4b2f-a9ff-d971d530830a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 1102 time: 0.1182187 Aug 10 00:57:18.669952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:18.694706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.758644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0b264-656e-4cc8-b5f3-192fed71a10a req-9ab79c93-e228-4f7c-aae9-a58f9d55dca8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.763272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:18.767689 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2d0b264-656e-4cc8-b5f3-192fed71a10a req-9ab79c93-e228-4f7c-aae9-a58f9d55dca8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.2833767 Aug 10 00:57:18.803003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ccbe7c2-78a9-4eed-b279-9cae9e4b2519 req-31f08a92-da20-41d0-ac21-4f411c7db735 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261630 Aug 10 00:57:18.813122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.813669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.814172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.815146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.815628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.816419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.817387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.817874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.818355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.818855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.819329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.821771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3f670db6-6fb2-491a-8794-033e66f86313 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7755 time: 0.5341189 Aug 10 00:57:18.828661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:18.836523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5fd8bac2-5bac-46e0-8fa1-2a30ea5723a2 req-d46b4b46-fd90-4c05-80b4-125bff96ea22 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6d45ee0a84db4702a566e9d2cb77a022 HTTP/1.1" status: 200 len: 221 time: 0.0901432 Aug 10 00:57:18.890903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2d0b264-656e-4cc8-b5f3-192fed71a10a req-1b9f7209-36cc-4be6-8366-7f32167b7043 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127455 Aug 10 00:57:18.969993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-87b0d405-ea7a-4312-8878-bbf9a327f3c3 None None] Provisioning complete for port 70c5329b-68ab-45a4-80c8-926080fe72e5 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:18.971079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87b0d405-ea7a-4312-8878-bbf9a327f3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:18.986159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86935-b47e-468e-838d-7f518dfabeca req-8a30a692-57ff-4fed-b8d0-e759cd1dd829 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:18.987785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bee86935-b47e-468e-838d-7f518dfabeca req-8a30a692-57ff-4fed-b8d0-e759cd1dd829 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 950 time: 0.0929174 Aug 10 00:57:19.065389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87b0d405-ea7a-4312-8878-bbf9a327f3c3 None None] Port 70c5329b-68ab-45a4-80c8-926080fe72e5 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:19.069001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bee86935-b47e-468e-838d-7f518dfabeca req-fe83eb21-7505-4372-9ca2-fb006fb48063 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623529 Aug 10 00:57:19.171439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:16Z', 'revision_number': 2, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:19.187068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1eac3f3f-56ae-4ac6-9654-d303dbb1492c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:19.222876 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:19.223572 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Updating router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 port 70c5329b-68ab-45a4-80c8-926080fe72e5 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:19.266580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:19.267289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.288269 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.382970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.383556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.383906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.384366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.384821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.385529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.385985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.386439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.386932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.387385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.387833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.389986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-773d0a1d-0133-4344-ba57-5e8d7c4a28fc tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7097 time: 0.5603437 Aug 10 00:57:19.399566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37284) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:19.437663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857abb2-b128-40df-8d3c-96386d1b6cc5 req-25783ecd-1fc0-4919-961a-8908d2811af2 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.450290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0857abb2-b128-40df-8d3c-96386d1b6cc5 req-25783ecd-1fc0-4919-961a-8908d2811af2 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 943 time: 0.0897667 Aug 10 00:57:19.503297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d402f290-62a6-412e-91bd-49a762279729 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:19.529750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0857abb2-b128-40df-8d3c-96386d1b6cc5 req-090c1bad-5209-4720-9768-a59110b07774 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780754 Aug 10 00:57:19.572253 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.642001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e94b26-63ea-481a-a392-dfe7423dcc98 req-12aec1de-f23a-435a-b44f-907aebe935cf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.652595 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45e94b26-63ea-481a-a392-dfe7423dcc98 req-12aec1de-f23a-435a-b44f-907aebe935cf tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2614396 Aug 10 00:57:19.744573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d402f290-62a6-412e-91bd-49a762279729,segment=NetworkSegment(80cc43a7-b055-4953-8b35-97b1a279b0be),segment_id=80cc43a7-b055-4953-8b35-97b1a279b0be)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:19.770206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'd402f290-62a6-412e-91bd-49a762279729', 'network_id': '38eeafe0-e3c0-4059-80a4-b32dd393fdc4', 'port_id': 'd402f290-62a6-412e-91bd-49a762279729', 'mac_address': 'fa:16:3e:b1:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaedce75-81dd-4303-9ef1-05eb38b57766', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:19.787115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58236ef6-ae59-44be-a552-c49fe0e0f0d9 req-1ad5963d-1979-442d-8c44-7af305037085 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:19.796303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58236ef6-ae59-44be-a552-c49fe0e0f0d9 req-1ad5963d-1979-442d-8c44-7af305037085 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.1040654 Aug 10 00:57:19.854507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58236ef6-ae59-44be-a552-c49fe0e0f0d9 req-9f6ca9d7-af9b-4595-9236-5d39d6b433e7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Aug 10 00:57:19.858395 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.896701 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.900922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d402f290-62a6-412e-91bd-49a762279729 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:19.917163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Transition to ACTIVE for port object 70c5329b-68ab-45a4-80c8-926080fe72e5 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:19.917433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45e94b26-63ea-481a-a392-dfe7423dcc98 req-0f5dae94-71d9-4e7b-b636-c03100414a60 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484732 Aug 10 00:57:19.943363 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:19.959441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d402f290-62a6-412e-91bd-49a762279729,segment=NetworkSegment(80cc43a7-b055-4953-8b35-97b1a279b0be),segment_id=80cc43a7-b055-4953-8b35-97b1a279b0be)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:19.966028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.037126 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7306ac-3db2-4598-ac6d-265d942ca55a None None] Pushing event updated for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.046711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-12a6e101-9298-44f1-9d5c-b1e876e4383d tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.6440604 Aug 10 00:57:20.074708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.141721 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Attempting to bind port 70c5329b-68ab-45a4-80c8-926080fe72e5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:20.142477 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Attempting to bind port 70c5329b-68ab-45a4-80c8-926080fe72e5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:20.143086 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Attempting to bind port 70c5329b-68ab-45a4-80c8-926080fe72e5 on network 816ad939-ba5e-4e11-8219-1f80efadce85 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:20.150852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:20.151285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Checking segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:20.151688 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.152077 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Bound using segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:20.152721 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Bound port: 70c5329b-68ab-45a4-80c8-926080fe72e5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:20.153150 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.307342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818fd27-af8e-44ff-8249-f67c4cbc5aeb req-cbf66c2a-5553-4acf-a60b-311248938e7d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.311467 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] For port 70c5329b-68ab-45a4-80c8-926080fe72e5, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:20.312120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['d402f290-62a6-412e-91bd-49a762279729'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:20.315998 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] For port 70c5329b-68ab-45a4-80c8-926080fe72e5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=70c5329b-68ab-45a4-80c8-926080fe72e5,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:20.317310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2818fd27-af8e-44ff-8249-f67c4cbc5aeb req-cbf66c2a-5553-4acf-a60b-311248938e7d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0917239 Aug 10 00:57:20.323671 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:20.407855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7306ac-3db2-4598-ac6d-265d942ca55a None None] Pushing event updated for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:20.424060 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:20.424175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2818fd27-af8e-44ff-8249-f67c4cbc5aeb req-064a7394-c4f4-4aee-8725-259ec1a06c22 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924652 Aug 10 00:57:20.425185 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:20.666333 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:20.678081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddb9f6-1e59-4f02-a6c4-d2c93fdf0fa1 req-113d95ec-c861-4139-badf-a161c8c14d53 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.691560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9ddb9f6-1e59-4f02-a6c4-d2c93fdf0fa1 req-113d95ec-c861-4139-badf-a161c8c14d53 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 950 time: 0.0960078 Aug 10 00:57:20.775311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9ddb9f6-1e59-4f02-a6c4-d2c93fdf0fa1 req-d9f37139-8a33-4ab5-a962-7b186f27b60c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823767 Aug 10 00:57:20.915510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:20.921023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1923405932', 'description': 'tempest-secgroup-smoke-1923405932 description', 'project_id': '398b2a239df34c7ca6adccb196b66e83'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:20.969829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e72d9-bf2e-4f39-8c48-3c5fef14f906 req-7acec94c-1f42-4065-968f-7ed324e4500f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:20.983358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e0e72d9-bf2e-4f39-8c48-3c5fef14f906 req-7acec94c-1f42-4065-968f-7ed324e4500f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.1372724 Aug 10 00:57:20.988811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.042305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e0e72d9-bf2e-4f39-8c48-3c5fef14f906 req-4c138497-8819-4514-9d29-1e0cc2c09fa1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542326 Aug 10 00:57:21.091719 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:21.127578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb9a6-0a5a-4f8d-93a1-c1af600497bb req-ae0f80fd-5e81-49d4-bba4-bdbcb7345467 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.129354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-384eb9a6-0a5a-4f8d-93a1-c1af600497bb req-ae0f80fd-5e81-49d4-bba4-bdbcb7345467 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 944 time: 0.0843537 Aug 10 00:57:21.151062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fc6a59-ae6c-48c3-83bb-9b49aa9b308d None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:20Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:21.242057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.246805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-384eb9a6-0a5a-4f8d-93a1-c1af600497bb req-fb75aa0b-5c46-4cb7-a9a5-fb88956cc648 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071537 Aug 10 00:57:21.248589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.297058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92ca8a-0a37-46ab-9978-2457881f2887,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.306865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.307418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.307898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.308347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.308796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.309243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.309686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.310129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.310566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.311026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.311809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.312368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:21.316578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d89e3-0999-4d96-80cc-5a11ad9424f1 req-b9cd4126-bbf1-493d-9669-b0e6161df8f1 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.322509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.326659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0090f0b3-ad89-42f5-beea-04f7609c6ab8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4069414 Aug 10 00:57:21.329132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37332) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:21.339696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:21.346719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f0d89e3-0999-4d96-80cc-5a11ad9424f1 req-b9cd4126-bbf1-493d-9669-b0e6161df8f1 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 1102 time: 0.0986829 Aug 10 00:57:21.398396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f0d89e3-0999-4d96-80cc-5a11ad9424f1 req-681dfab2-91cf-4c82-92a6-e3f5f7d04f58 tempest-ServersOnMultiNodesTest-1732872788 tempest-ServersOnMultiNodesTest-1732872788-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427046 Aug 10 00:57:21.425286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.471742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19154601-7bf3-4649-9d1c-4d1034aec60e req-f4fa52a8-7150-414b-b3df-c61d8278ba52 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.472985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19154601-7bf3-4649-9d1c-4d1034aec60e req-f4fa52a8-7150-414b-b3df-c61d8278ba52 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1125381 Aug 10 00:57:21.549761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.562253 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.576832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19154601-7bf3-4649-9d1c-4d1034aec60e req-6b722d97-4f5d-4bc6-8ca1-5760c2e83feb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959198 Aug 10 00:57:21.626962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cd99e6-010a-4e8d-9edd-f30f0059ce77,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.649313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.653879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37338) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:21.658550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:21.659308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e675f26-fe33-4037-aa88-561f4244dbaa tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3289652 Aug 10 00:57:21.748236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.822947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721a89d-32b8-425b-ba79-8755b53922ae req-01cb6552-4c5b-45aa-b1ff-2c601c670674 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.824496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8721a89d-32b8-425b-ba79-8755b53922ae req-01cb6552-4c5b-45aa-b1ff-2c601c670674 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.1596789 Aug 10 00:57:21.912823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.932607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.970714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3169573-c19c-4b85-96ff-74f0c27b3bb4,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:21.971100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64a7e3-9d5e-400c-ad59-3fc6e1d920c2 req-c2aadbf4-e62c-47d1-ac38-fb0e40f986d3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:21.983683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:21.987455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a64a7e3-9d5e-400c-ad59-3fc6e1d920c2 req-c2aadbf4-e62c-47d1-ac38-fb0e40f986d3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2101402 Aug 10 00:57:21.987605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-46ab288e-1de2-43ce-9606-c9e547c099a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3301544 Aug 10 00:57:21.987947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:21.993628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:22.011662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04585d0e-5c18-4705-9f79-639ff3b1f49b req-53468b1a-be77-4de3-8f4f-9298352a8958 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.015133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04585d0e-5c18-4705-9f79-639ff3b1f49b req-53468b1a-be77-4de3-8f4f-9298352a8958 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 950 time: 0.1508489 Aug 10 00:57:22.055185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a64a7e3-9d5e-400c-ad59-3fc6e1d920c2 req-409585be-248f-4607-821e-be7536f560db tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689173 Aug 10 00:57:22.088559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04585d0e-5c18-4705-9f79-639ff3b1f49b req-0d582cdb-4cb4-489b-a1fd-0c77b18dfdcc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627806 Aug 10 00:57:22.107354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port 1301ef01-3428-4b1f-b9e7-c4911623ca23 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:22.107354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.118923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.208411 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.225206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.267261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c554b4-d912-4540-822d-2acf6c2fbba9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:22.283009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.287247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-360ceade-79bd-4180-88d9-20716c3d363f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2956994 Aug 10 00:57:22.287719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37354) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:22.293524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:22.312003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e6c12-1e09-4d6f-8f08-143be099ca9b req-8d698978-235b-4751-890c-81334748e718 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.312208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e940181-13b3-411b-a60a-4727e815ac66 req-7ba41b9f-fe95-422d-a316-7386ba0a990b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.313612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec5e6c12-1e09-4d6f-8f08-143be099ca9b req-8d698978-235b-4751-890c-81334748e718 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1031830 Aug 10 00:57:22.313739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e940181-13b3-411b-a60a-4727e815ac66 req-7ba41b9f-fe95-422d-a316-7386ba0a990b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 945 time: 0.1033032 Aug 10 00:57:22.327745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port 1301ef01-3428-4b1f-b9e7-c4911623ca23, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1301ef01-3428-4b1f-b9e7-c4911623ca23,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:22.328156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.380325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for 1301ef01-3428-4b1f-b9e7-c4911623ca23 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:22.415550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e940181-13b3-411b-a60a-4727e815ac66 req-0e833904-bb98-479f-9ef3-9b575a74fe6e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843086 Aug 10 00:57:22.418000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.459335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec5e6c12-1e09-4d6f-8f08-143be099ca9b req-07945a2d-5a12-4ece-b215-31864b1f104c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271076 Aug 10 00:57:22.661160 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.669531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.690580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79fa66-f94d-428f-9b5f-23f278202fdc req-200a91a9-09f3-4f1f-96c4-52d2797c7791 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.698289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd79fa66-f94d-428f-9b5f-23f278202fdc req-200a91a9-09f3-4f1f-96c4-52d2797c7791 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 944 time: 0.1292489 Aug 10 00:57:22.735851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92d0108-f595-4f48-8c1d-dff0f2e28383,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:22.746983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.748274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eec693fb-2fe3-4614-892a-5c3065ff0c6f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4596775 Aug 10 00:57:22.751436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:22.756680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:22.779365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd79fa66-f94d-428f-9b5f-23f278202fdc req-94f0fddf-1b51-4f63-b191-556a5777147b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Aug 10 00:57:22.802307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a717d1-2577-4acf-a1e3-83ea35b93e46 req-d2eb93d6-a350-4dfd-83b5-4ac0ccb39b73 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:22.804884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36a717d1-2577-4acf-a1e3-83ea35b93e46 req-d2eb93d6-a350-4dfd-83b5-4ac0ccb39b73 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1576676 Aug 10 00:57:22.806528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.808287 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:57:22.822305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1301ef01-3428-4b1f-b9e7-c4911623ca23'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:22.829544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.869356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=1301ef01-3428-4b1f-b9e7-c4911623ca23,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:22.966971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36a717d1-2577-4acf-a1e3-83ea35b93e46 req-a8fff463-1a6b-47ff-a90a-73f795c1b02d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527283 Aug 10 00:57:22.998862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port 1301ef01-3428-4b1f-b9e7-c4911623ca23 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:22.998862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:22.998862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8721a89d-32b8-425b-ba79-8755b53922ae req-b45d1b29-7fb5-4490-911c-8a80822cde58 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "DELETE /v2.0/ports/1301ef01-3428-4b1f-b9e7-c4911623ca23 HTTP/1.1" status: 204 len: 173 time: 1.1632550 Aug 10 00:57:22.998862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'name': 'network-vif-deleted', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:23.017539 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aeece22-9e25-419f-927b-77ba327b31ee" -d '{"events": [{"server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "name": "network-vif-deleted", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:23.100724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.150091 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ad389c-d15f-45c7-9404-7a78c3feea24 x-openstack-request-id: req-a0ad389c-d15f-45c7-9404-7a78c3feea24 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:23.150091 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0303411-269f-4672-99a6-9fd5eef051a9", "name": "network-vif-deleted", "tag": "1301ef01-3428-4b1f-b9e7-c4911623ca23", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:23.150091 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0ad389c-d15f-45c7-9404-7a78c3feea24 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:23.150430 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0303411-269f-4672-99a6-9fd5eef051a9', 'name': 'network-vif-deleted', 'tag': '1301ef01-3428-4b1f-b9e7-c4911623ca23', 'status': 'completed', 'code': 200} Aug 10 00:57:23.183932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.209703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6d3431-d3df-4a97-a06e-0ed0091333b1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:23.247534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 70c5329b-68ab-45a4-80c8-926080fe72e5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:23.279616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.280834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e3d20ec5-43dd-41ab-ae8d-6c67e45dd5cb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5278049 Aug 10 00:57:23.283622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:23.293426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '3e92ca8a-0a37-46ab-9978-2457881f2887', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:23.308410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-8aebd20d-8a1b-4ded-8462-89f61ad833d6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.309978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-8aebd20d-8a1b-4ded-8462-89f61ad833d6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 950 time: 0.2080317 Aug 10 00:57:23.316484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318c5ff-d725-43b4-80d6-c182b39c30d6 req-39878473-02a4-4cc4-97b0-1209b9d27ba5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.329923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 70c5329b-68ab-45a4-80c8-926080fe72e5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:23.331051 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0318c5ff-d725-43b4-80d6-c182b39c30d6 req-39878473-02a4-4cc4-97b0-1209b9d27ba5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1471043 Aug 10 00:57:23.344078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 70c5329b-68ab-45a4-80c8-926080fe72e5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:23.345661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.418635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0318c5ff-d725-43b4-80d6-c182b39c30d6 req-b95f814b-23b8-446f-a04e-12cea44abeee tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766022 Aug 10 00:57:23.429801 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:57:23.479463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.490648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0110c8-77f1-4664-8795-0ecdb9dd27f8 req-0fedcdac-057a-4b1c-a1f2-f8041a93993a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.494293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e0110c8-77f1-4664-8795-0ecdb9dd27f8 req-0fedcdac-057a-4b1c-a1f2-f8041a93993a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 950 time: 0.1827395 Aug 10 00:57:23.529365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d402f290-62a6-412e-91bd-49a762279729 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:23.588159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e0110c8-77f1-4664-8795-0ecdb9dd27f8 req-93d39f14-43fc-4b1c-8d75-f6e9094ff82c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880740 Aug 10 00:57:23.615210 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:57:23.665332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port fc06f7f7-97b8-4692-8e0b-29132541eddd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:23.665332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.693337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.698515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16409cef-a0cb-47ae-9148-fcc43556ff1b req-2f47a46b-b87d-4cec-b24d-ec91656a0078 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:23.700945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16409cef-a0cb-47ae-9148-fcc43556ff1b req-2f47a46b-b87d-4cec-b24d-ec91656a0078 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1655736 Aug 10 00:57:23.714210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.724618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.774531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa8109b-6504-4133-aa2b-47a6a91ebc8d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:23.778482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.788046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ced05a8-9078-42ca-aaaa-df18c4e3b352 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5018914 Aug 10 00:57:23.831032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16409cef-a0cb-47ae-9148-fcc43556ff1b req-5457ee5f-4eef-4bce-a48a-8ca93bb1dee0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120265 Aug 10 00:57:23.865801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9f4f881-d668-492c-bd31-ba4c7e45af15 req-32f35b9f-6e21-4998-9440-1f145fd73a21 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0303411-269f-4672-99a6-9fd5eef051a9 HTTP/1.1" status: 200 len: 210 time: 0.0473192 Aug 10 00:57:23.867852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port fc06f7f7-97b8-4692-8e0b-29132541eddd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fc06f7f7-97b8-4692-8e0b-29132541eddd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:23.871088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.877819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 70c5329b-68ab-45a4-80c8-926080fe72e5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=70c5329b-68ab-45a4-80c8-926080fe72e5,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:23.888868 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:23.907134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for fc06f7f7-97b8-4692-8e0b-29132541eddd owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:23.972226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port d402f290-62a6-412e-91bd-49a762279729 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:24.002825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port d402f290-62a6-412e-91bd-49a762279729 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:24.003618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.031638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.123511 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.154867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd402f290-62a6-412e-91bd-49a762279729'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:24.157200 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af154f63-45b3-432c-b9e7-07ac4369b33d" -d '{"events": [{"server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "name": "network-vif-plugged", "status": "completed", "tag": "d402f290-62a6-412e-91bd-49a762279729"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:24.180688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d402f290-62a6-412e-91bd-49a762279729,segment=NetworkSegment(80cc43a7-b055-4953-8b35-97b1a279b0be),segment_id=80cc43a7-b055-4953-8b35-97b1a279b0be)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:24.189574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.206093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f843b1-2aa0-4f68-bc0c-feea0c61beb6 req-f622749e-842a-46ee-8b7d-6e9657db35dd tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.207844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11f843b1-2aa0-4f68-bc0c-feea0c61beb6 req-f622749e-842a-46ee-8b7d-6e9657db35dd tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 944 time: 0.1440680 Aug 10 00:57:24.235747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.245770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-59beede4-98e5-4f94-8510-b5ee9e95694f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1923405932&fields=id&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 267 time: 0.0635414 Aug 10 00:57:24.255050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:24.258557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'e9b9605b-e51d-49e0-9e9b-596042318b64'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:24.297211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=fc06f7f7-97b8-4692-8e0b-29132541eddd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.311498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11f843b1-2aa0-4f68-bc0c-feea0c61beb6 req-b203cbfc-e778-4243-b65f-858ad135d023 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960398 Aug 10 00:57:24.362569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port fc06f7f7-97b8-4692-8e0b-29132541eddd on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:24.366323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:24.369614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c908bd72-e7d0-4dff-bf04-2cf47aef0a39 req-bc549ac0-bfa7-451b-a936-4d3d51b595d1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "DELETE /v2.0/ports/fc06f7f7-97b8-4692-8e0b-29132541eddd HTTP/1.1" status: 204 len: 173 time: 1.0481188 Aug 10 00:57:24.393894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:24.457664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-31a8f63f-79d9-42dc-823a-cf59d8d7e681 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.466568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-31a8f63f-79d9-42dc-823a-cf59d8d7e681 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/networks?id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 796 time: 0.2194893 Aug 10 00:57:24.501729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-a6b4def2-742a-455d-aa8e-e44790f1c024 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/quotas/398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 375 time: 0.0338557 Aug 10 00:57:24.624078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-cc196615-3f8f-49e4-9b1b-cc19fa3dbf24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207757 Aug 10 00:57:24.632111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-bb742187-ba53-46a1-a778-b077185f2542 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:57:24.633294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-bb742187-ba53-46a1-a778-b077185f2542 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072277 Aug 10 00:57:24.683234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a927273-b16a-4f54-a2f5-81dcbeb12678 req-c6a413c7-9787-411a-8725-f58148368b40 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:24.692190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a927273-b16a-4f54-a2f5-81dcbeb12678 req-c6a413c7-9787-411a-8725-f58148368b40 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0719368 Aug 10 00:57:24.748847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a927273-b16a-4f54-a2f5-81dcbeb12678 req-a8aa3377-a12a-434e-b3c2-6200f0100607 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504057 Aug 10 00:57:24.798085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-b195bc8d-4902-4deb-a7d6-960595f26b50 service neutron] 10.222.0.25 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549613 Aug 10 00:57:24.843295 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc349f80-0f2b-4c7a-bc51-b476f54c7fa3 x-openstack-request-id: req-fc349f80-0f2b-4c7a-bc51-b476f54c7fa3 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:24.843587 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "name": "network-vif-plugged", "status": "completed", "tag": "d402f290-62a6-412e-91bd-49a762279729", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:24.843975 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc349f80-0f2b-4c7a-bc51-b476f54c7fa3 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:24.844376 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd402f290-62a6-412e-91bd-49a762279729', 'code': 200} Aug 10 00:57:24.965512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-189b5ee1-7c2a-4fb1-b3d4-1385ddb6d8fe req-b1ccf5bb-5cf1-4639-8ec0-8943f759a26a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=15c1cbcc-6dfc-47b6-8b58-96e67e615cb4 HTTP/1.1" status: 200 len: 210 time: 0.0505650 Aug 10 00:57:25.110838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ecc5e-6511-43f9-b588-e0c10697884b req-855309d4-55b7-4d4f-af70-ea3dca4b06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.118335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e63ecc5e-6511-43f9-b588-e0c10697884b req-855309d4-55b7-4d4f-af70-ea3dca4b06a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 1097 time: 0.1634839 Aug 10 00:57:25.160850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'name': 'network-vif-deleted', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:25.164367 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dffbb6-3f05-454b-9b61-3e2bff82b21c" -d '{"events": [{"server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "name": "network-vif-deleted", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:25.189332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-9175b32d-74d3-4def-b103-1c76bd97923b service neutron] 10.222.0.25 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896141 Aug 10 00:57:25.190455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6943e9-e48c-404c-94cd-47ecb15e7858 req-5eebc899-010e-474c-9ba8-493daa80d423 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.205692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b6943e9-e48c-404c-94cd-47ecb15e7858 req-5eebc899-010e-474c-9ba8-493daa80d423 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1361432 Aug 10 00:57:25.215327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e63ecc5e-6511-43f9-b588-e0c10697884b req-439743ce-f345-4eb7-8b56-c7ff69c8e2e1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769420 Aug 10 00:57:25.244835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 70c5329b-68ab-45a4-80c8-926080fe72e5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:25.262472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b6943e9-e48c-404c-94cd-47ecb15e7858 req-788b15d9-1d09-4d0f-a67c-f20a5188c75a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552492 Aug 10 00:57:25.323870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 70c5329b-68ab-45a4-80c8-926080fe72e5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:25.327188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:25.479156 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec81bda3-43d2-42bb-b921-07216c0befc7 x-openstack-request-id: req-ec81bda3-43d2-42bb-b921-07216c0befc7 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:25.479477 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c1cbcc-6dfc-47b6-8b58-96e67e615cb4", "name": "network-vif-deleted", "tag": "fc06f7f7-97b8-4692-8e0b-29132541eddd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:25.479933 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec81bda3-43d2-42bb-b921-07216c0befc7 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:25.480358 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c1cbcc-6dfc-47b6-8b58-96e67e615cb4', 'name': 'network-vif-deleted', 'tag': 'fc06f7f7-97b8-4692-8e0b-29132541eddd', 'status': 'completed', 'code': 200} Aug 10 00:57:25.631948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26027ad8-a859-4dac-a424-f2440fbf9e74 req-92e3cec0-3320-43b1-b486-1460b5e3e3b6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 210 time: 0.0491390 Aug 10 00:57:25.640343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0e81-cc64-40ea-b1eb-0f02c9988c11 req-596273ad-cc54-40b4-8573-9404c8a0838a tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.649362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9de0e81-cc64-40ea-b1eb-0f02c9988c11 req-596273ad-cc54-40b4-8573-9404c8a0838a tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 945 time: 0.0766304 Aug 10 00:57:25.696915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9de0e81-cc64-40ea-b1eb-0f02c9988c11 req-c8fef7fb-0318-4f70-a334-ff65fe13ce29 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463119 Aug 10 00:57:25.770944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:25.839306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1301ef01-3428-4b1f-b9e7-c4911623ca23 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:25.915267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 1301ef01-3428-4b1f-b9e7-c4911623ca23 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:25.916295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1301ef01-3428-4b1f-b9e7-c4911623ca23 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:25.916816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fc06f7f7-97b8-4692-8e0b-29132541eddd no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:25.946107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: fc06f7f7-97b8-4692-8e0b-29132541eddd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:25.946610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fc06f7f7-97b8-4692-8e0b-29132541eddd not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:25.955562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0d0b-fd57-477e-998f-cef85045e445 req-d9dd8097-f976-48d5-99d1-bb486563cfb5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:25.972250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-923f0d0b-fd57-477e-998f-cef85045e445 req-d9dd8097-f976-48d5-99d1-bb486563cfb5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1304290 Aug 10 00:57:26.023905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-923f0d0b-fd57-477e-998f-cef85045e445 req-0b12b911-14b4-48df-8d1a-12528c1a0ff6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504045 Aug 10 00:57:26.048522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-7acf9a9e-0d28-41a8-81e1-bc604c724912 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.058936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-7acf9a9e-0d28-41a8-81e1-bc604c724912 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.2674096 Aug 10 00:57:26.064086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:26.079888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-2979f06d-b746-49db-b3c0-1de54d1eeee7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0192504 Aug 10 00:57:26.115725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-262616c0-dab1-48f1-a037-cf4174177222 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348995 Aug 10 00:57:26.265720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ab81-a032-4645-a292-2cb2877ee551 req-3754cf95-2f27-4e92-a7c9-55e04bc0597f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.267454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05f2ab81-a032-4645-a292-2cb2877ee551 req-3754cf95-2f27-4e92-a7c9-55e04bc0597f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0919895 Aug 10 00:57:26.332946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-5d204caf-7ce3-4bab-8e9b-d9d032cf1fd8 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063129 Aug 10 00:57:26.336541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05f2ab81-a032-4645-a292-2cb2877ee551 req-f708f566-7d5d-4e57-87c8-3eb5842c413c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549445 Aug 10 00:57:26.465122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-75ba8376-206c-4408-b43c-9cfd3aa46fa0 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182468 Aug 10 00:57:26.697608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be1635-8762-407e-8bb8-d9af750b269b req-2ce928f6-81dc-4f74-ae19-9bb875dcf7ec tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:26.706957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17be1635-8762-407e-8bb8-d9af750b269b req-2ce928f6-81dc-4f74-ae19-9bb875dcf7ec tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.0813701 Aug 10 00:57:26.803630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17be1635-8762-407e-8bb8-d9af750b269b req-a96c1a43-66d4-46e7-8a39-df8fc5e473cc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956421 Aug 10 00:57:26.993154 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f2e15d72-a2da-4100-9f04-087c33188f11 req-dcec2443-3c6e-4d09-8597-dd6fe638f85a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 210 time: 0.0924885 Aug 10 00:57:27.014477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9769621-b154-4229-8a0a-59392b681273 req-90dd7ae1-9e45-4fd4-967d-9f1ae2a28709 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.023498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9769621-b154-4229-8a0a-59392b681273 req-90dd7ae1-9e45-4fd4-967d-9f1ae2a28709 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1239691 Aug 10 00:57:27.074802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-511d81a4-28a5-486d-bcf6-661bd27728bf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.076458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-511d81a4-28a5-486d-bcf6-661bd27728bf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.21 "GET /v2.0/networks?id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 796 time: 0.3419144 Aug 10 00:57:27.098593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9769621-b154-4229-8a0a-59392b681273 req-b6442b0a-b300-48a0-8d87-e3ebe8f74880 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735393 Aug 10 00:57:27.136398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de20a7cd-e827-4ef2-9545-660699990e5b req-0f21b048-984d-48c5-be42-a07607966155 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 210 time: 0.0538511 Aug 10 00:57:27.176332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-8a375317-1079-4bf4-b995-6160f0ff2c6c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 380 time: 0.0765798 Aug 10 00:57:27.188883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'port': {'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'admin_state_up': True, 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'security_groups': ['3e92ca8a-0a37-46ab-9978-2457881f2887']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:27.329536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8497a-624c-489c-99ca-6c39d7666e6a req-b0791f6d-ace9-4f67-9f35-29d1270a1284 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.331978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ca8497a-624c-489c-99ca-6c39d7666e6a req-b0791f6d-ace9-4f67-9f35-29d1270a1284 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 945 time: 0.1137609 Aug 10 00:57:27.347432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874f53a-f69b-480b-8e10-2674b9792ca4 req-1b6ed1d2-ffae-4c8d-91fd-df0031aeee31 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.355412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e874f53a-f69b-480b-8e10-2674b9792ca4 req-1b6ed1d2-ffae-4c8d-91fd-df0031aeee31 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0614903 Aug 10 00:57:27.406336 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ca8497a-624c-489c-99ca-6c39d7666e6a req-6be83f13-8905-44d3-9184-b1f8adadebdb tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Aug 10 00:57:27.408604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e874f53a-f69b-480b-8e10-2674b9792ca4 req-cca4ebfa-449d-4fef-9be1-e21ac2b87b6b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521879 Aug 10 00:57:27.449844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:27.458890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:27.664258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7adc74-72aa-45c4-afee-dd3ff8fe48b5 req-770af802-fc0b-4bc0-9e54-7a98464d48d3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.673516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f7adc74-72aa-45c4-afee-dd3ff8fe48b5 req-770af802-fc0b-4bc0-9e54-7a98464d48d3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0834281 Aug 10 00:57:27.687223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.8 (816ad939-ba5e-4e11-8219-1f80efadce85/122448f0-c7c6-4ae5-b652-3a642f4ca648/e59041aa-a55e-43dd-aa95-eb33f74ab2eb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:27.742191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f7adc74-72aa-45c4-afee-dd3ff8fe48b5 req-a2b182da-03b0-4349-af79-c3e8b8809c3d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598872 Aug 10 00:57:27.918542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5122-d200-49d8-b782-41f3564670ea req-48df6537-b94b-4523-917b-12f7615c55d4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:27.920471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48af5122-d200-49d8-b782-41f3564670ea req-48df6537-b94b-4523-917b-12f7615c55d4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0769947 Aug 10 00:57:27.990176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.014974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48af5122-d200-49d8-b782-41f3564670ea req-8a8baa97-de79-4f06-b714-85f506c4d8c4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735321 Aug 10 00:57:28.019994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object e59041aa-a55e-43dd-aa95-eb33f74ab2eb will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:28.106525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.183773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 816ad939-ba5e-4e11-8219-1f80efadce85 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:28.191173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:28.221427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-858586b4-3262-4a5f-858f-27c174c8b9e1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.222963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-858586b4-3262-4a5f-858f-27c174c8b9e1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.1821477 Aug 10 00:57:28.230756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:28.251071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cd73f-3503-4276-9362-054b84d8970b req-59eecdf0-c395-4534-bd76-826c8bd084b4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.262457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f5cd73f-3503-4276-9362-054b84d8970b req-59eecdf0-c395-4534-bd76-826c8bd084b4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.1356106 Aug 10 00:57:28.306354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:28.316767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.317488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.366220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb7e384e-43d9-43a8-829d-ec3b1b89a66c req-bed2a26b-a860-4e6e-845c-181ea5c2d215 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 210 time: 0.0381186 Aug 10 00:57:28.391840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-7adba1f3-793a-43ed-85ce-d440ed16bddf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100167 Aug 10 00:57:28.392986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f5cd73f-3503-4276-9362-054b84d8970b req-af22530d-6a8b-49f3-8f91-615455318097 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199327 Aug 10 00:57:28.405800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Request body: {'port': {'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:28.423088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-85c49324-ac9b-404d-8ce0-2529ae6001d0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.425301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-85c49324-ac9b-404d-8ce0-2529ae6001d0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.4053774 Aug 10 00:57:28.441711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:28.556979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.586559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80292-d739-43ff-b281-d5bacfb14881 req-74623e91-596e-4964-8654-5582c8bd1bdc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:28.594969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7e80292-d739-43ff-b281-d5bacfb14881 req-74623e91-596e-4964-8654-5582c8bd1bdc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 931 time: 0.0944400 Aug 10 00:57:28.666768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:28.671909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7e80292-d739-43ff-b281-d5bacfb14881 req-58a5b700-006f-4fdf-8930-5434266548a2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768425 Aug 10 00:57:28.672334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.694413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9bf40337-1858-4b55-8eaa-895139fcc448 None None] Provisioning for port e59041aa-a55e-43dd-aa95-eb33f74ab2eb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:28.699599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9bf40337-1858-4b55-8eaa-895139fcc448 None None] Provisioning complete for port e59041aa-a55e-43dd-aa95-eb33f74ab2eb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:28.699976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bf40337-1858-4b55-8eaa-895139fcc448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:28.772753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9bf40337-1858-4b55-8eaa-895139fcc448 None None] Port e59041aa-a55e-43dd-aa95-eb33f74ab2eb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:28.880799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port e9b9605b-e51d-49e0-9e9b-596042318b64 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:28.881461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.004840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35626145-70fa-4125-b50f-e82c348f6d4b req-8a62fbea-d3b6-4967-bfd3-c986f37d92dd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.013095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35626145-70fa-4125-b50f-e82c348f6d4b req-8a62fbea-d3b6-4967-bfd3-c986f37d92dd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1746294 Aug 10 00:57:29.040636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e59041aa-a55e-43dd-aa95-eb33f74ab2eb {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:29.052091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.071869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Transition to ACTIVE for port object e59041aa-a55e-43dd-aa95-eb33f74ab2eb will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:29.077360 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.095946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35626145-70fa-4125-b50f-e82c348f6d4b req-77ecaa7a-4d1a-406a-b24f-e0d5367ecb18 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 Aug 10 00:57:29.124244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.2 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/c3d7d7ef-d58f-4809-9999-ae8482dab79f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:29.181447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port e9b9605b-e51d-49e0-9e9b-596042318b64, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e9b9605b-e51d-49e0-9e9b-596042318b64,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:29.185650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.273508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for e9b9605b-e51d-49e0-9e9b-596042318b64 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:29.330992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Pushing event updated for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:29.464626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Attempting to bind port e59041aa-a55e-43dd-aa95-eb33f74ab2eb on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:29.465285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Attempting to bind port e59041aa-a55e-43dd-aa95-eb33f74ab2eb by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:29.465464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Attempting to bind port e59041aa-a55e-43dd-aa95-eb33f74ab2eb on network 816ad939-ba5e-4e11-8219-1f80efadce85 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:29.470937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Port e59041aa-a55e-43dd-aa95-eb33f74ab2eb on network 816ad939-ba5e-4e11-8219-1f80efadce85 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:29.471372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Attempting to bind port e59041aa-a55e-43dd-aa95-eb33f74ab2eb on network 816ad939-ba5e-4e11-8219-1f80efadce85 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:29.484183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:29.485077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Checking segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:29.486062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Bound using segment: {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:29.486929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Bound port: e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d642de-51b8-4982-98c6-aba25d75dfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:29.487939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.552898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f560697-b107-47a9-ba05-fe3738b39b26 req-fc60734a-196c-4fa6-8bd7-d5bc91f7c2ee tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.562324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f560697-b107-47a9-ba05-fe3738b39b26 req-fc60734a-196c-4fa6-8bd7-d5bc91f7c2ee tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1818552 Aug 10 00:57:29.639360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.671730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:29.703420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f560697-b107-47a9-ba05-fe3738b39b26 req-be95f763-8a47-46c7-a79b-ebc6a01a4be5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398671 Aug 10 00:57:29.727087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22d5c643-9700-4edd-b697-10ec2143f5cb req-195114ba-ff6b-4308-b7cf-5a1f024eb1b5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 210 time: 0.0806103 Aug 10 00:57:29.807978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.875453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:29.889762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.890357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.890897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.891436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.891934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.892417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.893006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.893495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.893967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.894432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.894934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.895414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:57:29.895678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e78d92-ed71-41e5-bd99-033d8b9766de req-27e66f89-e8aa-484b-93a2-8a98baf327e4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:29.904094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3e78d92-ed71-41e5-bd99-033d8b9766de req-27e66f89-e8aa-484b-93a2-8a98baf327e4 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=75b32f56-2f88-462f-a8e4-224c6a3271ca HTTP/1.1" status: 200 len: 950 time: 0.0949726 Aug 10 00:57:29.916644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:29.919958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:29.931586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:29.934122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:29.947757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:29.953780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=e9b9605b-e51d-49e0-9e9b-596042318b64,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:29.965512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:29.969787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:29.971168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.022244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.023332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.042726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-e78d2529-bd78-443a-ae75-fb8db87ca363 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6064594 Aug 10 00:57:30.047783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3e78d92-ed71-41e5-bd99-033d8b9766de req-20d2887e-c364-466f-aeb5-1e2b8ab40168 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428041 Aug 10 00:57:30.077674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Request body: {'port': {'device_id': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:30.097078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.098015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.128939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] 10.222.0.21 "PUT /v2.0/ports/e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 200 len: 1092 time: 1.7279212 Aug 10 00:57:30.129450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:30.135424 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e89dcee-c074-49c3-b28e-191339eb379b" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:30.172829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port e9b9605b-e51d-49e0-9e9b-596042318b64 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:30.179623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.181957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56afd262-917e-4dfd-b87a-bac54ee57049 req-1f2dec4a-9842-4e54-a52f-71dada4f8561 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "DELETE /v2.0/ports/e9b9605b-e51d-49e0-9e9b-596042318b64 HTTP/1.1" status: 204 len: 173 time: 1.9473157 Aug 10 00:57:30.228087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242cd8-ac49-451b-b2c8-820c75c2f072 service neutron] Pushing event updated for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:30.243180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'name': 'network-vif-deleted', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:30.246791 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33626ed-34f7-448b-87cb-c5d35d6dc4d0" -d '{"events": [{"server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "name": "network-vif-deleted", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:30.263851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5fa7a6e7-532e-4d40-8f39-76d8991a68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.265928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-5fa7a6e7-532e-4d40-8f39-76d8991a68aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1095 time: 0.0951271 Aug 10 00:57:30.279899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:30.312570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f725c9-2fdc-4fc0-8bd5-f94c94206881 req-a9ef557d-c113-42ec-9341-942e9081dd2d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.314645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32f725c9-2fdc-4fc0-8bd5-f94c94206881 req-a9ef557d-c113-42ec-9341-942e9081dd2d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 943 time: 0.1614039 Aug 10 00:57:30.378381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-6c7de6ca-8dc7-47bb-943c-c9b3db1673a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 200 len: 217 time: 0.1028020 Aug 10 00:57:30.445924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32f725c9-2fdc-4fc0-8bd5-f94c94206881 req-d88940d7-aa38-4916-95d8-f6c80afdd8d6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116233 Aug 10 00:57:30.482092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-a6c2c6fb-401d-4842-bc2a-e766e9546c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.489610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-a6c2c6fb-401d-4842-bc2a-e766e9546c68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=122448f0-c7c6-4ae5-b652-3a642f4ca648 HTTP/1.1" status: 200 len: 835 time: 0.0998909 Aug 10 00:57:30.633862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-c15a28be-e526-4efe-8908-2e99845132cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:30.640618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-c15a28be-e526-4efe-8908-2e99845132cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816ad939-ba5e-4e11-8219-1f80efadce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348169 Aug 10 00:57:30.707241 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f14a5c-fce7-4261-a53c-85691847d12c x-openstack-request-id: req-59f14a5c-fce7-4261-a53c-85691847d12c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:30.710990 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:30.711445 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59f14a5c-fce7-4261-a53c-85691847d12c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:30.712295 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'status': 'completed', 'code': 200} Aug 10 00:57:30.966634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-af62e296-1b0b-49f7-915e-3e89eab16e8d service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209615 Aug 10 00:57:31.215881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42295c6-cc36-44cf-8fa4-bd22695eccc1 req-62824d0b-5a1a-4b88-945d-8ab377bb9fb0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.217484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f42295c6-cc36-44cf-8fa4-bd22695eccc1 req-62824d0b-5a1a-4b88-945d-8ab377bb9fb0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 931 time: 0.2484391 Aug 10 00:57:31.222062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4797d740-8db1-451c-96c7-ed96fff266a0 req-4452b64c-1450-4b9d-9e59-473538c94390 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285745 Aug 10 00:57:31.294878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f42295c6-cc36-44cf-8fa4-bd22695eccc1 req-0d033c1d-5bf1-45dc-85f2-6948229b967c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691810 Aug 10 00:57:31.341409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89dcee-c074-49c3-b28e-191339eb379b req-ba9a9b2e-182a-4c10-8eae-aa781fcad6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.343020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-ba9a9b2e-182a-4c10-8eae-aa781fcad6d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1095 time: 0.0617700 Aug 10 00:57:31.402999 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295b0d2-bb54-42d1-8803-00abfd3e0b41 x-openstack-request-id: req-f295b0d2-bb54-42d1-8803-00abfd3e0b41 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:31.403538 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b32f56-2f88-462f-a8e4-224c6a3271ca", "name": "network-vif-deleted", "tag": "e9b9605b-e51d-49e0-9e9b-596042318b64", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:31.403538 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f295b0d2-bb54-42d1-8803-00abfd3e0b41 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:31.403917 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b32f56-2f88-462f-a8e4-224c6a3271ca', 'name': 'network-vif-deleted', 'tag': 'e9b9605b-e51d-49e0-9e9b-596042318b64', 'status': 'completed', 'code': 200} Aug 10 00:57:31.450352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b69ea8-1950-4be5-b403-37b7a56a779b req-c2670b17-0c67-4ff6-8c48-a4b57f484e30 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.454759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89dcee-c074-49c3-b28e-191339eb379b req-19ccb5bf-c157-42a7-bd8f-4c58e5fc3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.456231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-19ccb5bf-c157-42a7-bd8f-4c58e5fc3485 service neutron] 10.222.0.21 "GET /v2.0/networks?id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 896 time: 0.1041174 Aug 10 00:57:31.457540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4b69ea8-1950-4be5-b403-37b7a56a779b req-c2670b17-0c67-4ff6-8c48-a4b57f484e30 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.6114464 Aug 10 00:57:31.499824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-91aad417-daa6-4166-ba5d-aa066ff88d85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 200 len: 217 time: 0.0362983 Aug 10 00:57:31.511979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e9b9605b-e51d-49e0-9e9b-596042318b64 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:31.526733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4b69ea8-1950-4be5-b403-37b7a56a779b req-eac82d2e-8adf-4699-a08c-c60032fd8fdd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651376 Aug 10 00:57:31.540528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: e9b9605b-e51d-49e0-9e9b-596042318b64 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:31.540954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e9b9605b-e51d-49e0-9e9b-596042318b64 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:31.570100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89dcee-c074-49c3-b28e-191339eb379b req-0853d209-7c78-4e39-a424-5ca69d4eca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.571797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-0853d209-7c78-4e39-a424-5ca69d4eca5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=122448f0-c7c6-4ae5-b652-3a642f4ca648 HTTP/1.1" status: 200 len: 835 time: 0.0642297 Aug 10 00:57:31.602747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d7d7ef-d58f-4809-9999-ae8482dab79f {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:31.612658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.631656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Transition to ACTIVE for port object c3d7d7ef-d58f-4809-9999-ae8482dab79f will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:31.638137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.664171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89dcee-c074-49c3-b28e-191339eb379b req-6eba0983-cde1-4c26-a346-68a58373826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.667192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-6eba0983-cde1-4c26-a346-68a58373826a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816ad939-ba5e-4e11-8219-1f80efadce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872059 Aug 10 00:57:31.770513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:31.823051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df80d1-6f8f-4de8-bda7-d317ce2f1f5f req-91049a03-834b-4da1-afac-c4059f46bd83 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.824502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61df80d1-6f8f-4de8-bda7-d317ce2f1f5f req-91049a03-834b-4da1-afac-c4059f46bd83 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 943 time: 0.0766041 Aug 10 00:57:31.828969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Attempting to bind port c3d7d7ef-d58f-4809-9999-ae8482dab79f on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:31.829317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Attempting to bind port c3d7d7ef-d58f-4809-9999-ae8482dab79f by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:31.829652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Attempting to bind port c3d7d7ef-d58f-4809-9999-ae8482dab79f on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:31.836627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-dd55a530-6261-491d-b48b-815682004059 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605303 Aug 10 00:57:31.838798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Port c3d7d7ef-d58f-4809-9999-ae8482dab79f on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:31.839134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Attempting to bind port c3d7d7ef-d58f-4809-9999-ae8482dab79f on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:31.846123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:31.846467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:31.846883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:31.847317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Bound port: c3d7d7ef-d58f-4809-9999-ae8482dab79f, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:31.847683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:31.867871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7a4ca-e27c-4353-901e-c50ea45bd588 req-62c36296-2e79-4f65-aa9f-7f4d1f0346c7 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:31.869362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-def7a4ca-e27c-4353-901e-c50ea45bd588 req-62c36296-2e79-4f65-aa9f-7f4d1f0346c7 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0711882 Aug 10 00:57:31.907394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61df80d1-6f8f-4de8-bda7-d317ce2f1f5f req-e2a17700-eea9-41b2-a4ec-57a7f2cf4cdc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737712 Aug 10 00:57:31.953948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-def7a4ca-e27c-4353-901e-c50ea45bd588 req-8a9553aa-536b-4f89-b36f-e95b82cc8f1a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621905 Aug 10 00:57:31.958315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:31.962148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:31.964409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e89dcee-c074-49c3-b28e-191339eb379b req-660a9ef6-fdf6-4d22-9177-4bf2d992df04 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156909 Aug 10 00:57:31.967376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.014426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.015092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:32.016492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] 10.222.0.10 "PUT /v2.0/ports/c3d7d7ef-d58f-4809-9999-ae8482dab79f HTTP/1.1" status: 200 len: 1092 time: 1.9493642 Aug 10 00:57:32.053777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15bbe-770c-4538-bd18-f07498d70701 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:32.096560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-2df9c7b3-d3b8-42a9-9d0e-28b419e9d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.098042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-2df9c7b3-d3b8-42a9-9d0e-28b419e9d1e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0411408 Aug 10 00:57:32.101838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6af800-88c6-4bf1-8e1c-a9e6936468d3 req-80b7401e-aa25-4ee2-b638-0b29fdb1a1bc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.103569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c6af800-88c6-4bf1-8e1c-a9e6936468d3 req-80b7401e-aa25-4ee2-b638-0b29fdb1a1bc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 950 time: 0.0622790 Aug 10 00:57:32.142422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c6af800-88c6-4bf1-8e1c-a9e6936468d3 req-7f90bd64-8b83-460d-b6f8-67f38e576b3b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330055 Aug 10 00:57:32.149170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-20ce8fc0-9bb6-429e-95ae-08a29771eb69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f HTTP/1.1" status: 200 len: 217 time: 0.0431826 Aug 10 00:57:32.209019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-ffdfb0d1-caf4-4c41-b368-45f60cd902f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.210593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-ffdfb0d1-caf4-4c41-b368-45f60cd902f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.0486679 Aug 10 00:57:32.265666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-3d6e564e-1718-4b35-82bc-ea5363c1295d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472293 Aug 10 00:57:32.336293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c39059-6cec-41ee-9df6-4ef8641a3fda req-1deaf516-49e5-4830-a524-eee3e9039e8a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.337823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69c39059-6cec-41ee-9df6-4ef8641a3fda req-1deaf516-49e5-4830-a524-eee3e9039e8a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 951 time: 0.1208293 Aug 10 00:57:32.402155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69c39059-6cec-41ee-9df6-4ef8641a3fda req-ebfb91b8-a13f-4b6b-a206-48f2ee5ddcb8 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560734 Aug 10 00:57:32.405745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-dd4f4338-0121-46b6-872e-79021a35328e service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296165 Aug 10 00:57:32.441863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575d4d5-02d0-45b4-9806-879b4e6205ab req-7caa7ee1-9922-465c-a7a5-b74f702cd9ed tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.443510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5575d4d5-02d0-45b4-9806-879b4e6205ab req-7caa7ee1-9922-465c-a7a5-b74f702cd9ed tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0670311 Aug 10 00:57:32.487832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5575d4d5-02d0-45b4-9806-879b4e6205ab req-2e612336-9e53-4b0d-96a5-3b56bc103382 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Aug 10 00:57:32.552201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bb9db60-a644-424a-a5a8-9107bb543af4 req-c0172495-babf-48bc-8b5c-ef3262972542 service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296670 Aug 10 00:57:32.562613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a2d3a-9c45-4468-890e-65f432b10531 req-4452d1e2-d0d2-429a-b63a-7369b0b033cf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.564097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-820a2d3a-9c45-4468-890e-65f432b10531 req-4452d1e2-d0d2-429a-b63a-7369b0b033cf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.0871241 Aug 10 00:57:32.606145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-820a2d3a-9c45-4468-890e-65f432b10531 req-5a2a6b38-f1f1-49e1-b49a-7c51ceb0beab tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Aug 10 00:57:32.934918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a97a-099a-46aa-ba58-c375f77ff934 req-673df669-b79b-4717-8357-0316f7b20867 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:32.936767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ba4a97a-099a-46aa-ba58-c375f77ff934 req-673df669-b79b-4717-8357-0316f7b20867 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 945 time: 0.0544491 Aug 10 00:57:32.977980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ba4a97a-099a-46aa-ba58-c375f77ff934 req-0b15ecdd-bd6c-4493-bde8-7f5a6038e496 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353091 Aug 10 00:57:33.079271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1668b30-a63b-4b70-8a0d-fe73b1869649 req-792f3569-e5b1-4ea5-b50b-34abbd08b7cf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.081162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1668b30-a63b-4b70-8a0d-fe73b1869649 req-792f3569-e5b1-4ea5-b50b-34abbd08b7cf tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 943 time: 0.0500619 Aug 10 00:57:33.122443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1668b30-a63b-4b70-8a0d-fe73b1869649 req-68dfea13-dab4-4b32-b611-335ec908c312 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Aug 10 00:57:33.221010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-aab27753-1eca-4745-b777-ed2727ddcaf8 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.222535 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-aab27753-1eca-4745-b777-ed2727ddcaf8 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 950 time: 0.0566630 Aug 10 00:57:33.284479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ba154-745f-45c4-b839-bb3404000c7d req-314c62c7-4472-4a4c-9d02-d40c5fb9c260 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.285996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c09ba154-745f-45c4-b839-bb3404000c7d req-314c62c7-4472-4a4c-9d02-d40c5fb9c260 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d0d2a74-cc60-42a9-9d41-4bba3b68a49a HTTP/1.1" status: 200 len: 950 time: 0.0542660 Aug 10 00:57:33.329515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c09ba154-745f-45c4-b839-bb3404000c7d req-f33e1527-8ba4-433f-92b8-c97287d7fa73 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373197 Aug 10 00:57:33.333316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:33.333788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.406211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:33.408580 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297d1a7b-7703-4ede-a800-07fffbc3bcc3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:33.439079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:33.439455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.451088 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a44c26-c189-43e9-810b-c8a8cf9e513e x-openstack-request-id: req-94a44c26-c189-43e9-810b-c8a8cf9e513e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:33.451382 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:33.451635 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94a44c26-c189-43e9-810b-c8a8cf9e513e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:33.452033 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'status': 'completed', 'code': 200} Aug 10 00:57:33.458055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for e28814f1-44c6-41c5-ae4d-15b0d2b6c64b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:33.556420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-977a5d1e-dbf5-479a-bd03-2f20ef0c3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.558009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-977a5d1e-dbf5-479a-bd03-2f20ef0c3342 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0851734 Aug 10 00:57:33.724817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3503-846e-4574-bac1-b5b00590411f req-d4ab3596-afc5-4410-bb82-be01ac84eeb8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.727091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8cce3503-846e-4574-bac1-b5b00590411f req-d4ab3596-afc5-4410-bb82-be01ac84eeb8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1555445 Aug 10 00:57:33.765722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.778260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:33.780019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-940df307-a312-4d9b-875b-1c8baea6d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.780735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:33.781410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-940df307-a312-4d9b-875b-1c8baea6d26d service neutron] 10.222.0.10 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.2087905 Aug 10 00:57:33.809107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843da14-cc88-47ac-9037-5f0dc258307b req-a86ffda4-9fea-46db-8660-4c9444784289 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:33.810792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8843da14-cc88-47ac-9037-5f0dc258307b req-a86ffda4-9fea-46db-8660-4c9444784289 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.0532985 Aug 10 00:57:33.830567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=e28814f1-44c6-41c5-ae4d-15b0d2b6c64b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:33.868622 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8843da14-cc88-47ac-9037-5f0dc258307b req-37439515-22ae-4fd5-8ade-e3ce1c551a14 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511308 Aug 10 00:57:33.894973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8cce3503-846e-4574-bac1-b5b00590411f req-ed799230-226c-4190-9b7b-46e0680d3a98 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522903 Aug 10 00:57:33.899909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-c140ef3f-97e1-44c8-8394-e4991a56c6b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f HTTP/1.1" status: 200 len: 217 time: 0.0892158 Aug 10 00:57:33.922337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port e28814f1-44c6-41c5-ae4d-15b0d2b6c64b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:33.925673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:33.928444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e47e36b-1b5b-4a0e-a17a-8d6f6e578bca req-47db4b68-8e28-4c1b-8935-f435f8d1d72c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "DELETE /v2.0/ports/e28814f1-44c6-41c5-ae4d-15b0d2b6c64b HTTP/1.1" status: 204 len: 173 time: 0.6919208 Aug 10 00:57:33.999939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-f82e63d5-207e-4eef-b8c5-819e403ea767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.002020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-f82e63d5-207e-4eef-b8c5-819e403ea767 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.0831521 Aug 10 00:57:34.058139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-0fd65981-6f34-483b-8265-0d16e8165d0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477393 Aug 10 00:57:34.200349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e84444-7253-4400-881b-cfb9dfde9571 req-6d30e2d8-8b45-45e5-a200-691b51513fb0 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.202088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6e84444-7253-4400-881b-cfb9dfde9571 req-6d30e2d8-8b45-45e5-a200-691b51513fb0 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 945 time: 0.1253777 Aug 10 00:57:34.243192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-30d05c52-862c-4ae0-a4c6-ab8ae9e3ea01 service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765492 Aug 10 00:57:34.373138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6e84444-7253-4400-881b-cfb9dfde9571 req-79612b68-17aa-4337-991e-cafd63b21b9b tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641173 Aug 10 00:57:34.444253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ca11f-7cd1-41d5-b85f-ce35e47e11ea req-eb9fac52-ebab-4fc1-afa1-86f6eb519b6a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.447318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d76ca11f-7cd1-41d5-b85f-ce35e47e11ea req-eb9fac52-ebab-4fc1-afa1-86f6eb519b6a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 943 time: 0.0931530 Aug 10 00:57:34.526417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-297d1a7b-7703-4ede-a800-07fffbc3bcc3 req-0d7f6e09-72c2-4152-a79a-ca8390700acd service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707298 Aug 10 00:57:34.529595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d76ca11f-7cd1-41d5-b85f-ce35e47e11ea req-46cd1b01-637d-4083-ad3e-aabbf4dd1454 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734513 Aug 10 00:57:34.561864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-1fbc67a3-a905-4e7b-9356-c1d8c4e4f7e0 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.563477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-1fbc67a3-a905-4e7b-9356-c1d8c4e4f7e0 tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 945 time: 0.2058568 Aug 10 00:57:34.620992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969bf0b-f9f8-40f0-9813-521f690eb2e5 req-86f7159a-15d1-47ca-80b6-8729e17321be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:34.622141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6969bf0b-f9f8-40f0-9813-521f690eb2e5 req-86f7159a-15d1-47ca-80b6-8729e17321be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1226745 Aug 10 00:57:34.690295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6969bf0b-f9f8-40f0-9813-521f690eb2e5 req-2236c90f-e959-495f-b8eb-ffc345344ff2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589077 Aug 10 00:57:34.709184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Deleting port d402f290-62a6-412e-91bd-49a762279729 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:34.709583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:34.824696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] For port d402f290-62a6-412e-91bd-49a762279729, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d402f290-62a6-412e-91bd-49a762279729,segment=NetworkSegment(80cc43a7-b055-4953-8b35-97b1a279b0be),segment_id=80cc43a7-b055-4953-8b35-97b1a279b0be)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:34.825003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:34.844574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Calling delete_port for d402f290-62a6-412e-91bd-49a762279729 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:35.033211 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.046996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['d402f290-62a6-412e-91bd-49a762279729'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:35.073873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Pushing event deleted for resources: {'Port': ['ID=d402f290-62a6-412e-91bd-49a762279729,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.082626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc0773-fce4-48a9-897c-277f52f96a17 req-f94d0296-daf4-4b7b-b771-4d0d03c3a13b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.084196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4cc0773-fce4-48a9-897c-277f52f96a17 req-f94d0296-daf4-4b7b-b771-4d0d03c3a13b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.1063533 Aug 10 00:57:35.146235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] No DVR routers for this DVR port d402f290-62a6-412e-91bd-49a762279729 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:35.154515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.156547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21e398c2-ab85-4a40-af7f-799d66170cd6 req-8c9b605c-f2a1-4221-944f-d0dd44a477ff tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.10 "DELETE /v2.0/ports/d402f290-62a6-412e-91bd-49a762279729 HTTP/1.1" status: 204 len: 173 time: 0.5861096 Aug 10 00:57:35.164716 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4cc0773-fce4-48a9-897c-277f52f96a17 req-d25e9ef4-3405-4388-aff9-6846e6964721 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723093 Aug 10 00:57:35.360307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90d927-f742-4656-9ee6-2226f6f6bd50 req-b13b8c0b-8f19-425b-8c00-5b0bf916f706 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.361779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd90d927-f742-4656-9ee6-2226f6f6bd50 req-b13b8c0b-8f19-425b-8c00-5b0bf916f706 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 950 time: 0.0540638 Aug 10 00:57:35.403155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd90d927-f742-4656-9ee6-2226f6f6bd50 req-a810d36d-0d66-4bd7-a4cd-c7fbff4a401a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Aug 10 00:57:35.453073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'name': 'network-vif-deleted', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b'}, {'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'name': 'network-vif-deleted', 'tag': 'd402f290-62a6-412e-91bd-49a762279729'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:35.456557 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec8caeb-7964-45b1-bd1b-b4a032ba2a02" -d '{"events": [{"server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "name": "network-vif-deleted", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b"}, {"server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "name": "network-vif-deleted", "tag": "d402f290-62a6-412e-91bd-49a762279729"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:35.500596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4637e9f9-9d25-46f1-8630-b8520492bf4e req-f6a74311-026f-490d-8248-f57f9023131c tempest-ServerTagsTestJSON-954755202 tempest-ServerTagsTestJSON-954755202-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7481256-1308-42bc-b0c3-52c0c918fca2 HTTP/1.1" status: 200 len: 210 time: 0.0268888 Aug 10 00:57:35.533599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:35.537688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:35.556630 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5c732f-2ea0-4dc5-9629-a147a9ea6adc x-openstack-request-id: req-9a5c732f-2ea0-4dc5-9629-a147a9ea6adc {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:35.557110 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0d2a74-cc60-42a9-9d41-4bba3b68a49a", "name": "network-vif-deleted", "tag": "e28814f1-44c6-41c5-ae4d-15b0d2b6c64b", "status": "completed", "code": 200}, {"server_uuid": "b7481256-1308-42bc-b0c3-52c0c918fca2", "name": "network-vif-deleted", "tag": "d402f290-62a6-412e-91bd-49a762279729", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:35.557223 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a5c732f-2ea0-4dc5-9629-a147a9ea6adc {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:35.558404 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0d2a74-cc60-42a9-9d41-4bba3b68a49a', 'name': 'network-vif-deleted', 'tag': 'e28814f1-44c6-41c5-ae4d-15b0d2b6c64b', 'status': 'completed', 'code': 200} Aug 10 00:57:35.558404 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7481256-1308-42bc-b0c3-52c0c918fca2', 'name': 'network-vif-deleted', 'tag': 'd402f290-62a6-412e-91bd-49a762279729', 'status': 'completed', 'code': 200} Aug 10 00:57:35.666302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac0cc3-2e7e-4870-88c5-170a4026cf4f req-f2f2ace9-0883-45ba-ac01-e01229b5edfb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.668177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25ac0cc3-2e7e-4870-88c5-170a4026cf4f req-f2f2ace9-0883-45ba-ac01-e01229b5edfb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 943 time: 0.0538347 Aug 10 00:57:35.726889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.739491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25ac0cc3-2e7e-4870-88c5-170a4026cf4f req-99b8098f-dc35-4586-8681-ecf2df027713 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635355 Aug 10 00:57:35.763383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:35.765767 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632fa875-c10d-4909-a24f-00efb7340f75" -d '{"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-unplugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:35.776852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:35.793387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:35.795814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'mac_address': 'fa:16:3e:d2:e6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:35.801986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.864585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.867926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566445f-e99e-4a84-ae43-ea1769630897 req-cecf7329-44eb-4f35-af5d-ea5954f85955 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:35.869652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0566445f-e99e-4a84-ae43-ea1769630897 req-cecf7329-44eb-4f35-af5d-ea5954f85955 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0552926 Aug 10 00:57:35.888894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d7d7ef-d58f-4809-9999-ae8482dab79f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:35.900916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e59041aa-a55e-43dd-aa95-eb33f74ab2eb details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:35.906796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:35.916901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0566445f-e99e-4a84-ae43-ea1769630897 req-99c6a737-9578-4bb1-afcf-4d65e517b658 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Aug 10 00:57:35.932207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:35.941031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:35.961019 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e7b53a-d305-4753-a082-380bcc304d10 x-openstack-request-id: req-45e7b53a-d305-4753-a082-380bcc304d10 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:35.961264 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-unplugged", "status": "completed", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:35.961516 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45e7b53a-d305-4753-a082-380bcc304d10 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:35.962497 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'code': 200} Aug 10 00:57:36.060355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:36.075601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647f0a-97a6-46e7-99cf-6f834cba1209 req-907ff960-1be9-4a36-b202-b3d6e6619428 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.085514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c647f0a-97a6-46e7-99cf-6f834cba1209 req-907ff960-1be9-4a36-b202-b3d6e6619428 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0652175 Aug 10 00:57:36.087963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:36.102773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:36.126083 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c647f0a-97a6-46e7-99cf-6f834cba1209 req-b9313b68-c8da-46fb-a698-592a717c9681 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Aug 10 00:57:36.146755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.161177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e59041aa-a55e-43dd-aa95-eb33f74ab2eb {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:36.184354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:36.191824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.249097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:36.271094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c3d7d7ef-d58f-4809-9999-ae8482dab79f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:36.315532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2af02-117d-4c34-b926-c3112f25f4b4 req-20236ddf-49f9-48e9-9ed7-7ab8165a4919 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.317395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43c2af02-117d-4c34-b926-c3112f25f4b4 req-20236ddf-49f9-48e9-9ed7-7ab8165a4919 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 944 time: 0.0721905 Aug 10 00:57:36.343653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-46fbb5aa-1600-44e2-bfda-a2a15f6bc834 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.345234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-46fbb5aa-1600-44e2-bfda-a2a15f6bc834 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 950 time: 0.0601826 Aug 10 00:57:36.375081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43c2af02-117d-4c34-b926-c3112f25f4b4 req-3f7c7c5f-61a6-40ad-bb7f-a08f96f58c66 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375061 Aug 10 00:57:36.496142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629dfa4-6f2a-494c-97b2-a7fe0145b13a req-fb00bc47-4509-49ac-b6b2-dadab654f27e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.496681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e59041aa-a55e-43dd-aa95-eb33f74ab2eb'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:36.497704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e629dfa4-6f2a-494c-97b2-a7fe0145b13a req-fb00bc47-4509-49ac-b6b2-dadab654f27e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0912414 Aug 10 00:57:36.508669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port 49bffa5e-cf97-46cd-8682-b772ebd9e17d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:36.509016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.626873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-9a5c7f2b-1380-4f2d-b554-0e43cf48ac9e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.628108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-9a5c7f2b-1380-4f2d-b554-0e43cf48ac9e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/ports?device_id=59c67978-c308-4b20-91b9-2e4aaa6aeeef HTTP/1.1" status: 200 len: 949 time: 0.0803783 Aug 10 00:57:36.629338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e629dfa4-6f2a-494c-97b2-a7fe0145b13a req-dd51acae-17ff-4236-9441-cdfa28274cc0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155562 Aug 10 00:57:36.689480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:36.753401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port 49bffa5e-cf97-46cd-8682-b772ebd9e17d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=49bffa5e-cf97-46cd-8682-b772ebd9e17d,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:36.753401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.818058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37867214-e120-468a-99c9-5048a49f5076 req-79a3fe62-cedc-41bc-830f-e80b0cb5f69e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.820345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37867214-e120-468a-99c9-5048a49f5076 req-79a3fe62-cedc-41bc-830f-e80b0cb5f69e tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 950 time: 0.1220255 Aug 10 00:57:36.821544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for 49bffa5e-cf97-46cd-8682-b772ebd9e17d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:36.828629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Deleting subnet aaedce75-81dd-4303-9ef1-05eb38b57766 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:57:36.839742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.857137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port 6c6207be-5476-46bb-b149-c9ca4291fc99 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:36.857493 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.903074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca0d8-52b6-47ba-9a3d-a0a61583440d req-cee14bde-7ccd-47d5-b376-c8db088f91a9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:36.904484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-664ca0d8-52b6-47ba-9a3d-a0a61583440d req-cee14bde-7ccd-47d5-b376-c8db088f91a9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.1600711 Aug 10 00:57:36.929943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:36.931798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37867214-e120-468a-99c9-5048a49f5076 req-e139ad7c-b6b8-4ea7-8e49-b10a544d8324 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037862 Aug 10 00:57:36.989574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port 6c6207be-5476-46bb-b149-c9ca4291fc99, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6c6207be-5476-46bb-b149-c9ca4291fc99,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:36.989938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.003325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.006577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for 6c6207be-5476-46bb-b149-c9ca4291fc99 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:37.034064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-664ca0d8-52b6-47ba-9a3d-a0a61583440d req-b2b5d201-2759-4853-83dc-8b66a45bca2c tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211283 Aug 10 00:57:37.107075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93e69a-55f7-48f9-9132-049a6ac6cbe5 req-0887c1c6-c947-4ed2-a713-b80af52f17e6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.108644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae93e69a-55f7-48f9-9132-049a6ac6cbe5 req-0887c1c6-c947-4ed2-a713-b80af52f17e6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1040068 Aug 10 00:57:37.133683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.176082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.177638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaedce75-81dd-4303-9ef1-05eb38b57766,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.187354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:37.188036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae93e69a-55f7-48f9-9132-049a6ac6cbe5 req-b002924c-8f7a-4560-849e-9f9253ec59dc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Aug 10 00:57:37.222812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.236144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ae00738-dd94-410a-86d4-b9f0493743dd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aaedce75-81dd-4303-9ef1-05eb38b57766 HTTP/1.1" status: 204 len: 168 time: 0.5452735 Aug 10 00:57:37.240889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38046) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:37.244625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=49bffa5e-cf97-46cd-8682-b772ebd9e17d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.294705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port 49bffa5e-cf97-46cd-8682-b772ebd9e17d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:37.303605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5648f-0f88-458a-8c80-39c8559e54a0 req-c345e8e0-f0e5-4e0e-9390-4ce996462051 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.305197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9f5648f-0f88-458a-8c80-39c8559e54a0 req-c345e8e0-f0e5-4e0e-9390-4ce996462051 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 944 time: 0.1689541 Aug 10 00:57:37.306691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.308825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74a55607-841d-4a35-a205-4bcdcf3890c5 req-58432bd3-02fb-4d60-913f-14fc4e012733 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.10 "DELETE /v2.0/ports/49bffa5e-cf97-46cd-8682-b772ebd9e17d HTTP/1.1" status: 204 len: 173 time: 0.9571590 Aug 10 00:57:37.331006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f', '6c6207be-5476-46bb-b149-c9ca4291fc99'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:37.332834 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.352146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.368753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['49bffa5e-cf97-46cd-8682-b772ebd9e17d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:37.389118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=6c6207be-5476-46bb-b149-c9ca4291fc99,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.419641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9f5648f-0f88-458a-8c80-39c8559e54a0 req-ffb440bc-8e0c-49a6-a764-6d11696ab059 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038568 Aug 10 00:57:37.484225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port 6c6207be-5476-46bb-b149-c9ca4291fc99 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:37.508809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.511131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb8a5900-10d8-4a8d-8711-d84825f8b922 req-ae3e5e9c-12ed-48f5-b038-8be566e8f96f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "DELETE /v2.0/ports/6c6207be-5476-46bb-b149-c9ca4291fc99 HTTP/1.1" status: 204 len: 173 time: 0.8762324 Aug 10 00:57:37.512969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'name': 'network-vif-deleted', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:37.515444 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec9d50b-6c5a-4084-a067-2e7ca74701e6" -d '{"events": [{"server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "name": "network-vif-deleted", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:37.546929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:37.556010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2d22-5be2-4d64-b001-2510364b01f6 req-ae2cdd31-04d3-4162-bfa2-7f9ed227e8a4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.565066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58dd2d22-5be2-4d64-b001-2510364b01f6 req-ae2cdd31-04d3-4162-bfa2-7f9ed227e8a4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 944 time: 0.0687714 Aug 10 00:57:37.568406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'name': 'network-vif-deleted', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:37.571141 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026ee3e-4edc-4f36-a32d-d25ca39c000e" -d '{"events": [{"server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "name": "network-vif-deleted", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:37.586024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.610138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1fc21-ff88-4de9-a9e0-8e7871947a5d req-1aadcdc9-f3c2-4c73-8de6-d307a1618278 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:37.618973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3d1fc21-ff88-4de9-a9e0-8e7871947a5d req-1aadcdc9-f3c2-4c73-8de6-d307a1618278 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1973767 Aug 10 00:57:37.621016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38eeafe0-e3c0-4059-80a4-b32dd393fdc4']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:37.629727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58dd2d22-5be2-4d64-b001-2510364b01f6 req-01c28971-322a-4b0a-8ec4-0ad4f4ca5909 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598345 Aug 10 00:57:37.647821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c3d7d7ef-d58f-4809-9999-ae8482dab79f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:37.650380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80cc43a7-b055-4953-8b35-97b1a279b0be') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:37.650910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80cc43a7-b055-4953-8b35-97b1a279b0be') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:37.667691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c3d7d7ef-d58f-4809-9999-ae8482dab79f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:37.668087 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.677695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.720747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.732170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3d1fc21-ff88-4de9-a9e0-8e7871947a5d req-ec809f4c-214b-4e6b-aa68-19f7afcee0eb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933342 Aug 10 00:57:37.738844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:57:37.739556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:57:37.745764 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:57:37.844942 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c689fb20-bf6c-4907-956f-0a3f3f1ddba1 x-openstack-request-id: req-c689fb20-bf6c-4907-956f-0a3f3f1ddba1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:37.845579 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c67978-c308-4b20-91b9-2e4aaa6aeeef", "name": "network-vif-deleted", "tag": "6c6207be-5476-46bb-b149-c9ca4291fc99", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:37.846536 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c689fb20-bf6c-4907-956f-0a3f3f1ddba1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:37.852357 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c67978-c308-4b20-91b9-2e4aaa6aeeef', 'name': 'network-vif-deleted', 'tag': '6c6207be-5476-46bb-b149-c9ca4291fc99', 'status': 'completed', 'code': 200} Aug 10 00:57:37.854493 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.860292 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd96654-1e4c-4077-9fb1-91646d7737a8 x-openstack-request-id: req-8fd96654-1e4c-4077-9fb1-91646d7737a8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:37.860655 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46397067-ffb4-4288-96e2-d803d1a8e6ac", "name": "network-vif-deleted", "tag": "49bffa5e-cf97-46cd-8682-b772ebd9e17d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:37.860918 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fd96654-1e4c-4077-9fb1-91646d7737a8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:37.861327 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46397067-ffb4-4288-96e2-d803d1a8e6ac', 'name': 'network-vif-deleted', 'tag': '49bffa5e-cf97-46cd-8682-b772ebd9e17d', 'status': 'completed', 'code': 200} Aug 10 00:57:37.870495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:37.873418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] 10.222.0.25 "DELETE /v2.0/networks/38eeafe0-e3c0-4059-80a4-b32dd393fdc4 HTTP/1.1" status: 204 len: 168 time: 0.6311479 Aug 10 00:57:37.899529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580cef8-fc10-4c1b-bfa1-6aeea82ba094 admin admin] Pushing event deleted for resources: {'Network': ['ID=38eeafe0-e3c0-4059-80a4-b32dd393fdc4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:37.910377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e59041aa-a55e-43dd-aa95-eb33f74ab2eb up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:37.918860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.013858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:38.016297 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679350c8-dd72-4004-b5b4-5bd8d522e348" -d '{"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:38.028727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19d66b-1079-460d-8b76-37e2327e4ba9 req-0354d7f4-2d5d-4d18-a85d-064c0cce0fff tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.034564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:38.043373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c19d66b-1079-460d-8b76-37e2327e4ba9 req-0354d7f4-2d5d-4d18-a85d-064c0cce0fff tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1287441 Aug 10 00:57:38.053817 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.055475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d402f290-62a6-412e-91bd-49a762279729 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:38.097632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dafb4668-6567-4604-aeab-c686f9ffe21d req-e368373f-7588-4ee8-857c-b72e9d67858c tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=46397067-ffb4-4288-96e2-d803d1a8e6ac HTTP/1.1" status: 200 len: 210 time: 0.0556841 Aug 10 00:57:38.115037 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c19d66b-1079-460d-8b76-37e2327e4ba9 req-174f9550-d41c-408a-b932-a6e8831f1f86 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691218 Aug 10 00:57:38.119770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: d402f290-62a6-412e-91bd-49a762279729 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:38.120402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d402f290-62a6-412e-91bd-49a762279729 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:38.121369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e28814f1-44c6-41c5-ae4d-15b0d2b6c64b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:38.123545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port e59041aa-a55e-43dd-aa95-eb33f74ab2eb completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:38.165843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port e59041aa-a55e-43dd-aa95-eb33f74ab2eb triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:38.166385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.188821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: e28814f1-44c6-41c5-ae4d-15b0d2b6c64b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:38.189511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e28814f1-44c6-41c5-ae4d-15b0d2b6c64b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:38.228887 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e09f5e-f510-43f1-bdbf-76ed8eb7cb80 x-openstack-request-id: req-28e09f5e-f510-43f1-bdbf-76ed8eb7cb80 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:38.231821 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:38.233097 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28e09f5e-f510-43f1-bdbf-76ed8eb7cb80 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:38.233097 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'code': 200} Aug 10 00:57:38.236320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:38.269636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899dda8-e5c2-4078-8495-86f065f9f34a req-04f7da9f-1cad-4b7e-8340-e230541d86f5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.271419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-099baffb-5658-4109-8ac6-2cb4b78cb41d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.274019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-099baffb-5658-4109-8ac6-2cb4b78cb41d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.21 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.1148694 Aug 10 00:57:38.279964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2899dda8-e5c2-4078-8495-86f065f9f34a req-04f7da9f-1cad-4b7e-8340-e230541d86f5 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 948 time: 0.0837679 Aug 10 00:57:38.297556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38070) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:38.330614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.377062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:38.381065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8031ea4-d534-40c2-967e-311d55569b17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee28ffa15c834cd78366f39f32f096cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820069 Aug 10 00:57:38.384511 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.386399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38076) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:38.386891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6c6207be-5476-46bb-b149-c9ca4291fc99 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:38.412906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2899dda8-e5c2-4078-8495-86f065f9f34a req-eb26102a-7c96-4b32-9129-268d2e22f81a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114681 Aug 10 00:57:38.427637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 6c6207be-5476-46bb-b149-c9ca4291fc99 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:38.427985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6c6207be-5476-46bb-b149-c9ca4291fc99 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:38.458195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b53293-9d24-4b93-b0b3-8d256546592c req-6391128b-6bc4-4141-b51a-f6b2b9a4edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.467438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04b53293-9d24-4b93-b0b3-8d256546592c req-6391128b-6bc4-4141-b51a-f6b2b9a4edb1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 1097 time: 0.1556191 Aug 10 00:57:38.526871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:38.552599 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.557050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Deleting port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:38.557322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.566248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04b53293-9d24-4b93-b0b3-8d256546592c req-e1a1200e-b42e-46cb-8412-951d99964d0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908446 Aug 10 00:57:38.591814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543e047-5c59-4e27-ad27-243d67a50b2b req-4b2c4080-7cf0-44c8-8bb7-9d7243111b14 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.593382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3543e047-5c59-4e27-ad27-243d67a50b2b req-4b2c4080-7cf0-44c8-8bb7-9d7243111b14 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0599685 Aug 10 00:57:38.632744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3543e047-5c59-4e27-ad27-243d67a50b2b req-321a97ce-4b68-421f-b54d-1380f0edc72e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Aug 10 00:57:38.668999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.709194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdb25d-81c5-4fae-864f-7f95621f9361 req-f5c77ac5-7142-493b-8be5-7a8eeb62d81d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.711515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41cdb25d-81c5-4fae-864f-7f95621f9361 req-f5c77ac5-7142-493b-8be5-7a8eeb62d81d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.1503408 Aug 10 00:57:38.752600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ce13-e5c3-44a8-aafa-e82a3fdbb23f req-ab717fa6-4647-4881-8ffb-7d6471d67089 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.755242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8af7ce13-e5c3-44a8-aafa-e82a3fdbb23f req-ab717fa6-4647-4881-8ffb-7d6471d67089 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0543611 Aug 10 00:57:38.775608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] For port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:38.775976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.799801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8af7ce13-e5c3-44a8-aafa-e82a3fdbb23f req-f7d8979f-18f7-40e6-ab45-4bcfbc8710e2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376704 Aug 10 00:57:38.801996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Calling delete_port for 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:38.808881 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.811634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:38.815124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0 HTTP/1.1" status: 204 len: 168 time: 0.4250553 Aug 10 00:57:38.816037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41cdb25d-81c5-4fae-864f-7f95621f9361 req-38883a95-ae00-4b66-bb1b-3c6febb071ea tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926716 Aug 10 00:57:38.829312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07980633-482b-4d6b-87fe-911025d64064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d8de5-d3f4-4fee-90ce-bc491fcd12b0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:38.912121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:38.952498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32796f-59cb-4508-acfc-59edb5af4f55 req-f94dc95d-9ee0-4bc0-b6f6-a796d0a038c1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:38.954872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f32796f-59cb-4508-acfc-59edb5af4f55 req-f94dc95d-9ee0-4bc0-b6f6-a796d0a038c1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0791779 Aug 10 00:57:39.000454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:39.008264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f32796f-59cb-4508-acfc-59edb5af4f55 req-7d1a00dd-7b2c-459c-bfe4-77e92cad7801 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423126 Aug 10 00:57:39.039567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Pushing event deleted for resources: {'Port': ['ID=9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:39.132985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] No DVR routers for this DVR port 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:39.136542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:39.139196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc2261c6-3284-4ccb-8f90-ea24f8ca5b6e req-f83c5926-d058-4283-97db-fd7053c8b27a tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.21 "DELETE /v2.0/ports/9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c HTTP/1.1" status: 204 len: 173 time: 0.8586795 Aug 10 00:57:39.223351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9506-6dae-43f0-8675-06ca2fb329af req-6cf31775-2ba9-46a1-93a4-27dc15db4a57 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.225004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb5c9506-6dae-43f0-8675-06ca2fb329af req-6cf31775-2ba9-46a1-93a4-27dc15db4a57 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0695167 Aug 10 00:57:39.325216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb5c9506-6dae-43f0-8675-06ca2fb329af req-e12b3c64-a84a-444a-8157-1fb54c387c7c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866888 Aug 10 00:57:39.514736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8a806-e755-4f07-9404-f28de4ab0a7d req-c1f58dc4-5b21-4194-b776-ba3f2510fd79 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.516680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c8a806-e755-4f07-9404-f28de4ab0a7d req-c1f58dc4-5b21-4194-b776-ba3f2510fd79 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0905213 Aug 10 00:57:39.558410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49bffa5e-cf97-46cd-8682-b772ebd9e17d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:39.626557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 49bffa5e-cf97-46cd-8682-b772ebd9e17d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:39.638958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 49bffa5e-cf97-46cd-8682-b772ebd9e17d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:39.645940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c8a806-e755-4f07-9404-f28de4ab0a7d req-6db1bddc-d66c-4106-88c9-824f27cfbad2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147473 Aug 10 00:57:39.767080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e821a9f9-3371-4ce2-9554-f9834b2f288d req-f5ed5e84-6530-428b-87fb-c77361aec4fd tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683e68-1f54-42ca-817c-f2a3d70f97d9 HTTP/1.1" status: 200 len: 210 time: 0.0389411 Aug 10 00:57:39.854129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-deleted', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:39.856511 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217471d-c934-431a-a6c5-050e02affced" -d '{"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-deleted", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:39.964232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157659d-42c5-42a0-9715-f0657e29a00f req-67e6b4e5-2757-4563-8aa5-f6559c8afb2c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:39.966192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8157659d-42c5-42a0-9715-f0657e29a00f req-67e6b4e5-2757-4563-8aa5-f6559c8afb2c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0942574 Aug 10 00:57:40.008772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8157659d-42c5-42a0-9715-f0657e29a00f req-fe8643b5-f986-489a-ba5d-79a2805a7e77 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355787 Aug 10 00:57:40.042721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadec39-3b0a-43e0-9080-5e00516fa33e req-d0b78074-091e-4384-9157-22d681310fce tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.049753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0eadec39-3b0a-43e0-9080-5e00516fa33e req-d0b78074-091e-4384-9157-22d681310fce tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0600600 Aug 10 00:57:40.138106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6cd3e-90e4-4b5d-b0cf-5f76bfb62bd5 req-1df7bb9f-343f-4565-95bb-9c9fdf838537 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.139710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fa6cd3e-90e4-4b5d-b0cf-5f76bfb62bd5 req-1df7bb9f-343f-4565-95bb-9c9fdf838537 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.0574055 Aug 10 00:57:40.180403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fa6cd3e-90e4-4b5d-b0cf-5f76bfb62bd5 req-902b4aec-8d56-4657-b40b-885c559407f6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344331 Aug 10 00:57:40.234737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:40.238211 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2eacf-896c-48d2-8836-b32c0e669d7e" -d '{"events": [{"server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "name": "network-vif-plugged", "status": "completed", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:40.322207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102c9b4-da2d-4756-89d7-2a732f2e9f92 req-73a317ec-a314-4714-8e97-3fb843e6eacc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.323677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7102c9b4-da2d-4756-89d7-2a732f2e9f92 req-73a317ec-a314-4714-8e97-3fb843e6eacc tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 949 time: 0.0518491 Aug 10 00:57:40.363066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7102c9b4-da2d-4756-89d7-2a732f2e9f92 req-de82d65b-0363-4388-bc65-92115179b3f2 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333071 Aug 10 00:57:40.396417 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aaaf076-e8db-4c01-b8a5-b487350fba7d x-openstack-request-id: req-7aaaf076-e8db-4c01-b8a5-b487350fba7d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:40.396703 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683e68-1f54-42ca-817c-f2a3d70f97d9", "name": "network-vif-deleted", "tag": "9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:40.396950 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aaaf076-e8db-4c01-b8a5-b487350fba7d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:40.397334 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683e68-1f54-42ca-817c-f2a3d70f97d9', 'name': 'network-vif-deleted', 'tag': '9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c', 'status': 'completed', 'code': 200} Aug 10 00:57:40.417022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0eadec39-3b0a-43e0-9080-5e00516fa33e req-6003bde9-edad-4df0-b393-078733d031ed tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664236 Aug 10 00:57:40.527900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8b7e3-8cc0-4ac7-bfef-332bf2d6dc15 req-e40c5a04-5ea8-4a1c-a7ee-89fc3f745370 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.529438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7db8b7e3-8cc0-4ac7-bfef-332bf2d6dc15 req-e40c5a04-5ea8-4a1c-a7ee-89fc3f745370 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0491507 Aug 10 00:57:40.568305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7db8b7e3-8cc0-4ac7-bfef-332bf2d6dc15 req-5ff5bacd-b7d1-41d4-94fc-0831f89ffe53 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Aug 10 00:57:40.613872 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7e47cd-ab35-4b81-a468-f6e445657470 x-openstack-request-id: req-af7e47cd-ab35-4b81-a468-f6e445657470 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:40.614352 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "name": "network-vif-plugged", "status": "completed", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:40.614465 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af7e47cd-ab35-4b81-a468-f6e445657470 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:40.614792 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'code': 200} Aug 10 00:57:40.746553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6af26-d973-4a38-8425-0eac6a2bcf5e req-c892259b-b9bd-4632-87c7-f2b7a2822946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:40.748075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-daf6af26-d973-4a38-8425-0eac6a2bcf5e req-c892259b-b9bd-4632-87c7-f2b7a2822946 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1097 time: 0.0644941 Aug 10 00:57:40.798121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-daf6af26-d973-4a38-8425-0eac6a2bcf5e req-6557edd9-605a-4488-8526-f6a45253916d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320678 Aug 10 00:57:40.842003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86fe515d-aaf4-41bb-829a-dbe927518973 req-357f887c-1ed9-4ac5-963b-ddcf7d7aa9f7 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0287123 Aug 10 00:57:41.044383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-f81e722f-a0e5-4b6e-9e25-68438755fcb6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.045959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-f81e722f-a0e5-4b6e-9e25-68438755fcb6 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 949 time: 0.1013424 Aug 10 00:57:41.071826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713473d-63f5-47e5-a2f9-54c4598c2678 req-7876c8ec-4bec-4195-9751-17cf810aa411 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.079196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a713473d-63f5-47e5-a2f9-54c4598c2678 req-7876c8ec-4bec-4195-9751-17cf810aa411 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0976515 Aug 10 00:57:41.110179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109c14d-9ec3-4386-8834-ce6237c0b82f req-d247ad5b-8706-408d-8105-1317d8c8568a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.111746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5109c14d-9ec3-4386-8834-ce6237c0b82f req-d247ad5b-8706-408d-8105-1317d8c8568a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Aug 10 00:57:41.158684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5109c14d-9ec3-4386-8834-ce6237c0b82f req-3b7342ea-1a78-4348-a438-ccbe958b0824 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Aug 10 00:57:41.179937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a713473d-63f5-47e5-a2f9-54c4598c2678 req-72462fac-06e3-47e1-97a4-44f5cb37e7e5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997486 Aug 10 00:57:41.206906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port d4fd8203-a134-4b88-b141-0e5f179397dd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:41.206906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.337760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6244d-9998-45e7-9b53-8b62d6930801 req-49a72816-8bb3-4809-a64d-3e6bec1a8d4d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.339222 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efa6244d-9998-45e7-9b53-8b62d6930801 req-49a72816-8bb3-4809-a64d-3e6bec1a8d4d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.0846944 Aug 10 00:57:41.346308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port d4fd8203-a134-4b88-b141-0e5f179397dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d4fd8203-a134-4b88-b141-0e5f179397dd,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:41.346838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.382142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for d4fd8203-a134-4b88-b141-0e5f179397dd owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:41.447497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba51fe-ac97-4c97-a8dc-ab41e6d8d231 req-aa5167e5-9a3f-411e-8094-9bef5b75d20e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.449364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aba51fe-ac97-4c97-a8dc-ab41e6d8d231 req-aa5167e5-9a3f-411e-8094-9bef5b75d20e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0635164 Aug 10 00:57:41.472551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efa6244d-9998-45e7-9b53-8b62d6930801 req-3476b082-619c-4c59-8256-ee9d57925d4a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232736 Aug 10 00:57:41.489212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-a64fcc59-6895-4a41-864b-8f3e0cc84156 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.490573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-a64fcc59-6895-4a41-864b-8f3e0cc84156 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 949 time: 0.1244140 Aug 10 00:57:41.492823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4aba51fe-ac97-4c97-a8dc-ab41e6d8d231 req-0b019aad-e578-460a-91f1-785370ae401b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Aug 10 00:57:41.605586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c505730-e468-498c-aabd-003197069d28 req-4f340fbd-7c7b-42ef-9c9d-2c84f6a76b94 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.606984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c505730-e468-498c-aabd-003197069d28 req-4f340fbd-7c7b-42ef-9c9d-2c84f6a76b94 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=db29b7ed-e081-4e7a-8716-cd316833af76 HTTP/1.1" status: 200 len: 949 time: 0.0561895 Aug 10 00:57:41.651048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c505730-e468-498c-aabd-003197069d28 req-dbc7681c-fa13-4ba2-9256-912fcc2ef484 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375731 Aug 10 00:57:41.683674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9ded-b91d-45b9-a222-ea706c92b9b3 req-a79fab8a-b952-4b2c-a0ac-ac010972a3c9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.685902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ee9b9ded-b91d-45b9-a222-ea706c92b9b3 req-a79fab8a-b952-4b2c-a0ac-ac010972a3c9 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 949 time: 0.1304622 Aug 10 00:57:41.728347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.742875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'd4fd8203-a134-4b88-b141-0e5f179397dd', '37691d9f-628e-4d52-92d0-b65b7e33152f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:41.747298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port 37691d9f-628e-4d52-92d0-b65b7e33152f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:41.747633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.797496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=d4fd8203-a134-4b88-b141-0e5f179397dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:41.887125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc343a-3fbe-4027-adc9-17b90cdf0ed0 req-79daa865-2fa9-4a54-be6e-821109bea671 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:41.897240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0fc343a-3fbe-4027-adc9-17b90cdf0ed0 req-79daa865-2fa9-4a54-be6e-821109bea671 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0678415 Aug 10 00:57:41.898313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ee9b9ded-b91d-45b9-a222-ea706c92b9b3 req-494cf0b0-3ce4-4b41-a2bd-6a47fa562804 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916769 Aug 10 00:57:41.929775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:41.948149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0fc343a-3fbe-4027-adc9-17b90cdf0ed0 req-79477cf4-f050-4cb4-9d79-f7bd9532a3f8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486238 Aug 10 00:57:41.967194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:41.967679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b6a6f89-27b9-45b2-9f9b-b1261b0d4d5c not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:41.975965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port d4fd8203-a134-4b88-b141-0e5f179397dd on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:41.980763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:41.983178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a27bd996-7bdf-4fbd-8bbd-e370629426e7 req-446bbc41-8136-43f1-9c16-ebfcf8029788 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "DELETE /v2.0/ports/d4fd8203-a134-4b88-b141-0e5f179397dd HTTP/1.1" status: 204 len: 173 time: 0.9279768 Aug 10 00:57:42.029674 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c5a7a19-9009-44b6-a90b-f161ed0b7702 req-d2d0a96b-f30c-462d-ba39-ecc237baac34 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0424592 Aug 10 00:57:42.061991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port 37691d9f-628e-4d52-92d0-b65b7e33152f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=37691d9f-628e-4d52-92d0-b65b7e33152f,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:42.063094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.078720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for 37691d9f-628e-4d52-92d0-b65b7e33152f owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:42.193952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63526d5-5453-4d7b-9434-a4537b790e57 req-be026ece-6d25-479a-9395-3a374bcb721a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.195666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b63526d5-5453-4d7b-9434-a4537b790e57 req-be026ece-6d25-479a-9395-3a374bcb721a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0735552 Aug 10 00:57:42.284173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b63526d5-5453-4d7b-9434-a4537b790e57 req-a26adca5-7ebb-46c9-a498-bb003f657365 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513182 Aug 10 00:57:42.285268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.290442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39d15a-7a8b-4bc1-873c-0fa0caf31ebe req-c45c21d7-0e36-4b89-8dcf-89571c4a41b8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.297869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a39d15a-7a8b-4bc1-873c-0fa0caf31ebe req-c45c21d7-0e36-4b89-8dcf-89571c4a41b8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0584245 Aug 10 00:57:42.298113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3f757c3c-52aa-4703-8abb-31d9dcb911fc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:42.327537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=37691d9f-628e-4d52-92d0-b65b7e33152f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:42.359971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a39d15a-7a8b-4bc1-873c-0fa0caf31ebe req-65c43ace-87d3-4391-856e-f4decfa03062 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612178 Aug 10 00:57:42.402767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'name': 'network-vif-deleted', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:42.405004 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef51d55a-cc80-43e6-bef1-e083c5c6318f" -d '{"events": [{"server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "name": "network-vif-deleted", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:42.408221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port 37691d9f-628e-4d52-92d0-b65b7e33152f on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:42.414132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:42.416567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3bef023-41ae-4165-bbeb-6cbfe41f3494 req-5742d5f4-fdff-46ea-a4cb-8e2b3f9a4368 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "DELETE /v2.0/ports/37691d9f-628e-4d52-92d0-b65b7e33152f HTTP/1.1" status: 204 len: 173 time: 0.9143565 Aug 10 00:57:42.471353 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f1e91-9af7-4ada-8261-9a2776be7d48 x-openstack-request-id: req-2e7f1e91-9af7-4ada-8261-9a2776be7d48 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:42.471828 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29b7ed-e081-4e7a-8716-cd316833af76", "name": "network-vif-deleted", "tag": "d4fd8203-a134-4b88-b141-0e5f179397dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:42.472267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e7f1e91-9af7-4ada-8261-9a2776be7d48 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:42.472831 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db29b7ed-e081-4e7a-8716-cd316833af76', 'name': 'network-vif-deleted', 'tag': 'd4fd8203-a134-4b88-b141-0e5f179397dd', 'status': 'completed', 'code': 200} Aug 10 00:57:42.511801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6bee8-87d9-4596-86ce-2ba62ea5b486 req-135e33fc-9896-4634-aa5b-d9da371d5e82 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.513793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-70e6bee8-87d9-4596-86ce-2ba62ea5b486 req-135e33fc-9896-4634-aa5b-d9da371d5e82 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0665565 Aug 10 00:57:42.567213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-70e6bee8-87d9-4596-86ce-2ba62ea5b486 req-0e6135e9-fe1e-4539-b18d-56993cc686ff tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463758 Aug 10 00:57:42.619185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f3f6-bbce-4638-a4bd-dd83f522ca7e req-c93d0db2-bc07-4f42-990b-b431457924f6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.620917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8738f3f6-bbce-4638-a4bd-dd83f522ca7e req-c93d0db2-bc07-4f42-990b-b431457924f6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.0630906 Aug 10 00:57:42.662183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8738f3f6-bbce-4638-a4bd-dd83f522ca7e req-f9283bb6-7343-4ff6-9c1f-6435c12c05e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332649 Aug 10 00:57:42.698862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb02977-1c79-439c-8727-dda386f244ce req-403dea6d-e68d-47ec-a314-74af4273d78d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.705566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bb02977-1c79-439c-8727-dda386f244ce req-403dea6d-e68d-47ec-a314-74af4273d78d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0591683 Aug 10 00:57:42.750125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bb02977-1c79-439c-8727-dda386f244ce req-23a47246-3a68-404b-8d5f-73ba4e566f1d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Aug 10 00:57:42.845110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eeb53-5018-4b4d-b80d-731a1a738b1c req-4a0186d6-4105-4697-bbea-87ee7c99c9f6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:42.846593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d53eeb53-5018-4b4d-b80d-731a1a738b1c req-4a0186d6-4105-4697-bbea-87ee7c99c9f6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.0777197 Aug 10 00:57:42.888923 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-423a451b-7fa4-4bc9-a3c1-eac87334424a req-c7db840e-6351-4b9c-be55-9098e5909233 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=79325cb3-2852-4d0d-9d9a-0fddbb584f38 HTTP/1.1" status: 200 len: 210 time: 0.0356901 Aug 10 00:57:42.926782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d53eeb53-5018-4b4d-b80d-731a1a738b1c req-c5f58678-9939-4f69-b64b-612824fbe404 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725963 Aug 10 00:57:42.949951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:43.040314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0efd77f-665a-43dc-a4ab-b7c8a38921be tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.042010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b0efd77f-665a-43dc-a4ab-b7c8a38921be tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1092 time: 0.0901818 Aug 10 00:57:43.045216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:43.049621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:43.081575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af110ee2-e3dd-49f9-a24a-f83a8ede33fd req-a5f3d450-a953-44e8-90d8-63bcf880de56 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.084290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af110ee2-e3dd-49f9-a24a-f83a8ede33fd req-a5f3d450-a953-44e8-90d8-63bcf880de56 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 949 time: 0.0985656 Aug 10 00:57:43.107437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dc96064-3ec2-4e15-9a7e-83dd43655e0c req-d894a430-0682-486a-b448-9d00c224978c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0462904 Aug 10 00:57:43.117073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.131413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbd30e-fdb1-46cd-97cd-f7ec8d2350c1 req-053bc1b8-237c-4d47-905f-9cb4afe37905 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.133784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05dbd30e-fdb1-46cd-97cd-f7ec8d2350c1 req-053bc1b8-237c-4d47-905f-9cb4afe37905 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0839133 Aug 10 00:57:43.172944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af110ee2-e3dd-49f9-a24a-f83a8ede33fd req-0372927b-eff2-4d8e-a218-759fe6d3cbc4 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/security-groups?id=22056dce-8955-4251-890c-399dc08d9612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822375 Aug 10 00:57:43.183125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05dbd30e-fdb1-46cd-97cd-f7ec8d2350c1 req-086d0871-d56c-4053-b018-901e8f9493c4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Aug 10 00:57:43.244305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.305218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae08ed80-4492-4f83-a2ab-70a0bb48ad48 req-f5c40e46-3470-47ab-9d68-1c3cf1eb616d tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0563838 Aug 10 00:57:43.329234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-28333c50-0cc2-4637-8390-e04b5db58131 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.330786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-28333c50-0cc2-4637-8390-e04b5db58131 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.10 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 949 time: 0.0807390 Aug 10 00:57:43.389258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.25.7.172 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ec29f83f-cb62-4950-af29-0b8bac0f95b2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:43.398369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a32a5-5b00-428f-b635-857332208610 req-8aaaf24c-489f-4d89-8399-d05ffeac0815 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.399943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e82a32a5-5b00-428f-b635-857332208610 req-8aaaf24c-489f-4d89-8399-d05ffeac0815 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0904050 Aug 10 00:57:43.434854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Deleting port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:43.435146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.494013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e82a32a5-5b00-428f-b635-857332208610 req-63071b44-d257-4b9d-979e-d4cbd28d123c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844784 Aug 10 00:57:43.536786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.561588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d91480-cfb8-415a-90ae-cb6475fcc202 req-f5875170-c6a5-45b1-a21d-908ac463b1d7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.563070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2d91480-cfb8-415a-90ae-cb6475fcc202 req-f5875170-c6a5-45b1-a21d-908ac463b1d7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0742288 Aug 10 00:57:43.581346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.594292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] For port 29d7fb8e-384a-4586-8a2a-62e8b7321b97, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29d7fb8e-384a-4586-8a2a-62e8b7321b97,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:43.594655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.616762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Calling delete_port for 29d7fb8e-384a-4586-8a2a-62e8b7321b97 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:43.638773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2d91480-cfb8-415a-90ae-cb6475fcc202 req-84391b40-a867-44d8-bd5c-0551942bec75 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Aug 10 00:57:43.648043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:43.655075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:43.661325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:43.687796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=ec29f83f-cb62-4950-af29-0b8bac0f95b2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:43.712501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec089d3-def3-414b-bdd8-d66bb97dacc4 req-f052ba48-dd3f-484d-9d43-9d9e4f9805fd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.714018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ec089d3-def3-414b-bdd8-d66bb97dacc4 req-f052ba48-dd3f-484d-9d43-9d9e4f9805fd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1252215 Aug 10 00:57:43.764094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.796751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Pushing event deleted for resources: {'Port': ['ID=29d7fb8e-384a-4586-8a2a-62e8b7321b97,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:43.812442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ec089d3-def3-414b-bdd8-d66bb97dacc4 req-a48c8a99-dee4-40af-bff9-16be06064810 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916903 Aug 10 00:57:43.838544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] No DVR routers for this DVR port 29d7fb8e-384a-4586-8a2a-62e8b7321b97 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:43.844778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:43.846838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a71879c-9a32-4a80-9321-79f1f9f166bf req-854b890b-913d-4fe7-88d5-82bac5d5368d tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.10 "DELETE /v2.0/ports/29d7fb8e-384a-4586-8a2a-62e8b7321b97 HTTP/1.1" status: 204 len: 173 time: 0.5099392 Aug 10 00:57:43.847276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-deleted', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:43.849548 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b52aae6-6f98-48aa-bd6c-80ae73d1c2b6" -d '{"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-deleted", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:43.908543 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d96def2-e72d-48b3-8b77-0de47ddfc65a x-openstack-request-id: req-5d96def2-e72d-48b3-8b77-0de47ddfc65a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:43.908835 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1200cdf4-62e0-4b03-a9fc-e4e8a739162f", "name": "network-vif-deleted", "tag": "29d7fb8e-384a-4586-8a2a-62e8b7321b97", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:43.909084 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d96def2-e72d-48b3-8b77-0de47ddfc65a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:43.909473 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1200cdf4-62e0-4b03-a9fc-e4e8a739162f', 'name': 'network-vif-deleted', 'tag': '29d7fb8e-384a-4586-8a2a-62e8b7321b97', 'status': 'completed', 'code': 200} Aug 10 00:57:43.929936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 37691d9f-628e-4d52-92d0-b65b7e33152f no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:43.967847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 37691d9f-628e-4d52-92d0-b65b7e33152f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:43.968331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 37691d9f-628e-4d52-92d0-b65b7e33152f not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:43.968851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d4fd8203-a134-4b88-b141-0e5f179397dd no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:43.990454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaed348-4a4d-47d2-a1af-17378a13bbe0 req-e88f5056-7335-41d5-bdae-c8e7a9859931 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:43.992782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7eaed348-4a4d-47d2-a1af-17378a13bbe0 req-e88f5056-7335-41d5-bdae-c8e7a9859931 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0806537 Aug 10 00:57:44.002937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: d4fd8203-a134-4b88-b141-0e5f179397dd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:44.003645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d4fd8203-a134-4b88-b141-0e5f179397dd not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:44.048357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7eaed348-4a4d-47d2-a1af-17378a13bbe0 req-1bcacc11-b071-4f23-82c7-f99193677d74 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483758 Aug 10 00:57:44.054889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e124c010-ebe1-4d57-b5a7-a7944b9f1860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.145728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.234319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.346589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-730c9181-6f9d-45c5-9e77-5d3b547a712e req-294b8d1f-17e9-4539-aae0-01afe0abf146 tempest-ListImageFiltersTestJSON-1670599240 tempest-ListImageFiltersTestJSON-1670599240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1200cdf4-62e0-4b03-a9fc-e4e8a739162f HTTP/1.1" status: 200 len: 210 time: 0.0310605 Aug 10 00:57:44.475215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.477967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'name': 'network-vif-deleted', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:44.480003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d0526-674f-4480-9d3a-ea08f360687b req-459fc5ad-0273-4af0-94ca-a118807fec0f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.481384 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a9b549-1156-4bfb-8c44-709006950865" -d '{"events": [{"server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "name": "network-vif-deleted", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:44.483584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a4d0526-674f-4480-9d3a-ea08f360687b req-459fc5ad-0273-4af0-94ca-a118807fec0f tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.0642204 Aug 10 00:57:44.485794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.549551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a4d0526-674f-4480-9d3a-ea08f360687b req-927f72f4-6240-46ec-bbd8-29d78264721b tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551102 Aug 10 00:57:44.557372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=ec29f83f-cb62-4950-af29-0b8bac0f95b2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:44.578273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:44.651342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53cc9ac0-d862-47aa-bb58-179c0d750341 req-e55cf694-d60e-49f3-a71f-468dc81ae8e7 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0319788 Aug 10 00:57:44.682321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca59db-0141-463c-a3d1-5092b7533dbb req-661025f0-caf1-4275-a758-38deb4ce3519 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.683909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2ca59db-0141-463c-a3d1-5092b7533dbb req-661025f0-caf1-4275-a758-38deb4ce3519 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0525537 Aug 10 00:57:44.709253 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8948fc13-004f-4ad0-b3ba-7619618ec875 x-openstack-request-id: req-8948fc13-004f-4ad0-b3ba-7619618ec875 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:44.709552 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79325cb3-2852-4d0d-9d9a-0fddbb584f38", "name": "network-vif-deleted", "tag": "37691d9f-628e-4d52-92d0-b65b7e33152f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:44.710353 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8948fc13-004f-4ad0-b3ba-7619618ec875 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:44.710890 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79325cb3-2852-4d0d-9d9a-0fddbb584f38', 'name': 'network-vif-deleted', 'tag': '37691d9f-628e-4d52-92d0-b65b7e33152f', 'status': 'completed', 'code': 200} Aug 10 00:57:44.717631 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Floating IP 8f8fd44b-a299-452e-bb67-0755324161c6 associated. External IP: 172.25.7.172, port: e59041aa-a55e-43dd-aa95-eb33f74ab2eb. Aug 10 00:57:44.734786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2ca59db-0141-463c-a3d1-5092b7533dbb req-97ef6b83-8226-4e9a-9c19-dc8394f2321c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 Aug 10 00:57:44.858806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2ea5-a4a8-4e5d-aa7d-9c6796c02abb req-828b7a43-1d01-454b-b24a-e7e539698be6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:44.860281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-746f2ea5-a4a8-4e5d-aa7d-9c6796c02abb req-828b7a43-1d01-454b-b24a-e7e539698be6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0991690 Aug 10 00:57:44.947290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-746f2ea5-a4a8-4e5d-aa7d-9c6796c02abb req-a6e38fee-1e63-40f4-b083-2bb12bd0c498 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803571 Aug 10 00:57:45.012896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:45.045480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42c7b36b-9cbf-4e92-8107-f485fa73c0c8 req-fd3b7642-dc3a-4f8b-ac67-efe4b4ee19b7 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0277011 Aug 10 00:57:45.125179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:45.136044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:45.145827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:45.146523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:45.147918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.174753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4dad6b83-406c-4af8-b163-c23e5807d067 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1289177 Aug 10 00:57:45.177771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:45.245245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-16d12fd1-9a8d-4009-986e-498f105f5522 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/8f8fd44b-a299-452e-bb67-0755324161c6 HTTP/1.1" status: 200 len: 991 time: 0.0644634 Aug 10 00:57:45.392672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:45.596402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-93ec5236-9c64-4433-8052-081f413c1890 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.598089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-93ec5236-9c64-4433-8052-081f413c1890 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.0631192 Aug 10 00:57:45.628403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.660378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:45.680820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:45.682425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:45.734337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Deleting port 3f757c3c-52aa-4703-8abb-31d9dcb911fc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:57:45.734483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:45.762830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29831f41-8e67-4441-a91a-58787c996550 req-4a7590c2-e95c-4e91-ac06-ec67678af1a1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.765598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29831f41-8e67-4441-a91a-58787c996550 req-4a7590c2-e95c-4e91-ac06-ec67678af1a1 tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/ports?device_id=062a95cf-f960-4e6c-a647-26d53544b42e HTTP/1.1" status: 200 len: 950 time: 0.0627160 Aug 10 00:57:45.810359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29831f41-8e67-4441-a91a-58787c996550 req-ea17319e-4ddb-44ac-92ae-be74748b9d0a tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.25 "GET /v2.0/security-groups?id=c27bce5e-b5c9-44a0-bec3-ec2298e06567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Aug 10 00:57:45.813433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:45.870346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] For port 3f757c3c-52aa-4703-8abb-31d9dcb911fc, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3f757c3c-52aa-4703-8abb-31d9dcb911fc,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:45.870749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:45.908709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Calling delete_port for 3f757c3c-52aa-4703-8abb-31d9dcb911fc owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:57:45.976348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db29b1b-9289-4b58-92f8-6f35f6c37170 req-1ca93271-be43-412a-a1ac-309e763b47c3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:45.977908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2db29b1b-9289-4b58-92f8-6f35f6c37170 req-1ca93271-be43-412a-a1ac-309e763b47c3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0992289 Aug 10 00:57:46.046136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2db29b1b-9289-4b58-92f8-6f35f6c37170 req-90cc6089-dbc1-4e59-921b-94b58c31396d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Aug 10 00:57:46.066000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:46.103113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433b3c30-6c48-474d-84b7-b6a712a557b2 None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:43Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:46.121077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:46.184532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Pushing event deleted for resources: {'Port': ['ID=3f757c3c-52aa-4703-8abb-31d9dcb911fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:46.216685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1adfa9cb-fb75-4823-abe5-5dfd730e1a71 req-0cef78a0-d572-49bb-afbf-fc199e46247d tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0431199 Aug 10 00:57:46.226103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] No DVR routers for this DVR port 3f757c3c-52aa-4703-8abb-31d9dcb911fc on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:57:46.231149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:46.233125 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ccabcdb-a29a-4b3d-9276-c3dcb3787aac req-89d3e4df-28f5-46b2-be32-0f3d88b96bdb tempest-ServersOnMultiNodesTest-138047397 tempest-ServersOnMultiNodesTest-138047397-project] 10.222.0.21 "DELETE /v2.0/ports/3f757c3c-52aa-4703-8abb-31d9dcb911fc HTTP/1.1" status: 204 len: 173 time: 0.6222622 Aug 10 00:57:46.242271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f1ffc-4952-4d52-81a8-6d20546a504e req-9e615eac-bc2d-4146-b9d3-585a08b7e6eb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.243750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a15f1ffc-4952-4d52-81a8-6d20546a504e req-9e615eac-bc2d-4146-b9d3-585a08b7e6eb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1254957 Aug 10 00:57:46.250934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:46.303138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a15f1ffc-4952-4d52-81a8-6d20546a504e req-84ce4efd-31c4-43c0-b1c1-e3f1662263a2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513282 Aug 10 00:57:46.357886 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ba4eff2-ddd2-43ed-9f83-4017e96ef003 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/8f8fd44b-a299-452e-bb67-0755324161c6 HTTP/1.1" status: 200 len: 991 time: 0.1051261 Aug 10 00:57:46.414462 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fda85ca-1a84-4ff9-8367-d3e28d315d0e None None] New status for floating IP 8f8fd44b-a299-452e-bb67-0755324161c6: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:57:46.712455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb'}, {'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'name': 'network-vif-deleted', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:57:46.715572 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bac719-135f-4422-82d1-9295521458cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb"}, {"server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "name": "network-vif-deleted", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:57:46.729431 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15bdb438-42c8-4a14-b96b-487a4bd25790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:46.767716 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 00:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a6660c-dc26-4f9e-a9aa-4142f831a54c x-openstack-request-id: req-33a6660c-dc26-4f9e-a9aa-4142f831a54c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:57:46.768193 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb", "status": "completed", "code": 200}, {"server_uuid": "062a95cf-f960-4e6c-a647-26d53544b42e", "name": "network-vif-deleted", "tag": "3f757c3c-52aa-4703-8abb-31d9dcb911fc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:57:46.768605 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33a6660c-dc26-4f9e-a9aa-4142f831a54c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:57:46.769010 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'status': 'completed', 'code': 200} Aug 10 00:57:46.769265 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062a95cf-f960-4e6c-a647-26d53544b42e', 'name': 'network-vif-deleted', 'tag': '3f757c3c-52aa-4703-8abb-31d9dcb911fc', 'status': 'completed', 'code': 200} Aug 10 00:57:46.804124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:46.840419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac719-135f-4422-82d1-9295521458cd req-2c2416f6-330c-4b6b-995c-4b4e594ad55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.841934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-2c2416f6-330c-4b6b-995c-4b4e594ad55c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1097 time: 0.0507739 Aug 10 00:57:46.959235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac719-135f-4422-82d1-9295521458cd req-806d8439-01fd-4af8-935f-fb0c8908f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:46.961492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-806d8439-01fd-4af8-935f-fb0c8908f57f service neutron] 10.222.0.21 "GET /v2.0/networks?id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 896 time: 0.1076579 Aug 10 00:57:46.976886 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d810377-9494-47c1-a46b-3d7b5dba8ef6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1cb4feb365854c5188fd9f8a9b1e121d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715143 Aug 10 00:57:46.983170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:47.032235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-69cd0abb-caf0-4be4-ae23-95eb3ee451a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 200 len: 1001 time: 0.0641105 Aug 10 00:57:47.039564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.060705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.083600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38404) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:47.096187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac719-135f-4422-82d1-9295521458cd req-8c719231-33d7-4ab9-86b2-84427d189d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.097471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-8c719231-33d7-4ab9-86b2-84427d189d1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=122448f0-c7c6-4ae5-b652-3a642f4ca648 HTTP/1.1" status: 200 len: 835 time: 0.0579000 Aug 10 00:57:47.158642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac719-135f-4422-82d1-9295521458cd req-eb5ee808-f2d7-48ca-80b4-a26f092c983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.160062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-eb5ee808-f2d7-48ca-80b4-a26f092c983f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816ad939-ba5e-4e11-8219-1f80efadce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541773 Aug 10 00:57:47.161885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.165407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.168941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22056dce-8955-4251-890c-399dc08d9612 HTTP/1.1" status: 204 len: 168 time: 0.1821904 Aug 10 00:57:47.179316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4bc63-b5b1-4ac5-924c-ca10431cc2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22056dce-8955-4251-890c-399dc08d9612,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:47.195913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528fb62-7c16-4426-8a36-46485ca5cb59 req-7c1cbc35-e9a2-4dcc-8dba-6b47eef0fe37 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.197569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c528fb62-7c16-4426-8a36-46485ca5cb59 req-7c1cbc35-e9a2-4dcc-8dba-6b47eef0fe37 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0696397 Aug 10 00:57:47.240009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.270271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c528fb62-7c16-4426-8a36-46485ca5cb59 req-2c53ddd2-e9d7-465f-8337-3504cc853938 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623460 Aug 10 00:57:47.298644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9150bcfb-01aa-4766-8b36-b743a67c99d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=240e04ce184a4ee39abb8e01409eb511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117960 Aug 10 00:57:47.299194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38412) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:47.359302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38418) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:47.366493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-e6fdb849-d21a-491b-a9ac-1ab85769be79 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987226 Aug 10 00:57:47.368357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13878c85-c9a2-41eb-91d3-8607c0325193 req-f60c8249-9d65-4355-85cd-b0b7654c6e04 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0477722 Aug 10 00:57:47.461526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.504942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.525691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63bac719-135f-4422-82d1-9295521458cd req-2a93db25-6d8b-4a37-abc1-abfaf39b31c6 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520772 Aug 10 00:57:47.576961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.580043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.582755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c27bce5e-b5c9-44a0-bec3-ec2298e06567 HTTP/1.1" status: 204 len: 168 time: 0.2818725 Aug 10 00:57:47.588707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:47.593642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5475df8-1445-41eb-a4b7-c455fc809b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27bce5e-b5c9-44a0-bec3-ec2298e06567,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:47.622640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 29d7fb8e-384a-4586-8a2a-62e8b7321b97 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:47.623239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29d7fb8e-384a-4586-8a2a-62e8b7321b97 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:47.655495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:47.827408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9c5362f-7cec-4e38-85a7-10e436ecd442 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/8f8fd44b-a299-452e-bb67-0755324161c6 HTTP/1.1" status: 200 len: 993 time: 0.4664354 Aug 10 00:57:47.845333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5e466-d112-4f64-96db-7acf181efa3b req-335c19db-a9c4-4f1b-ac73-15d557c05dee tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:47.848225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2bc5e466-d112-4f64-96db-7acf181efa3b req-335c19db-a9c4-4f1b-ac73-15d557c05dee tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0857306 Aug 10 00:57:47.891792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2bc5e466-d112-4f64-96db-7acf181efa3b req-eff506be-df54-4d65-bf3f-841b1aa10e40 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Aug 10 00:57:47.965482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3f757c3c-52aa-4703-8abb-31d9dcb911fc no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:57:47.989471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 3f757c3c-52aa-4703-8abb-31d9dcb911fc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:57:47.990086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3f757c3c-52aa-4703-8abb-31d9dcb911fc not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:57:47.992128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:48.032384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b2b373a-f653-45f6-ab8f-408fbf8c928d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=775777de121b44f4b22ce6c4633a50ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391047 Aug 10 00:57:48.035004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38446) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:48.083071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.104366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.152589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.155388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:48.156626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8591a95-ad19-45f6-8d84-ad49b2f2951a HTTP/1.1" status: 204 len: 168 time: 0.1205997 Aug 10 00:57:48.166079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a8afc-1129-4aac-8300-40c9ca7ca9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8591a95-ad19-45f6-8d84-ad49b2f2951a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:48.359538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70a6101-669d-4e4c-8c45-fffedcfd6abf req-3ad9cf1e-d752-4a59-95ec-e64fab3bacc5 tempest-AbsoluteLimitsNegativeTestJSON-292879880 tempest-AbsoluteLimitsNegativeTestJSON-292879880-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9ce4c205768e430dbf41a5bb912e948e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253313 Aug 10 00:57:48.384702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a4d44-09b6-461d-b2f6-2991220e11c9 req-7916be22-302d-4c65-83ef-005dacafe53c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.386624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-878a4d44-09b6-461d-b2f6-2991220e11c9 req-7916be22-302d-4c65-83ef-005dacafe53c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0535111 Aug 10 00:57:48.432817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-878a4d44-09b6-461d-b2f6-2991220e11c9 req-bcf1c0cb-af83-46f7-9034-7255acc96e79 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Aug 10 00:57:48.492559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a6101-669d-4e4c-8c45-fffedcfd6abf req-2ebf6c88-688f-4ad2-abc6-5100311d7fe0 tempest-AbsoluteLimitsNegativeTestJSON-292879880 tempest-AbsoluteLimitsNegativeTestJSON-292879880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:48.494052 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70a6101-669d-4e4c-8c45-fffedcfd6abf req-2ebf6c88-688f-4ad2-abc6-5100311d7fe0 tempest-AbsoluteLimitsNegativeTestJSON-292879880 tempest-AbsoluteLimitsNegativeTestJSON-292879880-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276588 Aug 10 00:57:48.512655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70a6101-669d-4e4c-8c45-fffedcfd6abf req-22da728c-e807-432f-b6db-e0c3353fb42a tempest-AbsoluteLimitsNegativeTestJSON-292879880 tempest-AbsoluteLimitsNegativeTestJSON-292879880-project] 10.222.0.25 "GET /v2.0/quotas/9ce4c205768e430dbf41a5bb912e948e HTTP/1.1" status: 200 len: 375 time: 0.0122447 Aug 10 00:57:48.531873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9830b119-efe3-4fb8-a4a6-654f06f21f37 req-aea5371a-fcba-4ec8-a36b-5a48bdf7d039 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0325952 Aug 10 00:57:48.553121 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70a6101-669d-4e4c-8c45-fffedcfd6abf req-87829803-9dcc-4563-86c4-8fc918b64f07 tempest-AbsoluteLimitsNegativeTestJSON-292879880 tempest-AbsoluteLimitsNegativeTestJSON-292879880-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ce4c205768e430dbf41a5bb912e948e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331836 Aug 10 00:57:48.839866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38496) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:48.877874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38500) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:48.976801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-network', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:49.019523 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a110b079-1548-4712-bc30-989fc7b10403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.033066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Made reservation on behalf of ec734e13e25c4163985f1d5af1e30712 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:49.035268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.060499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb818564-eb84-42ad-bbe1-6e8ccb002f6b req-05720ab6-3e52-41c5-8b6b-8c36e65bb94c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.061939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb818564-eb84-42ad-bbe1-6e8ccb002f6b req-05720ab6-3e52-41c5-8b6b-8c36e65bb94c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1001608 Aug 10 00:57:49.064987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.129050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bb818564-eb84-42ad-bbe1-6e8ccb002f6b req-ffbdc042-336b-4ba3-baf9-f10d6623391b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594959 Aug 10 00:57:49.174939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a110b079-1548-4712-bc30-989fc7b10403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.180424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a110b079-1548-4712-bc30-989fc7b10403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.235688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a110b079-1548-4712-bc30-989fc7b10403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ce4c205768e430dbf41a5bb912e948e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946319 Aug 10 00:57:49.238124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110b079-1548-4712-bc30-989fc7b10403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4cf88b-1939-4f67-9688-2a2fb9a0dc91,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.238286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38506) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:49.289858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.299000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.303070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.313316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.327607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:49.336413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141600bb-93f2-4d7f-9658-a7494959be60,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.342265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.342616 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Added segment d438a09f-26f4-4113-89d6-83d360dd6979 of type vlan for network 56b05452-8ade-4b4e-8729-7f52f7396fc7 Aug 10 00:57:49.371740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.374702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.375999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd4cf88b-1939-4f67-9688-2a2fb9a0dc91 HTTP/1.1" status: 204 len: 168 time: 0.1367290 Aug 10 00:57:49.383934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cb9fd-a730-4a9e-836c-43623753cbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4cf88b-1939-4f67-9688-2a2fb9a0dc91,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.384963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.417841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.418863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.419442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.475518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5964518 Aug 10 00:57:49.478527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38512) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:49.483588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Request body: {'subnet': {'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-subnet', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:49.513793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Made reservation on behalf of ec734e13e25c4163985f1d5af1e30712 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:49.517710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.521446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0a4ca-9448-45e7-813f-a6133cd92429 admin admin] Pushing event updated for resources: {'Network': ['ID=56b05452-8ade-4b4e-8729-7f52f7396fc7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.530114 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.535821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:49.650854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47f0e34c-3207-4b2b-82c3-42c905031b27 req-0ac8e0d0-0936-446c-a2c4-251fcb639e21 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0304022 Aug 10 00:57:49.652263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897e8d5-7b30-468a-967e-3da9f43c7c85 req-4d914f46-6c23-4586-b338-3a372e9f71b4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.653768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6897e8d5-7b30-468a-967e-3da9f43c7c85 req-4d914f46-6c23-4586-b338-3a372e9f71b4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1121273 Aug 10 00:57:49.727337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6897e8d5-7b30-468a-967e-3da9f43c7c85 req-c3c51a4a-cb09-47c1-8984-225f19a7d48f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Aug 10 00:57:49.792140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.842076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4352cbb7-e043-44f1-a8f9-f5e285cbff1c,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:49.857656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Checking segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:49.858011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Network hostable DHCP agents. Network: 56b05452-8ade-4b4e-8729-7f52f7396fc7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:49.874906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:49.885295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 56b05452-8ade-4b4e-8729-7f52f7396fc7) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:49.894060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcad076-4c83-4d32-bcef-a31d0ca8605a None None] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:49.903116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:49.904266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.931650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38534) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:49.936615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:49.937359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5a164d99-883b-468e-8a01-44780e7ed819 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4515176 Aug 10 00:57:49.961695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:49.963165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.026147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.065833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-56b05452-8ade-4b4e-8729-7f52f7396fc7', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'fixed_ips': [{'subnet_id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:57:50.066721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.130251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38540) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:50.175444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.219452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Allocated IP 172.20.0.2 (56b05452-8ade-4b4e-8729-7f52f7396fc7/4352cbb7-e043-44f1-a8f9-f5e285cbff1c/abc477c4-02a2-4363-ad06-a6486d5600f4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:50.262205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2040489398-network', 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:50.283400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f892-b7d7-431b-b795-eebb62b4c667 req-8baddf8b-6a2d-45c8-9a25-63dca4e8766c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:50.285012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e40f892-b7d7-431b-b795-eebb62b4c667 req-8baddf8b-6a2d-45c8-9a25-63dca4e8766c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0749474 Aug 10 00:57:50.312369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Made reservation on behalf of 4d12b245f95b48689f26f2869c13f0d7 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:50.314711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.328765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.351311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e40f892-b7d7-431b-b795-eebb62b4c667 req-675b456d-46b4-4c6d-a4e5-d1b3daa21192 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577092 Aug 10 00:57:50.380257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.394377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Transition to ACTIVE for port object abc477c4-02a2-4363-ad06-a6486d5600f4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:50.413956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Transition to ACTIVE for port object abc477c4-02a2-4363-ad06-a6486d5600f4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:50.421425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.454316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.458868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.460367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:50.465709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:50.468861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:50.481022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Pushing event updated for resources: {'Port': ['ID=abc477c4-02a2-4363-ad06-a6486d5600f4,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.490084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:57:50.501629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a294e5c-81ed-4ae7-8dcc-4e226647b508,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.507721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.508229 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Added segment 8a9b553c-026f-4177-97dc-3b9a68636989 of type vlan for network 9bfe3a34-2355-4823-be7d-656114ca7702 Aug 10 00:57:50.540418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Attempting to bind port abc477c4-02a2-4363-ad06-a6486d5600f4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:50.541007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Attempting to bind port abc477c4-02a2-4363-ad06-a6486d5600f4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:50.541115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Attempting to bind port abc477c4-02a2-4363-ad06-a6486d5600f4 on network 56b05452-8ade-4b4e-8729-7f52f7396fc7 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:50.546562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:50.547052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Checking segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:50.547691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.548239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Bound using segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:50.548712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Bound port: abc477c4-02a2-4363-ad06-a6486d5600f4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:50.549247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.559408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.593083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.594304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:50.594964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.621733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] For port abc477c4-02a2-4363-ad06-a6486d5600f4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:50.624974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] For port abc477c4-02a2-4363-ad06-a6486d5600f4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abc477c4-02a2-4363-ad06-a6486d5600f4,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:50.629701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.656012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5245366 Aug 10 00:57:50.660689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38546) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:50.668953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Request body: {'subnet': {'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2040489398-subnet', 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:50.677027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104cf9a-a5dc-4447-8bf9-9596721507cf admin admin] Pushing event updated for resources: {'Network': ['ID=9bfe3a34-2355-4823-be7d-656114ca7702,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.705062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Made reservation on behalf of 4d12b245f95b48689f26f2869c13f0d7 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:50.707618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.709100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9bfe3a34-2355-4823-be7d-656114ca7702 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:57:50.832550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bbead-6a2f-43c7-bb99-b849f2c82557 None None] Pushing event updated for resources: {'Port': ['ID=abc477c4-02a2-4363-ad06-a6486d5600f4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:50.847262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6940fa52-28f4-4546-a472-36e72c2c3721 req-11f8e105-1e86-4720-beea-267deaf48b5d tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0377028 Aug 10 00:57:50.865700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.911931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:50.994960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4572b3-fb89-4b3d-ac49-543f4d323613 req-e6d2062a-6d5d-4cd7-ab87-c86733c94b55 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:50.996625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e4572b3-fb89-4b3d-ac49-543f4d323613 req-e6d2062a-6d5d-4cd7-ab87-c86733c94b55 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1492550 Aug 10 00:57:51.036993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.102101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Allocated IP 172.25.7.225 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8bd70361-360f-432b-983c-75eafbad5cd9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:51.108896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e4572b3-fb89-4b3d-ac49-543f4d323613 req-e6cfc397-56b4-48f9-92ff-c1de681368b0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978701 Aug 10 00:57:51.127063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc2ca98-8e22-40d7-bd32-cf7d39729903,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:51.164932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Checking segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:51.165452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Network hostable DHCP agents. Network: 9bfe3a34-2355-4823-be7d-656114ca7702, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:57:51.185285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Network 9bfe3a34-2355-4823-be7d-656114ca7702 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:57:51.195898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9bfe3a34-2355-4823-be7d-656114ca7702) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:51.201652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.202196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.205743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abc477c4-02a2-4363-ad06-a6486d5600f4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:51.212909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0042a215-96b8-47b2-9f98-0541c91e689a None None] Network 9bfe3a34-2355-4823-be7d-656114ca7702 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:51.227166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e20fb874-ca6f-49a6-b68e-8aada94d8839 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5586138 Aug 10 00:57:51.254996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.306308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.327367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port abc477c4-02a2-4363-ad06-a6486d5600f4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:51.354295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:51.354295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:51.355808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:51.413651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9bfe3a34-2355-4823-be7d-656114ca7702', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7', 'fixed_ips': [{'subnet_id': '1fc2ca98-8e22-40d7-bd32-cf7d39729903'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:57:51.414369 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.420293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Pushing event updated for resources: {'Port': ['ID=8bd70361-360f-432b-983c-75eafbad5cd9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:51.570604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Allocated IP 172.20.0.2 (9bfe3a34-2355-4823-be7d-656114ca7702/1fc2ca98-8e22-40d7-bd32-cf7d39729903/9910d14c-c18e-4da5-bbb4-4bcab27652b2) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:51.612095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e5dbd-d934-4d01-9e47-27c7187e8cef req-e910a6fd-a49d-4021-8afc-8de5a151b044 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.621588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-190e5dbd-d934-4d01-9e47-27c7187e8cef req-e910a6fd-a49d-4021-8afc-8de5a151b044 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1799324 Aug 10 00:57:51.772071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.782712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-190e5dbd-d934-4d01-9e47-27c7187e8cef req-aa046fb4-923c-4bdd-b9f5-ba7d860a235c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601512 Aug 10 00:57:51.784869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Transition to ACTIVE for port object 9910d14c-c18e-4da5-bbb4-4bcab27652b2 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:51.806834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Transition to ACTIVE for port object 9910d14c-c18e-4da5-bbb4-4bcab27652b2 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:51.818584 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.842562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:51.847808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-83b151a7-595d-42ef-9bda-d73164e8f4aa tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:51.855905 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-83b151a7-595d-42ef-9bda-d73164e8f4aa tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.1429393 Aug 10 00:57:51.871136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Network 9bfe3a34-2355-4823-be7d-656114ca7702 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:51.873087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-3aad8ce8-3bab-4b25-b657-39bad9542178 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/quotas/4d12b245f95b48689f26f2869c13f0d7 HTTP/1.1" status: 200 len: 375 time: 0.0163178 Aug 10 00:57:51.875619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1588a849-e205-4cbd-b5c9-0b528a51eacf None None] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:51.877578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:51.884064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:51.937958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Pushing event updated for resources: {'Port': ['ID=9910d14c-c18e-4da5-bbb4-4bcab27652b2,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:51.946635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-3c2bd3cb-8742-4445-904c-61bcf08f9631 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0671740 Aug 10 00:57:51.978344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3172cfa0-69d7-4419-a074-dac3c64f706d req-f551d31a-f19f-4a61-9daf-c4c85feb117a tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0350902 Aug 10 00:57:52.042774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Provisioning for port abc477c4-02a2-4363-ad06-a6486d5600f4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:52.053690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Provisioning complete for port abc477c4-02a2-4363-ad06-a6486d5600f4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:52.054697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.065363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-d8070b3f-52de-4b54-a38e-c87ec2e6c196 service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099207 Aug 10 00:57:52.102700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Attempting to bind port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:52.103097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Attempting to bind port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:52.103454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Attempting to bind port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:52.105027 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.124730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:52.125178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Checking segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:52.125587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.126079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Bound using segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:52.126866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Bound port: 9910d14c-c18e-4da5-bbb4-4bcab27652b2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:52.127254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.180001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-1e3cd59b-29bb-4a78-b931-70305bd52ac8 service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133003 Aug 10 00:57:52.268305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] For port 9910d14c-c18e-4da5-bbb4-4bcab27652b2, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:52.288653 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.292261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] For port 9910d14c-c18e-4da5-bbb4-4bcab27652b2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9910d14c-c18e-4da5-bbb4-4bcab27652b2,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:52.302698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5203f-69bf-48dd-944f-7a6e1c073f2e req-05493b33-63ac-40fa-b770-c21f5ad0dcf9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:52.304599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.304712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fd5203f-69bf-48dd-944f-7a6e1c073f2e req-05493b33-63ac-40fa-b770-c21f5ad0dcf9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0805855 Aug 10 00:57:52.376684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7fd5203f-69bf-48dd-944f-7a6e1c073f2e req-85527f9f-3fa5-4cdb-9412-d70e897f6a2d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568309 Aug 10 00:57:52.378061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Router ad9e4928-b379-40b3-afdc-d47a58aa2466 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:57:52.549755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] For port abc477c4-02a2-4363-ad06-a6486d5600f4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abc477c4-02a2-4363-ad06-a6486d5600f4,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:52.567054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:52.572545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5f480-31ef-4820-ba61-f77713d6cff2 None None] Pushing event updated for resources: {'Port': ['ID=9910d14c-c18e-4da5-bbb4-4bcab27652b2,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:52.585557 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.601679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.607202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-664bb5f3-351d-4db1-a846-6004eed51e2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6718581 Aug 10 00:57:52.611180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38602) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:52.612535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Sync routers for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:52.699333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:52.699985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:52.768435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-a736bff8-022c-4a09-976e-e461dad6fbee tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:52.779305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-a736bff8-022c-4a09-976e-e461dad6fbee tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.2708924 Aug 10 00:57:52.815704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-d7133242-9af6-4329-9b6c-53ab354b7e87 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/quotas/4d12b245f95b48689f26f2869c13f0d7 HTTP/1.1" status: 200 len: 375 time: 0.0351562 Aug 10 00:57:52.846580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9d485-13cc-4d8e-b4ac-1a99b8bd6829 None None] Pushing event updated for resources: {'Port': ['ID=abc477c4-02a2-4363-ad06-a6486d5600f4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:52.862032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d740ab81-8482-403b-a709-5e5cab8bf7b1 None None] Provisioning complete for port abc477c4-02a2-4363-ad06-a6486d5600f4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:52.864467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d740ab81-8482-403b-a709-5e5cab8bf7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:52.898968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-b3859643-faf8-4a00-92f5-30490c502c6d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821359 Aug 10 00:57:52.973548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:53.020027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-29d7a81f-c2cf-41b8-adbb-1a30297f84c3 service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199181 Aug 10 00:57:53.119436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a0f1-aa64-45a8-bf57-dd290c406f87 req-1c2d7a5f-154b-4a92-b57e-4a645ee87231 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.127146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c334a0f1-aa64-45a8-bf57-dd290c406f87 req-1c2d7a5f-154b-4a92-b57e-4a645ee87231 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2000694 Aug 10 00:57:53.153910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-66294b33-a1b4-4f88-bde2-d4b407343333 service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236298 Aug 10 00:57:53.215346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c334a0f1-aa64-45a8-bf57-dd290c406f87 req-297280f0-8edb-43f6-937e-735c6d3a9f5f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871077 Aug 10 00:57:53.327441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:51Z', 'revision_number': 3, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:53.349324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d1f2dcd-c892-461c-a110-7f4a8fb1b5d7 req-36e44888-4aab-4719-bb69-55f9352bc297 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0439084 Aug 10 00:57:53.383379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Checking router: ad9e4928-b379-40b3-afdc-d47a58aa2466 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:53.383731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Updating router ad9e4928-b379-40b3-afdc-d47a58aa2466 port 8bd70361-360f-432b-983c-75eafbad5cd9 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:53.408283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9910d14c-c18e-4da5-bbb4-4bcab27652b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:53.502425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.655062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2259e-9b05-4f80-a118-b9f9f0323a4e req-3992e4c8-c5f8-4086-8d82-1c2490484e74 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:53.665385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad2259e-9b05-4f80-a118-b9f9f0323a4e req-3992e4c8-c5f8-4086-8d82-1c2490484e74 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0832174 Aug 10 00:57:53.665851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.719980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:53.730386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abc477c4-02a2-4363-ad06-a6486d5600f4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:53.778622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cad2259e-9b05-4f80-a118-b9f9f0323a4e req-75bd29bb-a53c-42b2-a779-12ef74ee8e18 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136086 Aug 10 00:57:53.853774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port abc477c4-02a2-4363-ad06-a6486d5600f4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:53.854152 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:53.980289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9f2945-731e-4d13-8e51-bb63b65e1b62 None None] Network 9bfe3a34-2355-4823-be7d-656114ca7702 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:57:54.036393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0ba28529-e0c1-4d00-a8ac-e13fb16a3a3c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.038431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0ba28529-e0c1-4d00-a8ac-e13fb16a3a3c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.3946767 Aug 10 00:57:54.087280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-15db2103-78b9-4274-ae06-3d7c8eb9f899 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/quotas/4d12b245f95b48689f26f2869c13f0d7 HTTP/1.1" status: 200 len: 375 time: 0.0398293 Aug 10 00:57:54.107719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Provisioning for port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:54.122453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-434cc70e-2ded-4c58-97c3-e1f3430b4439 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.124079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-434cc70e-2ded-4c58-97c3-e1f3430b4439 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.2614348 Aug 10 00:57:54.137803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Provisioning complete for port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:54.138170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.144818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.171263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Request body: {'port': {'device_id': 'ffd5c158-1983-4322-8494-b887df551114', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'admin_state_up': True, 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:54.193795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Transition to ACTIVE for port object 8bd70361-360f-432b-983c-75eafbad5cd9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:54.221931 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.245364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Allocated IP 172.20.0.1 (56b05452-8ade-4b4e-8729-7f52f7396fc7/4352cbb7-e043-44f1-a8f9-f5e285cbff1c/fbd05bbb-aa55-4258-a850-fc2e03d04ece) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:54.277534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-c6f5f42d-9f74-481d-b853-8a7617fcdc13 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806815 Aug 10 00:57:54.339387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Attempting to bind port 8bd70361-360f-432b-983c-75eafbad5cd9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:54.339762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Attempting to bind port 8bd70361-360f-432b-983c-75eafbad5cd9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:54.341020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Attempting to bind port 8bd70361-360f-432b-983c-75eafbad5cd9 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:54.346977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c552c4a-7e88-4ea4-ba1f-f3f7a711a247 None None] Pushing event updated for resources: {'Port': ['ID=8bd70361-360f-432b-983c-75eafbad5cd9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:54.359598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:54.360019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:54.360374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.360768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:54.361545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Bound port: 8bd70361-360f-432b-983c-75eafbad5cd9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:54.361670 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.366470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaae2a1-e6a0-474f-b8c0-119e876b4818 req-83823d2d-9995-4201-9230-5b08e8ef27ec tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.368346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9aaae2a1-e6a0-474f-b8c0-119e876b4818 req-83823d2d-9995-4201-9230-5b08e8ef27ec tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0847526 Aug 10 00:57:54.386205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.416650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9aaae2a1-e6a0-474f-b8c0-119e876b4818 req-219fb44e-c6b1-4a35-8bbf-3921b0a44fd3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417337 Aug 10 00:57:54.448032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] For port 8bd70361-360f-432b-983c-75eafbad5cd9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:54.452453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] For port 8bd70361-360f-432b-983c-75eafbad5cd9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8bd70361-360f-432b-983c-75eafbad5cd9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:57:54.462299 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.466891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f8da188c-458e-4777-a263-2d832f044018 None None] For port 9910d14c-c18e-4da5-bbb4-4bcab27652b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9910d14c-c18e-4da5-bbb4-4bcab27652b2,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:54.472291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Made reservation on behalf of 4d12b245f95b48689f26f2869c13f0d7 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:54.475941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.496378 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.529773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:54.531081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:54.548743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:54.569411 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f4e685b-c309-4713-9b61-732a64b62052 req-7233d328-ee19-47e6-a8c1-2fe79bad8f1a tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0470045 Aug 10 00:57:54.577126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c552c4a-7e88-4ea4-ba1f-f3f7a711a247 None None] Pushing event updated for resources: {'Port': ['ID=8bd70361-360f-432b-983c-75eafbad5cd9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:54.622722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Transition to ACTIVE for port object fbd05bbb-aa55-4258-a850-fc2e03d04ece will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:54.660500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-ab2f0628-81a2-4509-beb7-53964a1a8dd8 service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691843 Aug 10 00:57:54.715120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da188c-458e-4777-a263-2d832f044018 None None] Pushing event updated for resources: {'Port': ['ID=9910d14c-c18e-4da5-bbb4-4bcab27652b2,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:54.740745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:54.951124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174d944-b595-4ad6-abe5-0eb8b85441e0 req-de33b7f0-1cf6-4e41-9c41-ce95c7448657 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:54.953410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5174d944-b595-4ad6-abe5-0eb8b85441e0 req-de33b7f0-1cf6-4e41-9c41-ce95c7448657 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0696929 Aug 10 00:57:55.001024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5174d944-b595-4ad6-abe5-0eb8b85441e0 req-b1152198-c4d7-4a80-a758-bd8e7fde6e29 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Aug 10 00:57:55.007490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.040953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a17eed3e-d53d-4565-840c-72048b22cab8 None None] Provisioning complete for port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:55.041329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a17eed3e-d53d-4565-840c-72048b22cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.061331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-ecce0d2a-bb8f-4ad6-b522-5f446b02ddee tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.062801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-ecce0d2a-bb8f-4ad6-b522-5f446b02ddee tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.4311423 Aug 10 00:57:55.064133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Allocated IP 172.20.0.12 (9bfe3a34-2355-4823-be7d-656114ca7702/1fc2ca98-8e22-40d7-bd32-cf7d39729903/5ba1a60e-ac14-4f27-aacf-eff3a81265b1) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:55.092526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Request body: {'port': {'device_id': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'admin_state_up': True, 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:55.096774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-910e0e97-93da-4010-bef3-38e6cf3b560c service neutron] 10.222.0.25 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576376 Aug 10 00:57:55.098538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:55.118831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:55.156008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:55.165519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:55.187614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:51Z', 'revision_number': 3, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:55.190893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9910d14c-c18e-4da5-bbb4-4bcab27652b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:55.238550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f834a29-8050-40d5-93d1-957c832b530c None None] The sync data for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 is: [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:51Z', 'revision_number': 3, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:57:55.278626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:55.278626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.387814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-daad501d-aecf-4484-9e6e-f1bf6fa2f92c req-160a92e1-d5ea-4578-9569-29466b83f6cd tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 210 time: 0.0383615 Aug 10 00:57:55.499547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e4d94508-a1ff-4cbb-a228-05f4b9597f3c None None] Provisioning for port fbd05bbb-aa55-4258-a850-fc2e03d04ece completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:55.506209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e4d94508-a1ff-4cbb-a228-05f4b9597f3c None None] Provisioning complete for port fbd05bbb-aa55-4258-a850-fc2e03d04ece triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:55.507619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4d94508-a1ff-4cbb-a228-05f4b9597f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.556143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e4d94508-a1ff-4cbb-a228-05f4b9597f3c None None] Port fbd05bbb-aa55-4258-a850-fc2e03d04ece cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:55.733648 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2bc9f923-7049-4433-aaa2-4f57cf34a0fd req-57c68ee6-ea48-4fee-9861-48f20bc4929e tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0336914 Aug 10 00:57:55.749706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.794503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:55.963266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3071c-9924-4cc2-b3ca-51a896b41606 req-34296d65-af63-4132-b961-02bfa487c794 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:55.964918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fda3071c-9924-4cc2-b3ca-51a896b41606 req-34296d65-af63-4132-b961-02bfa487c794 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.3512766 Aug 10 00:57:56.037467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Made reservation on behalf of 4d12b245f95b48689f26f2869c13f0d7 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:56.041611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.047684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.056558 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.088816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fda3071c-9924-4cc2-b3ca-51a896b41606 req-52d6f25b-d21a-46d7-a57d-b37ba276f295 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107316 Aug 10 00:57:56.104858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Transition to ACTIVE for port object 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:56.207718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee442b32-ca5e-4f6f-9d8d-123e38b45ab6 req-8f053d76-9106-4148-a19c-b7494d3b4842 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.209447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee442b32-ca5e-4f6f-9d8d-123e38b45ab6 req-8f053d76-9106-4148-a19c-b7494d3b4842 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1003225 Aug 10 00:57:56.233029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.264982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee442b32-ca5e-4f6f-9d8d-123e38b45ab6 req-9ecff504-e993-4540-bb2b-ae60a26ca81e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457695 Aug 10 00:57:56.282486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.378030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Network 9bfe3a34-2355-4823-be7d-656114ca7702 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:56.433485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:56.442660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:56.451007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event updated for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:56.454328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Allocated IP 172.20.0.13 (9bfe3a34-2355-4823-be7d-656114ca7702/1fc2ca98-8e22-40d7-bd32-cf7d39729903/02611524-c8c5-4555-bbc2-4d3c1aa5fb14) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:56.535620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0eea1b09-2745-4323-92d6-9ae341524e09 req-b931409d-f68f-4811-9ca1-cbffdfcff75a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 210 time: 0.0532954 Aug 10 00:57:56.591099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.591729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.652362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-afac6e9f-376a-46b3-a425-d1c5757774d7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4892893 Aug 10 00:57:56.703933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Request body: {'port': {'device_id': 'ffd5c158-1983-4322-8494-b887df551114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:56.714329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-740ef044-91ea-464a-be40-a9a6d2ab17a5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:56.717288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-740ef044-91ea-464a-be40-a9a6d2ab17a5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.10 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 816 time: 0.1490006 Aug 10 00:57:56.732441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Request body: {'port': {'device_id': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'admin_state_up': True, 'tenant_id': '4d12b245f95b48689f26f2869c13f0d7'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:56.743472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.754832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.805330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8e0d87e9-3446-439d-8bb4-c70fcda54207 None None] Provisioning for port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:56.820484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8e0d87e9-3446-439d-8bb4-c70fcda54207 None None] Provisioning complete for port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:56.820872 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e0d87e9-3446-439d-8bb4-c70fcda54207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.881108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d87e9-3446-439d-8bb4-c70fcda54207 None None] Port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:56.916697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89c7826e-6b17-4569-8982-dbebc08b888b req-eecdb438-93f0-4e03-a2cf-970acb5ec5f8 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0624139 Aug 10 00:57:56.943598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.953764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Made reservation on behalf of 4d12b245f95b48689f26f2869c13f0d7 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:56.958287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.959000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:56.967587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:56.976510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.075344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Transition to ACTIVE for port object 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:57.212658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8bd70361-360f-432b-983c-75eafbad5cd9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:57.278930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8bd70361-360f-432b-983c-75eafbad5cd9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:57.284190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8bd70361-360f-432b-983c-75eafbad5cd9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:57.284885 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.322705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:57.326125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:57.331242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.362839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Network 9bfe3a34-2355-4823-be7d-656114ca7702 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:57.367130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:57.369755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:57.430155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.456653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.460275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.474008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8bd70361-360f-432b-983c-75eafbad5cd9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8bd70361-360f-432b-983c-75eafbad5cd9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:57.481719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.489351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fc5a6-aede-4940-9dad-dfceceae87c8 req-9803ec5d-f819-4d4f-812e-fbebaa546211 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.493875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Allocated IP 172.20.0.8 (9bfe3a34-2355-4823-be7d-656114ca7702/1fc2ca98-8e22-40d7-bd32-cf7d39729903/212b85f5-e052-4f24-8134-25367540a4c9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:57:57.504217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db5fc5a6-aede-4940-9dad-dfceceae87c8 req-9803ec5d-f819-4d4f-812e-fbebaa546211 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2856748 Aug 10 00:57:57.561467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497891b-9099-425a-be05-db4e0065707f req-12f97c16-8401-4171-88a2-882ce85d339a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:57.563614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a497891b-9099-425a-be05-db4e0065707f req-12f97c16-8401-4171-88a2-882ce85d339a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1540024 Aug 10 00:57:57.586866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8bd70361-360f-432b-983c-75eafbad5cd9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:57.619686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5410295 Aug 10 00:57:57.669963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a497891b-9099-425a-be05-db4e0065707f req-571e612b-38d5-44df-b33d-964c978386be tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835049 Aug 10 00:57:57.711976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Request body: {'port': {'device_id': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:57.721501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422fd54-57f9-4931-942c-16699b96d9bc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event updated for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:57.772296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db5fc5a6-aede-4940-9dad-dfceceae87c8 req-2b313059-b93b-4206-b1f7-cb2ce92de525 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665095 Aug 10 00:57:57.831406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Provisioning for port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:57.848311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Router ad9e4928-b379-40b3-afdc-d47a58aa2466 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:57:57.848858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Provisioning complete for port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:57.849495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.863685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.906577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98cefac5-d15f-4976-93a1-f843863bcb56 req-ccd4df53-e5ef-4020-a3bc-29bd4b8cf5b0 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 210 time: 0.0704582 Aug 10 00:57:57.944778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:57.957241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Provisioning complete for port fbd05bbb-aa55-4258-a850-fc2e03d04ece triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:57.957919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.965183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:57.981765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Transition to ACTIVE for port object 212b85f5-e052-4f24-8134-25367540a4c9 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:58.003729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-24b22b34-84a1-4210-ad62-66d710f0c397 None None] Port fbd05bbb-aa55-4258-a850-fc2e03d04ece cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:58.012635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:57:58.059502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.163460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Network 9bfe3a34-2355-4823-be7d-656114ca7702 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:57:58.177676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:58.179192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:57:58.197377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:57:58.201657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event updated for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:58.202386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bfc6c3c-881c-4434-9426-cceeb8c15ace req-ec469cb5-e683-46ad-88a0-d6788758436a tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1375558 Aug 10 00:57:58.225171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'port_id': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'mac_address': 'fa:16:3e:55:a5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c8d99-4b02-46ab-a2df-f432ebf2baf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:57:58.313027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:58.313711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.316803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.333223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:58.379730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:57:58.384549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-4af06c34-a2a6-4041-93eb-5cc84c847f9b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6570892 Aug 10 00:57:58.385582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:57:58.391495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.399177 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Sync routers for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:57:58.405097 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9f939284-80d5-4bb1-9457-e58641ab8cf6 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad9e4928-b379-40b3-afdc-d47a58aa2466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7929339 Aug 10 00:57:58.406165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea3c42-d762-48d0-b471-4e5c5ab155ce req-188481ca-02a2-494c-9f8a-4e8998ed7214 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:58.416185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-deea3c42-d762-48d0-b471-4e5c5ab155ce req-188481ca-02a2-494c-9f8a-4e8998ed7214 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.1133411 Aug 10 00:57:58.421252 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:57:58.422031 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:58.431349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Request body: {'port': {'device_id': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:58.472003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:58.519971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:57:58.628851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.675654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-deea3c42-d762-48d0-b471-4e5c5ab155ce req-2376a31d-f5d6-4ccd-926e-c93cf5e0c7d4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586858 Aug 10 00:57:58.691826 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:57:58.696306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:58.718707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.750840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Transition to ACTIVE for port object 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:58.784512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.789543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a6357c22-6929-432f-a728-203531169c47 None None] Provisioning for port 212b85f5-e052-4f24-8134-25367540a4c9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:57:58.795787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a6357c22-6929-432f-a728-203531169c47 None None] Provisioning complete for port 212b85f5-e052-4f24-8134-25367540a4c9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:58.796978 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6357c22-6929-432f-a728-203531169c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:58.862431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a6357c22-6929-432f-a728-203531169c47 None None] Port 212b85f5-e052-4f24-8134-25367540a4c9 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:57:59.024910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:59.070877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.102319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3424df-185f-492b-9ecc-0ed3ee7f081e req-d89c93fb-8c9c-4ca0-9467-65cc49be2cee tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.113772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff3424df-185f-492b-9ecc-0ed3ee7f081e req-d89c93fb-8c9c-4ca0-9467-65cc49be2cee tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1924202 Aug 10 00:57:59.135701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Transition to ACTIVE for port object 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:57:59.165001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503aa6e-87d4-40d7-9389-f18c28c023f3 req-5431bec7-d368-498a-b84c-73322dfeb7ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.173725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e503aa6e-87d4-40d7-9389-f18c28c023f3 req-5431bec7-d368-498a-b84c-73322dfeb7ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.1435835 Aug 10 00:57:59.228977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.229945 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:56Z', 'revision_number': 4, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fbd05bbb-aa55-4258-a850-fc2e03d04ece', 'name': '', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'mac_address': 'fa:16:3e:16:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:53Z', 'updated_at': '2021-08-10T00:57:56Z', 'revision_number': 2, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'subnets': [{'id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:57:59.273308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8bd70361-360f-432b-983c-75eafbad5cd9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:57:59.302704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.355773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Checking router: ad9e4928-b379-40b3-afdc-d47a58aa2466 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:57:59.356208 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Updating router ad9e4928-b379-40b3-afdc-d47a58aa2466 port fbd05bbb-aa55-4258-a850-fc2e03d04ece binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:57:59.360534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff3424df-185f-492b-9ecc-0ed3ee7f081e req-174fb1c0-55c3-437e-a2cb-093173768f4b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360122 Aug 10 00:57:59.364003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8bd70361-360f-432b-983c-75eafbad5cd9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:57:59.370132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.429624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:57:59.441957 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.528867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:57:59.533346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Attempting to bind port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:59.533925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Attempting to bind port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:59.534430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Attempting to bind port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:59.555330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e503aa6e-87d4-40d7-9389-f18c28c023f3 req-e22a226a-9d1e-4bb4-9f7c-6d0e4649f04a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807449 Aug 10 00:57:59.556400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 on network 9bfe3a34-2355-4823-be7d-656114ca7702 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:59.556735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Attempting to bind port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:59.571510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:59.571863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Checking segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:59.572261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Bound using segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:59.572715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Bound port: 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:59.573087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.589860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-network', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:57:59.759865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08b76-890e-4fe3-bdb1-5a565f1bfec5 req-12b4d1dc-26be-4617-9b72-44cd2f11cfa7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:57:59.771427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62d08b76-890e-4fe3-bdb1-5a565f1bfec5 req-12b4d1dc-26be-4617-9b72-44cd2f11cfa7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 931 time: 0.2745485 Aug 10 00:57:59.786229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Made reservation on behalf of 2a956611e3a042daa83b06e77e7d5a60 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:57:59.788782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Attempting to bind port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:57:59.789127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Attempting to bind port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:57:59.789456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Attempting to bind port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:59.790885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.805359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212b85f5-e052-4f24-8134-25367540a4c9 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:57:59.833572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 on network 9bfe3a34-2355-4823-be7d-656114ca7702 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:57:59.833905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Attempting to bind port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:57:59.837618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.861886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.865085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:57:59.865705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Checking segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:57:59.867404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Bound using segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:57:59.868113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Bound port: 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:57:59.868710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:57:59.906152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-401acaec-8f12-4631-b198-85d14c6b5dcb req-8f687b29-3343-4544-9a65-7691b90199fa tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0586240 Aug 10 00:57:59.951846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:57:59.982517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:00.011656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.027337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:00.064871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:00.078910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Transition to ACTIVE for port object 212b85f5-e052-4f24-8134-25367540a4c9 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:00.080280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:00.089147 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62d08b76-890e-4fe3-bdb1-5a565f1bfec5 req-2d35572b-2b8b-4bf6-8024-7daf04d93f20 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142278 Aug 10 00:58:00.095440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.096561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.098831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ba1a60e-ac14-4f27-aacf-eff3a81265b1 HTTP/1.1" status: 200 len: 1093 time: 3.4015872 Aug 10 00:58:00.099001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.102930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:00.105562 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616a6fa0-3016-4ca5-9958-f33a9afb22bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:00.112009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.230371 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78563e2d-62ac-4285-a60f-cfe920da15d2 x-openstack-request-id: req-78563e2d-62ac-4285-a60f-cfe920da15d2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:00.231162 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:00.231606 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78563e2d-62ac-4285-a60f-cfe920da15d2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:00.232157 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1', 'status': 'completed', 'code': 200} Aug 10 00:58:00.239645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 07beb4a6-99df-46bf-b8ae-4ccc7903081a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:00.240024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.267851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf8960-b338-48eb-85ae-ceff55ffe4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.279036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.279680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.281262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] 10.222.0.21 "PUT /v2.0/ports/02611524-c8c5-4555-bbc2-4d3c1aa5fb14 HTTP/1.1" status: 200 len: 1093 time: 2.5745313 Aug 10 00:58:00.307334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.321509 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.362393 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Transition to ACTIVE for port object fbd05bbb-aa55-4258-a850-fc2e03d04ece will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:00.371945 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.379503 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.430656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.441440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.454156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:00.455287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:00.462093 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c66e15-2cc7-4af6-bbc5-6de92fa5b6e8" -d '{"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:00.470774 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.507843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:00.536223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.612882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Attempting to bind port 212b85f5-e052-4f24-8134-25367540a4c9 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:00.613250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Attempting to bind port 212b85f5-e052-4f24-8134-25367540a4c9 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:00.613575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Attempting to bind port 212b85f5-e052-4f24-8134-25367540a4c9 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:00.616017 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Pushing event updated for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.634523 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.635560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.636116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.636655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.637189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.637864 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.638444 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.638995 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.639704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.640253 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.640542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.641005 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.641206 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Added segment 9a64159b-fe4f-4c21-99f1-84e0c6889b74 of type vlan for network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 Aug 10 00:58:00.641728 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:00.645961 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:58:00.665870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-6f3bd819-5174-4094-a329-96376ef5f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.667775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-6f3bd819-5174-4094-a329-96376ef5f443 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 1096 time: 0.5005293 Aug 10 00:58:00.670964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb15dbd-169e-4e77-bdf3-7d6418b7d20a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:00.720025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Port 212b85f5-e052-4f24-8134-25367540a4c9 on network 9bfe3a34-2355-4823-be7d-656114ca7702 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:00.720467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Attempting to bind port 212b85f5-e052-4f24-8134-25367540a4c9 on network 9bfe3a34-2355-4823-be7d-656114ca7702 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:00.800811 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.822756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:00.823163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Checking segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:00.823501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Bound using segment: {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:00.823971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Bound port: 212b85f5-e052-4f24-8134-25367540a4c9, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a9b553c-026f-4177-97dc-3b9a68636989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:00.824372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.880673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-6bd0ca81-fc10-4b37-88eb-cabeea38c128 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1 HTTP/1.1" status: 200 len: 217 time: 0.1940024 Aug 10 00:58:00.892799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Attempting to bind port fbd05bbb-aa55-4258-a850-fc2e03d04ece on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:00.893162 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Attempting to bind port fbd05bbb-aa55-4258-a850-fc2e03d04ece by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:00.893517 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Attempting to bind port fbd05bbb-aa55-4258-a850-fc2e03d04ece on network 56b05452-8ade-4b4e-8729-7f52f7396fc7 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:00.914574 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:00.915615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Checking segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:00.916242 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.917367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Bound using segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:00.918741 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Bound port: fbd05bbb-aa55-4258-a850-fc2e03d04ece, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:00.919620 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:00.928940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3e7f3-47cc-4ecc-8b15-efb24bf99d0f req-f746e812-28d4-43bd-b2ef-46da6a412368 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:00.930116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64a3e7f3-47cc-4ecc-8b15-efb24bf99d0f req-f746e812-28d4-43bd-b2ef-46da6a412368 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.4246116 Aug 10 00:58:01.004972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 00:58:01.062156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-e2959cf4-35c1-4412-beb7-c3f313625b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.064084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-e2959cf4-35c1-4412-beb7-c3f313625b10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 1096 time: 0.5586700 Aug 10 00:58:01.069206 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] For port fbd05bbb-aa55-4258-a850-fc2e03d04ece, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:01.071312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce35408-4fb2-4bf3-baf2-c8e73b19a0ae service neutron] Pushing event updated for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.076017 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] For port fbd05bbb-aa55-4258-a850-fc2e03d04ece, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fbd05bbb-aa55-4258-a850-fc2e03d04ece,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:01.106392 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.133326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-790dd6e4-07b8-4a7e-943c-daeb8cb9fca6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14 HTTP/1.1" status: 200 len: 217 time: 0.0552101 Aug 10 00:58:01.135619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-d644ba1e-0e4b-44f2-b69d-bc862d9d6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.137105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-d644ba1e-0e4b-44f2-b69d-bc862d9d6c24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.1956136 Aug 10 00:58:01.145079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe3e2e-2696-4cd6-a1e0-b53bbe9f3a0f req-2b2b55bc-3d74-4da0-bd11-f6f910f17de1 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.146789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3afe3e2e-2696-4cd6-a1e0-b53bbe9f3a0f req-2b2b55bc-3d74-4da0-bd11-f6f910f17de1 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.7936242 Aug 10 00:58:01.178634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64a3e7f3-47cc-4ecc-8b15-efb24bf99d0f req-38804409-6e6c-413f-9795-a0b83518b25e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880610 Aug 10 00:58:01.187916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.188900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.189499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.249602 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:01.250548 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:01.275557 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e0e419-67e8-4748-957b-8831c429ded8 x-openstack-request-id: req-a5e0e419-67e8-4748-957b-8831c429ded8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:01.276392 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:01.276654 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5e0e419-67e8-4748-957b-8831c429ded8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:01.277596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7475998 Aug 10 00:58:01.280566 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'code': 200} Aug 10 00:58:01.313028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:01.378487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Request body: {'subnet': {'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-subnet', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:01.390207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3afe3e2e-2696-4cd6-a1e0-b53bbe9f3a0f req-f44d461c-5cac-4c34-b685-8453f593b5e4 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849754 Aug 10 00:58:01.393721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-ea2f119d-3457-4a35-98f0-999f80aca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.395246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-ea2f119d-3457-4a35-98f0-999f80aca472 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.2468863 Aug 10 00:58:01.398660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-14ef960c-be7b-4995-8c9f-216d714e9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.400089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-14ef960c-be7b-4995-8c9f-216d714e9a6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2442276 Aug 10 00:58:01.428263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:01.483141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:01.486418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=212b85f5-e052-4f24-8134-25367540a4c9,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:01.490356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d945a-4c60-4f1c-be18-af4d219051ce admin admin] Pushing event updated for resources: {'Network': ['ID=3dc341bc-db27-4e51-b5c1-11e3d84334b4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.499808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.507891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:01.533087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Made reservation on behalf of 2a956611e3a042daa83b06e77e7d5a60 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:01.535738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.646889 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.648147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:01.649586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] 10.222.0.10 "PUT /v2.0/ports/212b85f5-e052-4f24-8134-25367540a4c9 HTTP/1.1" status: 200 len: 1092 time: 3.2235150 Aug 10 00:58:01.653409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:01.660687 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "tag": "212b85f5-e052-4f24-8134-25367540a4c9"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:01.701447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa0b38-3761-4cd5-8d31-61a440350d0d req-859530c8-dd0d-4c83-bd86-85c9c560a1b4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.709096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ffa0b38-3761-4cd5-8d31-61a440350d0d req-859530c8-dd0d-4c83-bd86-85c9c560a1b4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2893970 Aug 10 00:58:01.822554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad173ff-14e6-4597-9883-5b409d690ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.846522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ed3d301-b703-40b6-a461-70355d3a6780 req-9fb3aac1-2489-42f8-8b2b-41c3f10cb816 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1547556 Aug 10 00:58:01.880449 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab943f56-1d9b-44d3-9019-109050b9b2d6 None None] Pushing event updated for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:01.887534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ffa0b38-3761-4cd5-8d31-61a440350d0d req-d581e59a-fad0-43b8-b91e-815f0ee1c44d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764596 Aug 10 00:58:01.914163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0d875d12-937b-4539-8179-3f3c23d8ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.920529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0d875d12-937b-4539-8179-3f3c23d8ca09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 1095 time: 0.2068174 Aug 10 00:58:01.945065 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:56Z', 'revision_number': 4, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fbd05bbb-aa55-4258-a850-fc2e03d04ece', 'name': '', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'mac_address': 'fa:16:3e:16:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:53Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'subnets': [{'id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:01.961455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1253-ee65-4016-909e-53318b478e2d req-a588a0cf-0a50-43aa-b43b-4d5af25937d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:01.968651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-a588a0cf-0a50-43aa-b43b-4d5af25937d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5470254 Aug 10 00:58:01.979640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-1997601a-f01a-4924-9449-b2b7b47b3143 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648439 Aug 10 00:58:02.012352 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2452210-c5d2-43d2-80a0-62b097a0e64f None None] The sync data for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 is: [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T00:57:56Z', 'revision_number': 4, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'fbd05bbb-aa55-4258-a850-fc2e03d04ece', 'name': '', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'mac_address': 'fa:16:3e:16:db:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:53Z', 'updated_at': '2021-08-10T00:58:01Z', 'revision_number': 4, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'subnets': [{'id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:02.041532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0ca13014-c6b5-44e8-9eff-e206ce995b44 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=212b85f5-e052-4f24-8134-25367540a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1095648 Aug 10 00:58:02.048017 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43950dc5-caa3-4a88-b11a-3edf4883e710 x-openstack-request-id: req-43950dc5-caa3-4a88-b11a-3edf4883e710 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:02.048973 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "tag": "212b85f5-e052-4f24-8134-25367540a4c9", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:02.052390 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43950dc5-caa3-4a88-b11a-3edf4883e710 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:02.053118 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9', 'status': 'completed', 'code': 200} Aug 10 00:58:02.213664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0c1a22dc-6106-4bbb-9d95-148fe1eb3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.215568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-0c1a22dc-6106-4bbb-9d95-148fe1eb3654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.1016674 Aug 10 00:58:02.237809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:02.241313 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d731f1-5417-4a41-8391-2b489a2788ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:02.324109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f847dd6-c919-4f96-be0f-9206763088a9 req-8ac4f8f5-d694-46cc-b4cd-7f8335abf606 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192246 Aug 10 00:58:02.327379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-84f8d76c-c09f-4d40-82f7-aa0e66c879ab service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515365 Aug 10 00:58:02.424678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.430843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-e1605bec-9fc1-4ba9-8280-a48a59c12940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.433971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-e1605bec-9fc1-4ba9-8280-a48a59c12940 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1848977 Aug 10 00:58:02.438353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996d8fa-c070-46b6-898c-b6686cc03d89 req-947f7667-6201-4dc3-8c73-331e6856f684 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.440092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d996d8fa-c070-46b6-898c-b6686cc03d89 req-947f7667-6201-4dc3-8c73-331e6856f684 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 943 time: 0.4426384 Aug 10 00:58:02.535673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-b738531c-710b-487b-9720-e87ebf22ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.537207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-b738531c-710b-487b-9720-e87ebf22ec7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 1096 time: 0.1368227 Aug 10 00:58:02.542886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d996d8fa-c070-46b6-898c-b6686cc03d89 req-05ec5ac3-1dd7-44f0-beb1-84f2bbc3fa12 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833359 Aug 10 00:58:02.579944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-db4b81c0-0955-45fb-a826-a2fb42a7e967 service neutron] 10.222.0.10 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167374 Aug 10 00:58:02.590910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66ee1253-ee65-4016-909e-53318b478e2d req-d6409b4f-311b-4210-9847-ef963fde3e5a service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545726 Aug 10 00:58:02.598345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d24d-3704-4d5d-846d-a34976b16478 req-2f25d548-2735-42e2-b40a-b6e94ef48da4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.600112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba98d24d-3704-4d5d-846d-a34976b16478 req-2f25d548-2735-42e2-b40a-b6e94ef48da4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2946808 Aug 10 00:58:02.756139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b91ddd-679d-4f4f-a14e-fe32c335ff1f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:02.770930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-9cc4a699-5fbd-4e04-a93f-5de2a59fa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.773661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-9cc4a699-5fbd-4e04-a93f-5de2a59fa980 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 916 time: 0.2286751 Aug 10 00:58:02.830491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba98d24d-3704-4d5d-846d-a34976b16478 req-926e5b5a-2199-4252-b71f-3b208f09501d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896524 Aug 10 00:58:02.839511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Checking segment: {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:02.840130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Network hostable DHCP agents. Network: 3dc341bc-db27-4e51-b5c1-11e3d84334b4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:02.863954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-4d4f81ec-d872-4ee5-961c-c44bbff6a25d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1 HTTP/1.1" status: 200 len: 217 time: 0.0824249 Aug 10 00:58:02.886129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:02.902339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c10f8f0e-e050-42ed-8524-5d2196c8894e req-3bc7f5f2-c4f1-41a9-9b6f-a1fa706f3ce7 service neutron] 10.222.0.10 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124835 Aug 10 00:58:02.925515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 3dc341bc-db27-4e51-b5c1-11e3d84334b4) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:02.931734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:02.933357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:02.936539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73ae1b-7f24-4085-ae55-05239ad143d9 None None] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:02.972538 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8988cc-3360-4782-a796-b9a1e5c456e5 x-openstack-request-id: req-3a8988cc-3360-4782-a796-b9a1e5c456e5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:02.972793 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:02.973051 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a8988cc-3360-4782-a796-b9a1e5c456e5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:02.976507 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14', 'status': 'completed', 'code': 200} Aug 10 00:58:02.981546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e3902160-566e-4bb1-a33c-0828d468346e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6671245 Aug 10 00:58:02.985135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38782) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:02.999053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:03.088350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-ad199206-9661-4922-bc76-9b336c52e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.090292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-ad199206-9661-4922-bc76-9b336c52e54e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.2185547 Aug 10 00:58:03.128652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.129886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.196132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd148d7d-6d16-4487-9925-b9c18d4add1d req-7f1d8724-d782-44a9-834a-6622037a5fed tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0503600 Aug 10 00:58:03.218048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-9a8e0540-cab1-4325-83c6-1201cc826096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.219637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-9a8e0540-cab1-4325-83c6-1201cc826096 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 1095 time: 0.2098455 Aug 10 00:58:03.283016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'fixed_ips': [{'subnet_id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:03.284060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.461308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fbd05bbb-aa55-4258-a850-fc2e03d04ece up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:03.470401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.494488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-0b361dcc-9d8e-4992-921c-930035e44203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:03.496127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-0b361dcc-9d8e-4992-921c-930035e44203 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 916 time: 0.2623830 Aug 10 00:58:03.622520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fbd05bbb-aa55-4258-a850-fc2e03d04ece completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:03.636315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fbd05bbb-aa55-4258-a850-fc2e03d04ece triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:03.637162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.681351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Allocated IP 172.20.0.2 (3dc341bc-db27-4e51-b5c1-11e3d84334b4/91b91ddd-679d-4f4f-a14e-fe32c335ff1f/28ccd21e-9fe3-4ced-9c07-69d0ff21227e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:03.898307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:03.979752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port fbd05bbb-aa55-4258-a850-fc2e03d04ece, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fbd05bbb-aa55-4258-a850-fc2e03d04ece,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:03.995614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.006255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d731f1-5417-4a41-8391-2b489a2788ac req-67de4d6f-7889-48f4-97eb-2c8961ba7b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.013187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-67de4d6f-7889-48f4-97eb-2c8961ba7b19 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 1096 time: 1.0274637 Aug 10 00:58:04.033307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff258df1-7b98-4780-8b50-6bff7789fb43 req-bb2a585f-c76f-4697-b571-a9e5d869f17a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.043827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff258df1-7b98-4780-8b50-6bff7789fb43 req-bb2a585f-c76f-4697-b571-a9e5d869f17a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.6774437 Aug 10 00:58:04.079030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.088326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Transition to ACTIVE for port object 28ccd21e-9fe3-4ced-9c07-69d0ff21227e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:04.106358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Transition to ACTIVE for port object 28ccd21e-9fe3-4ced-9c07-69d0ff21227e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:04.169458 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.183893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a41428-8123-4de4-8244-58179f63cb88 req-43e03aa8-55b1-4a03-a8e6-a28ad8790dda tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.186179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3a41428-8123-4de4-8244-58179f63cb88 req-43e03aa8-55b1-4a03-a8e6-a28ad8790dda tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 1.0932333 Aug 10 00:58:04.204305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:04.204857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-af5bb69c-abb2-4787-b3a8-0324fdd4b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.209226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:04.209420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-af5bb69c-abb2-4787-b3a8-0324fdd4b477 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3316293 Aug 10 00:58:04.212274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:04.216663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-0fc76bb5-90c9-41a5-81a7-153ebec59d08 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=212b85f5-e052-4f24-8134-25367540a4c9 HTTP/1.1" status: 200 len: 217 time: 0.1217492 Aug 10 00:58:04.238575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff258df1-7b98-4780-8b50-6bff7789fb43 req-f2043294-844a-4282-b5ed-5195388cf4cc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926150 Aug 10 00:58:04.253119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.368341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Attempting to bind port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:04.368723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Attempting to bind port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:04.369160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Attempting to bind port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e on network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:04.375890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:04.376265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Checking segment: {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:04.376802 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.377201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Bound using segment: {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:04.377673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Bound port: 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:04.378058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.391240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.400248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-a3adae88-673f-4d64-8b3f-a0b5c8e7e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.403514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-a3adae88-673f-4d64-8b3f-a0b5c8e7e74f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.1608610 Aug 10 00:58:04.429492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Pushing event updated for resources: {'Port': ['ID=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.433203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d731f1-5417-4a41-8391-2b489a2788ac req-a00e5eed-c504-41a1-99a9-37de4fd80549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.435412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-a00e5eed-c504-41a1-99a9-37de4fd80549 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 916 time: 0.4148221 Aug 10 00:58:04.489838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] For port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:04.495921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] For port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:04.510746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-4035edfb-5cfd-41cb-ab81-8694827f88d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14 HTTP/1.1" status: 200 len: 217 time: 0.0570767 Aug 10 00:58:04.518820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:04.534976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3a41428-8123-4de4-8244-58179f63cb88 req-649c5a1d-db93-4f53-94df-98b945baeadf tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373125 Aug 10 00:58:04.564667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-5f5354e1-06fa-4c83-a1ec-ff1a26aa8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.566498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-5f5354e1-06fa-4c83-a1ec-ff1a26aa8583 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1432569 Aug 10 00:58:04.595896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9d46b-5759-4121-8987-6d50b59752d8 req-8890376d-b944-46e1-bf09-ea927dcce9a5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.595896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2f9d46b-5759-4121-8987-6d50b59752d8 req-8890376d-b944-46e1-bf09-ea927dcce9a5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 943 time: 0.1811874 Aug 10 00:58:04.652126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c40913-97b3-4bb7-bd48-b057346402ea None None] Pushing event updated for resources: {'Port': ['ID=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:04.734372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-d10ec2a9-4ebe-4b54-907e-d56d48ab38c9 service neutron] 10.222.0.10 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378670 Aug 10 00:58:04.754746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d731f1-5417-4a41-8391-2b489a2788ac req-42c53f69-dfe9-498a-86da-8148b7710b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:04.754746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-42c53f69-dfe9-498a-86da-8148b7710b29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.2111819 Aug 10 00:58:04.754746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-ff00da0d-2637-484f-9a2f-a17ba7271144 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216599 Aug 10 00:58:04.989760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd7e5c00-1c66-40e0-96ad-c6e0b2ddc63f req-09add389-a461-4700-9ed7-e3641c51db22 service neutron] 10.222.0.10 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072456 Aug 10 00:58:05.012925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243e17d-eb51-4af8-899c-84f0449f6752 req-2c2905a4-147d-428b-b118-a4e67c67976d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:05.014640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5243e17d-eb51-4af8-899c-84f0449f6752 req-2c2905a4-147d-428b-b118-a4e67c67976d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.3258967 Aug 10 00:58:05.026098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2f9d46b-5759-4121-8987-6d50b59752d8 req-08b3a3fd-3aa2-41ef-9489-d62b48427465 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324284 Aug 10 00:58:05.060493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-a104380d-9c79-4380-b17a-1b77d623ea62 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:05.064647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-a104380d-9c79-4380-b17a-1b77d623ea62 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.10 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.3063087 Aug 10 00:58:05.118031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616a6fa0-3016-4ca5-9958-f33a9afb22bf req-043c4146-1741-449e-b31f-20ca94f5a16c service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452792 Aug 10 00:58:05.140871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d731f1-5417-4a41-8391-2b489a2788ac req-f7e43465-5953-4ebe-a6ba-f65b1bed7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:05.143044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-f7e43465-5953-4ebe-a6ba-f65b1bed7ef2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3748240 Aug 10 00:58:05.156653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5243e17d-eb51-4af8-899c-84f0449f6752 req-cf409a0a-926c-48d9-884e-05568b4588ad tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269894 Aug 10 00:58:05.403454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c20a3513-3f8b-4856-aec7-179c8d8f96bf req-db4efd8e-4f3e-47d5-a588-f3c7e9de529f tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0421362 Aug 10 00:58:05.408011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Deleting port a8b260e9-a6bf-4b56-bc25-56504e5900c8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:05.408011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.410939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.427401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-364b8c5e-8997-4308-8eeb-0b6aa1a03c9d service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676601 Aug 10 00:58:05.456862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.482742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fbd05bbb-aa55-4258-a850-fc2e03d04ece up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:05.552873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fbd05bbb-aa55-4258-a850-fc2e03d04ece triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:05.553654 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.640687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] For port a8b260e9-a6bf-4b56-bc25-56504e5900c8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a8b260e9-a6bf-4b56-bc25-56504e5900c8,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:05.641367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.660089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 28ccd21e-9fe3-4ced-9c07-69d0ff21227e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:05.714595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce35d-bd07-4baf-92a3-75e17780e1f4 req-869b7722-839d-4025-96e7-3c533a9a711d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:05.723089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-546ce35d-bd07-4baf-92a3-75e17780e1f4 req-869b7722-839d-4025-96e7-3c533a9a711d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2651644 Aug 10 00:58:05.767566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d731f1-5417-4a41-8391-2b489a2788ac req-4a441e49-0f2e-4bf6-8b9c-e83944b46d10 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206024 Aug 10 00:58:05.843609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-546ce35d-bd07-4baf-92a3-75e17780e1f4 req-28253c4c-7bdb-4144-a44f-9b389606fdea tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190951 Aug 10 00:58:05.908003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 212b85f5-e052-4f24-8134-25367540a4c9 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:05.943936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:05.965187 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.965601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:05.965774 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Floating IP 33ff59c4-8939-4e28-a21c-603afbfe954c disassociated. External IP: 172.25.7.138, port: a8b260e9-a6bf-4b56-bc25-56504e5900c8. Aug 10 00:58:05.966177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Calling delete_port for a8b260e9-a6bf-4b56-bc25-56504e5900c8 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:05.997013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Allocated IP 172.25.7.249 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/0531dbba-dbe4-408c-91c5-7388c7f816dc) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:06.045694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:06.058430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=212b85f5-e052-4f24-8134-25367540a4c9,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.097773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '212b85f5-e052-4f24-8134-25367540a4c9', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'port_id': '212b85f5-e052-4f24-8134-25367540a4c9', 'mac_address': 'fa:16:3e:18:bd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc2ca98-8e22-40d7-bd32-cf7d39729903', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:06.155006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059be9a-f952-46c5-81ec-0f135ab18c2a req-ce02cf81-5a34-43dc-afba-984e15800b3a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.156548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a059be9a-f952-46c5-81ec-0f135ab18c2a req-ce02cf81-5a34-43dc-afba-984e15800b3a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 945 time: 0.4731264 Aug 10 00:58:06.226373 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.238812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1468fd71-17ba-4416-9219-bd20f8be6620 None None] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:06.245391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a059be9a-f952-46c5-81ec-0f135ab18c2a req-7a126871-3873-4b90-9d58-550880c20055 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups?id=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761380 Aug 10 00:58:06.263164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.313549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf7515-2a3f-4d2b-ae27-341bef81bdb2 req-561a1531-3135-41b1-ad43-a2fd6ed3a4f1 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.316708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53bf7515-2a3f-4d2b-ae27-341bef81bdb2 req-561a1531-3135-41b1-ad43-a2fd6ed3a4f1 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 943 time: 0.1359527 Aug 10 00:58:06.401002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53bf7515-2a3f-4d2b-ae27-341bef81bdb2 req-878c9d0d-b6e2-4f97-8297-6bcdcecc74e8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740364 Aug 10 00:58:06.445076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.450066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.451313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212b85f5-e052-4f24-8134-25367540a4c9 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:06.457981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Provisioning for port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:06.468908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Provisioning complete for port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:06.469393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.554905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=212b85f5-e052-4f24-8134-25367540a4c9,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.566950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8270c68-58ea-4836-8627-22f5a8723eaf req-ba604ae4-265e-4db7-a090-2ca34328cfd6 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0430286 Aug 10 00:58:06.574897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:06.587979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:06.601936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.605201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:06.668302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d969e9-6f2b-4ea5-8a9e-2033bcb36c1b req-af6c6b04-1b04-4821-bc2b-afaa4e5edcdb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:06.669591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.670119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17d969e9-6f2b-4ea5-8a9e-2033bcb36c1b req-af6c6b04-1b04-4821-bc2b-afaa4e5edcdb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1791751 Aug 10 00:58:06.674198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.679022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0531dbba-dbe4-408c-91c5-7388c7f816dc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.693364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.732830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] For port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.734992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'port_id': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14', 'mac_address': 'fa:16:3e:c6:3a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc2ca98-8e22-40d7-bd32-cf7d39729903', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:06.737462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.852638 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.900696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bfb67-38ac-4bd8-b307-342ff4b6c9e3 None None] Pushing event updated for resources: {'Port': ['ID=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.908522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:06.943018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['212b85f5-e052-4f24-8134-25367540a4c9'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:06.946179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:06.969002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event deleted for resources: {'Port': ['ID=a8b260e9-a6bf-4b56-bc25-56504e5900c8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:06.978450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:06.979172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:07.005914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17d969e9-6f2b-4ea5-8a9e-2033bcb36c1b req-7342abf4-43f1-40bd-aa3d-82269e100f27 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038871 Aug 10 00:58:07.061037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-3bdff4e2-485e-43b0-a2b0-8ebd8972efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.062930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-3bdff4e2-485e-43b0-a2b0-8ebd8972efa4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1098 time: 0.1785250 Aug 10 00:58:07.118619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3a144-005a-40b0-a815-9b071ce3210d req-f37e94ff-c7f9-4cf1-b642-30e6cbb67fbc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.123770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33e3a144-005a-40b0-a815-9b071ce3210d req-f37e94ff-c7f9-4cf1-b642-30e6cbb67fbc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1631427 Aug 10 00:58:07.202104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:07.239385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1', 'network_id': '9bfe3a34-2355-4823-be7d-656114ca7702', 'port_id': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1', 'mac_address': 'fa:16:3e:d2:e1:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc2ca98-8e22-40d7-bd32-cf7d39729903', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:07.305892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33e3a144-005a-40b0-a815-9b071ce3210d req-29db4a32-8766-4f31-93ce-d6afd5c36485 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657887 Aug 10 00:58:07.352741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.360489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:07.360873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 28ccd21e-9fe3-4ced-9c07-69d0ff21227e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:07.402965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-9cdb4406-904b-4f07-b5e6-c81d4eb7be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.404486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-9cdb4406-904b-4f07-b5e6-c81d4eb7be32 service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.3115778 Aug 10 00:58:07.466350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4c49600f-657a-4551-a2e3-ef4d2d963466 req-84b36f8e-11bb-456e-9826-56ca25206433 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0465491 Aug 10 00:58:07.525364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-68cdd2d8-8fff-4e83-8ca4-53c75e35bcfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.1042368 Aug 10 00:58:07.578778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:07.583999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:07.605106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-07cf1820-e637-4600-9389-ef1ab8def03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.609928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-07cf1820-e637-4600-9389-ef1ab8def03e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.0817332 Aug 10 00:58:07.625874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a1e8d7f-df6f-4810-8fde-5d36d75ae228 None None] Provisioning complete for port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:07.626238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8d7f-df6f-4810-8fde-5d36d75ae228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.661259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.666637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:07.667070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.684732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-7c4786a5-fa1c-4127-b8fd-614fd621f484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639131 Aug 10 00:58:07.718167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a8b260e9-a6bf-4b56-bc25-56504e5900c8 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:07.719538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910a130-f128-49d6-90ee-07f4a5e94ea5 req-4caea920-a557-4439-a1c7-49038816a39b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:07.720491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6910a130-f128-49d6-90ee-07f4a5e94ea5 req-4caea920-a557-4439-a1c7-49038816a39b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 944 time: 0.1722872 Aug 10 00:58:07.739370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:07.773911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a44c04f7-e8ac-4f61-855e-0d0723e0cf87 req-a9e085c7-9d58-499a-bb21-b97eb04a0e5e tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0900776 Aug 10 00:58:07.782690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:07.795067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Sync routers for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:07.813093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: a8b260e9-a6bf-4b56-bc25-56504e5900c8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:07.813524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a8b260e9-a6bf-4b56-bc25-56504e5900c8 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:07.822263 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:07.828039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-fd992209-60d9-43ed-9b12-485dd2f41347 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348362 Aug 10 00:58:07.913582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:07.934539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:07.934539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:07.979811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1003a14-e63c-4388-81a9-c1b64a2d8531 req-6ae10969-dc96-4ae8-9a07-1b79cf469300 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416540 Aug 10 00:58:08.090621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:08.179254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322062-877d-443f-a4ea-51681e469568 req-72c4949a-3948-4206-96c5-271e7a167930 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.188854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20322062-877d-443f-a4ea-51681e469568 req-72c4949a-3948-4206-96c5-271e7a167930 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0880241 Aug 10 00:58:08.262420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] No DVR routers for this DVR port a8b260e9-a6bf-4b56-bc25-56504e5900c8 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:08.264246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20322062-877d-443f-a4ea-51681e469568 req-ee1e6172-a61b-4067-bc91-879b385d1d9e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733886 Aug 10 00:58:08.268254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.270582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-007e9b8f-f5b0-4892-9074-dcc6d523a17e req-2143529f-7549-4bce-91c3-ace5dfbaa121 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.10 "DELETE /v2.0/ports/a8b260e9-a6bf-4b56-bc25-56504e5900c8 HTTP/1.1" status: 204 len: 173 time: 3.1938426 Aug 10 00:58:08.273382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'name': 'network-vif-deleted', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:08.275651 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af555c4a-bc85-4df5-82cf-03c2b194479d" -d '{"events": [{"server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "name": "network-vif-deleted", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:08.284996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5ba1a60e-ac14-4f27-aacf-eff3a81265b1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:08.286933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['02611524-c8c5-4555-bbc2-4d3c1aa5fb14'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:08.307943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6910a130-f128-49d6-90ee-07f4a5e94ea5 req-7998e2f5-2670-4cc0-a5ec-9609349317f4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775166 Aug 10 00:58:08.485130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:08.519758 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced1b74c-6c7d-44dd-a89e-a610116a646c x-openstack-request-id: req-ced1b74c-6c7d-44dd-a89e-a610116a646c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:08.520151 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94be06e8-40b0-464f-bc81-c310ead9279b", "name": "network-vif-deleted", "tag": "a8b260e9-a6bf-4b56-bc25-56504e5900c8", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:08.520494 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ced1b74c-6c7d-44dd-a89e-a610116a646c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:08.521017 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94be06e8-40b0-464f-bc81-c310ead9279b', 'name': 'network-vif-deleted', 'tag': 'a8b260e9-a6bf-4b56-bc25-56504e5900c8', 'status': 'completed', 'code': 200} Aug 10 00:58:08.596602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870eccfc-c1fc-4157-8a88-a9a8303fc3db req-8f2b506f-a5bd-4b16-99ab-0a81153ab21d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:08.598279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-870eccfc-c1fc-4157-8a88-a9a8303fc3db req-8f2b506f-a5bd-4b16-99ab-0a81153ab21d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1106095 Aug 10 00:58:08.695276 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-870eccfc-c1fc-4157-8a88-a9a8303fc3db req-935e6880-f1f8-4600-b221-0f6301d08a4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Aug 10 00:58:08.714625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-181f818c-c7c3-4e33-96de-0912e4345c1e req-878021b8-7f2c-4d10-9b24-74fe2afd4656 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0451529 Aug 10 00:58:08.778416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:58:08.978773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:08.987982 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Sync routers for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:09.003843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ee2e2119-08ce-4f32-a7d4-a63cec9f609a req-9d2a48f2-3d39-4382-b7aa-c74ce2183abe tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0737081 Aug 10 00:58:09.005365 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:09.006164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:09.008242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.013809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38836) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:09.014780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3cb325c5-9a9c-4398-9a18-c7c891f583a4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0230627 Aug 10 00:58:09.146090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:09.169051 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:09.202072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Checking router: 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:09.223583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:09.224863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:09.501031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f427a3-ab0b-4f83-8e0b-105c9f74db36 req-9e74a06e-51b1-4892-acc7-d493c497e85b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.502557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-63f427a3-ab0b-4f83-8e0b-105c9f74db36 req-9e74a06e-51b1-4892-acc7-d493c497e85b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1509418 Aug 10 00:58:09.526520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:09.544126 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 3, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:09.578968 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Checking router: f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:09.579374 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Updating router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a port 0531dbba-dbe4-408c-91c5-7388c7f816dc binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:09.607966 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-63f427a3-ab0b-4f83-8e0b-105c9f74db36 req-0cff078e-9765-4001-96f9-c27fc2d39b81 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873299 Aug 10 00:58:09.629160 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:09.671535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79701ec-3ec5-4f12-9908-fec536f80256 req-cd3e02a8-36c1-4bf6-a63c-b7351bf4ddaa tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:09.673116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e79701ec-3ec5-4f12-9908-fec536f80256 req-cd3e02a8-36c1-4bf6-a63c-b7351bf4ddaa tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 944 time: 0.1589315 Aug 10 00:58:09.801579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e79701ec-3ec5-4f12-9908-fec536f80256 req-786ea765-8123-4f3c-9945-82e547463944 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107957 Aug 10 00:58:09.862638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 212b85f5-e052-4f24-8134-25367540a4c9 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:09.988297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2fe8dfc7-00d6-4b4a-9568-b33eb3213061 req-92048682-a40d-4cdd-9b7f-98631edfc420 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.1037185 Aug 10 00:58:10.040028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:10.075424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 212b85f5-e052-4f24-8134-25367540a4c9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:10.079378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2369afb-f08b-449c-b0e1-bf758cb08468 None None] The sync data for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 is: [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:54:43Z', 'revision_number': 4, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '80a5c9e9-218e-4115-86d3-2e6f50f5874f', 'name': '', 'network_id': '71a7834c-8eef-416a-8f7a-78dcad975a57', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'mac_address': 'fa:16:3e:67:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:41Z', 'updated_at': '2021-08-10T00:54:49Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'subnets': [{'id': 'c2e5168d-7cb5-41d5-b461-934e7bb40e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:10.082912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 212b85f5-e052-4f24-8134-25367540a4c9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:10.083394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.141824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:10.257923 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.279753 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Transition to ACTIVE for port object 0531dbba-dbe4-408c-91c5-7388c7f816dc will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:10.294488 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.305069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4541e162-e34e-4928-8385-1f9e4bc92532 req-6bcee0c1-e741-4f60-b622-5069313237be tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0962300 Aug 10 00:58:10.367964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.432963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:10.442833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501bb19-55d3-462c-b1b8-a0bbe12d25c9 req-b91ae7ed-3a0f-46f7-afc7-1a22355339fb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.456545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4501bb19-55d3-462c-b1b8-a0bbe12d25c9 req-b91ae7ed-3a0f-46f7-afc7-1a22355339fb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2123551 Aug 10 00:58:10.460879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:10.461714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.468605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:10.472891 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72ef80e-fb49-4763-b85a-cc34ae331ad2" -d '{"events": [{"server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "name": "network-vif-plugged", "status": "completed", "tag": "212b85f5-e052-4f24-8134-25367540a4c9"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:10.511609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4501bb19-55d3-462c-b1b8-a0bbe12d25c9 req-0219fd94-b4b8-41b0-954b-9ce3bad3039e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Aug 10 00:58:10.516415 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Attempting to bind port 0531dbba-dbe4-408c-91c5-7388c7f816dc on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:10.517019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Attempting to bind port 0531dbba-dbe4-408c-91c5-7388c7f816dc by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:10.517598 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Attempting to bind port 0531dbba-dbe4-408c-91c5-7388c7f816dc on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:10.519053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.554303 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06899261-46eb-451c-bd7b-b02b94942d35 None None] Pushing event updated for resources: {'Port': ['ID=0531dbba-dbe4-408c-91c5-7388c7f816dc,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:10.571323 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:10.573599 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:10.574307 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.574819 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:10.586828 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Bound port: 0531dbba-dbe4-408c-91c5-7388c7f816dc, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:10.589175 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.699060 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ab70e7-c250-4e53-925d-2e03c59eeb6d x-openstack-request-id: req-12ab70e7-c250-4e53-925d-2e03c59eeb6d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:10.699442 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "name": "network-vif-plugged", "status": "completed", "tag": "212b85f5-e052-4f24-8134-25367540a4c9", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:10.699875 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12ab70e7-c250-4e53-925d-2e03c59eeb6d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:10.700903 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9', 'code': 200} Aug 10 00:58:10.708012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=212b85f5-e052-4f24-8134-25367540a4c9,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:10.734549 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.822198 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] For port 0531dbba-dbe4-408c-91c5-7388c7f816dc, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:10.825969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] For port 0531dbba-dbe4-408c-91c5-7388c7f816dc, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0531dbba-dbe4-408c-91c5-7388c7f816dc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:10.835211 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:10.879853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ac776-5b81-4a3e-85c0-f3bf32bd2c17 req-77c9dc8f-ba9e-473e-ae37-6d7b0d1fce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:10.891831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-660ac776-5b81-4a3e-85c0-f3bf32bd2c17 req-77c9dc8f-ba9e-473e-ae37-6d7b0d1fce20 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 1097 time: 0.1480093 Aug 10 00:58:10.896602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2461e1b-3e70-4855-84fa-9582204d2f29 None None] New status for floating IP 33ff59c4-8939-4e28-a21c-603afbfe954c: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:58:10.914429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:10.915468 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:11.033575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-660ac776-5b81-4a3e-85c0-f3bf32bd2c17 req-50c90992-97e8-42ec-bfd4-8fe0f4704a4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385713 Aug 10 00:58:11.282087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4106e-c849-485a-9e79-be708de8c069 req-c8285a3c-2625-47fc-ba39-d11860aced15 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.291892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ca4106e-c849-485a-9e79-be708de8c069 req-c8285a3c-2625-47fc-ba39-d11860aced15 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.4321284 Aug 10 00:58:11.311086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Allocated IP 172.20.0.1 (3dc341bc-db27-4e51-b5c1-11e3d84334b4/91b91ddd-679d-4f4f-a14e-fe32c335ff1f/6ba28105-3743-4219-b9e6-f53bf3ca1ebe) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:11.455503 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06899261-46eb-451c-bd7b-b02b94942d35 None None] Pushing event updated for resources: {'Port': ['ID=0531dbba-dbe4-408c-91c5-7388c7f816dc,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:11.464593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de31a1-37a2-47e4-b1f9-a1bdff02a488 req-e96d32d7-9a17-4d03-abae-ffcf16794185 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:11.472963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.487556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32de31a1-37a2-47e4-b1f9-a1bdff02a488 req-e96d32d7-9a17-4d03-abae-ffcf16794185 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.2562177 Aug 10 00:58:11.498627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Transition to ACTIVE for port object 6ba28105-3743-4219-b9e6-f53bf3ca1ebe will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:11.526387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:11.565810 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:11.601617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.607275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ca4106e-c849-485a-9e79-be708de8c069 req-3463323c-f128-4eb2-b4de-587fe89aa610 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997642 Aug 10 00:58:11.611261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.695954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32de31a1-37a2-47e4-b1f9-a1bdff02a488 req-2895cb0b-f2c9-42b1-8df3-cd24ff40d8ba tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035830 Aug 10 00:58:11.714637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:11.720411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:11.730839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:11.775323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:11.786819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:11.790217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:11.809385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.064079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.150733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-10f063da-a95a-42ec-8a99-9e53aeb76225 req-1e302328-15ba-4220-bc3e-c6621ecc2969 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.3537102 Aug 10 00:58:12.163372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-202f6da3-8ab5-4d64-bd4c-080ef8d3d031 req-f1ea67de-7d7f-466f-9fde-b89fa60976a4 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1778924 Aug 10 00:58:12.241531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.257973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.258535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.263043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.263684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.263867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.264424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.264992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.265533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.267547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.268117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.268668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.277465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.278178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:12.392589 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 3, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:12.408970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-415650d8-db3d-47d4-a3c3-53cf9250d0b3 None None] Provisioning for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:12.420511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-415650d8-db3d-47d4-a3c3-53cf9250d0b3 None None] Provisioning complete for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:12.421428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-415650d8-db3d-47d4-a3c3-53cf9250d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.442709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6c80a-a95e-40c9-8573-689b6507b29c req-2a35a915-4d90-4657-ac4a-0d469b175d7f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.451603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86e6c80a-a95e-40c9-8573-689b6507b29c req-2a35a915-4d90-4657-ac4a-0d469b175d7f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1746080 Aug 10 00:58:12.498230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:12.527646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:12.528733 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.535302 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb75350-b9ce-4314-8aaf-e8f3ee7529cb None None] The sync data for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 is: [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:07Z', 'revision_number': 3, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:12.541889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86e6c80a-a95e-40c9-8573-689b6507b29c req-9b4111e3-a9ab-48cf-b4f9-7bf6a013143c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890913 Aug 10 00:58:12.612532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-415650d8-db3d-47d4-a3c3-53cf9250d0b3 None None] Port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:12.688764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.706739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.833538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:12.836000 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c72ef-a8b5-4445-92a0-6a42bc552008" -d '{"events": [{"server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "name": "network-vif-plugged", "status": "completed", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:12.838690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.893560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:12.904617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:12.924305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b543-f60d-428e-9754-27d0e79ff5f7 req-4016668f-d69d-443c-a43c-ea7683d1bd8a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:12.928672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01f7b543-f60d-428e-9754-27d0e79ff5f7 req-4016668f-d69d-443c-a43c-ea7683d1bd8a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1419587 Aug 10 00:58:12.948458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:12.979659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.036758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01f7b543-f60d-428e-9754-27d0e79ff5f7 req-8d06669b-4e70-4d71-9986-63efb0ee6ec8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904973 Aug 10 00:58:13.109330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:13.174616 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a55be7-c83b-4e11-9690-025483a0d4f6 x-openstack-request-id: req-e4a55be7-c83b-4e11-9690-025483a0d4f6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:13.174616 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "name": "network-vif-plugged", "status": "completed", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:13.174616 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4a55be7-c83b-4e11-9690-025483a0d4f6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:13.175137 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14', 'code': 200} Aug 10 00:58:13.327801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:13.345608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:13.379335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0531dbba-dbe4-408c-91c5-7388c7f816dc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:13.391806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-979e157e-7785-4c92-8be0-c8643319c66e req-d54fdac3-6224-48f9-8630-f7ebb4abc3dd tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0958989 Aug 10 00:58:13.486792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eaf88-c638-4bdc-803f-4545b566f41b req-d9556ef5-6dec-4bd7-b253-f41ac4640d72 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.495843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-283eaf88-c638-4bdc-803f-4545b566f41b req-d9556ef5-6dec-4bd7-b253-f41ac4640d72 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.5845613 Aug 10 00:58:13.519435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0531dbba-dbe4-408c-91c5-7388c7f816dc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:13.524813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0531dbba-dbe4-408c-91c5-7388c7f816dc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:13.525200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.571779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628848c6-8402-477c-b9ed-2ea33131c50b req-a5e5cf15-784a-4ff7-ada2-bbbf1d6fdfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:13.574035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-628848c6-8402-477c-b9ed-2ea33131c50b req-a5e5cf15-784a-4ff7-ada2-bbbf1d6fdfba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 1098 time: 0.3475182 Aug 10 00:58:13.657326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aefbe1c-51b6-40e0-999e-554fa413d240 req-8522a389-5ad2-4981-8bb5-7ffb834a2356 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1231868 Aug 10 00:58:13.739414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:13.751786 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.776344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-283eaf88-c638-4bdc-803f-4545b566f41b req-fa5f1cf9-3560-4912-b691-c2bd4efcc1fa tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760291 Aug 10 00:58:13.832470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0531dbba-dbe4-408c-91c5-7388c7f816dc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0531dbba-dbe4-408c-91c5-7388c7f816dc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:13.846087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-628848c6-8402-477c-b9ed-2ea33131c50b req-ea690857-6e13-46bb-ba2e-2cfcde405c02 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621255 Aug 10 00:58:13.857663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:13.907296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:14.097828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3281e-b0df-49bb-b4a1-39a48a46bf10 req-dbe4c890-4ed3-4f2c-a48e-aee0e9731d3c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.107197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-edd3281e-b0df-49bb-b4a1-39a48a46bf10 req-dbe4c890-4ed3-4f2c-a48e-aee0e9731d3c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1170504 Aug 10 00:58:14.108617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8de798e1-dcce-40f0-9023-685422e8d908 None None] Provisioning complete for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:14.109272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8de798e1-dcce-40f0-9023-685422e8d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.128232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0531dbba-dbe4-408c-91c5-7388c7f816dc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.155417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:14.162371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0234ad9a-2c78-446c-a9eb-fb62c412f9f5 admin admin] 10.222.0.25 "PUT /v2.0/routers/f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1464829 Aug 10 00:58:14.197919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-edd3281e-b0df-49bb-b4a1-39a48a46bf10 req-847cc518-8f1d-4e25-808b-d758ac3c71f2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854936 Aug 10 00:58:14.221782 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a4126961-4cea-46f1-adbd-e9452e3082a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.259729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e539bd-2f4e-4011-85af-84c3a40d2a63 req-094598c7-0e3c-403e-9be7-d85a3458dc0d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.264469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:14.276167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9e539bd-2f4e-4011-85af-84c3a40d2a63 req-094598c7-0e3c-403e-9be7-d85a3458dc0d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.2419639 Aug 10 00:58:14.287557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8de798e1-dcce-40f0-9023-685422e8d908 None None] Port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:14.296515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'mac_address': 'fa:16:3e:d2:e6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:14.367725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.406939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d7d7ef-d58f-4809-9999-ae8482dab79f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:14.412041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9e539bd-2f4e-4011-85af-84c3a40d2a63 req-658e718f-cbbf-42a2-ae8f-5f926e19c78a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328259 Aug 10 00:58:14.430368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804b7c-6251-4ac8-9066-59006f7f5fae req-de5bf9bc-1598-4dcd-9e53-eb54000663b9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:14.446314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6804b7c-6251-4ac8-9066-59006f7f5fae req-de5bf9bc-1598-4dcd-9e53-eb54000663b9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1306541 Aug 10 00:58:14.478763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:14.486193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:14.540137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6804b7c-6251-4ac8-9066-59006f7f5fae req-fd375003-e6b6-44cd-a149-99a4d975249b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865746 Aug 10 00:58:14.615309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a1aff15-a812-4945-8601-86da4cbac1d7 req-4fcab025-f3d5-4d4b-a631-170c357f246f tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0686884 Aug 10 00:58:14.634554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:14.639335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c3d7d7ef-d58f-4809-9999-ae8482dab79f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:14.980154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32a77b8a-4a24-49ac-b947-abd47a82198d req-1e1d20b8-cf9a-4aaa-9de8-1eaf59d166f3 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1005182 Aug 10 00:58:15.176757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:15.179702 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586eee99-e3ee-4e30-a6f5-8dd1956c17e2" -d '{"events": [{"server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "name": "network-vif-plugged", "status": "completed", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:15.255467 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb76861-b9d0-4a40-b138-8eda149c9957 x-openstack-request-id: req-eeb76861-b9d0-4a40-b138-8eda149c9957 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:15.255766 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "name": "network-vif-plugged", "status": "completed", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:15.256022 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eeb76861-b9d0-4a40-b138-8eda149c9957 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:15.256460 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1', 'code': 200} Aug 10 00:58:15.291044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0531dbba-dbe4-408c-91c5-7388c7f816dc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:15.405913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0531dbba-dbe4-408c-91c5-7388c7f816dc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:15.406294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:15.417813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0cba-9814-422a-8241-ff98d7d17b96 req-9d83dff2-cda3-4040-83bb-de16ed2682df tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.429286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-403c0cba-9814-422a-8241-ff98d7d17b96 req-9d83dff2-cda3-4040-83bb-de16ed2682df tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0998218 Aug 10 00:58:15.459735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e029bb-5c3b-4ea3-b7c5-3865319655c7 req-0fcfcb3e-034e-4216-aa14-116aa2830706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.465589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98e029bb-5c3b-4ea3-b7c5-3865319655c7 req-0fcfcb3e-034e-4216-aa14-116aa2830706 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 1098 time: 0.1294966 Aug 10 00:58:15.528481 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-403c0cba-9814-422a-8241-ff98d7d17b96 req-c3abdecd-7212-4190-a12f-aa86bb5a1e36 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971587 Aug 10 00:58:15.684504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98e029bb-5c3b-4ea3-b7c5-3865319655c7 req-3bc669a5-9ccc-4104-8eca-5894602673f6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080438 Aug 10 00:58:15.717589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0549c-023c-4a83-9433-88afb31faea0 req-81a4b424-74b8-444c-9f34-8af1e7b05a47 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.731637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:15.734826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ef0549c-023c-4a83-9433-88afb31faea0 req-81a4b424-74b8-444c-9f34-8af1e7b05a47 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1861656 Aug 10 00:58:15.821691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01928-9d1a-4f24-9a2e-580dc9de302c req-32de03f6-31dd-4f38-9344-8819316d97d7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:15.823454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ef0549c-023c-4a83-9433-88afb31faea0 req-a0c178c7-9b5b-457b-acf9-328be5b503e8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847185 Aug 10 00:58:15.836787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6a01928-9d1a-4f24-9a2e-580dc9de302c req-32de03f6-31dd-4f38-9344-8819316d97d7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 944 time: 0.1516254 Aug 10 00:58:15.841095 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Sync routers for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:15.855954 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:15.856967 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:57:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:15.869523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c3d7d7ef-d58f-4809-9999-ae8482dab79f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:15.869985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.005985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a938c84-65ec-4391-92fa-6eb1597e8dd8 req-b191e5f8-71de-43f2-b804-ca9910511d22 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0567694 Aug 10 00:58:16.051053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6a01928-9d1a-4f24-9a2e-580dc9de302c req-88287b5c-c311-477d-a9ba-1f3e2b3f1a45 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019491 Aug 10 00:58:16.082986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.133857 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:16.206238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:16.212635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.267221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f9a3592-d24f-40f9-b519-6e876345c619 req-5e0e9b94-f23e-435e-8fd1-1d14829a6d30 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0772142 Aug 10 00:58:16.353063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:16.717350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:12Z', 'revision_number': 4, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6ba28105-3743-4219-b9e6-f53bf3ca1ebe', 'name': '', 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'mac_address': 'fa:16:3e:0f:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:10Z', 'updated_at': '2021-08-10T00:58:12Z', 'revision_number': 2, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'subnets': [{'id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:16.741539 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-afec99c3-92b7-4fda-867d-668ae39db102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.804461 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Checking router: f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:16.804857 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Updating router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:16.927807 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:16.932764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d11c-7904-4c7e-8221-628bf349da77 req-a761234b-c297-4a9c-91a2-0c99c0d75f3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:16.946783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5f5d11c-7904-4c7e-8221-628bf349da77 req-a761234b-c297-4a9c-91a2-0c99c0d75f3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1758795 Aug 10 00:58:17.052034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5f5d11c-7904-4c7e-8221-628bf349da77 req-d93bc3d8-c681-4093-b15a-31eba4d40f0a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038134 Aug 10 00:58:17.254335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.270479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:17.278189 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dbc126-df98-4317-a696-b48df43f2625" -d '{"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:17.410752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33104545-9013-42d2-958d-f49d49e94526 req-d26e212e-1272-474c-94ed-008e0a0d443e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/ports?device_id=94be06e8-40b0-464f-bc81-c310ead9279b HTTP/1.1" status: 200 len: 210 time: 0.0644419 Aug 10 00:58:17.545945 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.575492 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Transition to ACTIVE for port object 6ba28105-3743-4219-b9e6-f53bf3ca1ebe will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:17.591043 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.612463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c91bd-c2c3-43c5-8860-63cc2296c05d req-07268b71-22f4-4927-bddf-3d4919414c3a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.621939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e04c91bd-c2c3-43c5-8860-63cc2296c05d req-07268b71-22f4-4927-bddf-3d4919414c3a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.6960988 Aug 10 00:58:17.639405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.689839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666f01-dfac-490c-8b7a-51ae4bebd8c1 req-e1bff6a1-21ee-4a9b-840b-c78d04c9e895 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:17.702396 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f38e-eae1-4106-87f8-47ace3cfb4fe None None] Pushing event updated for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:17.703331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09666f01-dfac-490c-8b7a-51ae4bebd8c1 req-e1bff6a1-21ee-4a9b-840b-c78d04c9e895 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1225464 Aug 10 00:58:17.723164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e04c91bd-c2c3-43c5-8860-63cc2296c05d req-95a1564f-0bf4-4fb3-a43e-638b5b83df36 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998521 Aug 10 00:58:17.835319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09666f01-dfac-490c-8b7a-51ae4bebd8c1 req-ceb399b1-6e1a-4971-b91f-86a2061a9bd8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307485 Aug 10 00:58:17.949464 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Attempting to bind port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:17.950059 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Attempting to bind port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:17.951882 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Attempting to bind port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe on network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:17.973459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:17.974271 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Checking segment: {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:17.982380 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:17.982997 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Bound using segment: {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:17.984140 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Bound port: 6ba28105-3743-4219-b9e6-f53bf3ca1ebe, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a64159b-fe4f-4c21-99f1-84e0c6889b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:17.985892 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.019716 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa9a74-db2b-4cbe-9695-0a12fb371ab2 x-openstack-request-id: req-3aaa9a74-db2b-4cbe-9695-0a12fb371ab2 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:18.020059 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:18.020333 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3aaa9a74-db2b-4cbe-9695-0a12fb371ab2 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:18.020771 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'code': 200} Aug 10 00:58:18.229272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-488c3248-aeb1-4d89-bb2f-be21ca285739 req-8228d181-e3e3-4860-9bf7-ef056bc3b7cf tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1937327 Aug 10 00:58:18.249494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1c702-17c7-484c-ab08-9804441dcbf2 req-ca8bd0ca-da99-40f8-ae22-4ea9ddbc5570 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.266696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15b1c702-17c7-484c-ab08-9804441dcbf2 req-ca8bd0ca-da99-40f8-ae22-4ea9ddbc5570 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.1167409 Aug 10 00:58:18.336356 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] For port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:18.356369 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] For port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:18.364044 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:18.375138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15b1c702-17c7-484c-ab08-9804441dcbf2 req-929dbddb-04c9-493e-aa5d-46bb0dbbac57 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048112 Aug 10 00:58:18.544738 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:18.559837 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:18.613912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a8b9d8c-0d75-454a-8a5d-4c52922ddc8e req-b20b3bac-a38c-4af3-9c3b-9a7eba481ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0845635 Aug 10 00:58:18.650878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9506e-6224-4022-b695-31f8c4e6fdf2 req-1b6c988e-09c3-4e9b-a13c-33ca44858956 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.668510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e9506e-6224-4022-b695-31f8c4e6fdf2 req-1b6c988e-09c3-4e9b-a13c-33ca44858956 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.2287633 Aug 10 00:58:18.695378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:18.759071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e9506e-6224-4022-b695-31f8c4e6fdf2 req-bb635f70-4074-46e4-adde-7d8e5f978cc4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849051 Aug 10 00:58:18.903196 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6f38e-eae1-4106-87f8-47ace3cfb4fe None None] Pushing event updated for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:18.922358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac3058-561f-4f77-b03c-3909f458433f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.925326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac3058-561f-4f77-b03c-3909f458433f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.925760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac3058-561f-4f77-b03c-3909f458433f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.950970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a9ac3058-561f-4f77-b03c-3909f458433f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=398b2a239df34c7ca6adccb196b66e83&network_id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 2972 time: 0.2543457 Aug 10 00:58:18.963681 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:18.977827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fa2c9-3bc5-4ff8-84a5-156f0911c87a req-7e600628-55b4-4a34-bee6-15712d66d340 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:18.987707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a4fa2c9-3bc5-4ff8-84a5-156f0911c87a req-7e600628-55b4-4a34-bee6-15712d66d340 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.1791725 Aug 10 00:58:19.107310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a4fa2c9-3bc5-4ff8-84a5-156f0911c87a req-1d91af88-92b6-42a8-a00e-1c37bace3231 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186051 Aug 10 00:58:19.133297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbab43-4acf-4461-8759-1d5cc470488a req-bb7053ef-849d-43a7-b156-fda873b9c72b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:19.152731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0dbab43-4acf-4461-8759-1d5cc470488a req-bb7053ef-849d-43a7-b156-fda873b9c72b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1488292 Aug 10 00:58:19.166186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38982) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.268135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0dbab43-4acf-4461-8759-1d5cc470488a req-6b3ccb84-034e-4e15-bc14-d9d8dd673eb3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128831 Aug 10 00:58:19.323804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.418643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.568292 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:12Z', 'revision_number': 4, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6ba28105-3743-4219-b9e6-f53bf3ca1ebe', 'name': '', 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'mac_address': 'fa:16:3e:0f:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:10Z', 'updated_at': '2021-08-10T00:58:18Z', 'revision_number': 4, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'subnets': [{'id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:19.617058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12acc81b-327c-4a8c-853c-b3b7f8aba5fa req-a4f9a41e-d47b-4bdc-9aa0-e9760e51cae3 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0480504 Aug 10 00:58:19.656179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccb7e42-a475-4ec8-b846-1a2594883d55 None None] The sync data for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 is: [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T00:58:12Z', 'revision_number': 4, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6ba28105-3743-4219-b9e6-f53bf3ca1ebe', 'name': '', 'network_id': '3dc341bc-db27-4e51-b5c1-11e3d84334b4', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'mac_address': 'fa:16:3e:0f:7c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:10Z', 'updated_at': '2021-08-10T00:58:18Z', 'revision_number': 4, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'subnets': [{'id': '91b91ddd-679d-4f4f-a14e-fe32c335ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:19.713060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.714163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.716045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:19.717328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7 HTTP/1.1" status: 204 len: 168 time: 0.5494256 Aug 10 00:58:19.719998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38990) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.739782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacaa54-3882-4c4a-b66d-2f7122c5a12a tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:19.828376 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-3995534d-2018-4262-9b1e-ba0c3105b4c9 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] show failed (client error): The resource could not be found. Aug 10 00:58:19.833530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38994) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:19.845004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3995534d-2018-4262-9b1e-ba0c3105b4c9 tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "GET /v2.0/security-groups/dc7574d4-cf0a-4b9f-adc5-dde5b8276ea7 HTTP/1.1" status: 404 len: 347 time: 0.1081767 Aug 10 00:58:20.140865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258a65-302b-4398-b7d5-eeebdca408ba req-86068241-299c-4d5a-9e56-b8821588ca42 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.150541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de258a65-302b-4398-b7d5-eeebdca408ba req-86068241-299c-4d5a-9e56-b8821588ca42 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1598358 Aug 10 00:58:20.319422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de258a65-302b-4398-b7d5-eeebdca408ba req-c8501a0f-9dc0-4bbd-9871-0267ba09b726 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617689 Aug 10 00:58:20.387554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af0d1f-45f3-4790-925f-6c50f1d8f7c7 req-360c373e-245a-4b9b-8c8d-3ac114d77c4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.397549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23af0d1f-45f3-4790-925f-6c50f1d8f7c7 req-360c373e-245a-4b9b-8c8d-3ac114d77c4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.4644291 Aug 10 00:58:20.500241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164d1ca-efc2-4787-a529-3301744beb20 req-e71b408b-64bf-4019-9da7-c63524c7815e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.513652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7164d1ca-efc2-4787-a529-3301744beb20 req-e71b408b-64bf-4019-9da7-c63524c7815e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0898838 Aug 10 00:58:20.554010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23af0d1f-45f3-4790-925f-6c50f1d8f7c7 req-a840d7a9-070f-4a49-8e10-362b9876524d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530862 Aug 10 00:58:20.650808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Deleting port e1a676f2-1e05-4bcc-9df3-157f78c0e436 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:20.650808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:20.651766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7164d1ca-efc2-4787-a529-3301744beb20 req-f0caf9a3-a6e0-4f50-ab8a-1d09611b1c3d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945809 Aug 10 00:58:20.819193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39010) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:20.936847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:20.937513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:20.973328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1a94e-95e4-4739-a2e2-11d0da388623 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:20.976251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ff1a94e-95e4-4739-a2e2-11d0da388623 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 814 time: 0.1556914 Aug 10 00:58:21.008836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Calling delete_port for e1a676f2-1e05-4bcc-9df3-157f78c0e436 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:21.101573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48ab9e9d-100c-4dea-a2dd-6acd9a482885 req-6b450c7d-cff4-409f-aaba-19046ca748ec tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0859349 Aug 10 00:58:21.296220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6ba28105-3743-4219-b9e6-f53bf3ca1ebe up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:21.413467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:21.422030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:21.422985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.438792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:21.446131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'network': {'name': 'tempest-network-smoke--863621022', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:21.574470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dc87b-dfde-489c-ab6a-927f1bcbfd50 req-9665cf59-2e28-4e66-9dc4-332feb88fe5f tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.584670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:21.591452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.595049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dc87b-dfde-489c-ab6a-927f1bcbfd50 req-9665cf59-2e28-4e66-9dc4-332feb88fe5f tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.605874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dc87b-dfde-489c-ab6a-927f1bcbfd50 req-9665cf59-2e28-4e66-9dc4-332feb88fe5f tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:21.607633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad4dc87b-dfde-489c-ab6a-927f1bcbfd50 req-9665cf59-2e28-4e66-9dc4-332feb88fe5f tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82&device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2&device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 2418 time: 0.2491093 Aug 10 00:58:21.666155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.673820 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-beb84555-4db1-49a9-bed0-3343e2e73ae3 req-d54afb9a-3483-4d63-b5b4-6ec335d64665 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=db78c47588424d45a856b5f1d525a53e&device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1374884 Aug 10 00:58:21.705009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.771282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad4dc87b-dfde-489c-ab6a-927f1bcbfd50 req-46448795-f29d-43d8-a554-387f8ebbaf7a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515362 Aug 10 00:58:21.774186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Pushing event deleted for resources: {'Port': ['ID=e1a676f2-1e05-4bcc-9df3-157f78c0e436,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:21.790092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:21.794616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c5523aa-d8d8-4761-ab34-b0df2f13433c req-76b59eed-f702-48e6-bf05-6817b6572cf5 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1511402 Aug 10 00:58:21.798316 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:21.833095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.833468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.833822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.834207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.834551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.834967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.835462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.835891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.836237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.836601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.836912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.837242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:21.873221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-beb84555-4db1-49a9-bed0-3343e2e73ae3 req-82d57d28-a10e-4904-9456-d90d5e2e92fd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=db78c47588424d45a856b5f1d525a53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110327 Aug 10 00:58:22.012618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:22.027057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598ac8-6bc7-4de8-8159-6e2ff191ffec req-2c76d6af-73a3-4695-814a-9e7ec5f05c5c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.034890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a598ac8-6bc7-4de8-8159-6e2ff191ffec req-2c76d6af-73a3-4695-814a-9e7ec5f05c5c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1301084 Aug 10 00:58:22.062636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.065482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.066842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-206a4970-c797-4d36-b81c-e8b791c9c60e tempest-ServersTestBootFromVolume-968405855 tempest-ServersTestBootFromVolume-968405855-project] 10.222.0.25 "DELETE /v2.0/floatingips/33ff59c4-8939-4e28-a21c-603afbfe954c HTTP/1.1" status: 204 len: 168 time: 2.2321341 Aug 10 00:58:22.070475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39048) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:22.156564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:22.166784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a598ac8-6bc7-4de8-8159-6e2ff191ffec req-17b85fce-3363-42a7-ae7a-2cfcd9aed35b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305020 Aug 10 00:58:22.309680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.325843 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Added segment 5bd6c395-8799-4f4e-8752-5305e6c8d34a of type vlan for network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 Aug 10 00:58:22.549014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.555477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804eb5a0-9628-464b-b987-7667c17e146c req-2d21030f-25c5-4bb0-ab99-12a896c185c9 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.565188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-804eb5a0-9628-464b-b987-7667c17e146c req-2d21030f-25c5-4bb0-ab99-12a896c185c9 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.2259810 Aug 10 00:58:22.599350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daa458-2d26-415b-a544-a9200f65cae3 req-c291a50e-3fa1-40c5-903b-3a8e602f3e7e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.611054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62daa458-2d26-415b-a544-a9200f65cae3 req-c291a50e-3fa1-40c5-903b-3a8e602f3e7e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.4843132 Aug 10 00:58:22.676975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-804eb5a0-9628-464b-b987-7667c17e146c req-39a29ae6-776b-460d-b5bc-834327da7ee2 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105609 Aug 10 00:58:22.701375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb84555-4db1-49a9-bed0-3343e2e73ae3 req-e1f7a650-2999-418f-9d2f-d6d2659f2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.705807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-beb84555-4db1-49a9-bed0-3343e2e73ae3 req-e1f7a650-2999-418f-9d2f-d6d2659f2027 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8189595 Aug 10 00:58:22.735779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62daa458-2d26-415b-a544-a9200f65cae3 req-8282f01c-bf6c-40d8-9eda-e1b13edbfaf8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231182 Aug 10 00:58:22.742285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:22.772324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:22.779167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.088445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Network': ['ID=4822b649-0a72-4cc4-a9b8-28b20c210fd6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:23.111624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:23.139107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4fcaa41c-c48b-45d6-84de-95fd684e9251 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6991451 Aug 10 00:58:23.142115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39056) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.240984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92fc27c3-537d-47d2-8850-6591ea88a6b7 req-7430dbb9-5b0d-44d3-964c-d513ffd5c931 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1542530 Aug 10 00:58:23.377697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6ba28105-3743-4219-b9e6-f53bf3ca1ebe up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:23.562021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f1cb59-4136-442d-a232-c7aaba6e400f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.574566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-74f1cb59-4136-442d-a232-c7aaba6e400f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=398b2a239df34c7ca6adccb196b66e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4173000 Aug 10 00:58:23.583308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.591516 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.640186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:23.640693 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:23.880704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ded55c-66fd-4cc5-b21b-efbb4365c19b tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.888477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e0ded55c-66fd-4cc5-b21b-efbb4365c19b tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3016155 Aug 10 00:58:23.891332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39068) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.970385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ace4c445-eecb-4b08-b1d9-d30a24753fc3 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0744610 Aug 10 00:58:23.970620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86ec72-ef5c-41f6-a7db-94ee03cd9d56 req-308eecb7-8788-450f-9ef5-109616bf194d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:23.976303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39072) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:23.980742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b86ec72-ef5c-41f6-a7db-94ee03cd9d56 req-308eecb7-8788-450f-9ef5-109616bf194d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.5598359 Aug 10 00:58:24.042848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b33d1c82-aa8b-4210-a817-b1d1d5a3da9f tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=398b2a239df34c7ca6adccb196b66e83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0615170 Aug 10 00:58:24.049002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:24.093527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b86ec72-ef5c-41f6-a7db-94ee03cd9d56 req-f938e3c6-3297-4bd3-aaa6-15770a70dc0c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115198 Aug 10 00:58:24.184036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-beb84555-4db1-49a9-bed0-3343e2e73ae3 req-c8ffe136-8b1b-44eb-8409-99b3a8b903c6 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.10 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.1437876 Aug 10 00:58:24.282699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829f28a-3015-4282-9551-f7797151195c tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.286867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a829f28a-3015-4282-9551-f7797151195c tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2343237 Aug 10 00:58:24.291216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:24.361259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-298fd025-08c1-450d-a2db-9905c39a26db tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679774 Aug 10 00:58:24.369456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39084) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:24.374490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126570229', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:24.513863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd865431-3659-4a4c-a6f7-0b6e832321d7 req-9f5d4981-05f8-4632-a9fe-528068dec43d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:24.525593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd865431-3659-4a4c-a6f7-0b6e832321d7 req-9f5d4981-05f8-4632-a9fe-528068dec43d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1672735 Aug 10 00:58:24.608608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cd865431-3659-4a4c-a6f7-0b6e832321d7 req-f1055aaf-80bd-4276-8ce5-1e6f705ee691 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818765 Aug 10 00:58:24.620817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0de8b42e-69fe-4ae3-9fbf-d3d12ffd3b1b req-7664f490-6bde-46b7-b06c-0826021ed522 tempest-ServerShowV257Test-836660618 tempest-ServerShowV257Test-836660618-project] 10.222.0.25 "GET /v2.0/ports?device_id=91672a05-f9ad-4e8d-a947-336b247dcfdf HTTP/1.1" status: 200 len: 210 time: 0.0916760 Aug 10 00:58:24.724083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:24.728058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Deleting port 80a5c9e9-218e-4115-86d3-2e6f50f5874f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:24.731692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:24.736755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.075304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] For port 80a5c9e9-218e-4115-86d3-2e6f50f5874f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=80a5c9e9-218e-4115-86d3-2e6f50f5874f,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:25.075304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.171957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Calling delete_port for 80a5c9e9-218e-4115-86d3-2e6f50f5874f owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:25.202401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.263921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Subnet': ['ID=4326192c-ec00-485e-94b0-10b25c88c738,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:25.364553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Checking segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:25.366575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network hostable DHCP agents. Network: 4822b649-0a72-4cc4-a9b8-28b20c210fd6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:25.393111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585a17e-1627-43c7-86e8-74076eba8670 req-ef7d357f-c2e4-4f55-bc99-9f8ea8d723e6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.395096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3585a17e-1627-43c7-86e8-74076eba8670 req-ef7d357f-c2e4-4f55-bc99-9f8ea8d723e6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.0782435 Aug 10 00:58:25.416268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:25.440668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4822b649-0a72-4cc4-a9b8-28b20c210fd6) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:25.450968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014e2d96-36c5-4806-a5b7-3ba8b3db5fe3 None None] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:25.474477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:25.475727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.501130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3585a17e-1627-43c7-86e8-74076eba8670 req-cf3e3944-bec6-4d8f-bfd8-90e8e158a079 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928102 Aug 10 00:58:25.536505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f2b343a5-e3ca-49f6-ac46-5cbd8ed416c6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1659038 Aug 10 00:58:25.922582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ips': [{'subnet_id': '4326192c-ec00-485e-94b0-10b25c88c738'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:25.923596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.925484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:25.953203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.101175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a5c9e9-218e-4115-86d3-2e6f50f5874f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:26.141123 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.233350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75429ee9-104f-4801-a9ee-cd678c3a01e7 req-cd80df38-f269-42c1-8d38-9b50f0bdae03 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.243420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75429ee9-104f-4801-a9ee-cd678c3a01e7 req-cd80df38-f269-42c1-8d38-9b50f0bdae03 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2258372 Aug 10 00:58:26.280764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Allocated IP 172.20.0.18 (4822b649-0a72-4cc4-a9b8-28b20c210fd6/4326192c-ec00-485e-94b0-10b25c88c738/3aa4b56a-b4fe-440e-a9e4-f44d984301bc) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:26.396559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75429ee9-104f-4801-a9ee-cd678c3a01e7 req-76a1269a-a29b-488d-ba72-22b0cee184ee tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520979 Aug 10 00:58:26.522540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39104) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:26.528552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997087275', 'description': 'tempest-secgroup-smoke-1997087275 description', 'project_id': '398b2a239df34c7ca6adccb196b66e83'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:26.597352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.770831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5bd26-2da8-4017-8ff2-5d0ab054475f req-4593ba6f-c5ed-4c2e-9ee1-0029065433d6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:26.778653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43b5bd26-2da8-4017-8ff2-5d0ab054475f req-4593ba6f-c5ed-4c2e-9ee1-0029065433d6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1276791 Aug 10 00:58:26.856515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43b5bd26-2da8-4017-8ff2-5d0ab054475f req-20d6854b-029a-4603-8014-9d13ebc1d868 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Aug 10 00:58:26.943942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:26.952269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.002935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523f2a26-3c58-4064-9b7d-7526de6650d8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.022043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.026955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-49eb06b7-0d4c-4731-a781-3bd37ad61766 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5028303 Aug 10 00:58:27.027765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39110) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.032770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:27.103943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.141064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02022047-68bb-46a5-a85c-839966091c2f req-4cde85f2-4f10-46f7-ad5b-3264f19cf2c8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.165651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02022047-68bb-46a5-a85c-839966091c2f req-4cde85f2-4f10-46f7-ad5b-3264f19cf2c8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.4078505 Aug 10 00:58:27.173498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39112) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.173734 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.179333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.193634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.203812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc5b668-eb76-4582-96b3-7b394657ef79,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.223930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.229682 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f9863122-52af-46f0-845f-d1c210317c4b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006052 Aug 10 00:58:27.230239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39116) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.235271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:27.260372 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.270221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.326360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Transition to ACTIVE for port object 3aa4b56a-b4fe-440e-a9e4-f44d984301bc will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:27.341489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02022047-68bb-46a5-a85c-839966091c2f req-f8cd2da4-451e-46d5-9b4b-0a34b0691f89 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503036 Aug 10 00:58:27.363362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.369540 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.405105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Transition to ACTIVE for port object 3aa4b56a-b4fe-440e-a9e4-f44d984301bc will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:27.419951 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.467182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1884f6b-1188-4ed1-bfff-9ff9fb694e54,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.476618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.483498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-98562e1e-87d4-4cc1-9c18-386ac069daa9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2515690 Aug 10 00:58:27.484195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39120) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:27.500862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:27.604084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:27.606962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.612998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.628444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:27.630181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:27.637177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:27.659547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83d4ed-3a2e-4f5d-8f34-0f2466b810b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.702940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Attempting to bind port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:27.703632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Attempting to bind port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:27.704212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Attempting to bind port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc on network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:27.710287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:27.711046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Checking segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:27.711660 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.712247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Bound using segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:27.712937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Bound port: 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:27.713538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.798746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.805839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.815269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] For port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:27.821197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] For port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:27.829219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:27.859801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d595cbd4-0c27-42d5-98d5-8da3abe850b0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:27.908784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419cf5-2573-4233-9dbb-f1f007e99150 req-b597d944-1cc4-48b2-84e8-fdae8b01924b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:27.911167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01419cf5-2573-4233-9dbb-f1f007e99150 req-b597d944-1cc4-48b2-84e8-fdae8b01924b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2046826 Aug 10 00:58:27.985885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdcf1e2-703a-4ab5-b1dc-1968a30fd633 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.001567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01419cf5-2573-4233-9dbb-f1f007e99150 req-806b6070-fc4f-4a07-a470-610c259ac207 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829120 Aug 10 00:58:28.172207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dba7f-3c5e-4932-a671-33061fe25849 req-f7c79e2e-0a66-4007-991c-43a68c1561f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.173853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-f7c79e2e-0a66-4007-991c-43a68c1561f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1098 time: 0.3601630 Aug 10 00:58:28.182611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83d4ed-3a2e-4f5d-8f34-0f2466b810b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.192684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.194090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6113017c-4378-4331-980d-0c8e102470e7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7088821 Aug 10 00:58:28.196740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39126) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:28.201907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:28.275163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83d4ed-3a2e-4f5d-8f34-0f2466b810b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.293263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.303577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f2cdb-f875-4c1f-9558-c86ebe8883c7 req-3f8768b0-df72-4d4c-b50a-0d7a2f553e1a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.312071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-155f2cdb-f875-4c1f-9558-c86ebe8883c7 req-3f8768b0-df72-4d4c-b50a-0d7a2f553e1a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.3180292 Aug 10 00:58:28.384689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:28.409342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Sync routers for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:28.411784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a24f3cae-180e-4913-b670-5c3c1b8d2095 admin admin] 10.222.0.25 "PUT /v2.0/routers/5ea578e6-db02-4eee-bb2a-f8dac35b4f69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3362954 Aug 10 00:58:28.412734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39130) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:28.423045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.424941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:28.425916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:28.428504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.478591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d43c8e0-5e41-4246-9355-45a03752c53a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.493197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.496717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ad4df73-cf66-4583-9815-ac851253668a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2989812 Aug 10 00:58:28.500438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39132) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:28.514301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:28.613832 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:58:28.621367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.650342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eda8ef-ebfc-4647-b270-ff701d1ebfac req-06e80ccc-67fe-43b1-ae5e-fb528af0e810 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.661325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0eda8ef-ebfc-4647-b270-ff701d1ebfac req-06e80ccc-67fe-43b1-ae5e-fb528af0e810 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1234896 Aug 10 00:58:28.671545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0d83d4ed-3a2e-4f5d-8f34-0f2466b810b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db78c47588424d45a856b5f1d525a53e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4935369 Aug 10 00:58:28.673971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39134) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:28.689728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83d4ed-3a2e-4f5d-8f34-0f2466b810b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9c935-c167-48d5-bed7-2e58ce2e0a61,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.742474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0eda8ef-ebfc-4647-b270-ff701d1ebfac req-1e8dc357-c2cd-41b2-9222-cd486552e1f9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765522 Aug 10 00:58:28.746126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:28.787057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-155f2cdb-f875-4c1f-9558-c86ebe8883c7 req-1e6b7627-4d85-4f71-9801-6771c71ddb89 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740417 Aug 10 00:58:28.798825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.804667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.859592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5632aa5-d91a-40f7-aff4-81e70b9e5ada,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:28.863932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.873119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3995b7c-aa1d-4953-895d-1eaba15654f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3712177 Aug 10 00:58:28.874247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39136) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:28.881657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': '523f2a26-3c58-4064-9b7d-7526de6650d8', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:28.949664 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 00:58:28.956854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:28.973670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dba7f-3c5e-4932-a671-33061fe25849 req-81ecd9db-0990-40d5-91dc-b89d5fab0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:28.989190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-81ecd9db-0990-40d5-91dc-b89d5fab0be2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.8022554 Aug 10 00:58:29.105388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-ff968412-5e2c-46ac-b001-b9b04cdd3cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.0999289 Aug 10 00:58:29.183967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.194277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.291068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:29.329543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Checking router: 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:29.340258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Routers {'5ea578e6-db02-4eee-bb2a-f8dac35b4f69'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:29.340937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:29.354609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.366365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4909885 Aug 10 00:58:29.391380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5cde-6571-47cd-842f-f86ca5bc7755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0953929-00cb-4d3d-bfdd-2c7d9b07e2a0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:29.419129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86afce-1922-440b-b41a-971db25cfe68 req-292f9dd5-82c1-4d3e-9c96-14fa6b228aeb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:29.435965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b86afce-1922-440b-b41a-971db25cfe68 req-292f9dd5-82c1-4d3e-9c96-14fa6b228aeb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1830673 Aug 10 00:58:29.444704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:29.526937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b86afce-1922-440b-b41a-971db25cfe68 req-38e4247f-d392-4f11-9cb6-c5d9720601c8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896537 Aug 10 00:58:29.639680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] Set router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:29.709409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3aa4b56a-b4fe-440e-a9e4-f44d984301bc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:29.992644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741030db-15d5-4d36-aeb9-ad62e1579485 req-7946af6e-28e4-4bbe-9677-2432fb50de25 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.007388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-741030db-15d5-4d36-aeb9-ad62e1579485 req-7946af6e-28e4-4bbe-9677-2432fb50de25 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 946 time: 0.1371725 Aug 10 00:58:30.098358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c19ed-edd7-4fcb-91e0-8e651c390dcc None None] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:30.137401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-741030db-15d5-4d36-aeb9-ad62e1579485 req-ddafdfd6-e391-4e02-a083-34473dc10db8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208427 Aug 10 00:58:30.187732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.194362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dba7f-3c5e-4932-a671-33061fe25849 req-3f76df1b-3d82-4b08-a6d6-d03e9138449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.198492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-3f76df1b-3d82-4b08-a6d6-d03e9138449f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 1.0525403 Aug 10 00:58:30.209090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Provisioning for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:30.221771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Provisioning complete for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:30.222292 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.262345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:30.273529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:30.274121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.280231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.289295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-34df78ca-7ec3-4cab-aeb8-0c9968fa3ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588899 Aug 10 00:58:30.350829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:30.364253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec09154-a34f-452b-b2bc-1b7a81fe95fc req-5d23a390-9c3b-4e5b-a62f-ac394100014e tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.371579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ec09154-a34f-452b-b2bc-1b7a81fe95fc req-5d23a390-9c3b-4e5b-a62f-ac394100014e tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1033480 Aug 10 00:58:30.428831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-0d67bf2a-81fa-4ebe-aa35-b8e5b1369e6f service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032410 Aug 10 00:58:30.462783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ec09154-a34f-452b-b2bc-1b7a81fe95fc req-753c6f58-db0d-4649-a706-f3b5f0e4bad4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848036 Aug 10 00:58:30.589590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-04ceac5f-621a-49b1-a9e6-843f0eebeae7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997087275&fields=id&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 267 time: 0.3838143 Aug 10 00:58:30.651010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.703397 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-831dba7f-3c5e-4932-a671-33061fe25849 req-0d25fe0f-ca58-4dad-8592-caa39163bceb service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410131 Aug 10 00:58:30.705778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.710030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.742887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-e650c42d-c353-4e2f-ae88-c7db0a6a9e3b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.750778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-e650c42d-c353-4e2f-ae88-c7db0a6a9e3b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/networks?id=4822b649-0a72-4cc4-a9b8-28b20c210fd6 HTTP/1.1" status: 200 len: 796 time: 0.1595595 Aug 10 00:58:30.777210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.789663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Deleting port 88056560-57f4-42a2-9156-3ccd3144fad7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:30.790315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.836406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45c7e-6a3f-4beb-a91f-7db7dba260d0 req-77dd4ac9-5ebf-4e55-a2f5-ec0691dc3394 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:30.839513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0d45c7e-6a3f-4beb-a91f-7db7dba260d0 req-77dd4ac9-5ebf-4e55-a2f5-ec0691dc3394 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1258299 Aug 10 00:58:30.856145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:30.880615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] For port 88056560-57f4-42a2-9156-3ccd3144fad7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88056560-57f4-42a2-9156-3ccd3144fad7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:30.881435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.897148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Calling delete_port for 88056560-57f4-42a2-9156-3ccd3144fad7 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:30.903756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:30.911956 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f01c26-a41d-4cc8-9ce6-6b00092dc628" -d '{"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-unplugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:30.921631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:30.925126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0d45c7e-6a3f-4beb-a91f-7db7dba260d0 req-55fd1965-24f3-4157-ba72-c79699444b1d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763514 Aug 10 00:58:30.956238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:30.963458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9c376-aad2-452a-8485-5fade90a1e74 None None] The sync data for ids ['5ea578e6-db02-4eee-bb2a-f8dac35b4f69'] in n-d-766380-21 is: [{'id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'name': 'tempest-ServersTestBootFromVolume-2124655704-router', 'tenant_id': '35b80ef6379c4a899c650f3444d79bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:54:36Z', 'updated_at': '2021-08-10T00:58:25Z', 'revision_number': 5, 'project_id': '35b80ef6379c4a899c650f3444d79bd7', 'gw_port': {'id': '88056560-57f4-42a2-9156-3ccd3144fad7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea578e6-db02-4eee-bb2a-f8dac35b4f69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:54:38Z', 'updated_at': '2021-08-10T00:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:31.051000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.105072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] For port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:31.107619 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698b62a5-1217-4bad-a0a8-050f38945779 x-openstack-request-id: req-698b62a5-1217-4bad-a0a8-050f38945779 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:31.108190 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-unplugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:31.108623 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-698b62a5-1217-4bad-a0a8-050f38945779 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:31.109277 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'code': 200} Aug 10 00:58:31.120815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-87271f54-e4c2-49b6-aee3-591e1d5bb70b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/quotas/398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 375 time: 0.3687501 Aug 10 00:58:31.125826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.158656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.223414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=88056560-57f4-42a2-9156-3ccd3144fad7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.249221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af23c57-ae03-4cbb-bb1e-4b3506d4b915 None None] Pushing event updated for resources: {'Port': ['ID=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.322216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.426941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343894d-bc16-486e-bc98-bd2a67dbba81 req-73393aa4-6b97-4b97-9b04-8067ed390e85 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.436168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8343894d-bc16-486e-bc98-bd2a67dbba81 req-73393aa4-6b97-4b97-9b04-8067ed390e85 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1315882 Aug 10 00:58:31.444619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 00:58:31.455731 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 00:58:31.465338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-514393da-657d-4061-bef6-da4f864713b0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3435414 Aug 10 00:58:31.572759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8343894d-bc16-486e-bc98-bd2a67dbba81 req-aa7ce02f-bec2-4e3e-8668-b4f568ad6e7d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351187 Aug 10 00:58:31.629242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.632765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.634207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3f9c935-c167-48d5-bed7-2e58ce2e0a61 HTTP/1.1" status: 204 len: 168 time: 2.9476025 Aug 10 00:58:31.743478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.768443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.773581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b46ac-857c-4f5f-8f30-7d3df9cf47b1 req-3ac834ca-668c-4861-b2f8-58c3aea8a15d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:31.781766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a788-504f-4054-90ce-8072b03c0a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9c935-c167-48d5-bed7-2e58ce2e0a61,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:31.838119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e1b46ac-857c-4f5f-8f30-7d3df9cf47b1 req-3ac834ca-668c-4861-b2f8-58c3aea8a15d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1685526 Aug 10 00:58:31.906333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.907539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea578e6-db02-4eee-bb2a-f8dac35b4f69 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:58:31.937037 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:31.938523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2e87b787-e881-46e9-b76e-fa0a34a2eee1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5ea578e6-db02-4eee-bb2a-f8dac35b4f69 HTTP/1.1" status: 204 len: 168 time: 3.4850724 Aug 10 00:58:31.950618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:31.990262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-492764e2-7cb5-4a3d-a038-1b1be1bdbd5f service neutron] 10.222.0.25 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200224 Aug 10 00:58:32.029397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e1b46ac-857c-4f5f-8f30-7d3df9cf47b1 req-a40bb137-abcb-4f75-bad6-17f9870b4d67 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893568 Aug 10 00:58:32.168175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Deleting subnet c2e5168d-7cb5-41d5-b461-934e7bb40e7e {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:32.174362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.234843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-62956116-6f60-4d3c-aab1-1f3a100b4685 None None] Provisioning complete for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:32.235518 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62956116-6f60-4d3c-aab1-1f3a100b4685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.480072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.558957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-88070c00-e9a5-4a15-9a39-f85e5d67b2b7 service neutron] 10.222.0.25 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050203 Aug 10 00:58:32.688861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afca32-0a37-4087-af94-0b4857a06656 req-794992aa-d6f6-4014-90bd-d1ee0610a68f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:32.706114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5afca32-0a37-4087-af94-0b4857a06656 req-794992aa-d6f6-4014-90bd-d1ee0610a68f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1911447 Aug 10 00:58:32.737936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3aa4b56a-b4fe-440e-a9e4-f44d984301bc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:32.838889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:32.918836 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c5afca32-0a37-4087-af94-0b4857a06656 req-15bd6991-9cb8-41f2-9e7f-e2ff595dfe95 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112784 Aug 10 00:58:32.958324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:32.960300 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.137774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.236142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fa7c1-224b-4a91-b352-551b62b593c8 req-dcad0b7f-6f2f-47ca-9301-78a40bc0fef6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.248204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-091fa7c1-224b-4a91-b352-551b62b593c8 req-dcad0b7f-6f2f-47ca-9301-78a40bc0fef6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1548717 Aug 10 00:58:33.315026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e5168d-7cb5-41d5-b461-934e7bb40e7e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:33.332125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.339442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c793592b-ad79-4628-831a-e3e823f4ce76 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c2e5168d-7cb5-41d5-b461-934e7bb40e7e HTTP/1.1" status: 204 len: 168 time: 1.3824179 Aug 10 00:58:33.340031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510d427-3bbb-464d-b86e-be4f635d579c None None] Network 71a7834c-8eef-416a-8f7a-78dcad975a57 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:33.341956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:33.403541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fb485a0-5fe3-454d-8454-44678ca8abd2 req-f9fa3d6d-ca5c-4254-8323-3f21e591c68e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 210 time: 0.2605388 Aug 10 00:58:33.410375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-091fa7c1-224b-4a91-b352-551b62b593c8 req-c4ad0681-8b96-4603-9774-836b76405883 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612499 Aug 10 00:58:33.621689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 80a5c9e9-218e-4115-86d3-2e6f50f5874f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:33.708506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:33.731601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10179-b9f2-4eff-9243-2b90114272fb req-5d220a4d-c130-4c1b-91c7-dcf1c14701c5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:33.738198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5fc10179-b9f2-4eff-9243-2b90114272fb req-5d220a4d-c130-4c1b-91c7-dcf1c14701c5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1915674 Aug 10 00:58:33.761811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 80a5c9e9-218e-4115-86d3-2e6f50f5874f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:33.762429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 80a5c9e9-218e-4115-86d3-2e6f50f5874f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:33.967898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] DHCP port deletion for 71a7834c-8eef-416a-8f7a-78dcad975a57 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:58:33.979741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:33.983551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5fc10179-b9f2-4eff-9243-2b90114272fb req-841ed55b-34bb-4f19-b943-6ed6f0422982 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343712 Aug 10 00:58:34.076654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Deleting port c173c2a8-2f39-4fc2-b438-c72a73e102da {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:34.078548 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.146919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Deleting port c173c2a8-2f39-4fc2-b438-c72a73e102da {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:58:34.147426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.289826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f7852-d3c8-45af-add7-9433f70ce76d req-890b3cd5-f11e-4843-bb75-9f6b4b517708 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.292123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] For port c173c2a8-2f39-4fc2-b438-c72a73e102da, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c173c2a8-2f39-4fc2-b438-c72a73e102da,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:34.293112 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.293795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea6f7852-d3c8-45af-add7-9433f70ce76d req-890b3cd5-f11e-4843-bb75-9f6b4b517708 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1546950 Aug 10 00:58:34.324407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Calling delete_port for c173c2a8-2f39-4fc2-b438-c72a73e102da owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:34.335176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1819918616-network', 'tenant_id': '0a4d518643fa4c9387cf835345d90dc4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:34.420374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] For port c173c2a8-2f39-4fc2-b438-c72a73e102da, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c173c2a8-2f39-4fc2-b438-c72a73e102da,segment=NetworkSegment(37832629-aa16-401f-87a9-1cfa462099ea),segment_id=37832629-aa16-401f-87a9-1cfa462099ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:34.421027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.431748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.452918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Made reservation on behalf of 0a4d518643fa4c9387cf835345d90dc4 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:34.470901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.495381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Pushing event deleted for resources: {'Port': ['ID=c173c2a8-2f39-4fc2-b438-c72a73e102da,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:34.521169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] No DVR routers for this DVR port c173c2a8-2f39-4fc2-b438-c72a73e102da on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:34.566433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.665741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88056560-57f4-42a2-9156-3ccd3144fad7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:34.690855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 88056560-57f4-42a2-9156-3ccd3144fad7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:34.691178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88056560-57f4-42a2-9156-3ccd3144fad7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:34.691585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c173c2a8-2f39-4fc2-b438-c72a73e102da no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:34.694078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Calling delete_port for c173c2a8-2f39-4fc2-b438-c72a73e102da owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:58:34.733652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c173c2a8-2f39-4fc2-b438-c72a73e102da {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:58:34.733992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c173c2a8-2f39-4fc2-b438-c72a73e102da not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:58:34.824024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.841050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.865676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a7834c-8eef-416a-8f7a-78dcad975a57']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:34.889470 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea6f7852-d3c8-45af-add7-9433f70ce76d req-9d1920a5-dd3c-4efd-bcaa-90ecaf896f7c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443425 Aug 10 00:58:34.890513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.935384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37832629-aa16-401f-87a9-1cfa462099ea') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:34.939143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37832629-aa16-401f-87a9-1cfa462099ea') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:34.953156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.967968 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:34.975145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9a83a-a1cb-456b-8bde-b0e120ec9168 req-3ee3add5-c120-4c5c-80ba-683b7d3bab67 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:34.982766 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4e9a83a-a1cb-456b-8bde-b0e120ec9168 req-3ee3add5-c120-4c5c-80ba-683b7d3bab67 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.2400227 Aug 10 00:58:35.012289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:35.022218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.033453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:35.033992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:35.035786 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:35.084148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.085020 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Added segment 951edf94-185e-4773-9540-1da38430101b of type vlan for network d5713ea9-405e-4ce8-9f5c-27eb3009bfeb Aug 10 00:58:35.104056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] Pushing event deleted for resources: {'Port': ['ID=c173c2a8-2f39-4fc2-b438-c72a73e102da,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:35.141331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4e9a83a-a1cb-456b-8bde-b0e120ec9168 req-9c91aa2b-2352-492d-a64a-856e667d3835 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560869 Aug 10 00:58:35.167049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9ce03-8f80-4e58-946b-04a0ada3e66b None None] No DVR routers for this DVR port c173c2a8-2f39-4fc2-b438-c72a73e102da on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:58:35.183602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.195711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.199197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] 10.222.0.25 "DELETE /v2.0/networks/71a7834c-8eef-416a-8f7a-78dcad975a57 HTTP/1.1" status: 204 len: 168 time: 1.8090222 Aug 10 00:58:35.212342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9f5c5cc-0fed-4803-a1be-1b3ea3cc4a80 req-916e520b-7a7c-451f-b613-2325e9052f04 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 210 time: 0.0930734 Aug 10 00:58:35.273259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.315796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71c718-a005-4518-b224-4b1869c6d04b admin admin] Pushing event deleted for resources: {'Network': ['ID=71a7834c-8eef-416a-8f7a-78dcad975a57,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:35.603335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-d655a82f-41f8-40cc-a6ba-0623fef345e8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.605391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-d655a82f-41f8-40cc-a6ba-0623fef345e8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/networks?id=4822b649-0a72-4cc4-a9b8-28b20c210fd6 HTTP/1.1" status: 200 len: 796 time: 0.5147140 Aug 10 00:58:35.609434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.609434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.610258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.618045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91e471-3428-4189-a327-f5d316d5e33f req-90f2f9f4-26f6-4432-a8c0-26d5c2a1ee7c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:35.620146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f91e471-3428-4189-a327-f5d316d5e33f req-90f2f9f4-26f6-4432-a8c0-26d5c2a1ee7c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1212437 Aug 10 00:58:35.620952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:35.637522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aabd47-3f54-4357-a4f2-a008224f3c81,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:35.676932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6927216 Aug 10 00:58:35.682347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:35.722262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-584bb3e9-5b10-46c1-a0e4-32104775efac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35b80ef6379c4a899c650f3444d79bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988002 Aug 10 00:58:35.733534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f91e471-3428-4189-a327-f5d316d5e33f req-211099f0-b4e4-4a99-aef5-d42e1b44be96 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881045 Aug 10 00:58:35.734402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39238) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:35.771000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Request body: {'subnet': {'network_id': 'd5713ea9-405e-4ce8-9f5c-27eb3009bfeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1819918616-subnet', 'tenant_id': '0a4d518643fa4c9387cf835345d90dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:35.813097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.813757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.814275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.814861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.815207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.815722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.816226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.816777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.817328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.817829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.818212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.819012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:58:35.824045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Made reservation on behalf of 0a4d518643fa4c9387cf835345d90dc4 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:35.826746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.842458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.871893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.983318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.986314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:35.987670 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d5548c0-8b38-4b68-a021-9ce8638a1066 HTTP/1.1" status: 204 len: 168 time: 0.2520952 Aug 10 00:58:36.011939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a9dd8-e702-49ff-8efe-e671d7e8a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5548c0-8b38-4b68-a021-9ce8638a1066,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.044159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be1410-93e5-46ac-96fa-611be417685d req-bd6d5f0b-90d7-4d68-b419-8d6a70841f84 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:36.045755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2be1410-93e5-46ac-96fa-611be417685d req-bd6d5f0b-90d7-4d68-b419-8d6a70841f84 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.4393847 Aug 10 00:58:36.107128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-50cbffcf-ba82-4bd5-8b75-76b12f3e6005 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 473 time: 0.4756737 Aug 10 00:58:36.141958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'port': {'device_id': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'admin_state_up': True, 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'security_groups': ['523f2a26-3c58-4064-9b7d-7526de6650d8']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:36.151870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215dda-e3f8-42d2-851a-30583c483aef admin admin] Pushing event updated for resources: {'Network': ['ID=d5713ea9-405e-4ce8-9f5c-27eb3009bfeb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.164393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d5713ea9-405e-4ce8-9f5c-27eb3009bfeb details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:36.185217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b93b7d-fc37-45c0-8adc-d59192fab71f req-b30e10f1-156d-4359-a200-42b21018cf71 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:36.202285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0b93b7d-fc37-45c0-8adc-d59192fab71f req-b30e10f1-156d-4359-a200-42b21018cf71 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.0924411 Aug 10 00:58:36.316828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2be1410-93e5-46ac-96fa-611be417685d req-49a3e320-375d-400f-a9ee-199283e53b64 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364988 Aug 10 00:58:36.339333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0b93b7d-fc37-45c0-8adc-d59192fab71f req-5234fce7-055c-4eb2-8d3a-a6f1a8af624b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360271 Aug 10 00:58:36.359012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:36.653351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-626c3d9f-90f7-46f4-90c3-84dce1dfe755 req-3c29fbe1-7785-4d92-bba5-164924dc65fb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 210 time: 0.1168249 Aug 10 00:58:36.749016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.839326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:36.844984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:36.872898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3b59-3e93-4f69-8bd6-a1b7d579e93b req-ce6c4be4-ceea-48f3-b47f-f69dd9f4138d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:36.874582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-575a3b59-3e93-4f69-8bd6-a1b7d579e93b req-ce6c4be4-ceea-48f3-b47f-f69dd9f4138d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0964448 Aug 10 00:58:36.936167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c495e4a5-54d1-42f5-b014-5676d685ee68,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:36.969231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-575a3b59-3e93-4f69-8bd6-a1b7d579e93b req-43f70764-76da-4ce8-8036-573091df7a4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818172 Aug 10 00:58:37.015109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Checking segment: {'id': '951edf94-185e-4773-9540-1da38430101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd5713ea9-405e-4ce8-9f5c-27eb3009bfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:37.015744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Network hostable DHCP agents. Network: d5713ea9-405e-4ce8-9f5c-27eb3009bfeb, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:37.057460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Network d5713ea9-405e-4ce8-9f5c-27eb3009bfeb is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:37.106815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d5713ea9-405e-4ce8-9f5c-27eb3009bfeb) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:37.118660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.119562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.123714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08471c37-4361-495e-ad65-6c4346f8bcea None None] Network d5713ea9-405e-4ce8-9f5c-27eb3009bfeb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:37.153412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-824e4d52-faf9-4a02-a0f1-2c8febcdfca1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4535334 Aug 10 00:58:37.155270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.26 (4822b649-0a72-4cc4-a9b8-28b20c210fd6/4326192c-ec00-485e-94b0-10b25c88c738/a462358f-0bb6-4625-8e3c-9dbc350dbff0) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:37.424657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39302) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:37.512404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a75a77-189c-4ca4-9a34-39dcebc42595 None None] Network d5713ea9-405e-4ce8-9f5c-27eb3009bfeb requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:37.626439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:58:37.649611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a2f9b-b441-4a59-b052-97259f6e6054 req-cba15dde-5879-4341-9ce1-411d19f9ae38 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.668956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e60a2f9b-b441-4a59-b052-97259f6e6054 req-cba15dde-5879-4341-9ce1-411d19f9ae38 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.1650651 Aug 10 00:58:37.686125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-214186671-network', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:37.701534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.717666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536436af-a73f-4a82-ab6a-8d3fb9a299f2 req-15f462a2-48b9-4d7a-8792-d9437a6ccb07 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:37.719252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-536436af-a73f-4a82-ab6a-8d3fb9a299f2 req-15f462a2-48b9-4d7a-8792-d9437a6ccb07 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1954839 Aug 10 00:58:37.743825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object a462358f-0bb6-4625-8e3c-9dbc350dbff0 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:37.895490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e60a2f9b-b441-4a59-b052-97259f6e6054 req-f8d2e79c-7ae9-4bb1-85d7-c919b205f215 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252245 Aug 10 00:58:37.905582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:37.911534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.922128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:37.959516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:37.995481 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-536436af-a73f-4a82-ab6a-8d3fb9a299f2 req-ce3f997f-182a-4991-b837-e8ce8552ade3 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532058 Aug 10 00:58:38.152814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:38.160337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:38.169338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:38.191615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Deleting subnet c495e4a5-54d1-42f5-b014-5676d685ee68 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:58:38.200193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.201889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.264897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.307231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.465473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.519655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.520774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.577009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cf294-6cf0-461b-87be-96613e6dd99a req-5aa36e6b-c6ca-4d75-bac3-3b82718cecba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.578585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-428cf294-6cf0-461b-87be-96613e6dd99a req-5aa36e6b-c6ca-4d75-bac3-3b82718cecba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1853716 Aug 10 00:58:38.651426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1702e-0403-4d92-b9a0-f4838e12a6e3 req-36862dff-55c4-4d39-8768-9ec4cadfae24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:38.665786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdf1702e-0403-4d92-b9a0-f4838e12a6e3 req-36862dff-55c4-4d39-8768-9ec4cadfae24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 932 time: 0.3434951 Aug 10 00:58:38.758865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.785331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.827446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-79482af4-3437-45fc-a4d9-6171846ec79f None None] Provisioning for port a462358f-0bb6-4625-8e3c-9dbc350dbff0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:38.831888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-79482af4-3437-45fc-a4d9-6171846ec79f None None] Provisioning complete for port a462358f-0bb6-4625-8e3c-9dbc350dbff0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:38.832492 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79482af4-3437-45fc-a4d9-6171846ec79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.833853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdf1702e-0403-4d92-b9a0-f4838e12a6e3 req-38f6be99-12de-4040-baae-cfc0ebc6d6c7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657836 Aug 10 00:58:38.836625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-719e7359-20bf-49ed-8a2a-5cf16b03bb97 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7062318 Aug 10 00:58:38.853752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Request body: {'port': {'device_id': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:38.891118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-79482af4-3437-45fc-a4d9-6171846ec79f None None] Port a462358f-0bb6-4625-8e3c-9dbc350dbff0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:38.913531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b078320-c639-4ca1-b46c-b4cddef79393,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.922499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-428cf294-6cf0-461b-87be-96613e6dd99a req-31228fe1-fd94-4b9c-8624-1d4b08111cfe tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078465 Aug 10 00:58:38.926876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.972946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.977866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:38.978191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c495e4a5-54d1-42f5-b014-5676d685ee68 HTTP/1.1" status: 204 len: 168 time: 1.0465229 Aug 10 00:58:38.980481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:38.984837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0a1c8-c46d-4711-8ecb-bc9c735c6f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c495e4a5-54d1-42f5-b014-5676d685ee68,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:38.997157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:38.997511 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Added segment 1e2e9933-f11a-4e99-b643-20690cae75fe of type vlan for network 9a3c8e5c-5318-493b-b185-bf88283f3385 Aug 10 00:58:39.040624 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.140196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.268220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.270826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.271964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.313092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:39.529469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1028092 Aug 10 00:58:39.536380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:39.550977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a776dd-2253-494d-8785-984516c5527b req-38df4c45-acc5-4e4c-b5a0-278104dd6868 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:39.573410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a776dd-2253-494d-8785-984516c5527b req-38df4c45-acc5-4e4c-b5a0-278104dd6868 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.3990312 Aug 10 00:58:39.582432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Request body: {'subnet': {'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-214186671-subnet', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:39.603210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0688-546b-409c-8660-25b213a1163a admin admin] Pushing event updated for resources: {'Network': ['ID=9a3c8e5c-5318-493b-b185-bf88283f3385,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:39.633305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:39.704483 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a776dd-2253-494d-8785-984516c5527b req-7a1edffb-d751-45a8-8ae7-bbff9397f4f5 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296074 Aug 10 00:58:39.750486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:39.753409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.135617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af531-f8f4-4c16-9ae9-c8894b86064d req-5ac95b8b-8627-4d46-b55a-3b9cb5233c0e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.136937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c69af531-f8f4-4c16-9ae9-c8894b86064d req-5ac95b8b-8627-4d46-b55a-3b9cb5233c0e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 1.0787694 Aug 10 00:58:40.204024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.264424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63664d4f-eaba-49a3-85f8-855890ac46cb req-12145d78-35a1-4191-b9d9-4cb7cde53228 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.265990 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63664d4f-eaba-49a3-85f8-855890ac46cb req-12145d78-35a1-4191-b9d9-4cb7cde53228 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 932 time: 0.2804558 Aug 10 00:58:40.299155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.316569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5aa359-1ddc-41b5-8db7-c191632701f4,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:40.334989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5713ea9-405e-4ce8-9f5c-27eb3009bfeb']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:40.335467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Checking segment: {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:40.335664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Network hostable DHCP agents. Network: 9a3c8e5c-5318-493b-b185-bf88283f3385, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:40.355464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c69af531-f8f4-4c16-9ae9-c8894b86064d req-da829785-c0ea-428a-b711-18e035d8f692 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069466 Aug 10 00:58:40.358906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951edf94-185e-4773-9540-1da38430101b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:40.359767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951edf94-185e-4773-9540-1da38430101b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:40.388031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.402685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63664d4f-eaba-49a3-85f8-855890ac46cb req-d2adb1ca-7d52-4720-b9b8-1f09af940752 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249890 Aug 10 00:58:40.409821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.439136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:58:40.439626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:58:40.442088 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:58:40.445868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:40.465115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9a3c8e5c-5318-493b-b185-bf88283f3385) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:40.472655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.473283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.475308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d637420-db01-43ec-b57c-6cf31ec4a382 None None] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:40.513830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-42830213-437c-4595-a2e9-a44e191be1f9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9373014 Aug 10 00:58:40.516344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:40.523737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:40.553188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.554479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.574088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.578846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.581159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] 10.222.0.25 "DELETE /v2.0/networks/d5713ea9-405e-4ce8-9f5c-27eb3009bfeb HTTP/1.1" status: 204 len: 168 time: 1.5964589 Aug 10 00:58:40.650749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.668121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf78bb-e81f-4999-96b0-13a4a4d546cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d5713ea9-405e-4ce8-9f5c-27eb3009bfeb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:40.680178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a462358f-0bb6-4625-8e3c-9dbc350dbff0 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:40.696201 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.725786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Transition to ACTIVE for port object a462358f-0bb6-4625-8e3c-9dbc350dbff0 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:40.744336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-10f31573-d2d5-4249-b302-9c29eaee5513 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3264091 Aug 10 00:58:40.768790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c204d3-3acc-47b0-b437-ae6e8bfb7323 req-0de481a6-5615-4d51-bfbf-535a88ef8c7f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:40.781845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66c204d3-3acc-47b0-b437-ae6e8bfb7323 req-0de481a6-5615-4d51-bfbf-535a88ef8c7f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.2633865 Aug 10 00:58:40.787818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.845260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9a3c8e5c-5318-493b-b185-bf88283f3385', 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'fixed_ips': [{'subnet_id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:40.847505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:40.883040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39362) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:40.949869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Pushing event updated for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:40.995621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.012643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66c204d3-3acc-47b0-b437-ae6e8bfb7323 req-9bd3c5e2-6d09-46d8-977b-ac55b9875502 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284255 Aug 10 00:58:41.036543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc65e15-c67b-4df0-912f-cf86843b3874 req-3cce0542-ed4c-475f-852e-2c89d2b325ac tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.039235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5fc65e15-c67b-4df0-912f-cf86843b3874 req-3cce0542-ed4c-475f-852e-2c89d2b325ac tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1757314 Aug 10 00:58:41.107341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a03476b-e71a-4b30-a705-de0f67463ea7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a4d518643fa4c9387cf835345d90dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226684 Aug 10 00:58:41.110538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:41.119681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Attempting to bind port a462358f-0bb6-4625-8e3c-9dbc350dbff0 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:41.120031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Attempting to bind port a462358f-0bb6-4625-8e3c-9dbc350dbff0 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:41.120366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Attempting to bind port a462358f-0bb6-4625-8e3c-9dbc350dbff0 on network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:41.126447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Port a462358f-0bb6-4625-8e3c-9dbc350dbff0 on network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:58:41.126770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Attempting to bind port a462358f-0bb6-4625-8e3c-9dbc350dbff0 on network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:41.168019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:41.168373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Checking segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:41.169350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Bound using segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:41.169830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Bound port: a462358f-0bb6-4625-8e3c-9dbc350dbff0, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:41.170299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.174539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Allocated IP 172.20.0.2 (9a3c8e5c-5318-493b-b185-bf88283f3385/ca5aa359-1ddc-41b5-8db7-c191632701f4/e885e284-d783-49eb-8c40-673ba0cc2a71) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:41.216340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-d294d33a-0c05-4736-9797-b2eb2c8cdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.218487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-d294d33a-0c05-4736-9797-b2eb2c8cdb1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 1097 time: 0.2564132 Aug 10 00:58:41.245624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5fc65e15-c67b-4df0-912f-cf86843b3874 req-7d473203-f275-4cf9-aa3f-76f6821fc1dd tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940935 Aug 10 00:58:41.342236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.370190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.441209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.450898 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.452100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72aabd47-3f54-4357-a4f2-a008224f3c81 HTTP/1.1" status: 204 len: 168 time: 0.3397086 Aug 10 00:58:41.506611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284350b-6b4c-42a9-b0bb-6a2db47d67bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aabd47-3f54-4357-a4f2-a008224f3c81,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:41.530285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.551265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Transition to ACTIVE for port object e885e284-d783-49eb-8c40-673ba0cc2a71 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:41.584878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Transition to ACTIVE for port object e885e284-d783-49eb-8c40-673ba0cc2a71 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:41.600585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.634618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-3667287b-5fc1-495b-85ce-d10d5bc17cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.637876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-3667287b-5fc1-495b-85ce-d10d5bc17cdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.4113529 Aug 10 00:58:41.645546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:41.691454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.711972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:41.727053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:41.734531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:41.748183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.775500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-96a3d502-cbb5-4fa8-b757-2e860d0afdc2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f HTTP/1.1" status: 200 len: 217 time: 0.1226008 Aug 10 00:58:41.781553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:41.790468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113000a0-e522-4605-978f-af0b08d3b6b2 req-606cec88-067f-4a24-9fd6-f02f5571971e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:41.793009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-113000a0-e522-4605-978f-af0b08d3b6b2 req-606cec88-067f-4a24-9fd6-f02f5571971e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2082253 Aug 10 00:58:41.797128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Pushing event updated for resources: {'Port': ['ID=e885e284-d783-49eb-8c40-673ba0cc2a71,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:41.851441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.890034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Attempting to bind port e885e284-d783-49eb-8c40-673ba0cc2a71 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:41.890425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Attempting to bind port e885e284-d783-49eb-8c40-673ba0cc2a71 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:41.902364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Attempting to bind port e885e284-d783-49eb-8c40-673ba0cc2a71 on network 9a3c8e5c-5318-493b-b185-bf88283f3385 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:41.919766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:41.920150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Checking segment: {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:41.920566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.921322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Bound using segment: {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:41.925400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Bound port: e885e284-d783-49eb-8c40-673ba0cc2a71, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:41.925842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:41.930731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-113000a0-e522-4605-978f-af0b08d3b6b2 req-a65d8057-63e9-4925-bfe1-ae0633a8f1a3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211379 Aug 10 00:58:42.031527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3087f-e6b7-4780-b9f3-5240c24cab89 req-a026dc34-accc-4c3b-b3c7-e5edf3be967b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.050357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86f3087f-e6b7-4780-b9f3-5240c24cab89 req-a026dc34-accc-4c3b-b3c7-e5edf3be967b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 944 time: 0.2612991 Aug 10 00:58:42.058446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Pushing event updated for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:42.079400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.079941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.085572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-ca20f012-69b8-4bda-bfed-0387a5c6f227 service neutron] 10.222.0.10 "PUT /v2.0/ports/a462358f-0bb6-4625-8e3c-9dbc350dbff0 HTTP/1.1" status: 200 len: 1093 time: 3.2368810 Aug 10 00:58:42.088273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:42.091115 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f15f15-1943-461e-8aeb-10676422da99" -d '{"events": [{"name": "network-changed", "server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:42.097248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] For port e885e284-d783-49eb-8c40-673ba0cc2a71, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:42.113972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] For port e885e284-d783-49eb-8c40-673ba0cc2a71, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e885e284-d783-49eb-8c40-673ba0cc2a71,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:42.117981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-3a3ea314-9aed-4bde-a439-9f2b1c7d32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.119634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-3a3ea314-9aed-4bde-a439-9f2b1c7d32b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.2932420 Aug 10 00:58:42.127187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Allocated IP 172.25.7.25 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9b375cd6-ff9d-4b01-9d2a-358a27f926d2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:42.129237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.226001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-e8c06521-902b-432c-ab60-bdfb908eb9a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771921 Aug 10 00:58:42.283805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4378c4-7f87-4b40-b0f4-50c966d825af None None] Pushing event updated for resources: {'Port': ['ID=e885e284-d783-49eb-8c40-673ba0cc2a71,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:42.415425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86f3087f-e6b7-4780-b9f3-5240c24cab89 req-10e51a7e-2312-4d4b-a6bd-1bb76d3a10b5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570929 Aug 10 00:58:42.468366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae85a48-6276-4c78-9826-fd63639dac6b req-40ac90b3-9470-4e4f-85ff-74bc5f3fe860 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.485355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cae85a48-6276-4c78-9826-fd63639dac6b req-40ac90b3-9470-4e4f-85ff-74bc5f3fe860 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.2256050 Aug 10 00:58:42.517798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-5618012a-c4c6-4c05-a37a-aa49b45a4185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.519377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-5618012a-c4c6-4c05-a37a-aa49b45a4185 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 1096 time: 0.2924955 Aug 10 00:58:42.524843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.572277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-8a876bd5-6183-40b8-95f2-5e59cfff0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.574062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-8a876bd5-6183-40b8-95f2-5e59cfff0c8a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40&tenant_id=6d45ee0a84db4702a566e9d2cb77a022 HTTP/1.1" status: 200 len: 1096 time: 0.2577312 Aug 10 00:58:42.608336 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda9d56c-0385-43b8-b396-fe1e4026442f x-openstack-request-id: req-dda9d56c-0385-43b8-b396-fe1e4026442f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:42.608559 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:42.608815 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dda9d56c-0385-43b8-b396-fe1e4026442f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:42.609449 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0', 'status': 'completed', 'code': 200} Aug 10 00:58:42.613794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-c4983360-5335-4e56-af57-bbcd45b85a6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0 HTTP/1.1" status: 200 len: 217 time: 0.0724382 Aug 10 00:58:42.714155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cae85a48-6276-4c78-9826-fd63639dac6b req-ef212a36-4d41-46cb-95ea-fedfc4b53606 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276952 Aug 10 00:58:42.812132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-856907b3-1f8b-4759-93cd-ce99530b45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.816980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-856907b3-1f8b-4759-93cd-ce99530b45d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1096 time: 0.2004266 Aug 10 00:58:42.846656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-4330a82d-4217-4855-bc4a-4025e9c3341c service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941617 Aug 10 00:58:42.886479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:42.906898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235347f-21c1-49e8-b1b1-dd4ff0ee7d64 req-a1bc3cea-29ee-4e3b-84e2-1b56f5ba7ea3 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.918183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5235347f-21c1-49e8-b1b1-dd4ff0ee7d64 req-a1bc3cea-29ee-4e3b-84e2-1b56f5ba7ea3 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.2030115 Aug 10 00:58:42.982246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-27aca6d4-cfdb-4837-a7d2-7d21f460ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:42.984160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-27aca6d4-cfdb-4837-a7d2-7d21f460ca4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4326192c-ec00-485e-94b0-10b25c88c738 HTTP/1.1" status: 200 len: 838 time: 0.3629084 Aug 10 00:58:42.989033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:42.999918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:43.007204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:43.041849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Pushing event updated for resources: {'Port': ['ID=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:43.111053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5235347f-21c1-49e8-b1b1-dd4ff0ee7d64 req-908b964a-b290-4a23-9d98-7f6653b14ced tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918976 Aug 10 00:58:43.122226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-56e77cd0-d77e-47ac-b079-91393f93cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.123695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-56e77cd0-d77e-47ac-b079-91393f93cb6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.2973750 Aug 10 00:58:43.151286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df248-238b-437c-bf08-d691c0efb71c req-16fd62a6-064c-4df1-aa93-c76a8df08783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.153732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-16fd62a6-064c-4df1-aa93-c76a8df08783 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4822b649-0a72-4cc4-a9b8-28b20c210fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0961788 Aug 10 00:58:43.184892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85159e7d-7246-420c-a5a0-a0c1557a944b req-6d937f98-4eef-4deb-b6c4-177c84e78629 service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158512 Aug 10 00:58:43.256359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-a4f6a89b-9ea0-4e36-8c15-abebc9032c4f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.0828631 Aug 10 00:58:43.307468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99b9df-5f3d-4253-ba4c-84fd918f08fd req-aeb1597d-08d0-4c0d-aa85-3111c21eb347 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.309373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b99b9df-5f3d-4253-ba4c-84fd918f08fd req-aeb1597d-08d0-4c0d-aa85-3111c21eb347 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 945 time: 0.2517428 Aug 10 00:58:43.377971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-50c05ecb-a921-4796-a509-dd5b09e8c98e service neutron] 10.222.0.10 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092538 Aug 10 00:58:43.429884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-6c7217f2-7167-4a13-9a65-066ed81bef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.431442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-6c7217f2-7167-4a13-9a65-066ed81bef9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.1509838 Aug 10 00:58:43.595814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b8df248-238b-437c-bf08-d691c0efb71c req-42fef085-3320-4fd7-a990-6e33c6689c0a service neutron] 10.222.0.10 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053809 Aug 10 00:58:43.618311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a430b44-c6b2-49b8-a97c-33fee29266d9 req-7c7a2716-dbff-4c83-a2b4-76fb1d0b951c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.634791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a430b44-c6b2-49b8-a97c-33fee29266d9 req-7c7a2716-dbff-4c83-a2b4-76fb1d0b951c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 944 time: 0.1067736 Aug 10 00:58:43.735802 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a430b44-c6b2-49b8-a97c-33fee29266d9 req-ce95af83-2829-4b0c-84d6-cb05e7dbd84d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991220 Aug 10 00:58:43.760423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f15-1943-461e-8aeb-10676422da99 req-393b301e-c8c0-481b-aad4-5a84132a651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.767344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-393b301e-c8c0-481b-aad4-5a84132a651b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 1096 time: 0.0947623 Aug 10 00:58:43.843864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:43.946116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8877d0-c36f-492b-8b50-3bb88c5b046a None None] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:43.978100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f15-1943-461e-8aeb-10676422da99 req-988ed3a0-0d9a-42b4-949e-526b626b7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:43.980056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-988ed3a0-0d9a-42b4-949e-526b626b7ada service neutron] 10.222.0.10 "GET /v2.0/networks?id=4822b649-0a72-4cc4-a9b8-28b20c210fd6 HTTP/1.1" status: 200 len: 896 time: 0.2043250 Aug 10 00:58:44.004586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b99b9df-5f3d-4253-ba4c-84fd918f08fd req-c058f6cc-44e3-40ab-beda-3f4b347050ff tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613925 Aug 10 00:58:44.060711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-5b770c02-5ff0-435f-8ec6-3effa5416a35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788507 Aug 10 00:58:44.062354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-4d6174f0-2f31-4b07-8042-d9e2c8158b31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0 HTTP/1.1" status: 200 len: 217 time: 0.0684564 Aug 10 00:58:44.107623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31adc84-7a10-4990-924b-a4d52daeb6d6 req-e7c29d52-557f-4174-b37b-96725a680664 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.109150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a31adc84-7a10-4990-924b-a4d52daeb6d6 req-e7c29d52-557f-4174-b37b-96725a680664 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1279917 Aug 10 00:58:44.162898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.164478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f15-1943-461e-8aeb-10676422da99 req-56a2bd95-e3ac-46a1-8d22-5456b1532ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.166247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-56a2bd95-e3ac-46a1-8d22-5456b1532ef9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4326192c-ec00-485e-94b0-10b25c88c738 HTTP/1.1" status: 200 len: 838 time: 0.0965922 Aug 10 00:58:44.190434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d585509f-6f28-4c1e-882e-c250d1ec88b9 None None] Provisioning for port e885e284-d783-49eb-8c40-673ba0cc2a71 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:44.194939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a31adc84-7a10-4990-924b-a4d52daeb6d6 req-8e214393-4fe8-4ece-b23f-694aa73a6703 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784395 Aug 10 00:58:44.211341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2607114b-ba9c-42a5-b957-fe463c7b0422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.226244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:44.229338 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b485695-9d42-4158-8001-e1bbd6fba934" -d '{"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:44.251299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:44.312357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.331928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f15f15-1943-461e-8aeb-10676422da99 req-a15f6e09-2300-45c1-ad42-9106a0657a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.333777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-a15f6e09-2300-45c1-ad42-9106a0657a6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4822b649-0a72-4cc4-a9b8-28b20c210fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1377165 Aug 10 00:58:44.358375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-4b56de2b-d0d5-4657-a70f-94a0bbc3561a service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806985 Aug 10 00:58:44.383492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.418129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:44.453662 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d689b5-19dd-428c-bcbe-9cff6343cf83 x-openstack-request-id: req-56d689b5-19dd-428c-bcbe-9cff6343cf83 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:44.454160 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:44.454515 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56d689b5-19dd-428c-bcbe-9cff6343cf83 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:44.459918 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'code': 200} Aug 10 00:58:44.462519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e885e284-d783-49eb-8c40-673ba0cc2a71 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:44.488477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-4839373c-6765-40a3-be42-947f357d625e service neutron] 10.222.0.10 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367371 Aug 10 00:58:44.549765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e885e284-d783-49eb-8c40-673ba0cc2a71 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:44.562179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e885e284-d783-49eb-8c40-673ba0cc2a71 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:44.562689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.623784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71152481-36bd-4d4a-adf4-f9e059f378ad req-f43a7d89-1486-42a4-b431-86c07864f2cf tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:44.625350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71152481-36bd-4d4a-adf4-f9e059f378ad req-f43a7d89-1486-42a4-b431-86c07864f2cf tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.3184721 Aug 10 00:58:44.657064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-5449d277-7a7f-4235-bd98-972cbba3ce54 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701008 Aug 10 00:58:44.706148 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.757564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e885e284-d783-49eb-8c40-673ba0cc2a71, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e885e284-d783-49eb-8c40-673ba0cc2a71,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:44.779510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.794846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71152481-36bd-4d4a-adf4-f9e059f378ad req-f02a4235-88fc-47da-af31-7013d76ddadf tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576166 Aug 10 00:58:44.851895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5f15f15-1943-461e-8aeb-10676422da99 req-e3e04f93-27e9-47a2-88db-a049426bee3d service neutron] 10.222.0.10 "GET /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525507 Aug 10 00:58:44.944455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:44.949136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e885e284-d783-49eb-8c40-673ba0cc2a71,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:45.000530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3dbf6031-98ad-4644-b4c6-c1b89c9e49d5 None None] Provisioning complete for port e885e284-d783-49eb-8c40-673ba0cc2a71 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:45.020789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3dbf6031-98ad-4644-b4c6-c1b89c9e49d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.121077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d6b91-36fd-4303-a69b-83fe0a8e9cee req-e6b83f30-c4af-4468-84e1-b173c45370ba tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.122765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c2d6b91-36fd-4303-a69b-83fe0a8e9cee req-e6b83f30-c4af-4468-84e1-b173c45370ba tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 944 time: 0.1482201 Aug 10 00:58:45.257384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c2d6b91-36fd-4303-a69b-83fe0a8e9cee req-41e11238-8f4e-4bab-806c-1db4dac98bef tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247222 Aug 10 00:58:45.395063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07e0e-ce4e-4c4a-8ef4-16d40f2df53d req-2d48b26f-931e-440f-863b-5b3df853f7de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.403931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ea07e0e-ce4e-4c4a-8ef4-16d40f2df53d req-2d48b26f-931e-440f-863b-5b3df853f7de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.2386475 Aug 10 00:58:45.404196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39478) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:45.455278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ea07e0e-ce4e-4c4a-8ef4-16d40f2df53d req-8165dab3-cd05-4c58-9f9d-b923ea937653 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510809 Aug 10 00:58:45.457443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Router b32860ac-3556-48f5-b2bb-724339b1f46a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:58:45.523592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bf2b4-009a-4fe3-a7c8-2084b89cdc89 req-9bbe503b-f48b-48e3-9aef-818dd62cac02 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:45.533620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b0bf2b4-009a-4fe3-a7c8-2084b89cdc89 req-9bbe503b-f48b-48e3-9aef-818dd62cac02 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0748601 Aug 10 00:58:45.584398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:45.592925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b0bf2b4-009a-4fe3-a7c8-2084b89cdc89 req-5f3ee729-c28f-419e-afd6-4cc40a5901ba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583346 Aug 10 00:58:45.610317 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Sync routers for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:45.621853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.626559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-649b170f-0408-4ff2-ab93-fea765427668 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1066701 Aug 10 00:58:45.627173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39482) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:45.630987 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:45.633231 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:45.704209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb9c-acc2-4707-bdb9-41ec6233827b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:45.842292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a462358f-0bb6-4625-8e3c-9dbc350dbff0 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:58:46.095450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e22a2-79da-4de2-96ab-19a0618ba95f req-9da2d550-89f0-44bd-89b6-48f381715c92 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.105940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd8e22a2-79da-4de2-96ab-19a0618ba95f req-9da2d550-89f0-44bd-89b6-48f381715c92 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1544862 Aug 10 00:58:46.133571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:46.168043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'port_id': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0', 'mac_address': 'fa:16:3e:51:f8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4326192c-ec00-485e-94b0-10b25c88c738', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:58:46.170918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd8e22a2-79da-4de2-96ab-19a0618ba95f req-de1ca03d-c50e-4b0f-bd46-c4336c1047f3 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590909 Aug 10 00:58:46.201756 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:46.246627 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.281343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb9c-acc2-4707-bdb9-41ec6233827b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.285004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a462358f-0bb6-4625-8e3c-9dbc350dbff0 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:58:46.295621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef4cdb9c-acc2-4707-bdb9-41ec6233827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.326063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:46.332699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.421738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cdb9c-acc2-4707-bdb9-41ec6233827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a15b60-0089-4752-aac8-b233ff723417,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:46.458109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:46.465834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e885e284-d783-49eb-8c40-673ba0cc2a71 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:46.515859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ef4cdb9c-acc2-4707-bdb9-41ec6233827b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0af9df4d1c29451a8d2af006f483345e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1081481 Aug 10 00:58:46.516349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:46.564514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e885e284-d783-49eb-8c40-673ba0cc2a71 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:46.566761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.586239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:43Z', 'revision_number': 3, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:46.623101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.663670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['a462358f-0bb6-4625-8e3c-9dbc350dbff0'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:58:46.668170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Checking router: b32860ac-3556-48f5-b2bb-724339b1f46a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:46.671452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.672485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Updating router b32860ac-3556-48f5-b2bb-724339b1f46a port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:46.712848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba563487-6d03-4a9e-bb0f-882e67562006 req-3c2ac952-0638-419b-8fdc-9d4730afbd3c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.720501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba563487-6d03-4a9e-bb0f-882e67562006 req-3c2ac952-0638-419b-8fdc-9d4730afbd3c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 945 time: 0.2707338 Aug 10 00:58:46.727098 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.782174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a1b2a-9e84-4ef2-a5e9-80790fe30b8b req-80496998-3f4a-4f52-aa6f-48338fa693af tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:46.791181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-592a1b2a-9e84-4ef2-a5e9-80790fe30b8b req-80496998-3f4a-4f52-aa6f-48338fa693af tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.1149905 Aug 10 00:58:46.841575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caa32b3f-a01c-4a67-a516-d9991f120daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.858998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.877364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:46.881890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6a15b60-0089-4752-aac8-b233ff723417 HTTP/1.1" status: 204 len: 168 time: 0.3637753 Aug 10 00:58:46.911530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-592a1b2a-9e84-4ef2-a5e9-80790fe30b8b req-578122e5-7882-4039-a6c7-bfbcfdcb9ef1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193154 Aug 10 00:58:46.933417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef68f2-2a8a-4023-b502-641c5175c652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a15b60-0089-4752-aac8-b233ff723417,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:46.964048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba563487-6d03-4a9e-bb0f-882e67562006 req-e7b32759-0fe3-4fb7-a50b-d9582fece741 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423770 Aug 10 00:58:47.240532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.263406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04de185-ac17-4a20-a6de-94521171793f req-5fe7bb9f-03ac-4dc0-bea0-8b4c5b7f234c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:47.273968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f04de185-ac17-4a20-a6de-94521171793f req-5fe7bb9f-03ac-4dc0-bea0-8b4c5b7f234c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1845002 Aug 10 00:58:47.309338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.374408 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f04de185-ac17-4a20-a6de-94521171793f req-ae5a0856-86d5-4d8c-8017-4ecca6cee0dc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925384 Aug 10 00:58:47.528078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Allocated IP 172.20.0.1 (9a3c8e5c-5318-493b-b185-bf88283f3385/ca5aa359-1ddc-41b5-8db7-c191632701f4/8cfc85b5-bac5-470a-b161-987806813d91) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:47.532974 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.563550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Transition to ACTIVE for port object 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:47.572898 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.615810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11c2cf-ceda-40f2-867c-fb5cbf084f16 req-5e2ec619-848e-4671-8a8e-163a6dbd28d1 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:47.637391 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.639282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc11c2cf-ceda-40f2-867c-fb5cbf084f16 req-5e2ec619-848e-4671-8a8e-163a6dbd28d1 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1688204 Aug 10 00:58:47.646501 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Attempting to bind port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:47.647315 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Attempting to bind port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:47.647690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Attempting to bind port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:47.655862 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:47.656322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:47.656748 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.657129 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:47.657608 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Bound port: 9b375cd6-ff9d-4b01-9d2a-358a27f926d2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:47.658045 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.694402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.709790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Transition to ACTIVE for port object 8cfc85b5-bac5-470a-b161-987806813d91 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:47.730550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] For port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:47.733649 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] For port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:47.749935 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.754984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:47.785929 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8aed9-789c-43aa-b98f-7f3a5d0eb11f None None] Pushing event updated for resources: {'Port': ['ID=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:47.795587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc11c2cf-ceda-40f2-867c-fb5cbf084f16 req-e219ad10-fb02-4d5e-ae53-7de6e939577f tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465662 Aug 10 00:58:47.850603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c3d7d7ef-d58f-4809-9999-ae8482dab79f no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:58:47.857595 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8aed9-789c-43aa-b98f-7f3a5d0eb11f None None] Pushing event updated for resources: {'Port': ['ID=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:47.874422 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:47.875101 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:47.903625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:47.914329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:47.924214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:48.033215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Pushing event updated for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:48.091161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.206023 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:48.470645 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.484687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0b976a07-011a-4f2c-8215-b76c33bce91a None None] Provisioning for port 8cfc85b5-bac5-470a-b161-987806813d91 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:48.485292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03899634-ac21-4cdf-a85e-ec15a5b9826e req-635f0065-2ed7-41d2-9b47-c23c3f8387ca tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.490502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0b976a07-011a-4f2c-8215-b76c33bce91a None None] Provisioning complete for port 8cfc85b5-bac5-470a-b161-987806813d91 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:48.491244 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b976a07-011a-4f2c-8215-b76c33bce91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.496643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03899634-ac21-4cdf-a85e-ec15a5b9826e req-635f0065-2ed7-41d2-9b47-c23c3f8387ca tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 945 time: 0.1216578 Aug 10 00:58:48.554364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0b976a07-011a-4f2c-8215-b76c33bce91a None None] Port 8cfc85b5-bac5-470a-b161-987806813d91 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:48.581825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03899634-ac21-4cdf-a85e-ec15a5b9826e req-ec4c4de0-a9a5-4337-a55e-2b003805c585 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814714 Aug 10 00:58:48.587377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:43Z', 'revision_number': 3, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:48.631219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cde75-c502-4f23-9964-5b5598cc3188 None None] The sync data for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 is: [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:43Z', 'revision_number': 3, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:48.823711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.829905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.881983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Pushing event updated for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:48.925104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:48.952029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0628b2-2aba-4266-a87c-86b1af4eb6e7 req-70d91328-33d0-4790-a0b0-ccfd870e4fba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:48.953655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de0628b2-2aba-4266-a87c-86b1af4eb6e7 req-70d91328-33d0-4790-a0b0-ccfd870e4fba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0826542 Aug 10 00:58:49.091654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de0628b2-2aba-4266-a87c-86b1af4eb6e7 req-53f482cb-f1e5-44fe-851a-d95e9337617c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797594 Aug 10 00:58:49.124649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70537dc-799c-492a-8e91-313c591370af req-2a36af94-ab6d-4bbe-a018-dc8ed5644d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.126214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-2a36af94-ab6d-4bbe-a018-dc8ed5644d5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d12b245f95b48689f26f2869c13f0d7&device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 1098 time: 0.1663949 Aug 10 00:58:49.139473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:49.141258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:49.398470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73231272-a333-473c-94f0-3431f3a02469 req-9ccf2526-e7eb-45f9-9068-e06caca65a56 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.403489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Router b32860ac-3556-48f5-b2bb-724339b1f46a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:58:49.407189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73231272-a333-473c-94f0-3431f3a02469 req-9ccf2526-e7eb-45f9-9068-e06caca65a56 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1641750 Aug 10 00:58:49.464839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70537dc-799c-492a-8e91-313c591370af req-c4e4d852-0ced-439a-8a74-4db6a946a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.466956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-c4e4d852-0ced-439a-8a74-4db6a946a053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 200 len: 916 time: 0.3243253 Aug 10 00:58:49.549602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73231272-a333-473c-94f0-3431f3a02469 req-22ad5296-182d-4a8e-9e5a-b698dbaceaf4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402895 Aug 10 00:58:49.550016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-18cbe9ea-98ef-4d29-858c-b76e6d9de96a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1 HTTP/1.1" status: 200 len: 217 time: 0.0575397 Aug 10 00:58:49.601262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.644957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-03e11f27-5e7d-4198-867b-035cf4b76f50 None None] Provisioning complete for port 8cfc85b5-bac5-470a-b161-987806813d91 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:49.645936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03e11f27-5e7d-4198-867b-035cf4b76f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:49.720944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70537dc-799c-492a-8e91-313c591370af req-27cbf29b-69eb-406c-9db5-b41bcc7e4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.740923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:58:49.745956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-27cbf29b-69eb-406c-9db5-b41bcc7e4d72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 200 len: 855 time: 0.1700621 Aug 10 00:58:49.769295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abf0ac85-b310-4a27-bdd0-1d9627aa8f4d admin admin] 10.222.0.25 "PUT /v2.0/routers/b32860ac-3556-48f5-b2bb-724339b1f46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1408238 Aug 10 00:58:49.814881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-03e11f27-5e7d-4198-867b-035cf4b76f50 None None] Port 8cfc85b5-bac5-470a-b161-987806813d91 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:58:49.898649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a462358f-0bb6-4625-8e3c-9dbc350dbff0 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:49.969001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70537dc-799c-492a-8e91-313c591370af req-d232b195-8d26-465f-9605-5c0cec5c47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:49.976344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-d232b195-8d26-465f-9605-5c0cec5c47f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9bfe3a34-2355-4823-be7d-656114ca7702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065594 Aug 10 00:58:50.019985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:50.068618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e4c4a-9f0a-4306-bc48-a683ab878783 req-4819d841-3633-4928-b379-0735d7abd755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.070179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-958e4c4a-9f0a-4306-bc48-a683ab878783 req-4819d841-3633-4928-b379-0735d7abd755 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 945 time: 0.2243571 Aug 10 00:58:50.240869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-958e4c4a-9f0a-4306-bc48-a683ab878783 req-e080102c-3c83-4155-bbdc-5f238d7ba2b5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493111 Aug 10 00:58:50.244037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-758568075'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:50.331871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:50.345217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.407879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:50.452166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.452878 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Added segment 7e183e49-525b-487c-90ac-ab89f3c9cd58 of type vlan for network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b Aug 10 00:58:50.484810 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-9a115e24-e21e-4b44-b563-e4df9f8ac087 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551601 Aug 10 00:58:50.499149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347ce44-b8f7-4e9b-bae0-fd95cea5fdf2 req-7945ac9e-2c07-40ee-af9d-3e214e26692c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.507150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d347ce44-b8f7-4e9b-bae0-fd95cea5fdf2 req-7945ac9e-2c07-40ee-af9d-3e214e26692c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1089833 Aug 10 00:58:50.533593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:50.561008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.562179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port a462358f-0bb6-4625-8e3c-9dbc350dbff0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:50.577189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port a462358f-0bb6-4625-8e3c-9dbc350dbff0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:50.577995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.681477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.698277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:50.711221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:50.713498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.723318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:50.724003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.752638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f70537dc-799c-492a-8e91-313c591370af req-dfd9292f-ee00-4f61-91e2-84dab2f2cec2 service neutron] 10.222.0.21 "GET /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924932 Aug 10 00:58:50.782613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d347ce44-b8f7-4e9b-bae0-fd95cea5fdf2 req-3723ce87-b29c-4a81-81f9-c58114291ffc tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578325 Aug 10 00:58:50.933523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.981780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:50.986322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:50.998879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Network': ['ID=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.013065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b38214eb-19e5-4c25-a1ba-43ca1f9b0c26 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9875538 Aug 10 00:58:51.013837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:51.020233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd685-8276-47b9-b72e-578005155a2f req-a21fb6b4-1c9d-46c6-b8c6-c1300591c5db tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.028880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'subnet': {'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:51.030031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a51bd685-8276-47b9-b72e-578005155a2f req-a21fb6b4-1c9d-46c6-b8c6-c1300591c5db tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1367714 Aug 10 00:58:51.040443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:51.044248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.090052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a51bd685-8276-47b9-b72e-578005155a2f req-0dd875fd-9e49-4562-8ea2-e8bcf7de45f0 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590489 Aug 10 00:58:51.108199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:58:51.110844 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374e45a-2eaa-4bb3-b6eb-1019965e293c" -d '{"events": [{"server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "name": "network-vif-plugged", "status": "completed", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:58:51.164105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:51.178620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.223081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.336661 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e31cec-720e-4283-a05e-d96eca81a352 x-openstack-request-id: req-82e31cec-720e-4283-a05e-d96eca81a352 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:58:51.336827 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "name": "network-vif-plugged", "status": "completed", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:58:51.337137 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82e31cec-720e-4283-a05e-d96eca81a352 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:58:51.337516 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0', 'code': 200} Aug 10 00:58:51.451621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:51.518659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b330-4f60-48db-9599-e0b5912c66d4 req-1db33992-2f51-4498-b858-2d2cb57b5ff5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:51.533878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9748b330-4f60-48db-9599-e0b5912c66d4 req-1db33992-2f51-4498-b858-2d2cb57b5ff5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.1000085 Aug 10 00:58:51.581863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39582) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:51.626263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9748b330-4f60-48db-9599-e0b5912c66d4 req-cf97e73b-60a9-4114-af99-4eef805068ff tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893760 Aug 10 00:58:51.761464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c8841a2-b71f-4869-b512-77313f7c31f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:51.980232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Sync routers for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:58:51.996524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:51.997390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:52.004168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c8841a2-b71f-4869-b512-77313f7c31f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.015517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb939b5-4367-4ad7-a5c7-81b324778d69 req-fe1a8024-9b8d-46bc-a8c5-d664713adf04 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.024496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bb939b5-4367-4ad7-a5c7-81b324778d69 req-fe1a8024-9b8d-46bc-a8c5-d664713adf04 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0995767 Aug 10 00:58:52.032149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c8841a2-b71f-4869-b512-77313f7c31f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.115424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8841a2-b71f-4869-b512-77313f7c31f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464641bb-bca3-4db8-924d-a597fb7224b6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.132074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5ad2d-c576-4867-b28b-afe6a02e29f1 req-cdb9dbba-401c-4f89-8616-9bf58ddbd724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.133829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fd5ad2d-c576-4867-b28b-afe6a02e29f1 req-cdb9dbba-401c-4f89-8616-9bf58ddbd724 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 1098 time: 0.2308023 Aug 10 00:58:52.164993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c8841a2-b71f-4869-b512-77313f7c31f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08a1aecb73134246809705534c5e8686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795412 Aug 10 00:58:52.166010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39590) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:52.200555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bb939b5-4367-4ad7-a5c7-81b324778d69 req-596202bc-dc0f-457a-8213-96dabdbf2d32 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751571 Aug 10 00:58:52.216224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:52.222421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.231715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:52.332658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.357098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:52.357819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.464779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8859242-75a7-4e4e-9742-b852fb7b5f66 req-b39724ed-0ad4-4af3-a8b0-bb84a47b5df8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.466471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8859242-75a7-4e4e-9742-b852fb7b5f66 req-b39724ed-0ad4-4af3-a8b0-bb84a47b5df8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1599007 Aug 10 00:58:52.537431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fd5ad2d-c576-4867-b28b-afe6a02e29f1 req-8c7e1165-58a3-4e3c-9024-414c8f20b669 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467047 Aug 10 00:58:52.549275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.553642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.554884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/464641bb-bca3-4db8-924d-a597fb7224b6 HTTP/1.1" status: 204 len: 168 time: 0.3855970 Aug 10 00:58:52.591530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8859242-75a7-4e4e-9742-b852fb7b5f66 req-160d6e6e-f440-44eb-ac0b-5c33e79f9fea tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130762 Aug 10 00:58:52.592416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162a31-6f48-43c5-a162-20d13e4d5122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464641bb-bca3-4db8-924d-a597fb7224b6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.812961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.832998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:52.846515 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.899113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Subnet': ['ID=a74464be-897f-411c-8715-f6548d55e33a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:52.935730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Checking segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:52.936103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network hostable DHCP agents. Network: c4a4b52b-5104-4c9b-af4c-32d6aef3d35b, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:52.960454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:52.978863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c4a4b52b-5104-4c9b-af4c-32d6aef3d35b) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:52.985772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:52.986433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:52.993143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bbe663-835d-4fd5-a810-c5e95e86bee2 None None] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:53.010997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f44545c9-eb26-4cc9-ba1b-68e87cb0b5ba tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9952257 Aug 10 00:58:53.013188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:53.020354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1567012239'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:53.055260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:53.062128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.072583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:48Z', 'revision_number': 4, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '8cfc85b5-bac5-470a-b161-987806813d91', 'name': '', 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'mac_address': 'fa:16:3e:78:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:47Z', 'updated_at': '2021-08-10T00:58:48Z', 'revision_number': 2, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'subnets': [{'id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:53.100042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d1170-6156-4304-a237-3fc78f650df3 req-44cee195-3daf-479b-91a7-37f2cd483f15 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.107495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b8d1170-6156-4304-a237-3fc78f650df3 req-44cee195-3daf-479b-91a7-37f2cd483f15 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.1532805 Aug 10 00:58:53.125346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:58:53.145454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.146899 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Added segment 36880d26-4189-404b-8a84-c0d64e93ee49 of type vlan for network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 Aug 10 00:58:53.199239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b8d1170-6156-4304-a237-3fc78f650df3 req-74bf3049-093f-4515-b49c-029f0181b4d6 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846355 Aug 10 00:58:53.200435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Checking router: b32860ac-3556-48f5-b2bb-724339b1f46a for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:58:53.200903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Updating router b32860ac-3556-48f5-b2bb-724339b1f46a port 8cfc85b5-bac5-470a-b161-987806813d91 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:58:53.322912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.332400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.382430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e754-b551-440c-97cd-73acfaf14981 req-7dd8fc8b-04ee-4791-9bff-d3a12b161505 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.399534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aae7e754-b551-440c-97cd-73acfaf14981 req-7dd8fc8b-04ee-4791-9bff-d3a12b161505 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.1061513 Aug 10 00:58:53.477991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aae7e754-b551-440c-97cd-73acfaf14981 req-23329c6c-27f5-43d5-8a6f-74fa80562eb4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774026 Aug 10 00:58:53.481582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.518578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.519420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.605340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39620) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:53.610819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'subnet': {'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:58:53.616845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6018121 Aug 10 00:58:53.699982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'fixed_ips': [{'subnet_id': 'a74464be-897f-411c-8715-f6548d55e33a'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:53.700837 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:53.735966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770da0b-9b89-4632-b9b7-1e8edb68e57b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Network': ['ID=7cdc741d-adb9-4d3f-ae40-099baf49a6c2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:53.769702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:58:53.854933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52311b9d-47d7-4bd0-8a13-124f3e986d2e req-cb633a06-a69a-420c-aed4-d7df980f3597 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:53.862786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52311b9d-47d7-4bd0-8a13-124f3e986d2e req-cb633a06-a69a-420c-aed4-d7df980f3597 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.2411423 Aug 10 00:58:54.054805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52311b9d-47d7-4bd0-8a13-124f3e986d2e req-52c6e106-a78a-4533-b30c-1b743597a787 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906137 Aug 10 00:58:54.127522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:58:54.137761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.245605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.282473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Transition to ACTIVE for port object 8cfc85b5-bac5-470a-b161-987806813d91 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:54.312630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.439201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6354-db6c-4e95-bd64-cd4b5dd71d80 req-ce2c7d5e-3d40-4f43-938c-2489202bbd2c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:54.448350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77ef6354-db6c-4e95-bd64-cd4b5dd71d80 req-ce2c7d5e-3d40-4f43-938c-2489202bbd2c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.1363196 Aug 10 00:58:54.521096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Allocated IP 19.80.0.2 (c4a4b52b-5104-4c9b-af4c-32d6aef3d35b/a74464be-897f-411c-8715-f6548d55e33a/c50cb0c1-5e96-4977-ad57-8535707165c0) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:54.558138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Attempting to bind port 8cfc85b5-bac5-470a-b161-987806813d91 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:54.558557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Attempting to bind port 8cfc85b5-bac5-470a-b161-987806813d91 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:54.559206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Attempting to bind port 8cfc85b5-bac5-470a-b161-987806813d91 on network 9a3c8e5c-5318-493b-b185-bf88283f3385 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:54.568731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb450d-c267-4e0c-8578-501eee5552cf None None] Pushing event updated for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:54.585424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:54.585888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Checking segment: {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:54.586443 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.587165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Bound using segment: {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:54.587647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Bound port: 8cfc85b5-bac5-470a-b161-987806813d91, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2e9933-f11a-4e99-b643-20690cae75fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:54.588173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.622895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77ef6354-db6c-4e95-bd64-cd4b5dd71d80 req-8bbc41e2-01e1-4115-86d6-b217e42e795d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724963 Aug 10 00:58:54.665058 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:54.879756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Subnet': ['ID=1294efb4-cbf5-4436-96cf-8ec0a966f90c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:54.901015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Checking segment: {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:54.901394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network hostable DHCP agents. Network: 7cdc741d-adb9-4d3f-ae40-099baf49a6c2, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:58:54.970951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:58:55.042770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7cdc741d-adb9-4d3f-ae40-099baf49a6c2) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:55.049411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.050013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.086165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e9efaea-a701-426f-bf60-bf44e0f27a09 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4794688 Aug 10 00:58:55.105260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25741cbf-0940-4c67-b279-5829ec8a5a75 req-f8ad4e83-92b1-4e72-b8ff-89845dd97906 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.111438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25741cbf-0940-4c67-b279-5829ec8a5a75 req-f8ad4e83-92b1-4e72-b8ff-89845dd97906 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.1629963 Aug 10 00:58:55.185798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25741cbf-0940-4c67-b279-5829ec8a5a75 req-7849ee8f-ee46-4b9b-a0dd-9a1c88a7df47 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717697 Aug 10 00:58:55.186951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436861b3-f795-46db-ba26-83bbe8613d9c None None] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:55.245352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] For port 8cfc85b5-bac5-470a-b161-987806813d91, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:55.250797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] For port 8cfc85b5-bac5-470a-b161-987806813d91, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8cfc85b5-bac5-470a-b161-987806813d91,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:55.459960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581b139-1526-440f-bad1-f6e46f05abd5 req-f2bbea65-7181-4813-8c38-737879d7149c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.471591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b581b139-1526-440f-bad1-f6e46f05abd5 req-f2bbea65-7181-4813-8c38-737879d7149c tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.1169522 Aug 10 00:58:55.603140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b581b139-1526-440f-bad1-f6e46f05abd5 req-62f38b00-4f3e-48d4-a283-4cdefd349d8b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242547 Aug 10 00:58:55.615396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.627079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Transition to ACTIVE for port object c50cb0c1-5e96-4977-ad57-8535707165c0 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:55.702259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.833239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Transition to ACTIVE for port object c50cb0c1-5e96-4977-ad57-8535707165c0 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:55.858109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.876557 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:55.878215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f457ee-6325-483c-87a3-10f38c960956 req-4050354e-29d8-4a4c-9d36-1f716d610fb2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:55.896551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84f457ee-6325-483c-87a3-10f38c960956 req-4050354e-29d8-4a4c-9d36-1f716d610fb2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1419148 Aug 10 00:58:55.918325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:58:55.922973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:55.931573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb450d-c267-4e0c-8578-501eee5552cf None None] Pushing event updated for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:55.997965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84f457ee-6325-483c-87a3-10f38c960956 req-4341e6ee-6884-45b2-b58c-8796783108b4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003997 Aug 10 00:58:56.094403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:56.111651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:56.158267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9553a-93fa-4d01-aa0a-b9014468d7ec req-b54bdcd4-d8fe-4079-801a-3bd3c44c9272 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:58:56.160319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46d9553a-93fa-4d01-aa0a-b9014468d7ec req-b54bdcd4-d8fe-4079-801a-3bd3c44c9272 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.0819337 Aug 10 00:58:56.176426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:56.275489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Pushing event updated for resources: {'Port': ['ID=c50cb0c1-5e96-4977-ad57-8535707165c0,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:56.300734 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.326319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46d9553a-93fa-4d01-aa0a-b9014468d7ec req-5f485eaf-3401-4087-8303-4a3fc7316428 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512964 Aug 10 00:58:56.527552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7cdc741d-adb9-4d3f-ae40-099baf49a6c2', 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'fixed_ips': [{'subnet_id': '1294efb4-cbf5-4436-96cf-8ec0a966f90c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:58:56.528933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.584633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Attempting to bind port c50cb0c1-5e96-4977-ad57-8535707165c0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:56.585011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Attempting to bind port c50cb0c1-5e96-4977-ad57-8535707165c0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:56.585406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Attempting to bind port c50cb0c1-5e96-4977-ad57-8535707165c0 on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:56.602515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:56.603070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Checking segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:56.603493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.603915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Bound using segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:56.604417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Bound port: c50cb0c1-5e96-4977-ad57-8535707165c0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:56.604753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:56.653786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:58:56.829551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] For port c50cb0c1-5e96-4977-ad57-8535707165c0, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:56.836913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] For port c50cb0c1-5e96-4977-ad57-8535707165c0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c50cb0c1-5e96-4977-ad57-8535707165c0,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:56.917139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.079991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Allocated IP 19.86.0.2 (7cdc741d-adb9-4d3f-ae40-099baf49a6c2/1294efb4-cbf5-4436-96cf-8ec0a966f90c/0fce7999-531e-47d8-a6d9-5872c3480b5c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:57.193147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309876b-334a-4575-8e7c-7575ea861cd2 None None] Pushing event updated for resources: {'Port': ['ID=c50cb0c1-5e96-4977-ad57-8535707165c0,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:57.407745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:48Z', 'revision_number': 4, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '8cfc85b5-bac5-470a-b161-987806813d91', 'name': '', 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'mac_address': 'fa:16:3e:78:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:47Z', 'updated_at': '2021-08-10T00:58:55Z', 'revision_number': 4, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'subnets': [{'id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:58:57.446495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37139dd9-d87f-49ea-b957-61651d265230 None None] The sync data for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 is: [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T00:58:48Z', 'revision_number': 4, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '8cfc85b5-bac5-470a-b161-987806813d91', 'name': '', 'network_id': '9a3c8e5c-5318-493b-b185-bf88283f3385', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'mac_address': 'fa:16:3e:78:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:47Z', 'updated_at': '2021-08-10T00:58:55Z', 'revision_number': 4, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'subnets': [{'id': 'ca5aa359-1ddc-41b5-8db7-c191632701f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:58:57.499245 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.520734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Transition to ACTIVE for port object 0fce7999-531e-47d8-a6d9-5872c3480b5c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:57.568211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Transition to ACTIVE for port object 0fce7999-531e-47d8-a6d9-5872c3480b5c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:57.580068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.635744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:58:57.639504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:58:57.644193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:58:57.676149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Pushing event updated for resources: {'Port': ['ID=0fce7999-531e-47d8-a6d9-5872c3480b5c,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:57.745933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Attempting to bind port 0fce7999-531e-47d8-a6d9-5872c3480b5c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:58:57.746348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Attempting to bind port 0fce7999-531e-47d8-a6d9-5872c3480b5c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:58:57.746724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Attempting to bind port 0fce7999-531e-47d8-a6d9-5872c3480b5c on network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:58:57.752983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:58:57.758216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Checking segment: {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:58:57.758658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.759098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Bound using segment: {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:58:57.759602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Bound port: 0fce7999-531e-47d8-a6d9-5872c3480b5c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:58:57.760239 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:57.912584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39680) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:58:57.923406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] For port 0fce7999-531e-47d8-a6d9-5872c3480b5c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:58:57.934222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] For port 0fce7999-531e-47d8-a6d9-5872c3480b5c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0fce7999-531e-47d8-a6d9-5872c3480b5c,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:58:57.940322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.146365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12d918-5a9e-4603-8b8a-67e782f71203 None None] Pushing event updated for resources: {'Port': ['ID=0fce7999-531e-47d8-a6d9-5872c3480b5c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:58.517522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8cfc85b5-bac5-470a-b161-987806813d91 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:58.658742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8cfc85b5-bac5-470a-b161-987806813d91 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:58.674334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8cfc85b5-bac5-470a-b161-987806813d91 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:58.675204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.889534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66272ce2-db91-4ef3-98b1-ce192d4754fd None None] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:58:58.983230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:58.990019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8fbb05a5-e99c-48ba-b574-182714ba7335 None None] Provisioning for port c50cb0c1-5e96-4977-ad57-8535707165c0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:59.054515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.061616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8cfc85b5-bac5-470a-b161-987806813d91, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8cfc85b5-bac5-470a-b161-987806813d91,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:58:59.086510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.090366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c50cb0c1-5e96-4977-ad57-8535707165c0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:58:59.447437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:58:59.542947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c50cb0c1-5e96-4977-ad57-8535707165c0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:58:59.556064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.17 (4822b649-0a72-4cc4-a9b8-28b20c210fd6/4326192c-ec00-485e-94b0-10b25c88c738/f57eb7e0-0412-44c9-971e-d91e4555dad2) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:58:59.565621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c50cb0c1-5e96-4977-ad57-8535707165c0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:58:59.565981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.797670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.822438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object f57eb7e0-0412-44c9-971e-d91e4555dad2 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:58:59.867961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:58:59.994434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:00.002226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:00.008758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:00.023641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99af017d-41fe-41e5-8d73-669f64ef0d04 None None] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:00.077730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:00.128710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.176865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.250443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c6750543-37bf-46cf-81c0-35cb3d2da6f9 None None] Provisioning for port 0fce7999-531e-47d8-a6d9-5872c3480b5c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:00.377963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c50cb0c1-5e96-4977-ad57-8535707165c0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c50cb0c1-5e96-4977-ad57-8535707165c0,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:00.414423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.415925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.597703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Provisioning for port f57eb7e0-0412-44c9-971e-d91e4555dad2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:00.605601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c50cb0c1-5e96-4977-ad57-8535707165c0,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:00.639380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Provisioning complete for port f57eb7e0-0412-44c9-971e-d91e4555dad2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:00.639860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.701763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Port f57eb7e0-0412-44c9-971e-d91e4555dad2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:00.728171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Provisioning complete for port c50cb0c1-5e96-4977-ad57-8535707165c0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:00.728528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-25405e22-7cd9-4d19-8edf-a9a63bbc14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:00.808126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0fce7999-531e-47d8-a6d9-5872c3480b5c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:00.904556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0fce7999-531e-47d8-a6d9-5872c3480b5c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:00.926612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0fce7999-531e-47d8-a6d9-5872c3480b5c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:00.927505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.010227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-482fa51e-4874-408f-8538-f2b1737b1ea5 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.020234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-482fa51e-4874-408f-8538-f2b1737b1ea5 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.046822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-482fa51e-4874-408f-8538-f2b1737b1ea5 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/networks?id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b&id=7cdc741d-adb9-4d3f-ae40-099baf49a6c2&id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b HTTP/1.1" status: 200 len: 1391 time: 0.3093393 Aug 10 00:59:01.067397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.068910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-9f528ce7-146f-49aa-96cc-0725578a0272 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/quotas/cb7ce57b220f48b682c14b7628bb9bce HTTP/1.1" status: 200 len: 375 time: 0.0211389 Aug 10 00:59:01.087959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-a8c60bba-2153-481c-a5c6-335692f64fd0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:01.089477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-a8c60bba-2153-481c-a5c6-335692f64fd0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c3aec4c-dd3c-45e7-81dd-c084885f9ef0 HTTP/1.1" status: 200 len: 943 time: 0.2997859 Aug 10 00:59:01.123500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0fce7999-531e-47d8-a6d9-5872c3480b5c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0fce7999-531e-47d8-a6d9-5872c3480b5c,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:01.133535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.134574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8cfc85b5-bac5-470a-b161-987806813d91 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:01.217914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0fce7999-531e-47d8-a6d9-5872c3480b5c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:01.223085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-c7e2e6fe-9e7d-425f-8015-7bfdaeb796c5 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1531298 Aug 10 00:59:01.278926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f5f599a-1839-48bb-b892-60f5e6017569 None None] Provisioning complete for port 0fce7999-531e-47d8-a6d9-5872c3480b5c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:01.279928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f5f599a-1839-48bb-b892-60f5e6017569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.346991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port c3d7d7ef-d58f-4809-9999-ae8482dab79f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:01.347387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.405145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8cfc85b5-bac5-470a-b161-987806813d91 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:01.406160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.412968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.426507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.480805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a50ff077-a90a-4c30-9f39-303144098ed9 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547741 Aug 10 00:59:01.552656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port c3d7d7ef-d58f-4809-9999-ae8482dab79f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c3d7d7ef-d58f-4809-9999-ae8482dab79f,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:01.553226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.568055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for c3d7d7ef-d58f-4809-9999-ae8482dab79f owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:01.631963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:01.645338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:01.687376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-829d98d9-bcf5-4078-9462-097305cb0021 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052743 Aug 10 00:59:01.807578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:01.811206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:01.833690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-3307e233-9758-456f-8aaf-aa72828750ab service neutron] 10.222.0.25 "GET /v2.0/networks/7cdc741d-adb9-4d3f-ae40-099baf49a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446652 Aug 10 00:59:01.991495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:02.001542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.019516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-44bbdf79-8167-4b13-b653-468a22b9ae5d service neutron] 10.222.0.25 "GET /v2.0/networks/7cdc741d-adb9-4d3f-ae40-099baf49a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836407 Aug 10 00:59:02.077148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=c3d7d7ef-d58f-4809-9999-ae8482dab79f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:02.149054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port c3d7d7ef-d58f-4809-9999-ae8482dab79f on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:02.149694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-66d91f60-4c9b-41eb-88fc-f0d6784af9f3 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286592 Aug 10 00:59:02.152831 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.155482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5c4acdb-d261-4bfa-9998-ac1a99513c98 req-88e5aaf5-5dfc-4068-a0b2-9be3f5c9abbf tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "DELETE /v2.0/ports/c3d7d7ef-d58f-4809-9999-ae8482dab79f HTTP/1.1" status: 204 len: 173 time: 1.0575888 Aug 10 00:59:02.157954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-deleted', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:02.160483 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557ef889-9609-40bc-bd55-1213643f84dd" -d '{"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-deleted", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:02.247777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-271662fe-1873-452a-973f-1b4ea4718ae2 None None] Provisioning complete for port f57eb7e0-0412-44c9-971e-d91e4555dad2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:02.248293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-271662fe-1873-452a-973f-1b4ea4718ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.269161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-c04d5f7e-c4e5-45fa-829b-1938aa149f05 service neutron] 10.222.0.25 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190724 Aug 10 00:59:02.276877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:02.283257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eecd10cb-22a0-4787-8c39-79304570c27e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/872cc18b-a4bb-45c9-b1d5-6e6e455edf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3694046 Aug 10 00:59:02.306369 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:02.318605 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:02.319396 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:02.332115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-271662fe-1873-452a-973f-1b4ea4718ae2 None None] Port f57eb7e0-0412-44c9-971e-d91e4555dad2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:02.421992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-9526b3a5-3ed0-4220-85a7-4a1ce70a7b39 req-52305fe1-b9e2-4550-b3a7-8d2c45fb4b49 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 00:59:02.423042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9526b3a5-3ed0-4220-85a7-4a1ce70a7b39 req-52305fe1-b9e2-4550-b3a7-8d2c45fb4b49 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089347 Aug 10 00:59:02.481317 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:02.534702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9526b3a5-3ed0-4220-85a7-4a1ce70a7b39 req-933b23e1-6907-40e0-a60f-d2f9b41bd2d2 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1018908 Aug 10 00:59:02.545035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0fce7999-531e-47d8-a6d9-5872c3480b5c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:02.616347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0fce7999-531e-47d8-a6d9-5872c3480b5c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:02.616999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.769111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c50cb0c1-5e96-4977-ad57-8535707165c0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:02.860953 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:00Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f57eb7e0-0412-44c9-971e-d91e4555dad2', 'name': '', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:8a:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '4326192c-ec00-485e-94b0-10b25c88c738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:59Z', 'updated_at': '2021-08-10T00:59:00Z', 'revision_number': 2, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '4326192c-ec00-485e-94b0-10b25c88c738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:02.873648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c50cb0c1-5e96-4977-ad57-8535707165c0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:02.874027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.891847 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:02.892205 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Updating router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 port f57eb7e0-0412-44c9-971e-d91e4555dad2 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:59:02.929570 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:02.962549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf73a6-0a16-4e54-9a60-18b4f7cfdd54 req-2bab385a-3860-4ba0-ab75-9813cdfa7ee0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:02.974920 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4cf73a6-0a16-4e54-9a60-18b4f7cfdd54 req-2bab385a-3860-4ba0-ab75-9813cdfa7ee0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0969744 Aug 10 00:59:03.045231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4cf73a6-0a16-4e54-9a60-18b4f7cfdd54 req-1a52bf1b-e390-47ed-9eba-767cf2931659 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688245 Aug 10 00:59:03.101805 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c603c4f-3f40-4cd0-80b1-475be1f43b4e x-openstack-request-id: req-8c603c4f-3f40-4cd0-80b1-475be1f43b4e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:03.102241 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c3aec4c-dd3c-45e7-81dd-c084885f9ef0", "name": "network-vif-deleted", "tag": "c3d7d7ef-d58f-4809-9999-ae8482dab79f", "status": "failed", "code": 422}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:03.102499 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c603c4f-3f40-4cd0-80b1-475be1f43b4e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:03.102957 n-d-766380-21 neutron-server[105957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c3aec4c-dd3c-45e7-81dd-c084885f9ef0', 'name': 'network-vif-deleted', 'tag': 'c3d7d7ef-d58f-4809-9999-ae8482dab79f', 'status': 'failed', 'code': 422} returned with failed status Aug 10 00:59:03.225944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67a86036-d449-4f2b-b4d1-95f20ff9a0a1 req-32cb7bc6-922d-4919-adc9-38d5489fb5c0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 210 time: 0.0575128 Aug 10 00:59:03.328868 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.341383 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Transition to ACTIVE for port object f57eb7e0-0412-44c9-971e-d91e4555dad2 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:03.351447 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.435897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965ada-c80b-4a26-b1bd-7cc8b73dc14a req-97177e65-f776-4e23-ae8c-cfad9b87bc27 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.438508 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01965ada-c80b-4a26-b1bd-7cc8b73dc14a req-97177e65-f776-4e23-ae8c-cfad9b87bc27 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.0865180 Aug 10 00:59:03.491969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Attempting to bind port f57eb7e0-0412-44c9-971e-d91e4555dad2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:03.492343 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Attempting to bind port f57eb7e0-0412-44c9-971e-d91e4555dad2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:03.492696 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Attempting to bind port f57eb7e0-0412-44c9-971e-d91e4555dad2 on network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:03.495223 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Pushing event updated for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.498216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-01965ada-c80b-4a26-b1bd-7cc8b73dc14a req-90d7d92d-5629-4d7a-af94-96e9b32ec159 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521162 Aug 10 00:59:03.499019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-cc7b28d6-6c0a-4bc9-8c94-a6610c12f36d tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.500585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-cc7b28d6-6c0a-4bc9-8c94-a6610c12f36d tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/networks?id=56b05452-8ade-4b4e-8729-7f52f7396fc7 HTTP/1.1" status: 200 len: 814 time: 0.2318666 Aug 10 00:59:03.505081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.505431 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.505767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.506112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.506645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.507456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.507933 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.508408 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.508877 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.509362 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.510086 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.510554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:03.518872 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:03.519438 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Checking segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:03.520045 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.520590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Bound using segment: {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:03.521732 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Bound port: f57eb7e0-0412-44c9-971e-d91e4555dad2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd6c395-8799-4f4e-8752-5305e6c8d34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:03.522267 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.546512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-4aee6bf2-ccbd-486d-8f1f-22d638c87d27 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/quotas/ec734e13e25c4163985f1d5af1e30712 HTTP/1.1" status: 200 len: 375 time: 0.0267131 Aug 10 00:59:03.640827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-c219c52d-8732-4962-a213-a7158b0f2990 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec734e13e25c4163985f1d5af1e30712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783696 Aug 10 00:59:03.681464 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] For port f57eb7e0-0412-44c9-971e-d91e4555dad2, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:03.685317 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] For port f57eb7e0-0412-44c9-971e-d91e4555dad2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f57eb7e0-0412-44c9-971e-d91e4555dad2,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:03.700151 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:03.755274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2b23-be0b-47b1-8179-bbe4a1dd331b req-5cf017f1-b2f7-4c79-8181-dfa640e52022 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:03.772702 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:03.773092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7ec2b23-be0b-47b1-8179-bbe4a1dd331b req-5cf017f1-b2f7-4c79-8181-dfa640e52022 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.1325035 Aug 10 00:59:03.773326 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:58:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:03.828945 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71330dc5-e0e2-4923-8e5c-c54caae12a66 None None] Pushing event updated for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:03.872097 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-e289f2c6-be08-442a-ba48-8b72be7a4172 service neutron] 10.222.0.25 "GET /v2.0/networks/56b05452-8ade-4b4e-8729-7f52f7396fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216713 Aug 10 00:59:03.959948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7ec2b23-be0b-47b1-8179-bbe4a1dd331b req-911d647f-7980-427b-a2d3-ff8e017b189e tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449587 Aug 10 00:59:04.038238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-4e57e87b-2dee-491c-a51a-3c4941cc0ebe tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.044549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-4e57e87b-2dee-491c-a51a-3c4941cc0ebe tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.046806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-4e57e87b-2dee-491c-a51a-3c4941cc0ebe tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "GET /v2.0/networks?id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b&id=7cdc741d-adb9-4d3f-ae40-099baf49a6c2&id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b HTTP/1.1" status: 200 len: 1391 time: 0.2722435 Aug 10 00:59:04.069942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'admin_state_up': True, 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:04.076159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-ecbc06b3-d281-4f8e-a952-86cc2c943930 service neutron] 10.222.0.25 "GET /v2.0/networks/56b05452-8ade-4b4e-8729-7f52f7396fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002232 Aug 10 00:59:04.188082 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:04.322409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d59b8107-2bef-40fd-bf4e-9760e267b7c8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.331328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d59b8107-2bef-40fd-bf4e-9760e267b7c8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.2085927 Aug 10 00:59:04.382541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-6b9a59d4-4fe9-43a1-972a-388102dc33b6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0431874 Aug 10 00:59:04.448779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa7d0-603c-4db2-a425-1e65ac435cd4 req-45b789df-32dc-4f2f-b94c-655a7e1fbfd8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.450692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc2fa7d0-603c-4db2-a425-1e65ac435cd4 req-45b789df-32dc-4f2f-b94c-655a7e1fbfd8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.0815878 Aug 10 00:59:04.485443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-fd72dda9-babd-42bd-906c-3f3a250c95e2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0971115 Aug 10 00:59:04.508795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:04.514656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:04.533312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc2fa7d0-603c-4db2-a425-1e65ac435cd4 req-da72b73d-6d5c-4dde-b2e3-688df079bb48 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754936 Aug 10 00:59:04.606975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:00Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f57eb7e0-0412-44c9-971e-d91e4555dad2', 'name': '', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:8a:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '4326192c-ec00-485e-94b0-10b25c88c738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:59Z', 'updated_at': '2021-08-10T00:59:03Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '4326192c-ec00-485e-94b0-10b25c88c738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:04.676531 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e577c111-0a31-462f-bfee-92cd57926f17 None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:00Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f57eb7e0-0412-44c9-971e-d91e4555dad2', 'name': '', 'network_id': '4822b649-0a72-4cc4-a9b8-28b20c210fd6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:8a:18:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '4326192c-ec00-485e-94b0-10b25c88c738', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:59Z', 'updated_at': '2021-08-10T00:59:03Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '4326192c-ec00-485e-94b0-10b25c88c738', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:04.698215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc573f-5026-4dfc-98e7-8ce6502269e9 req-3afa3590-824b-4d82-9576-b001dda80790 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:04.699788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58fc573f-5026-4dfc-98e7-8ce6502269e9 req-3afa3590-824b-4d82-9576-b001dda80790 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.0822222 Aug 10 00:59:04.746301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Allocated IP 19.80.0.152 (c4a4b52b-5104-4c9b-af4c-32d6aef3d35b/a74464be-897f-411c-8715-f6548d55e33a/4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:04.750994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58fc573f-5026-4dfc-98e7-8ce6502269e9 req-a987ecc0-0cdc-450a-bc2e-f2e567ea2fac tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417607 Aug 10 00:59:04.872959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d67c92fd-23fe-4282-ae96-37b9909fb692 req-40458101-7cb3-4537-b649-5e44a75f57b7 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 210 time: 0.0546844 Aug 10 00:59:04.907266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-a8ed5af8-f7e7-4cab-81f4-48d708adae57 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968747 Aug 10 00:59:04.991542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd1ecd83-709e-40da-95c4-39d29bff6933 req-ddc297a6-f346-4fe9-bbb1-a1052e317662 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 210 time: 0.0410297 Aug 10 00:59:05.091843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-1395d21a-41a8-4acd-9035-17f1cca4759d service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836731 Aug 10 00:59:05.110905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.129279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Transition to ACTIVE for port object 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:05.193298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.270279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:05.275418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:05.278989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:05.350429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:05.401696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf31d-bfd8-4512-83eb-35105a0f00bd req-65db38e2-8b82-42d8-a7ee-950d068bdab6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.408771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf31d-bfd8-4512-83eb-35105a0f00bd req-65db38e2-8b82-42d8-a7ee-950d068bdab6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.422829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbf31d-bfd8-4512-83eb-35105a0f00bd req-65db38e2-8b82-42d8-a7ee-950d068bdab6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.435516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedbf31d-bfd8-4512-83eb-35105a0f00bd req-65db38e2-8b82-42d8-a7ee-950d068bdab6 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82&device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2&device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 2418 time: 0.1006265 Aug 10 00:59:05.484729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f847542e-14b3-4347-8509-cc39a946a4e9 req-e4e4ad86-3c59-4b50-b69b-4a2082045e29 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 210 time: 0.1360822 Aug 10 00:59:05.568782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:05.578692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedbf31d-bfd8-4512-83eb-35105a0f00bd req-e054dc90-0220-4621-a35e-aa0a5a1d20e1 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420066 Aug 10 00:59:05.579281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.628945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0461a602-7607-4b50-8bc5-23a004bfa5d9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5640881 Aug 10 00:59:05.659504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2', 'admin_state_up': True, 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:05.779887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94efd07d-1c7d-4970-ad92-11e063517306 req-f04ad5ea-f835-4041-810d-2cb81c003b0a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1425009 Aug 10 00:59:05.792899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-90f741d4-2491-46ca-9737-6ff321e12b62 None None] Provisioning for port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:05.800197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-90f741d4-2491-46ca-9737-6ff321e12b62 None None] Provisioning complete for port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:05.800615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90f741d4-2491-46ca-9737-6ff321e12b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:05.914398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-90f741d4-2491-46ca-9737-6ff321e12b62 None None] Port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:06.038589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:06.039638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e317ef0-7646-4d47-bd41-65c2b231b516 req-08e5cb0a-a494-41fa-af69-192ca24d5de3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 210 time: 0.0464215 Aug 10 00:59:06.056887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.097560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62ec34-0e07-4788-9db3-1c1c3459a861 req-13fbd565-5fd2-4516-acc6-2f7d94e36b01 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.111260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a62ec34-0e07-4788-9db3-1c1c3459a861 req-13fbd565-5fd2-4516-acc6-2f7d94e36b01 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 944 time: 0.1298048 Aug 10 00:59:06.195702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a62ec34-0e07-4788-9db3-1c1c3459a861 req-84abb667-6d07-4bd4-bffa-e0fbb781dafb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834179 Aug 10 00:59:06.286295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-203c867a-1716-4442-be00-e72629d40029 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.288421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-203c867a-1716-4442-be00-e72629d40029 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.21 "GET /v2.0/networks?id=56b05452-8ade-4b4e-8729-7f52f7396fc7 HTTP/1.1" status: 200 len: 814 time: 0.2466490 Aug 10 00:59:06.302227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Request body: {'port': {'device_id': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'admin_state_up': True, 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:06.479115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:06.618549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Made reservation on behalf of ec734e13e25c4163985f1d5af1e30712 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:06.646852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.665925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:06.680022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'network_id': '655cc7b9-dfc4-4211-99e5-177d84cf46ee', 'port_id': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'mac_address': 'fa:16:3e:55:a5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c8d99-4b02-46ab-a2df-f432ebf2baf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:06.717994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f57eb7e0-0412-44c9-971e-d91e4555dad2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:06.930509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bb33f-55fe-41a7-aa62-6257fcb39df7 req-8eae0507-28dc-478d-9063-47061ddab441 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:06.931142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Allocated IP 172.20.0.7 (56b05452-8ade-4b4e-8729-7f52f7396fc7/4352cbb7-e043-44f1-a8f9-f5e285cbff1c/4ad9f5ca-57d6-4214-ba4f-9656bf161cec) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:06.935828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad5bb33f-55fe-41a7-aa62-6257fcb39df7 req-8eae0507-28dc-478d-9063-47061ddab441 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 932 time: 0.1251442 Aug 10 00:59:06.938596 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:06.962917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Allocated IP 19.86.0.238 (7cdc741d-adb9-4d3f-ae40-099baf49a6c2/1294efb4-cbf5-4436-96cf-8ec0a966f90c/f0370346-68fe-49e5-999a-3c3d2b316aca) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:07.021733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:07.030609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad5bb33f-55fe-41a7-aa62-6257fcb39df7 req-105f0af8-43e5-48a1-89ac-d4d7aee50c63 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936069 Aug 10 00:59:07.070047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f57eb7e0-0412-44c9-971e-d91e4555dad2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:07.089664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f57eb7e0-0412-44c9-971e-d91e4555dad2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:07.090041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.202200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:07.225642 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.340159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.368671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Transition to ACTIVE for port object 4ad9f5ca-57d6-4214-ba4f-9656bf161cec will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:07.399871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:07.412629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4452302-ad0d-43f4-876a-98ab1f849576 req-a3623095-2d65-47e7-911a-43b19fd71dd6 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 210 time: 0.1151378 Aug 10 00:59:07.429300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.570382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:07.607665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:07.631550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:07.639492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Pushing event updated for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:07.641370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.654645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:07.667104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-004c18ff-6a31-40eb-ad11-30af8d48b82d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.668679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-004c18ff-6a31-40eb-ad11-30af8d48b82d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.5296788 Aug 10 00:59:07.684367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.705554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:07.781795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Transition to ACTIVE for port object f0370346-68fe-49e5-999a-3c3d2b316aca will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:07.830829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477d6af-2529-4720-8e09-007f838f3229 req-5d22bc3b-7bad-44aa-ad05-fbc92673d37a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.837048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.837935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.838403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e477d6af-2529-4720-8e09-007f838f3229 req-5d22bc3b-7bad-44aa-ad05-fbc92673d37a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 931 time: 0.3077621 Aug 10 00:59:07.862867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f57eb7e0-0412-44c9-971e-d91e4555dad2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f57eb7e0-0412-44c9-971e-d91e4555dad2,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:07.878439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:07.882483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7e02e-5c30-461e-881d-65889f21b1bc req-4e05cfa7-5876-45e7-b727-960debd8d0b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:07.890243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2d7e02e-5c30-461e-881d-65889f21b1bc req-4e05cfa7-5876-45e7-b727-960debd8d0b8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.1735251 Aug 10 00:59:07.892773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-419630d7-1392-4462-8d35-5c53952144f3 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5949376 Aug 10 00:59:07.924257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Request body: {'port': {'device_id': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:07.943224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:08.048764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e477d6af-2529-4720-8e09-007f838f3229 req-ba663948-91ab-492f-afd1-b3c10514b4e4 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052233 Aug 10 00:59:08.069683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51fba4fd-02f7-4093-baca-9e012ab124d9 None None] Provisioning for port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:08.075699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51fba4fd-02f7-4093-baca-9e012ab124d9 None None] Provisioning complete for port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:08.076154 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51fba4fd-02f7-4093-baca-9e012ab124d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.127332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:08.137053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.145542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-51fba4fd-02f7-4093-baca-9e012ab124d9 None None] Port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:08.156544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.221283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:08.376180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.9 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/bed377dc-4f1a-4292-8701-e35f34b30c45) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:08.546897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2d7e02e-5c30-461e-881d-65889f21b1bc req-daf8ca1b-8bb7-4286-92ca-c42fe801ca2e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557012 Aug 10 00:59:08.565187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.580007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.588801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f57eb7e0-0412-44c9-971e-d91e4555dad2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:08.615629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:08.619039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:08.625842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:08.692193 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.753769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:08.763977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.764644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.780529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f57eb7e0-0412-44c9-971e-d91e4555dad2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:08.780906 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.793005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:08.794550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:08.797195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:08.856728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-06aa8356-688f-4721-9d1c-9323f800d73b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2175469 Aug 10 00:59:08.881041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:08.881732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:08.914066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'admin_state_up': True, 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:09.124435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e0cf4fd0-be36-4066-8ec2-2eec7a3076e0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4303141 Aug 10 00:59:09.152883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57090-888d-4edc-bab2-19dfe26f2828 req-6fadd3c6-7d47-4df9-9ed4-af49b810561a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:09.156939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Request body: {'port': {'device_id': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:09.161964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb57090-888d-4edc-bab2-19dfe26f2828 req-6fadd3c6-7d47-4df9-9ed4-af49b810561a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:09.164812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eb57090-888d-4edc-bab2-19dfe26f2828 req-6fadd3c6-7d47-4df9-9ed4-af49b810561a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 1655 time: 0.4480197 Aug 10 00:59:09.183048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9b06f50c-ddce-4b4b-837f-57d94245c58b None None] Provisioning for port f0370346-68fe-49e5-999a-3c3d2b316aca completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:09.193069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9b06f50c-ddce-4b4b-837f-57d94245c58b None None] Provisioning complete for port f0370346-68fe-49e5-999a-3c3d2b316aca triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:09.193719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9b06f50c-ddce-4b4b-837f-57d94245c58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.199049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:09.202556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.227866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6616ef2-b547-43e1-b654-fb4cf0783405 req-328032b2-34ce-42ea-9b48-2db4ef4a9aa8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:09.229530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6616ef2-b547-43e1-b654-fb4cf0783405 req-328032b2-34ce-42ea-9b48-2db4ef4a9aa8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 931 time: 0.1303236 Aug 10 00:59:09.262561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-93ee8688-de00-4548-bd1a-2e5d8c454128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:09.266504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-93ee8688-de00-4548-bd1a-2e5d8c454128 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1097 time: 0.2969689 Aug 10 00:59:09.296988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9b06f50c-ddce-4b4b-837f-57d94245c58b None None] Port f0370346-68fe-49e5-999a-3c3d2b316aca cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:09.299427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eb57090-888d-4edc-bab2-19dfe26f2828 req-9f248b84-f1d9-4ffb-b281-ddafb94b6b4a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849390 Aug 10 00:59:09.387663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Allocated IP 19.80.0.142 (c4a4b52b-5104-4c9b-af4c-32d6aef3d35b/a74464be-897f-411c-8715-f6548d55e33a/c6204395-619f-4fc8-9659-cdfb880d759f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:09.524247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad9f5ca-57d6-4214-ba4f-9656bf161cec {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:09.549236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.556916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.565192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Transition to ACTIVE for port object c6204395-619f-4fc8-9659-cdfb880d759f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:09.571559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Transition to ACTIVE for port object 4ad9f5ca-57d6-4214-ba4f-9656bf161cec will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:09.577372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.637097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.685681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:09.719954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6616ef2-b547-43e1-b654-fb4cf0783405 req-098bd90f-d9be-451f-80c3-b5b7da054da2 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315429 Aug 10 00:59:09.780450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Attempting to bind port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:09.780905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Attempting to bind port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:09.781344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Attempting to bind port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec on network 56b05452-8ade-4b4e-8729-7f52f7396fc7 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:09.787465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec on network 56b05452-8ade-4b4e-8729-7f52f7396fc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:09.788067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Attempting to bind port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec on network 56b05452-8ade-4b4e-8729-7f52f7396fc7 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:09.795123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:09.795681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Checking segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:09.796113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Bound using segment: {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:09.796704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Bound port: 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd438a09f-26f4-4113-89d6-83d360dd6979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:09.797131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.835208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:09.978220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:10.034395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:10.041741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:10.051786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f1c73-2630-4bb1-9816-1f587d897d75 req-eaf7e4bb-c310-4508-ba3f-a21ec451759d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.059778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e58f1c73-2630-4bb1-9816-1f587d897d75 req-eaf7e4bb-c310-4508-ba3f-a21ec451759d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 945 time: 0.0947964 Aug 10 00:59:10.085507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.111370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:10.113776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:10.131054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e58f1c73-2630-4bb1-9816-1f587d897d75 req-d4b3020e-3d08-47d7-976e-685e7fb52ecb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Aug 10 00:59:10.211792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.212837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.214654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ad9f5ca-57d6-4214-ba4f-9656bf161cec HTTP/1.1" status: 200 len: 1092 time: 2.2957809 Aug 10 00:59:10.215295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:10.217947 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:10.288116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f32f7-afa3-4a3f-9c31-9dbc94d1bdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:10.317048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d4cba-a4e0-4232-809a-2ab986a0bd29 req-ea672759-ab71-47dd-9150-4a593951a55b tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.342036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e16d4cba-a4e0-4232-809a-2ab986a0bd29 req-ea672759-ab71-47dd-9150-4a593951a55b tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.3759339 Aug 10 00:59:10.372023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:10.393999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.394715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.516143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:10.534387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31341b52-14a0-4365-9769-10cd32fe647a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6316524 Aug 10 00:59:10.569845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e16d4cba-a4e0-4232-809a-2ab986a0bd29 req-1c19ba74-14f6-4364-85d7-eaefa0e6ab6c tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926789 Aug 10 00:59:10.589005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:10.634077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33ec8e20-0b23-4a93-8244-76a33cbea432 None None] Provisioning for port c6204395-619f-4fc8-9659-cdfb880d759f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:10.635573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33ec8e20-0b23-4a93-8244-76a33cbea432 None None] Provisioning complete for port c6204395-619f-4fc8-9659-cdfb880d759f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:10.636355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ec8e20-0b23-4a93-8244-76a33cbea432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.691821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-33ec8e20-0b23-4a93-8244-76a33cbea432 None None] Port c6204395-619f-4fc8-9659-cdfb880d759f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:10.728541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 07beb4a6-99df-46bf-b8ae-4ccc7903081a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:10.728541 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.791993 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518ad383-e4e6-4930-bec4-b4f03440c104 x-openstack-request-id: req-518ad383-e4e6-4930-bec4-b4f03440c104 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:10.792285 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:10.792637 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-518ad383-e4e6-4930-bec4-b4f03440c104 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:10.793100 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec', 'status': 'completed', 'code': 200} Aug 10 00:59:10.841343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.897249 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.934343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e129d-68a2-497f-a96e-aa36ed593e86 req-77e69b10-b3cb-46fa-baf7-ee10aabb5bf6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.952339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e129d-68a2-497f-a96e-aa36ed593e86 req-77e69b10-b3cb-46fa-baf7-ee10aabb5bf6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.954971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:10.956571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:10.961265 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4146a7a0-9f84-40ed-898f-cd2b6dc8f346" -d '{"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:10.968398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:10.969552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e129d-68a2-497f-a96e-aa36ed593e86 req-77e69b10-b3cb-46fa-baf7-ee10aabb5bf6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:10.979470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f93e129d-68a2-497f-a96e-aa36ed593e86 req-77e69b10-b3cb-46fa-baf7-ee10aabb5bf6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2377 time: 0.1330705 Aug 10 00:59:11.070218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:11.096452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed377dc-4f1a-4292-8701-e35f34b30c45 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:11.101757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f93e129d-68a2-497f-a96e-aa36ed593e86 req-b7fda44b-21b9-411e-be65-d82e0459fc41 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211703 Aug 10 00:59:11.111288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.292448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Transition to ACTIVE for port object bed377dc-4f1a-4292-8701-e35f34b30c45 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:11.357588 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439de832-9400-470f-8235-83a0abff4f81 x-openstack-request-id: req-439de832-9400-470f-8235-83a0abff4f81 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:11.358406 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-plugged", "status": "completed", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:11.359107 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-439de832-9400-470f-8235-83a0abff4f81 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:11.359969 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'code': 200} Aug 10 00:59:11.364544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9f10-c2c5-453d-9698-1c12c4d4c4aa req-4bc45015-3df9-410b-85b8-f249a589edd0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.373918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5afb9f10-c2c5-453d-9698-1c12c4d4c4aa req-4bc45015-3df9-410b-85b8-f249a589edd0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 931 time: 0.1617484 Aug 10 00:59:11.468935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.478062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5afb9f10-c2c5-453d-9698-1c12c4d4c4aa req-971c0a5e-89e7-4a76-bc59-c087d45727a3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968142 Aug 10 00:59:11.610899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:11.655301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ac63d-d31a-47d3-8790-a89997ee2bf6 req-2118ff1a-7a74-4029-8d3b-3e8d28ecff4b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.656859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-171ac63d-d31a-47d3-8790-a89997ee2bf6 req-2118ff1a-7a74-4029-8d3b-3e8d28ecff4b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0849836 Aug 10 00:59:11.660455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3d47-3c80-4688-8547-37fe80ea762e req-8e1d0358-11c6-483e-86a2-fb013a2f67f4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:11.667788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c73e3d47-3c80-4688-8547-37fe80ea762e req-8e1d0358-11c6-483e-86a2-fb013a2f67f4 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.1793256 Aug 10 00:59:11.717398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-171ac63d-d31a-47d3-8790-a89997ee2bf6 req-597b5738-45b2-4ace-bf39-aca431cb4e53 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526679 Aug 10 00:59:11.802042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:11.814069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c73e3d47-3c80-4688-8547-37fe80ea762e req-3e5281d1-cc88-4402-8681-ce57dd9319af tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454082 Aug 10 00:59:11.816476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.851620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Transition to ACTIVE for port object 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:11.853787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Attempting to bind port bed377dc-4f1a-4292-8701-e35f34b30c45 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:11.854196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Attempting to bind port bed377dc-4f1a-4292-8701-e35f34b30c45 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:11.854645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Attempting to bind port bed377dc-4f1a-4292-8701-e35f34b30c45 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:11.861655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Port bed377dc-4f1a-4292-8701-e35f34b30c45 on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:11.862590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Attempting to bind port bed377dc-4f1a-4292-8701-e35f34b30c45 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:11.866398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:11.910540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:11.910978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:11.911490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:11.912038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Bound port: bed377dc-4f1a-4292-8701-e35f34b30c45, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:11.912443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.058916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:12.062273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bed377dc-4f1a-4292-8701-e35f34b30c45,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:12.070865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:12.085643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.255394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9747a1-16f4-4478-9fb9-98720f5200b9 req-109cd5f7-3c3f-4631-83ce-09a7270d21e1 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.263914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc9747a1-16f4-4478-9fb9-98720f5200b9 req-109cd5f7-3c3f-4631-83ce-09a7270d21e1 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.3580439 Aug 10 00:59:12.277820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.278453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.279931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/bed377dc-4f1a-4292-8701-e35f34b30c45 HTTP/1.1" status: 200 len: 1092 time: 3.1303911 Aug 10 00:59:12.303271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:12.305867 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f33df-b540-4454-9ed4-42c608f3212d" -d '{"events": [{"name": "network-changed", "server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:12.307020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6034d-3cb0-4531-9c8d-1c617240aabb req-ac0b740c-99dd-4a42-bab2-ae76f762eece tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.316436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6034d-3cb0-4531-9c8d-1c617240aabb req-ac0b740c-99dd-4a42-bab2-ae76f762eece tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.326777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6034d-3cb0-4531-9c8d-1c617240aabb req-ac0b740c-99dd-4a42-bab2-ae76f762eece tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.336896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35a6034d-3cb0-4531-9c8d-1c617240aabb req-ac0b740c-99dd-4a42-bab2-ae76f762eece tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2389 time: 0.1340389 Aug 10 00:59:12.360854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ad99-14c5-44f9-9c71-1913e54f07e4 service neutron] Pushing event updated for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:12.388755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35a6034d-3cb0-4531-9c8d-1c617240aabb req-7c246f06-306c-434b-a723-ec566379c37f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505297 Aug 10 00:59:12.407230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc9747a1-16f4-4478-9fb9-98720f5200b9 req-23f2ff33-0cd4-4c3a-a062-2ba1658a7aed tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422961 Aug 10 00:59:12.410099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Attempting to bind port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:12.410891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Attempting to bind port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:12.410891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Attempting to bind port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:12.448592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:12.448940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Attempting to bind port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:12.486596 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4862741-a4ad-45c5-a40d-d438b57719c8 x-openstack-request-id: req-d4862741-a4ad-45c5-a40d-d438b57719c8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:12.487493 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:12.487493 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4862741-a4ad-45c5-a40d-d438b57719c8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:12.487665 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45', 'status': 'completed', 'code': 200} Aug 10 00:59:12.491603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:12.491603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Checking segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:12.491902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Bound using segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:12.492358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Bound port: 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:12.492744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.619522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-b6407006-a026-460d-813a-1c6ec077df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.620993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-b6407006-a026-460d-813a-1c6ec077df3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 1095 time: 0.2124109 Aug 10 00:59:12.702039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-73c0d26d-b53f-4c90-8058-cc4a37da7858 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.703894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-73c0d26d-b53f-4c90-8058-cc4a37da7858 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.10 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.1624055 Aug 10 00:59:12.735021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-1420670b-b78a-4289-b1e4-2ef8699f137f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed377dc-4f1a-4292-8701-e35f34b30c45 HTTP/1.1" status: 200 len: 217 time: 0.1054530 Aug 10 00:59:12.815616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:12.818851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd551b9-1dd6-4c15-bfc5-e0396729787d req-51d3e755-ecc1-4ffc-9e13-3311b5d48ad7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.820421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5bd551b9-1dd6-4c15-bfc5-e0396729787d req-51d3e755-ecc1-4ffc-9e13-3311b5d48ad7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 943 time: 0.1266649 Aug 10 00:59:12.846738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:12.862228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:12.944730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-8b5cfb47-1383-4a9b-8d10-cd9d13763b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:12.946702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-8b5cfb47-1383-4a9b-8d10-cd9d13763b99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.2029948 Aug 10 00:59:12.980926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5bd551b9-1dd6-4c15-bfc5-e0396729787d req-6778e65b-4939-4ac3-8fa2-e5c05dfed441 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042714 Aug 10 00:59:12.991835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Deleting port 212b85f5-e052-4f24-8134-25367540a4c9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:12.992189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.118475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-e13f96c6-4878-4ea2-8f35-ec4944ff5cfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276333 Aug 10 00:59:13.119765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.120363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.121660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e HTTP/1.1" status: 200 len: 1093 time: 2.5672655 Aug 10 00:59:13.225624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:13.291417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fe02f-4a09-46a2-939b-a1ce3ed0d83d req-21a8c400-42c7-4a47-ba73-901105216d50 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.299698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-676fe02f-4a09-46a2-939b-a1ce3ed0d83d req-21a8c400-42c7-4a47-ba73-901105216d50 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 945 time: 0.1758025 Aug 10 00:59:13.368332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fc3fb-dc3b-4714-b1e6-1cc69ce25c15 service neutron] Pushing event updated for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:13.410597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] For port 212b85f5-e052-4f24-8134-25367540a4c9, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=212b85f5-e052-4f24-8134-25367540a4c9,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:13.416501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.460318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-676fe02f-4a09-46a2-939b-a1ce3ed0d83d req-e55a78ed-f603-4d73-802d-fcb0d1f1dd6b tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593208 Aug 10 00:59:13.475288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2937daa-a1dd-45eb-9aa2-df0d89e1ed4f req-bc6201ad-13ef-4007-a0af-e1ba46c21a3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.482471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2937daa-a1dd-45eb-9aa2-df0d89e1ed4f req-bc6201ad-13ef-4007-a0af-e1ba46c21a3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.5345106 Aug 10 00:59:13.484014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Calling delete_port for 212b85f5-e052-4f24-8134-25367540a4c9 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:13.505853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.557509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2937daa-a1dd-45eb-9aa2-df0d89e1ed4f req-68f71c42-83c9-4be3-accc-07e82454ece5 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740309 Aug 10 00:59:13.662988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-f6c71e83-91a3-40f0-a563-4a7aa4154c56 service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5213330 Aug 10 00:59:13.765632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20ddba21-9c21-4ffe-a4c8-c7175f96bf34 req-57b45aa2-7521-47ed-ae6d-f42497d7890f service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905032 Aug 10 00:59:13.821915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aa577-820a-48fc-8a4d-0a8cda089819 req-d00b630d-887d-4288-aded-dbd274dfa62a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.828282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aa577-820a-48fc-8a4d-0a8cda089819 req-d00b630d-887d-4288-aded-dbd274dfa62a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.835132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795aa577-820a-48fc-8a4d-0a8cda089819 req-d00b630d-887d-4288-aded-dbd274dfa62a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:13.844653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-795aa577-820a-48fc-8a4d-0a8cda089819 req-d00b630d-887d-4288-aded-dbd274dfa62a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2389 time: 0.1412280 Aug 10 00:59:13.880403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:13.893215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['212b85f5-e052-4f24-8134-25367540a4c9'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:13.896912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5ba1a60e-ac14-4f27-aacf-eff3a81265b1', '02611524-c8c5-4555-bbc2-4d3c1aa5fb14'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:13.963068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event deleted for resources: {'Port': ['ID=212b85f5-e052-4f24-8134-25367540a4c9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:14.033507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-795aa577-820a-48fc-8a4d-0a8cda089819 req-b58299f6-f6a8-4e8e-8a9e-b9ff4cd42f62 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875415 Aug 10 00:59:14.034583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] No DVR routers for this DVR port 212b85f5-e052-4f24-8134-25367540a4c9 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:14.087169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.099052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9d2fd37-448a-49d4-ad55-9989b26118c2 req-36bd6b50-7e4e-4bb3-8fe6-26fc73780a74 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.10 "DELETE /v2.0/ports/212b85f5-e052-4f24-8134-25367540a4c9 HTTP/1.1" status: 204 len: 173 time: 1.3609025 Aug 10 00:59:14.107702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'name': 'network-vif-deleted', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:14.110048 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee3c4f-1397-4b58-a2dd-48322b2903da" -d '{"events": [{"server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "name": "network-vif-deleted", "tag": "212b85f5-e052-4f24-8134-25367540a4c9"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:14.119575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0370346-68fe-49e5-999a-3c3d2b316aca {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:14.129307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.145395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Transition to ACTIVE for port object f0370346-68fe-49e5-999a-3c3d2b316aca will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:14.155527 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.159890 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c78de7e1-01ec-4036-bab0-9cd38a509699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:14.177801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dec00-0b2f-419a-a78e-ab65230f8d5d req-1d727092-d4d2-46c8-9d6c-f673f0a1a938 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.185613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a2dec00-0b2f-419a-a78e-ab65230f8d5d req-1d727092-d4d2-46c8-9d6c-f673f0a1a938 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.5210550 Aug 10 00:59:14.277888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f33df-b540-4454-9ed4-42c608f3212d req-165719ee-4e33-4deb-8fc1-d220d4d773e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.280290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-165719ee-4e33-4deb-8fc1-d220d4d773e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 1095 time: 0.4285958 Aug 10 00:59:14.326802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ba273-e85f-47ca-8e4f-505b99cebc86 req-b21e8e9b-2add-42c1-983a-90588a53772c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.328310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a8ba273-e85f-47ca-8e4f-505b99cebc86 req-b21e8e9b-2add-42c1-983a-90588a53772c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 943 time: 0.0931256 Aug 10 00:59:14.451062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:14.480488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a8ba273-e85f-47ca-8e4f-505b99cebc86 req-b3d2c5c7-9df9-463c-84aa-a4ead51e53f1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404867 Aug 10 00:59:14.626908 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:59:14.682102 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91562373-07a7-46bc-a750-015b358d0176 x-openstack-request-id: req-91562373-07a7-46bc-a750-015b358d0176 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:14.682498 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a57eaf2-2872-4aaa-8330-2255c33f9e82", "name": "network-vif-deleted", "tag": "212b85f5-e052-4f24-8134-25367540a4c9", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:14.682787 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91562373-07a7-46bc-a750-015b358d0176 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:14.683507 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a57eaf2-2872-4aaa-8330-2255c33f9e82', 'name': 'network-vif-deleted', 'tag': '212b85f5-e052-4f24-8134-25367540a4c9', 'status': 'completed', 'code': 200} Aug 10 00:59:14.720426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:14.722755 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:14.737473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f33df-b540-4454-9ed4-42c608f3212d req-b1ffa78a-e1fa-40a3-afa4-2d9b06827ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.739009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-b1ffa78a-e1fa-40a3-afa4-2d9b06827ed9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.4420135 Aug 10 00:59:14.838135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a2dec00-0b2f-419a-a78e-ab65230f8d5d req-3026de5b-6ba2-401a-a8f0-6e403200fb7d tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6502573 Aug 10 00:59:14.926872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-c239fdf1-ac54-4eb6-b32c-80a64dd9b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:14.938506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-c239fdf1-ac54-4eb6-b32c-80a64dd9b0e9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec734e13e25c4163985f1d5af1e30712&device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 1095 time: 0.2543969 Aug 10 00:59:15.002218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-28d75038-2fc1-4313-b5cf-fd929483fdca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bed377dc-4f1a-4292-8701-e35f34b30c45 HTTP/1.1" status: 200 len: 217 time: 0.1618485 Aug 10 00:59:15.042845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a02e6d85-b158-401d-9c7e-664db27384bd req-d9ab9d6d-d17a-4a9c-bc2f-0c2a088cde0d tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a57eaf2-2872-4aaa-8330-2255c33f9e82 HTTP/1.1" status: 200 len: 210 time: 0.1275656 Aug 10 00:59:15.097201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-1d2d179b-6681-464f-9b16-bfdfb6e7053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.109798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-1d2d179b-6681-464f-9b16-bfdfb6e7053f service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.6752596 Aug 10 00:59:15.132370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Attempting to bind port f0370346-68fe-49e5-999a-3c3d2b316aca on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:15.133040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Attempting to bind port f0370346-68fe-49e5-999a-3c3d2b316aca by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:15.133571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Attempting to bind port f0370346-68fe-49e5-999a-3c3d2b316aca on network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:15.208831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Port f0370346-68fe-49e5-999a-3c3d2b316aca on network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:15.209646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Attempting to bind port f0370346-68fe-49e5-999a-3c3d2b316aca on network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:15.246874 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085a2e4c-1325-40f2-bddc-ea092ec62235 x-openstack-request-id: req-085a2e4c-1325-40f2-bddc-ea092ec62235 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:15.250052 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:15.250690 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-085a2e4c-1325-40f2-bddc-ea092ec62235 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:15.251292 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'status': 'completed', 'code': 200} Aug 10 00:59:15.273642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:15.274275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Checking segment: {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:15.274705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Bound using segment: {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:15.275367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Bound port: f0370346-68fe-49e5-999a-3c3d2b316aca, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36880d26-4189-404b-8a84-c0d64e93ee49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:15.275805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.291511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f33df-b540-4454-9ed4-42c608f3212d req-583210ad-33ff-4378-afb6-42e61b9db540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.293410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-583210ad-33ff-4378-afb6-42e61b9db540 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.2793682 Aug 10 00:59:15.389916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-42a6387e-4d28-4183-a299-f5a3f135d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.394166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-42a6387e-4d28-4183-a299-f5a3f135d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.396157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-42a6387e-4d28-4183-a299-f5a3f135d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.399552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-42a6387e-4d28-4183-a299-f5a3f135d009 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2759 time: 0.1431644 Aug 10 00:59:15.499685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:15.504228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f0370346-68fe-49e5-999a-3c3d2b316aca,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:15.515401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-c26ab4bd-2fd6-44e4-bcf8-bbbd107d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.516548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-c26ab4bd-2fd6-44e4-bcf8-bbbd107d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.517210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-c26ab4bd-2fd6-44e4-bcf8-bbbd107d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.519266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-c26ab4bd-2fd6-44e4-bcf8-bbbd107d1109 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1083841 Aug 10 00:59:15.547503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-a09c4ec2-e94a-4563-aba2-72008bbd8385 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2311165 Aug 10 00:59:15.559529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:15.582944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101e9df-c1ac-45eb-a130-6cb667a6bbc1 req-2f5069f5-49bb-4938-8906-c874f95a4de1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.595264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9101e9df-c1ac-45eb-a130-6cb667a6bbc1 req-2f5069f5-49bb-4938-8906-c874f95a4de1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.4644520 Aug 10 00:59:15.665991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1740-8c53-4db6-b6d4-3003127508f4 req-f072d78d-1a10-49ba-98eb-36849baa1246 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.672754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1740-8c53-4db6-b6d4-3003127508f4 req-f072d78d-1a10-49ba-98eb-36849baa1246 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.679733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1740-8c53-4db6-b6d4-3003127508f4 req-f072d78d-1a10-49ba-98eb-36849baa1246 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.687564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b5be1740-8c53-4db6-b6d4-3003127508f4 req-f072d78d-1a10-49ba-98eb-36849baa1246 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2401 time: 0.2866449 Aug 10 00:59:15.744282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-719590c4-5358-4faf-b019-202befe8af52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:15.745788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74bdf8d6-c3cf-4baf-a54d-0aa6bab4562e req-719590c4-5358-4faf-b019-202befe8af52 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2097955 Aug 10 00:59:15.756721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-4e391db9-40ab-4880-adea-cb8e0d33310f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1625862 Aug 10 00:59:15.821600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b5be1740-8c53-4db6-b6d4-3003127508f4 req-b818bc83-4ced-4a97-b7cd-0d7a499b1414 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227806 Aug 10 00:59:16.036010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bed377dc-4f1a-4292-8701-e35f34b30c45 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:16.108295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.109178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.109838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.110521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.112892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.115353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.116045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.124930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8941a179-c62b-455f-9807-f87ac1e55c52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.2951002 Aug 10 00:59:16.163225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadac6a-1fac-4229-a553-c93219c4e625 req-d30ee502-ac53-4502-963b-480cfe7e78da tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.176059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6dadac6a-1fac-4229-a553-c93219c4e625 req-d30ee502-ac53-4502-963b-480cfe7e78da tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 943 time: 0.2001948 Aug 10 00:59:16.315197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 212b85f5-e052-4f24-8134-25367540a4c9 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:16.361516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bed377dc-4f1a-4292-8701-e35f34b30c45,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:16.430483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'bed377dc-4f1a-4292-8701-e35f34b30c45', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'bed377dc-4f1a-4292-8701-e35f34b30c45', 'mac_address': 'fa:16:3e:51:f0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:16.448003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 212b85f5-e052-4f24-8134-25367540a4c9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:16.456209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 212b85f5-e052-4f24-8134-25367540a4c9 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:16.509138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.513504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.516216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] 10.222.0.10 "PUT /v2.0/ports/f0370346-68fe-49e5-999a-3c3d2b316aca HTTP/1.1" status: 200 len: 1093 time: 3.3096395 Aug 10 00:59:16.546054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.574624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed377dc-4f1a-4292-8701-e35f34b30c45 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:16.578613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Request body: {'port': {'device_id': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:16.588447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6dadac6a-1fac-4229-a553-c93219c4e625 req-934f3855-e9d0-41c0-9a82-03fc7bd31ec3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016733 Aug 10 00:59:16.640112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-81dad7cf-8fa3-4982-a433-007903afd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.641957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-81dad7cf-8fa3-4982-a433-007903afd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.643369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-81dad7cf-8fa3-4982-a433-007903afd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.650961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bed377dc-4f1a-4292-8701-e35f34b30c45,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:16.651402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-81dad7cf-8fa3-4982-a433-007903afd33b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 2290 time: 0.4658902 Aug 10 00:59:16.664778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.697242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-d9cd895f-db92-43c5-b8a5-bae7a0ae020f service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1345727 Aug 10 00:59:16.716700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9101e9df-c1ac-45eb-a130-6cb667a6bbc1 req-a675b7d4-78a8-480c-b735-252cef811ecd tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1205056 Aug 10 00:59:16.760692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebca5d2-cab8-48c9-b785-6caec540ed9c service neutron] Pushing event updated for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:16.812846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92db8b60-b2f6-4c19-b04c-62fe2789213c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.878044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:16.890625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.891285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.906493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.910326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.912360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.912930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.913421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.913908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.915766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.916399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.916897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.918527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:16.932913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-8547400a-faba-48b4-b8d4-f385792b431a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 1001 time: 0.2766552 Aug 10 00:59:16.976396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6f05f-8e3e-4985-8726-da1b36f1fff6 req-6ede41ce-09c1-47a6-9544-f2fa65a1e135 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:16.977877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:16.987235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6b6f05f-8e3e-4985-8726-da1b36f1fff6 req-6ede41ce-09c1-47a6-9544-f2fa65a1e135 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.2338486 Aug 10 00:59:16.987788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['bed377dc-4f1a-4292-8701-e35f34b30c45'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:17.120644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-b22cc9f1-6695-4f40-bbe7-391be20408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.122470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-b22cc9f1-6695-4f40-bbe7-391be20408bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.1797686 Aug 10 00:59:17.148949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6b6f05f-8e3e-4985-8726-da1b36f1fff6 req-8463c6ce-ad0f-4216-b3a7-91a891c85796 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223755 Aug 10 00:59:17.180534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-687f33df-b540-4454-9ed4-42c608f3212d req-b1da92b0-1ee0-435b-b772-890e82de1238 service neutron] 10.222.0.10 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589064 Aug 10 00:59:17.296175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-ce597a48-d1ee-433c-b809-db1b3adce8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.299653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-ce597a48-d1ee-433c-b809-db1b3adce8ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494670 Aug 10 00:59:17.328492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:17.332659 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3881e8c0-c800-48cd-b959-286deff6cbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:17.397335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.639087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57772f1-7545-4041-83e1-c4fbc64fec51 req-fd8b5cb0-ecc5-4bf0-934e-2171452c3fc7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.639675 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.643609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e57772f1-7545-4041-83e1-c4fbc64fec51 req-fd8b5cb0-ecc5-4bf0-934e-2171452c3fc7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.1620169 Aug 10 00:59:17.657380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-02fa9453-3ddf-452a-8025-afeaa3b0a72e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.2483945 Aug 10 00:59:17.729953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e57772f1-7545-4041-83e1-c4fbc64fec51 req-873d52d8-53a0-41e9-9667-1dbd7936ebe0 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764401 Aug 10 00:59:17.743837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e293e0-35f0-427d-a11e-6687099b0b17 req-8e3e4a34-e1e2-42aa-b13d-d73c841d5132 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.750208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e293e0-35f0-427d-a11e-6687099b0b17 req-8e3e4a34-e1e2-42aa-b13d-d73c841d5132 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.757263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e293e0-35f0-427d-a11e-6687099b0b17 req-8e3e4a34-e1e2-42aa-b13d-d73c841d5132 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.765098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25e293e0-35f0-427d-a11e-6687099b0b17 req-8e3e4a34-e1e2-42aa-b13d-d73c841d5132 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2401 time: 0.4622166 Aug 10 00:59:17.811759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6204395-619f-4fc8-9659-cdfb880d759f {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:17.823147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.837282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Transition to ACTIVE for port object c6204395-619f-4fc8-9659-cdfb880d759f will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:17.851331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2592c-b774-4a4d-a4c5-7693dff89e07 req-f4637e10-3748-45c1-a8ff-4bb7c9cdfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.853040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-def2592c-b774-4a4d-a4c5-7693dff89e07 req-f4637e10-3748-45c1-a8ff-4bb7c9cdfd88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1099 time: 0.4430065 Aug 10 00:59:17.854865 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45b256-4f1c-446d-b870-59b42380b0bc x-openstack-request-id: req-fd45b256-4f1c-446d-b870-59b42380b0bc {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:17.855251 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:17.855610 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd45b256-4f1c-446d-b870-59b42380b0bc {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:17.856109 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca', 'status': 'completed', 'code': 200} Aug 10 00:59:17.857348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:17.869404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-621bd26f-ab7e-465c-9803-9a96c97346ae service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491872 Aug 10 00:59:17.894501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-61c753ae-882d-4e55-8ab8-ba132d37cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:17.896896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-61c753ae-882d-4e55-8ab8-ba132d37cc8a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ec734e13e25c4163985f1d5af1e30712&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4859138 Aug 10 00:59:17.930450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25e293e0-35f0-427d-a11e-6687099b0b17 req-b2791090-b267-459b-88c8-9ad1c26b15f2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641328 Aug 10 00:59:18.013679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-8a09de6f-8a5f-43c0-8388-1c130822f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.015179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-8a09de6f-8a5f-43c0-8388-1c130822f810 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.2422888 Aug 10 00:59:18.046575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:18.071719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-1d698f72-76a4-4357-b74e-39bbdb13f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.072315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-1d698f72-76a4-4357-b74e-39bbdb13f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.072816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-1d698f72-76a4-4357-b74e-39bbdb13f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.074609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-1d698f72-76a4-4357-b74e-39bbdb13f58c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2827 time: 0.1819634 Aug 10 00:59:18.155096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-251446e2-7772-4c19-9524-228ec508482c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833023 Aug 10 00:59:18.190549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-def2592c-b774-4a4d-a4c5-7693dff89e07 req-e812528b-fb37-462f-995a-ab361c769c70 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104826 Aug 10 00:59:18.203261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Attempting to bind port c6204395-619f-4fc8-9659-cdfb880d759f on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:18.203937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Attempting to bind port c6204395-619f-4fc8-9659-cdfb880d759f by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:18.204484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Attempting to bind port c6204395-619f-4fc8-9659-cdfb880d759f on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:18.216699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548a4e1-e6fe-4e64-8d6a-945966f0ed9a req-0de1c896-76b7-49bb-aa69-3fb448e352f0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.218266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5548a4e1-e6fe-4e64-8d6a-945966f0ed9a req-0de1c896-76b7-49bb-aa69-3fb448e352f0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 944 time: 0.3135152 Aug 10 00:59:18.235745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Port c6204395-619f-4fc8-9659-cdfb880d759f on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:18.236069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Attempting to bind port c6204395-619f-4fc8-9659-cdfb880d759f on network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:18.262005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:18.262338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Checking segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:18.262747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Bound using segment: {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:18.263189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Bound port: c6204395-619f-4fc8-9659-cdfb880d759f, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e183e49-525b-487c-90ac-ab89f3c9cd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:18.263547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:18.320495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-312359e7-1fcb-477c-b78e-a38933a736d4 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188542 Aug 10 00:59:18.326621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-990bc8ec-e8c7-4548-bfd5-6917a5ec3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.327134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-990bc8ec-e8c7-4548-bfd5-6917a5ec3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.327613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-990bc8ec-e8c7-4548-bfd5-6917a5ec3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.329278 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-990bc8ec-e8c7-4548-bfd5-6917a5ec3723 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2047963 Aug 10 00:59:18.334259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5548a4e1-e6fe-4e64-8d6a-945966f0ed9a req-0a0b6544-bab0-4f89-b7f6-c4125c7cc280 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071925 Aug 10 00:59:18.334883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064d659-2e57-413d-94a6-2e72093ea482 req-6cc60de2-147e-4faf-86ec-6c98c13218a2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.342935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b064d659-2e57-413d-94a6-2e72093ea482 req-6cc60de2-147e-4faf-86ec-6c98c13218a2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.3140030 Aug 10 00:59:18.372515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-b9c11e0b-2a47-4e14-b105-7fc321c5c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.373996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5f6ed7e-d7b2-4d1f-a9b9-233b0e3d9eea req-b9c11e0b-2a47-4e14-b105-7fc321c5c578 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3972330 Aug 10 00:59:18.422468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-817e76d8-a860-4b54-b8c1-69390d2c5d39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 217 time: 0.0611837 Aug 10 00:59:18.440652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-aecd47bf-5b53-45e9-8278-0f5a4e9a955d service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617025 Aug 10 00:59:18.444154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:18.463951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b064d659-2e57-413d-94a6-2e72093ea482 req-a438bb42-c273-49bb-ad01-0f5bcdca555e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149325 Aug 10 00:59:18.466484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6204395-619f-4fc8-9659-cdfb880d759f,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:18.477348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:18.514514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:18.524937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-12b723cb-2034-4976-9d5f-bfd018a41846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.527073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-f21b45de-8fc4-4395-b1c0-edfb66baad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.528211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-12b723cb-2034-4976-9d5f-bfd018a41846 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.0867136 Aug 10 00:59:18.528521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3881e8c0-c800-48cd-b959-286deff6cbfa req-f21b45de-8fc4-4395-b1c0-edfb66baad15 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1917377 Aug 10 00:59:18.574478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.575148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:18.576550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] 10.222.0.10 "PUT /v2.0/ports/c6204395-619f-4fc8-9659-cdfb880d759f HTTP/1.1" status: 200 len: 1093 time: 2.0076327 Aug 10 00:59:18.646826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-46a9781f-e6b8-4b1d-8ffb-843cc88c9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.648392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-46a9781f-e6b8-4b1d-8ffb-843cc88c9e0e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec734e13e25c4163985f1d5af1e30712&device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 1095 time: 0.2250333 Aug 10 00:59:18.714335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-b58c079d-f789-4a73-91f7-d91b3b07e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.715794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-b58c079d-f789-4a73-91f7-d91b3b07e2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1659706 Aug 10 00:59:18.717029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-3206b59d-7001-439f-9440-960e0d81b6da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec HTTP/1.1" status: 200 len: 217 time: 0.0578053 Aug 10 00:59:18.732022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7ec96-f9c3-4342-94b4-4b1cf677cac2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:18.764400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23650-022e-4783-8905-1a95b327fce2 req-dee36e9d-0dc7-4ea5-9e1b-77921abd63a9 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.772568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1a23650-022e-4783-8905-1a95b327fce2 req-dee36e9d-0dc7-4ea5-9e1b-77921abd63a9 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.1935086 Aug 10 00:59:18.811051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-d3d5d1f9-79d4-4ea5-b861-290184d5d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.811711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-d3d5d1f9-79d4-4ea5-b861-290184d5d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.812268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-d3d5d1f9-79d4-4ea5-b861-290184d5d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.814711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-d3d5d1f9-79d4-4ea5-b861-290184d5d4db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2869 time: 0.1857657 Aug 10 00:59:18.868178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f216cb25-3801-4b8e-bd6e-240eb2dee9c4 req-58590fc6-f903-4b4d-8e78-684b178e4019 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451447 Aug 10 00:59:18.921254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-9be80912-135c-445a-8e46-fb6d25221174 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e HTTP/1.1" status: 200 len: 217 time: 0.0953727 Aug 10 00:59:18.938033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1a23650-022e-4783-8905-1a95b327fce2 req-387cbba8-1f39-4073-8770-5d64968d4a69 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579540 Aug 10 00:59:18.938283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-eb9c56c8-b737-4178-aa46-4b262babfe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:18.938283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-eb9c56c8-b737-4178-aa46-4b262babfe0f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4352cbb7-e043-44f1-a8f9-f5e285cbff1c HTTP/1.1" status: 200 len: 853 time: 0.1324728 Aug 10 00:59:18.951784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-c39fc4af-8788-4fce-ada1-829fec8df511 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279654 Aug 10 00:59:19.066373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85f9d7-a1ae-4622-9c71-2a8bf00f5e1c req-24675922-4b91-4bcc-834b-6efee71e0d93 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.074913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d85f9d7-a1ae-4622-9c71-2a8bf00f5e1c req-24675922-4b91-4bcc-834b-6efee71e0d93 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.2332208 Aug 10 00:59:19.102031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31f68580-7a9e-4409-a67e-f14f1aa4f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.105148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-31f68580-7a9e-4409-a67e-f14f1aa4f929 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a74464be-897f-411c-8715-f6548d55e33a HTTP/1.1" status: 200 len: 801 time: 0.1706963 Aug 10 00:59:19.122629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-c851bc92-ffa2-4295-ae9f-d2ddf2883e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.124158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-c851bc92-ffa2-4295-ae9f-d2ddf2883e85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56b05452-8ade-4b4e-8729-7f52f7396fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1715040 Aug 10 00:59:19.190039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2735-cc32-4774-9dce-cd21e8b82f22 req-453a21ae-6bb5-4c1d-a102-329f0fd39de2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.198923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2735-cc32-4774-9dce-cd21e8b82f22 req-453a21ae-6bb5-4c1d-a102-329f0fd39de2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.205099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2735-cc32-4774-9dce-cd21e8b82f22 req-453a21ae-6bb5-4c1d-a102-329f0fd39de2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.213379 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbfb2735-cc32-4774-9dce-cd21e8b82f22 req-453a21ae-6bb5-4c1d-a102-329f0fd39de2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2413 time: 0.1865237 Aug 10 00:59:19.222598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d85f9d7-a1ae-4622-9c71-2a8bf00f5e1c req-41db6b35-9aba-4bb6-8776-26abb071d527 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468637 Aug 10 00:59:19.225051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-a817f931-6548-43fa-862a-a76ba90819ab service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533178 Aug 10 00:59:19.284596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-3c8281f8-2a3e-48d5-9cdd-ea309b0b9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.287064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-3c8281f8-2a3e-48d5-9cdd-ea309b0b9504 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1703413 Aug 10 00:59:19.331531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbfb2735-cc32-4774-9dce-cd21e8b82f22 req-c43e73c8-4fa8-456b-832b-96795a548350 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172731 Aug 10 00:59:19.507939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-83b9e6a5-44f8-4ec3-a7f1-393fad570a2f service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976662 Aug 10 00:59:19.548776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:19.733813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-f5a8ba05-7ab9-4f3b-84d9-4211b699e860 service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152386 Aug 10 00:59:19.795482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120d74e-ecd6-4bb6-b7ac-4e3fd99b24c4 req-a18755c8-dcd5-4771-bd64-f0daac5f48f8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.797715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c120d74e-ecd6-4bb6-b7ac-4e3fd99b24c4 req-a18755c8-dcd5-4771-bd64-f0daac5f48f8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1424365 Aug 10 00:59:19.838477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-27428849-5718-4641-b3b5-5b94893e1c16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.238&port_id=f0370346-68fe-49e5-999a-3c3d2b316aca HTTP/1.1" status: 200 len: 217 time: 0.0810843 Aug 10 00:59:19.857352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:19.860791 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323d9b2b-bba0-4963-a902-d076881d3711" -d '{"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:19.898944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-333aeb55-e5b4-4c8b-80c8-a77d7c4c8159 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 217 time: 0.6561491 Aug 10 00:59:19.909301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-0ca3218e-3af5-4517-b728-7093c39a020f service neutron] 10.222.0.21 "GET /v2.0/networks/56b05452-8ade-4b4e-8729-7f52f7396fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705846 Aug 10 00:59:19.956401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-901556fb-67fe-4c61-904b-9df4cf0ee90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:19.958260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-901556fb-67fe-4c61-904b-9df4cf0ee90b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1294efb4-cbf5-4436-96cf-8ec0a966f90c HTTP/1.1" status: 200 len: 801 time: 0.1123409 Aug 10 00:59:19.963576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.068195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bed377dc-4f1a-4292-8701-e35f34b30c45 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:20.112013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-4b023054-222d-420d-af1f-d16aeb6feeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.114054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-4b023054-222d-420d-af1f-d16aeb6feeed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.2038357 Aug 10 00:59:20.122233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c464d-2643-4582-ac54-87676fb853db req-2a389189-cdd3-4df2-8a57-95642ec1e9b7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.129484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d18c464d-2643-4582-ac54-87676fb853db req-2a389189-cdd3-4df2-8a57-95642ec1e9b7 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.2400510 Aug 10 00:59:20.154214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d78cdd-7712-4165-b75a-227fdfbf3945 req-e05a9754-df77-45ad-bfc3-345985e61733 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.166335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54d78cdd-7712-4165-b75a-227fdfbf3945 req-e05a9754-df77-45ad-bfc3-345985e61733 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 944 time: 0.2792764 Aug 10 00:59:20.193979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port bed377dc-4f1a-4292-8701-e35f34b30c45 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:20.198127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port bed377dc-4f1a-4292-8701-e35f34b30c45 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:20.198563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.309931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c120d74e-ecd6-4bb6-b7ac-4e3fd99b24c4 req-ffb1053a-3f02-4aef-b764-1a3d768ce3e3 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4748147 Aug 10 00:59:20.318703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.359740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a1bf2b76-26d1-4a52-909b-9d5f6aa1a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.368391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a1bf2b76-26d1-4a52-909b-9d5f6aa1a676 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7cdc741d-adb9-4d3f-ae40-099baf49a6c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2604170 Aug 10 00:59:20.374343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bed377dc-4f1a-4292-8701-e35f34b30c45,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:20.376872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:20.381074 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9035940-86e0-41b1-8f9c-78ef341ef7e0" -d '{"events": [{"server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "name": "network-vif-plugged", "status": "completed", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:20.386936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.425195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54d78cdd-7712-4165-b75a-227fdfbf3945 req-380ca4ec-5518-4ba6-85ad-03cda2f1b203 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473135 Aug 10 00:59:20.471515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:20.478485 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517d354-c27f-4e82-9702-52a3118471d8 x-openstack-request-id: req-7517d354-c27f-4e82-9702-52a3118471d8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:20.481928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-607c7ba0-facf-4934-9da4-ca0fa256032b req-ec546d24-9bc0-46fc-8bc7-00f457f3ff7e service neutron] 10.222.0.21 "GET /v2.0/networks/56b05452-8ade-4b4e-8729-7f52f7396fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491657 Aug 10 00:59:20.482161 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:20.482420 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7517d354-c27f-4e82-9702-52a3118471d8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:20.482994 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f', 'status': 'completed', 'code': 200} Aug 10 00:59:20.519647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-c7f7e461-5a1d-4b5e-8496-acb4dc36212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.522021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-c7f7e461-5a1d-4b5e-8496-acb4dc36212c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3519850 Aug 10 00:59:20.644293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Deleting port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:20.645050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.683487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dd04a-e7d7-4e9b-a646-051ca6430a29 req-7561c5fa-7b7f-4096-a9b4-2524230bde7b tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.684992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f55dd04a-e7d7-4e9b-a646-051ca6430a29 req-7561c5fa-7b7f-4096-a9b4-2524230bde7b tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.1097713 Aug 10 00:59:20.687456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-1e883fe6-a539-400f-9335-5a9cd1a84106 service neutron] 10.222.0.10 "GET /v2.0/networks/7cdc741d-adb9-4d3f-ae40-099baf49a6c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063734 Aug 10 00:59:20.722795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61131b8-f999-462a-8eaf-de14281d2222 req-51bd5ea8-7362-4db5-89f0-a96bd73a8bed tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:20.725340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c61131b8-f999-462a-8eaf-de14281d2222 req-51bd5ea8-7362-4db5-89f0-a96bd73a8bed tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc70fbe2-9ff3-427b-8564-9fc5a41994e2 HTTP/1.1" status: 200 len: 946 time: 0.2023864 Aug 10 00:59:20.789823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-f6f5c022-5bb8-4627-a4ce-2e9332314f30 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512293 Aug 10 00:59:20.880749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] For port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:20.881261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:20.902859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c61131b8-f999-462a-8eaf-de14281d2222 req-482a09e1-a904-4496-a32c-106d92d4d7a8 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562994 Aug 10 00:59:20.908763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Calling delete_port for 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:20.999050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-45280a31-ac6f-4bf9-a2c1-866f530b7833 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998196 Aug 10 00:59:21.088086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-6ae64195-9bca-4c90-a11e-42375bb017a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 217 time: 0.0776234 Aug 10 00:59:21.188641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561fc14-6ec4-48e4-ad66-eee6a1da4d95 req-362cd271-07ab-45ea-9cf9-a23a2aa37ca6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.195879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561fc14-6ec4-48e4-ad66-eee6a1da4d95 req-362cd271-07ab-45ea-9cf9-a23a2aa37ca6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.202026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561fc14-6ec4-48e4-ad66-eee6a1da4d95 req-362cd271-07ab-45ea-9cf9-a23a2aa37ca6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.203897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d561fc14-6ec4-48e4-ad66-eee6a1da4d95 req-362cd271-07ab-45ea-9cf9-a23a2aa37ca6 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2413 time: 0.1949985 Aug 10 00:59:21.210165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-99fbe62a-edad-4a6c-bc63-4f377d35397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.211744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-99fbe62a-edad-4a6c-bc63-4f377d35397d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1142526 Aug 10 00:59:21.232779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f55dd04a-e7d7-4e9b-a646-051ca6430a29 req-c1b296b5-76cf-4c28-9900-0f95e3b3792e tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844019 Aug 10 00:59:21.282776 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedee0aa-8c23-4728-b4e5-65272a22e62b x-openstack-request-id: req-eedee0aa-8c23-4728-b4e5-65272a22e62b {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:21.283278 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "name": "network-vif-plugged", "status": "completed", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:21.283388 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eedee0aa-8c23-4728-b4e5-65272a22e62b {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:21.283696 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45', 'code': 200} Aug 10 00:59:21.301235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.311313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port f57eb7e0-0412-44c9-971e-d91e4555dad2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:21.314637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5ba1a60e-ac14-4f27-aacf-eff3a81265b1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:21.327036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.327270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d561fc14-6ec4-48e4-ad66-eee6a1da4d95 req-d9d03509-19d8-400e-946c-9c0cbda3b036 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135449 Aug 10 00:59:21.333816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-e5073d8a-ebaa-4fc2-a877-49fae178d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.336491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-e5073d8a-ebaa-4fc2-a877-49fae178d4c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1121070 Aug 10 00:59:21.413698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event deleted for resources: {'Port': ['ID=02611524-c8c5-4555-bbc2-4d3c1aa5fb14,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:21.474094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] No DVR routers for this DVR port 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:21.477105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.479713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d18c464d-2643-4582-ac54-87676fb853db req-546dbec7-c371-4062-bcfb-4bc0b22b2eeb tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "DELETE /v2.0/ports/02611524-c8c5-4555-bbc2-4d3c1aa5fb14 HTTP/1.1" status: 204 len: 173 time: 1.2942441 Aug 10 00:59:21.485834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'name': 'network-vif-deleted', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:21.488898 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2e2001-a713-4884-890b-956f86d0a736" -d '{"events": [{"server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "name": "network-vif-deleted", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:21.550353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port f57eb7e0-0412-44c9-971e-d91e4555dad2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f57eb7e0-0412-44c9-971e-d91e4555dad2,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:21.562823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:21.569367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-03da5cd8-01fb-4a66-9217-efff17eaca11 service neutron] 10.222.0.10 "GET /v2.0/networks/7cdc741d-adb9-4d3f-ae40-099baf49a6c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221519 Aug 10 00:59:21.571063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-d327590a-4aca-47ef-929c-871f0c110ff2 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080088 Aug 10 00:59:21.596523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for f57eb7e0-0412-44c9-971e-d91e4555dad2 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:21.647353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb97fc-a016-4c02-8b45-a38c6b5bd7a4 req-a2c1ed4d-1a5f-4dd4-8a94-bbd1881149b2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.649026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73cb97fc-a016-4c02-8b45-a38c6b5bd7a4 req-a2c1ed4d-1a5f-4dd4-8a94-bbd1881149b2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1185856 Aug 10 00:59:21.657907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-a7a4e0ae-9918-4909-964f-308f1e75a8bd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=c6204395-619f-4fc8-9659-cdfb880d759f HTTP/1.1" status: 200 len: 217 time: 0.0688782 Aug 10 00:59:21.664811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8d175-3038-464f-a19a-f4b7ab6f9f8c req-f056c1dd-c644-4ca5-b1b8-8e92abc926ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.666417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cd8d175-3038-464f-a19a-f4b7ab6f9f8c req-f056c1dd-c644-4ca5-b1b8-8e92abc926ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 1097 time: 0.2216752 Aug 10 00:59:21.721506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73cb97fc-a016-4c02-8b45-a38c6b5bd7a4 req-cc9fa439-7e3d-4619-9cd5-df500896ee40 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589795 Aug 10 00:59:21.737749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-d6577bec-9839-4091-86eb-413d4f934e06 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514876 Aug 10 00:59:21.782256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-6690bf01-ee0e-4534-a9fa-63c5438b92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.783941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-6690bf01-ee0e-4534-a9fa-63c5438b92c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a74464be-897f-411c-8715-f6548d55e33a HTTP/1.1" status: 200 len: 801 time: 0.1141787 Aug 10 00:59:21.803100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-10d04431-2fa7-4ab7-89b8-5d01b33f5922 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 217 time: 0.0577755 Aug 10 00:59:21.804783 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8488f-e485-489d-9f5a-d5f05d369ced x-openstack-request-id: req-bef8488f-e485-489d-9f5a-d5f05d369ced {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:21.805073 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc70fbe2-9ff3-427b-8564-9fc5a41994e2", "name": "network-vif-deleted", "tag": "02611524-c8c5-4555-bbc2-4d3c1aa5fb14", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:21.805340 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bef8488f-e485-489d-9f5a-d5f05d369ced {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:21.805775 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc70fbe2-9ff3-427b-8564-9fc5a41994e2', 'name': 'network-vif-deleted', 'tag': '02611524-c8c5-4555-bbc2-4d3c1aa5fb14', 'status': 'completed', 'code': 200} Aug 10 00:59:21.856398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cd8d175-3038-464f-a19a-f4b7ab6f9f8c req-be4e8426-e88e-4242-a400-239f7f1aacd8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758051 Aug 10 00:59:21.864641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249bd2a-570c-47d1-a008-ea0ac15723ac req-674dad31-b2d7-47e3-8693-1c0e5fc4e22d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.865037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-ac245975-18db-4c79-bfe7-e0d94afb530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.866405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-ac245975-18db-4c79-bfe7-e0d94afb530f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.0565450 Aug 10 00:59:21.872583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5249bd2a-570c-47d1-a008-ea0ac15723ac req-674dad31-b2d7-47e3-8693-1c0e5fc4e22d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.3021638 Aug 10 00:59:21.928531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-6fdd04b8-965d-4a52-b9f4-9d06143880c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.930394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-6fdd04b8-965d-4a52-b9f4-9d06143880c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355011 Aug 10 00:59:21.983426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729fb9c-ffeb-4f04-9d43-31aa8b390507 req-669e9fed-989f-488c-b4a8-a464e7170778 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.985180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c729fb9c-ffeb-4f04-9d43-31aa8b390507 req-669e9fed-989f-488c-b4a8-a464e7170778 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1176941 Aug 10 00:59:21.987823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-14e7dff4-a760-4af3-aaa7-1703cfa105c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:21.990153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-14e7dff4-a760-4af3-aaa7-1703cfa105c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730770 Aug 10 00:59:22.055731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5249bd2a-570c-47d1-a008-ea0ac15723ac req-37592a03-da68-449b-a29c-faa795417c92 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822197 Aug 10 00:59:22.142943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c729fb9c-ffeb-4f04-9d43-31aa8b390507 req-24ab2961-35bd-4e63-9e6c-7c6a21a8717a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477776 Aug 10 00:59:22.180686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-b4e55c8f-c05a-46fa-8fd6-ad87cbda42a5 service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513383 Aug 10 00:59:22.188098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.201863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-e51eda9f-f084-4710-9a04-c875803e9f2c service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967416 Aug 10 00:59:22.274027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=f57eb7e0-0412-44c9-971e-d91e4555dad2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:22.362555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-df0a39b2-d99b-4f11-96ff-5a36bc2a690d service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541746 Aug 10 00:59:22.449028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-5ddb7c28-3e6f-4957-bda2-36e45bbc4168 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0783741 Aug 10 00:59:22.541635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:22.584934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:22.585532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 02611524-c8c5-4555-bbc2-4d3c1aa5fb14 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:22.604000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-7180f4f1-9dd5-4126-84a9-ea95d7e17472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.605756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-7180f4f1-9dd5-4126-84a9-ea95d7e17472 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1413310 Aug 10 00:59:22.677482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f59f1-ab93-4e80-b273-9a6089a298cb req-7608adb7-c1a9-475c-b44b-f5cf35fd3a3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.678622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bae18-a5fd-46d9-b27b-e12326169947 req-1191dde9-571e-4646-a7ec-ff91cc700e34 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.680154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-653bae18-a5fd-46d9-b27b-e12326169947 req-1191dde9-571e-4646-a7ec-ff91cc700e34 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.2075601 Aug 10 00:59:22.693495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-47ff7b63-1fed-4810-9024-1026f6124782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:22.695454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-302f59f1-ab93-4e80-b273-9a6089a298cb req-7608adb7-c1a9-475c-b44b-f5cf35fd3a3f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.4164562 Aug 10 00:59:22.695934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-47ff7b63-1fed-4810-9024-1026f6124782 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0719664 Aug 10 00:59:22.721352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b39f781-c90b-490c-97d6-f1c260e9e729 req-0a4310ae-c8c5-4b05-82db-daf2b038de96 service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303400 Aug 10 00:59:22.781407 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-302f59f1-ab93-4e80-b273-9a6089a298cb req-2529d3e7-f06e-4b3d-a471-2c23cf6d8115 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816457 Aug 10 00:59:22.782577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.839037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-153b5311-b4ac-4e65-a2f8-4dbb834fff6b service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287625 Aug 10 00:59:22.841358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:22.930045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-653bae18-a5fd-46d9-b27b-e12326169947 req-3c24ceaa-976b-4f9d-a10e-c8206d3aaeea tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326157 Aug 10 00:59:22.986280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:22.990055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-3a3dfe1a-132f-49f8-b378-0e3b84a54302 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316304 Aug 10 00:59:23.024893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-0c2cb1cf-a28c-42f9-ba12-9aa64a534769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.025307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-0c2cb1cf-a28c-42f9-ba12-9aa64a534769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.025796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-0c2cb1cf-a28c-42f9-ba12-9aa64a534769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.027473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-0c2cb1cf-a28c-42f9-ba12-9aa64a534769 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2869 time: 0.1468956 Aug 10 00:59:23.036900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e488b5-1c95-4cab-a46a-c3dcdce81619 req-98c4ccd0-c40a-42d8-9cd9-f268d4174154 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.042955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e488b5-1c95-4cab-a46a-c3dcdce81619 req-98c4ccd0-c40a-42d8-9cd9-f268d4174154 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.048931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e488b5-1c95-4cab-a46a-c3dcdce81619 req-98c4ccd0-c40a-42d8-9cd9-f268d4174154 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.050548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50e488b5-1c95-4cab-a46a-c3dcdce81619 req-98c4ccd0-c40a-42d8-9cd9-f268d4174154 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2413 time: 0.1712956 Aug 10 00:59:23.099470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-4a16f20d-f2e2-4289-987f-0d42a89df6e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.0992038 Aug 10 00:59:23.176386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-2685046b-2619-4b45-a1e8-6fc59c411b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.178823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-2685046b-2619-4b45-a1e8-6fc59c411b03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.0629127 Aug 10 00:59:23.207395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50e488b5-1c95-4cab-a46a-c3dcdce81619 req-55703e31-a3ae-448f-89a8-ceb5c3cf1aaa tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416497 Aug 10 00:59:23.232314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-5ebae4cc-8c77-42c1-982b-98a31da7cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.234434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-5ebae4cc-8c77-42c1-982b-98a31da7cc86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b HTTP/1.1" status: 200 len: 901 time: 0.1805565 Aug 10 00:59:23.260241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb528ca0-04a2-4b41-b5c4-9e69f21afbb5 req-c8c3ac22-4a6a-4696-986a-4f619b0c7e7a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.267863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb528ca0-04a2-4b41-b5c4-9e69f21afbb5 req-c8c3ac22-4a6a-4696-986a-4f619b0c7e7a tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.2129495 Aug 10 00:59:23.292493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-0ae6ac69-a16a-4bf8-aff8-f0bd6c1fb659 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.142&port_id=c6204395-619f-4fc8-9659-cdfb880d759f HTTP/1.1" status: 200 len: 217 time: 0.0475743 Aug 10 00:59:23.311454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-1ffe3e96-9cf2-49d7-a679-25ff173257ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.313076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-1ffe3e96-9cf2-49d7-a679-25ff173257ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1244934 Aug 10 00:59:23.399081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb528ca0-04a2-4b41-b5c4-9e69f21afbb5 req-cbf803c6-ceb9-4979-bca7-b940a9052ff0 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298881 Aug 10 00:59:23.424693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-4f05d76f-bcd6-4606-b637-d2a67c5299eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.426337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-4f05d76f-bcd6-4606-b637-d2a67c5299eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a74464be-897f-411c-8715-f6548d55e33a HTTP/1.1" status: 200 len: 801 time: 0.0919967 Aug 10 00:59:23.435929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.442044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:23.445410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.482830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b832a37-3f53-4038-bc15-615d456f5d17,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:23.508758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf8266-cf28-4144-8a86-2009321a193c req-021c9fb5-e7ea-489d-b3c1-b083dfd31f78 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.511568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-0793ab3d-235a-4c0c-b566-49644879149a service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896577 Aug 10 00:59:23.515193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6cf8266-cf28-4144-8a86-2009321a193c req-021c9fb5-e7ea-489d-b3c1-b083dfd31f78 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1315589 Aug 10 00:59:23.515586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.515935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.516271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.516607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.516938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.517266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.517710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.517912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.518234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.518556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.518905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.519227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:23.563230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8b517aa8-ebec-407d-aa89-0fcb7ae046b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8dd18f16aa224e44a9d755493ec634df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7208254 Aug 10 00:59:23.578705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:23.589971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d9b2b-bba0-4963-a902-d076881d3711 req-823b41b9-15df-44bd-9e05-0ac9fbdbed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.591510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-823b41b9-15df-44bd-9e05-0ac9fbdbed18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478837 Aug 10 00:59:23.624563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5e07-d666-4982-84c3-8ef6baa658c6 req-53546e1e-bd05-46da-8170-58ad0f7d08db tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.626051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0be5e07-d666-4982-84c3-8ef6baa658c6 req-53546e1e-bd05-46da-8170-58ad0f7d08db tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1325297 Aug 10 00:59:23.669346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6cf8266-cf28-4144-8a86-2009321a193c req-013bb676-27c4-4db7-9e19-d5d84a0ca40e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472607 Aug 10 00:59:23.678880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9b7438c-ab40-42ba-818c-cc526c93e4e4 req-66e863b8-87c2-4d78-8e26-c3be08e0905c service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368454 Aug 10 00:59:23.698074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0be5e07-d666-4982-84c3-8ef6baa658c6 req-840a1e85-209e-4627-ae74-ffa39e26dda2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Aug 10 00:59:23.788388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.810952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:23.822014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-08cddf4d-9f87-4198-8235-4a10d66c93f9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/872cc18b-a4bb-45c9-b1d5-6e6e455edf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3046374 Aug 10 00:59:23.829068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-e92c0be6-0d7e-450d-a66d-34bcedb477fe service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208157 Aug 10 00:59:23.830293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:23.835494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:23.854658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bee92b-f681-4a6d-b88a-71af791b8ac7 req-a4b9276a-3f06-4cf3-b7d8-75534be9f0d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:23.856651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53bee92b-f681-4a6d-b88a-71af791b8ac7 req-a4b9276a-3f06-4cf3-b7d8-75534be9f0d2 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0759201 Aug 10 00:59:23.858782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:23.862213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:23.908474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53bee92b-f681-4a6d-b88a-71af791b8ac7 req-4c49cc33-f42d-4753-a80b-aef1b3bd5b68 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Aug 10 00:59:24.010525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd06a7-00dc-4af1-bf24-df9a0315e028 req-b3ecd115-a766-4cad-9feb-7feabd6426a9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.012143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96fd06a7-00dc-4af1-bf24-df9a0315e028 req-b3ecd115-a766-4cad-9feb-7feabd6426a9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1018729 Aug 10 00:59:24.014501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.017330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.021499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b832a37-3f53-4038-bc15-615d456f5d17 HTTP/1.1" status: 204 len: 168 time: 0.4378200 Aug 10 00:59:24.031828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-323d9b2b-bba0-4963-a902-d076881d3711 req-9acd8964-75e4-4fca-9228-ddb7b65c0d75 service neutron] 10.222.0.10 "GET /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891248 Aug 10 00:59:24.043465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602455-4805-42b9-bfab-c6547b5f50fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b832a37-3f53-4038-bc15-615d456f5d17,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:24.084252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96fd06a7-00dc-4af1-bf24-df9a0315e028 req-74473c9e-31e3-4d66-aaa5-cc0a60a904cd tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642648 Aug 10 00:59:24.095469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-9e55da35-5b86-41ab-b019-9c499a521340 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.097138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-9e55da35-5b86-41ab-b019-9c499a521340 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.0729282 Aug 10 00:59:24.206965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:24.234569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a406f-c946-4ba1-a277-8846460a3f5c req-4de2892e-9123-4dea-946d-75d1772c7dc0 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.236201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-036a406f-c946-4ba1-a277-8846460a3f5c req-4de2892e-9123-4dea-946d-75d1772c7dc0 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 943 time: 0.0578194 Aug 10 00:59:24.294755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ef932-cfd2-4fe9-a302-6462bc852095 req-dd31cfc1-d818-4489-b2e8-b06181ace459 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.296345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-862ef932-cfd2-4fe9-a302-6462bc852095 req-dd31cfc1-d818-4489-b2e8-b06181ace459 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1017339 Aug 10 00:59:24.305274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-036a406f-c946-4ba1-a277-8846460a3f5c req-3d654aad-92ae-4e16-998b-425b1eb67b2b tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584974 Aug 10 00:59:24.345784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Deleting port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:24.346162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.379032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-862ef932-cfd2-4fe9-a302-6462bc852095 req-e315541c-35d0-4203-8ff3-829e0449cd31 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734558 Aug 10 00:59:24.493636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a907e0-73dc-4c37-a9e3-b5d42ee71260 req-a2a4ffdf-9361-4b7c-8ccb-e32fa922e7df tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.501538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64a907e0-73dc-4c37-a9e3-b5d42ee71260 req-a2a4ffdf-9361-4b7c-8ccb-e32fa922e7df tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.0737958 Aug 10 00:59:24.530868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] For port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:24.531554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.541611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:24.542191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64a907e0-73dc-4c37-a9e3-b5d42ee71260 req-9832287e-e562-4992-af20-a1b6a317298e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 Aug 10 00:59:24.559161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ccb5-07af-49ad-94ef-6b065e5408d0 req-73c83886-62e6-40fe-aa10-5ead603d2fd9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.565032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ccb5-07af-49ad-94ef-6b065e5408d0 req-73c83886-62e6-40fe-aa10-5ead603d2fd9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.571460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0ccb5-07af-49ad-94ef-6b065e5408d0 req-73c83886-62e6-40fe-aa10-5ead603d2fd9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.573154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3f0ccb5-07af-49ad-94ef-6b065e5408d0 req-73c83886-62e6-40fe-aa10-5ead603d2fd9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2413 time: 0.1088033 Aug 10 00:59:24.577706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Calling delete_port for 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:24.583016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:24.588347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4ad9f5ca-57d6-4214-ba4f-9656bf161cec details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:24.610965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:24.611620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:24.658931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3f0ccb5-07af-49ad-94ef-6b065e5408d0 req-9a321020-5a49-45d2-bd88-de223ab88748 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771658 Aug 10 00:59:24.809384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1e8c0-9e82-46fa-ab6e-69d032ed533f req-db45dee1-c6e5-4489-86ec-e61a572dc022 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.822848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36b1e8c0-9e82-46fa-ab6e-69d032ed533f req-db45dee1-c6e5-4489-86ec-e61a572dc022 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1002164 Aug 10 00:59:24.827582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a06df-b883-4187-a8cb-e5504fde4859 req-30c7144e-15e9-4fb5-a6d4-e3d7743fc911 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:24.828085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:24.829253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab9a06df-b883-4187-a8cb-e5504fde4859 req-30c7144e-15e9-4fb5-a6d4-e3d7743fc911 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd5c158-1983-4322-8494-b887df551114 HTTP/1.1" status: 200 len: 946 time: 0.0809860 Aug 10 00:59:24.830149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.830788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:24.866687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5ba1a60e-ac14-4f27-aacf-eff3a81265b1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:24.871007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Pushing event deleted for resources: {'Port': ['ID=5ba1a60e-ac14-4f27-aacf-eff3a81265b1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:24.901305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36b1e8c0-9e82-46fa-ab6e-69d032ed533f req-38d19e03-c3fd-4708-bbb7-9570b1717487 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776005 Aug 10 00:59:24.903421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec', 'network_id': '56b05452-8ade-4b4e-8729-7f52f7396fc7', 'port_id': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec', 'mac_address': 'fa:16:3e:df:ef:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4352cbb7-e043-44f1-a8f9-f5e285cbff1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:24.929149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] No DVR routers for this DVR port 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:24.935593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:24.937654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc17642a-4dff-4f20-b6c6-f179f38fe52b req-756c7363-8287-46a8-9cd2-3f3ddae4a680 tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.21 "DELETE /v2.0/ports/5ba1a60e-ac14-4f27-aacf-eff3a81265b1 HTTP/1.1" status: 204 len: 173 time: 0.8329072 Aug 10 00:59:24.938111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'name': 'network-vif-deleted', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:24.940509 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16d570-9e0e-491c-9b40-cf487775ae84" -d '{"events": [{"server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "name": "network-vif-deleted", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:24.957472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab9a06df-b883-4187-a8cb-e5504fde4859 req-6f869d9b-d866-42d5-928f-7d34329e73fc tempest-ListServerFiltersTestJSON-294827796 tempest-ListServerFiltersTestJSON-294827796-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a294e5c-81ed-4ae7-8dcc-4e226647b508&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184244 Aug 10 00:59:25.035268 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeef7b55-ab1d-4628-8172-7715db4f1b82 x-openstack-request-id: req-aeef7b55-ab1d-4628-8172-7715db4f1b82 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:25.035691 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd5c158-1983-4322-8494-b887df551114", "name": "network-vif-deleted", "tag": "5ba1a60e-ac14-4f27-aacf-eff3a81265b1", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:25.036478 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aeef7b55-ab1d-4628-8172-7715db4f1b82 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:25.036988 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd5c158-1983-4322-8494-b887df551114', 'name': 'network-vif-deleted', 'tag': '5ba1a60e-ac14-4f27-aacf-eff3a81265b1', 'status': 'completed', 'code': 200} Aug 10 00:59:25.037102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.160207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad9f5ca-57d6-4214-ba4f-9656bf161cec {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:25.186310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:25.196233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.236225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735c688-33e7-49b7-8c8a-aa6b2a40135d req-3485931c-52e4-463d-a1f1-067e92c632ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.238614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:25.242485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce12f6-4112-4c1c-8e20-cb5076476bd4 req-301e2812-bdc0-4b3a-b8ff-cb38eb17559b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.246657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e735c688-33e7-49b7-8c8a-aa6b2a40135d req-3485931c-52e4-463d-a1f1-067e92c632ce tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0726736 Aug 10 00:59:25.252950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce12f6-4112-4c1c-8e20-cb5076476bd4 req-301e2812-bdc0-4b3a-b8ff-cb38eb17559b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0754960 Aug 10 00:59:25.274741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad58ea9-1992-42f1-8337-3d3e076e1c22 None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8f8fd44b-a299-452e-bb67-0755324161c6', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'port_id': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'mac_address': 'fa:16:3e:e1:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T00:57:43Z', 'updated_at': '2021-08-10T00:57:46Z', 'revision_number': 1, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:25.310889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:25.335038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e735c688-33e7-49b7-8c8a-aa6b2a40135d req-bd762b09-c1d8-4ffc-90b6-b8a1c4177a09 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822721 Aug 10 00:59:25.339371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce12f6-4112-4c1c-8e20-cb5076476bd4 req-2d47a94a-486f-471d-8aa8-0bfe0ee237e9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852001 Aug 10 00:59:25.450790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcaf53-cb8c-4ba9-8f86-19b65bfa71bd req-501de248-cd40-4f44-a323-294b5a15fae0 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.452356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cbcaf53-cb8c-4ba9-8f86-19b65bfa71bd req-501de248-cd40-4f44-a323-294b5a15fae0 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 944 time: 0.0567558 Aug 10 00:59:25.473377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4ad9f5ca-57d6-4214-ba4f-9656bf161cec'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:25.541276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cbcaf53-cb8c-4ba9-8f86-19b65bfa71bd req-8516ee78-6c5b-4c9d-845f-1d97fe707026 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740800 Aug 10 00:59:25.548673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-287cf08a-6805-4191-9239-d10741105398 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.550415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-287cf08a-6805-4191-9239-d10741105398 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.0794277 Aug 10 00:59:25.764759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40baf2-db98-4297-943f-6ac89e0544d7 req-65ea9831-2c94-4daf-81be-6e10e288ca87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.766653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc40baf2-db98-4297-943f-6ac89e0544d7 req-65ea9831-2c94-4daf-81be-6e10e288ca87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 946 time: 0.1041024 Aug 10 00:59:25.770778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port a462358f-0bb6-4625-8e3c-9dbc350dbff0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:25.771324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.823046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.863372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fe73-c614-45a9-8587-99cbb9cf528b req-d3e55d38-0d6f-4173-afcc-76da57826d1a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.870686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fe73-c614-45a9-8587-99cbb9cf528b req-d3e55d38-0d6f-4173-afcc-76da57826d1a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.877366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8fe73-c614-45a9-8587-99cbb9cf528b req-d3e55d38-0d6f-4173-afcc-76da57826d1a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:25.886891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97e8fe73-c614-45a9-8587-99cbb9cf528b req-d3e55d38-0d6f-4173-afcc-76da57826d1a tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2413 time: 0.0910051 Aug 10 00:59:25.889990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc40baf2-db98-4297-943f-6ac89e0544d7 req-246d8ff6-65df-446a-92aa-80bee27785f2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=523f2a26-3c58-4064-9b7d-7526de6650d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145515 Aug 10 00:59:25.932711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97e8fe73-c614-45a9-8587-99cbb9cf528b req-7417be38-99a5-4c7b-96cd-07cfcbd03eed tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449371 Aug 10 00:59:25.936203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port a462358f-0bb6-4625-8e3c-9dbc350dbff0, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a462358f-0bb6-4625-8e3c-9dbc350dbff0,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:25.936573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:25.959320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for a462358f-0bb6-4625-8e3c-9dbc350dbff0 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:26.019433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:26.070864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Deleting subnet 1fc2ca98-8e22-40d7-bd32-cf7d39729903 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:26.074466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.082001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.113616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.119896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.125138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:26.168223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=a462358f-0bb6-4625-8e3c-9dbc350dbff0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.210585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.235663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] No DVR routers for this DVR port a462358f-0bb6-4625-8e3c-9dbc350dbff0 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:26.238290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.240811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48c8eb50-80c1-4a2f-a9dd-76b08353a45d req-9b1ad8f5-45e2-49f1-a140-9d57c7ec8ed7 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "DELETE /v2.0/ports/a462358f-0bb6-4625-8e3c-9dbc350dbff0 HTTP/1.1" status: 204 len: 173 time: 0.6831300 Aug 10 00:59:26.241347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'name': 'network-vif-deleted', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:26.251031 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbe7e6-d02f-4068-adfb-59e97f8e41c0" -d '{"events": [{"server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "name": "network-vif-deleted", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:26.269065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:26.287810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'port_id': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'mac_address': 'fa:16:3e:d7:fa:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74464be-897f-411c-8715-f6548d55e33a', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:26.290848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.298496 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7dc978-e04b-47a4-b8cc-b7978aeeaca3 x-openstack-request-id: req-be7dc978-e04b-47a4-b8cc-b7978aeeaca3 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:26.298831 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ad2469b-271c-4433-b935-a6cf58e96fbd", "name": "network-vif-deleted", "tag": "a462358f-0bb6-4625-8e3c-9dbc350dbff0", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:26.299134 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be7dc978-e04b-47a4-b8cc-b7978aeeaca3 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:26.299529 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ad2469b-271c-4433-b935-a6cf58e96fbd', 'name': 'network-vif-deleted', 'tag': 'a462358f-0bb6-4625-8e3c-9dbc350dbff0', 'status': 'completed', 'code': 200} Aug 10 00:59:26.328071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc2ca98-8e22-40d7-bd32-cf7d39729903,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.330283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.335086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-709485c0-0ebd-43b2-90ed-77b2fea3f356 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1fc2ca98-8e22-40d7-bd32-cf7d39729903 HTTP/1.1" status: 204 len: 168 time: 0.3115339 Aug 10 00:59:26.335554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:26.342443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11412b3c-1ca9-48f1-9ca0-c02fdda7c551 None None] Network 9bfe3a34-2355-4823-be7d-656114ca7702 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:26.358252 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.472510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:26.510290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680027fe-b7e4-4cc0-9bbb-fbda00c2f321 req-c4e820f0-1ac6-4038-8350-ae3b930fa14c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.512307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-680027fe-b7e4-4cc0-9bbb-fbda00c2f321 req-c4e820f0-1ac6-4038-8350-ae3b930fa14c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0842891 Aug 10 00:59:26.530098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.552486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:26.557116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f57eb7e0-0412-44c9-971e-d91e4555dad2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:26.559545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4ad9f5ca-57d6-4214-ba4f-9656bf161cec up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:26.562983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-680027fe-b7e4-4cc0-9bbb-fbda00c2f321 req-b22b3358-b809-4f9e-b88a-b7b34137c3cc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388150 Aug 10 00:59:26.594871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d65607-15a1-4a05-96a0-8330efc83998 req-278bba69-f58a-462a-9358-2bc4834fef17 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.599433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6d65607-15a1-4a05-96a0-8330efc83998 req-278bba69-f58a-462a-9358-2bc4834fef17 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1822038 Aug 10 00:59:26.659126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6d65607-15a1-4a05-96a0-8330efc83998 req-ef9369ad-da42-4ad4-9da3-8abfa527397b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538304 Aug 10 00:59:26.664192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Deleting port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:26.664543 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.683260 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.684054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f0370346-68fe-49e5-999a-3c3d2b316aca details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:26.685938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f57eb7e0-0412-44c9-971e-d91e4555dad2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:26.686375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f57eb7e0-0412-44c9-971e-d91e4555dad2 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:26.815115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba95a2-6cd3-415a-a1ce-6a81f6c7d0a9 req-b0631d74-c6a4-4707-b9ef-b2b4d934c119 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:26.817010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40ba95a2-6cd3-415a-a1ce-6a81f6c7d0a9 req-b0631d74-c6a4-4707-b9ef-b2b4d934c119 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 944 time: 0.1313913 Aug 10 00:59:26.837632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] For port 9910d14c-c18e-4da5-bbb4-4bcab27652b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9910d14c-c18e-4da5-bbb4-4bcab27652b2,segment=NetworkSegment(8a9b553c-026f-4177-97dc-3b9a68636989),segment_id=8a9b553c-026f-4177-97dc-3b9a68636989)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:26.838001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.871522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Calling delete_port for 9910d14c-c18e-4da5-bbb4-4bcab27652b2 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:26.917247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40ba95a2-6cd3-415a-a1ce-6a81f6c7d0a9 req-6c402429-4d65-4a3a-8675-08bcd2f33a98 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866926 Aug 10 00:59:26.944622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:26.986455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:26.987755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:26.999696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:26.999973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.058126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5ddf6-3ce8-4e3d-baac-aa08656febaf None None] DHCP port deletion for 9bfe3a34-2355-4823-be7d-656114ca7702 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:59:27.061461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] No DVR routers for this DVR port 9910d14c-c18e-4da5-bbb4-4bcab27652b2 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:27.065014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9910d14c-c18e-4da5-bbb4-4bcab27652b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.087305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f0370346-68fe-49e5-999a-3c3d2b316aca,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.107556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'f0370346-68fe-49e5-999a-3c3d2b316aca', 'network_id': '7cdc741d-adb9-4d3f-ae40-099baf49a6c2', 'port_id': 'f0370346-68fe-49e5-999a-3c3d2b316aca', 'mac_address': 'fa:16:3e:f1:c3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1294efb4-cbf5-4436-96cf-8ec0a966f90c', 'ip_address': '19.86.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:27.150991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76f8a1f8-c125-4efa-a9b9-7e324f38073c req-594842f1-20e6-4e9a-8e6a-9a9ae9855d58 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ad2469b-271c-4433-b935-a6cf58e96fbd HTTP/1.1" status: 200 len: 210 time: 0.0432515 Aug 10 00:59:27.216198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.246466 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfe3a34-2355-4823-be7d-656114ca7702']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:27.295325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9b553c-026f-4177-97dc-3b9a68636989') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:27.295925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9b553c-026f-4177-97dc-3b9a68636989') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:27.310448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.328495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6c9e-2041-45b0-871b-3142879a7d8b req-65407e91-ce6d-48d4-b0fc-26a090f9a6ab tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.330576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-750f6c9e-2041-45b0-871b-3142879a7d8b req-65407e91-ce6d-48d4-b0fc-26a090f9a6ab tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0649037 Aug 10 00:59:27.341028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-164917a5-a720-4357-b3cb-560253a0fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.342887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee61a-0470-47fe-889e-0b49a0c23d18 req-31964b15-3e10-463a-a1b4-fd6bcda7cc4d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.344263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-164917a5-a720-4357-b3cb-560253a0fccb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 1099 time: 0.1283693 Aug 10 00:59:27.349679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee61a-0470-47fe-889e-0b49a0c23d18 req-31964b15-3e10-463a-a1b4-fd6bcda7cc4d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.357598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee61a-0470-47fe-889e-0b49a0c23d18 req-31964b15-3e10-463a-a1b4-fd6bcda7cc4d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.359491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-072ee61a-0470-47fe-889e-0b49a0c23d18 req-31964b15-3e10-463a-a1b4-fd6bcda7cc4d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2414 time: 0.1462483 Aug 10 00:59:27.360895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.369737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:27.370373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:27.372463 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:27.374777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.397649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.413504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0370346-68fe-49e5-999a-3c3d2b316aca {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:27.431520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:27.434191 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744796db-59c5-4abe-87a9-4ed9d02b380b" -d '{"events": [{"server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:27.464648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.464981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-072ee61a-0470-47fe-889e-0b49a0c23d18 req-5ae92480-2761-4058-adf2-960a84ab9c3b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963898 Aug 10 00:59:27.465492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.465842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-750f6c9e-2041-45b0-871b-3142879a7d8b req-a3b8f565-a155-4140-b864-24c82a94b92a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148446 Aug 10 00:59:27.478403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.479217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f0370346-68fe-49e5-999a-3c3d2b316aca,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.482634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] 10.222.0.25 "DELETE /v2.0/networks/9bfe3a34-2355-4823-be7d-656114ca7702 HTTP/1.1" status: 204 len: 168 time: 1.1439149 Aug 10 00:59:27.482798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.482798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:27.509444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a1d32-70ed-4a36-a153-93cfc169df1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9bfe3a34-2355-4823-be7d-656114ca7702,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.529214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:27.529802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ba1a60e-ac14-4f27-aacf-eff3a81265b1 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:27.532936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.533583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6204395-619f-4fc8-9659-cdfb880d759f details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 00:59:27.542987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-3d3483c9-2522-400a-a7dd-90bc2e88aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.544690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-3d3483c9-2522-400a-a7dd-90bc2e88aee7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 200 len: 913 time: 0.1918426 Aug 10 00:59:27.571564 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d778a64-3ddf-4b1c-82ae-2d03a8882243 x-openstack-request-id: req-1d778a64-3ddf-4b1c-82ae-2d03a8882243 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:27.572098 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:27.572582 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d778a64-3ddf-4b1c-82ae-2d03a8882243 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:27.573127 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec', 'code': 200} Aug 10 00:59:27.576834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.593089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-d53ddbfc-665e-408d-ac2b-99b57757c38d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 200 len: 217 time: 0.0400791 Aug 10 00:59:27.621723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6204395-619f-4fc8-9659-cdfb880d759f,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.641517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c6204395-619f-4fc8-9659-cdfb880d759f', 'network_id': 'c4a4b52b-5104-4c9b-af4c-32d6aef3d35b', 'port_id': 'c6204395-619f-4fc8-9659-cdfb880d759f', 'mac_address': 'fa:16:3e:15:96:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74464be-897f-411c-8715-f6548d55e33a', 'ip_address': '19.80.0.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 00:59:27.682161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.706405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.715824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-e34fa710-5e50-49bc-bd10-7de7d9398aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.717858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-e34fa710-5e50-49bc-bd10-7de7d9398aca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 200 len: 853 time: 0.1131537 Aug 10 00:59:27.732697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631e700-178d-4432-83fc-dbff71049858 req-ec3fd34a-0b66-4b75-8948-93400f426a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.732924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b5476-78d6-49e0-b6f9-c7fcaeb6651c req-d11ede08-e71c-4eb7-961b-e8052b904cd1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:27.733761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f631e700-178d-4432-83fc-dbff71049858 req-ec3fd34a-0b66-4b75-8948-93400f426a12 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0923862 Aug 10 00:59:27.741761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-192b5476-78d6-49e0-b6f9-c7fcaeb6651c req-d11ede08-e71c-4eb7-961b-e8052b904cd1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0703516 Aug 10 00:59:27.741954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6204395-619f-4fc8-9659-cdfb880d759f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:27.766150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6204395-619f-4fc8-9659-cdfb880d759f,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:27.772086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:27.812680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-192b5476-78d6-49e0-b6f9-c7fcaeb6651c req-a98e0904-ee7f-4927-bba9-a20be9963362 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693829 Aug 10 00:59:27.823970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f631e700-178d-4432-83fc-dbff71049858 req-48193528-2b62-414f-9309-4d1d8ec50790 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730779 Aug 10 00:59:27.831081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-b5a6a1d5-780a-472e-83a0-284b3409b5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=655cc7b9-dfc4-4211-99e5-177d84cf46ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026447 Aug 10 00:59:27.845580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:27.875748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:27.923269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-218eb0a7-e49f-45cc-a84f-da8d64140ac6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d12b245f95b48689f26f2869c13f0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429926 Aug 10 00:59:27.923581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40300) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:27.924892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:28.014037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-68d80e5e-891a-46ce-a925-4f4ca2f27763 service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439297 Aug 10 00:59:28.016397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.060723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f88ff-9d64-40cc-8392-d2f62685672f req-5021e017-0cc3-493f-99b3-e8f8f98e41df tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.067280 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-897f88ff-9d64-40cc-8392-d2f62685672f req-5021e017-0cc3-493f-99b3-e8f8f98e41df tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Aug 10 00:59:28.085251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.105469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-897f88ff-9d64-40cc-8392-d2f62685672f req-f80bcf96-fbde-43c1-81a2-88c352302ec6 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Aug 10 00:59:28.120923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b49a9a-e451-4272-931f-d4b13c503b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.137997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a462358f-0bb6-4625-8e3c-9dbc350dbff0 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:28.153464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-315354ca-3d54-45c6-afcc-9ea35c41106a req-b3528cbd-8d55-461b-8dbf-dd5b7bcbc5cb service neutron] 10.222.0.21 "GET /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298592 Aug 10 00:59:28.163406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:28.166846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: a462358f-0bb6-4625-8e3c-9dbc350dbff0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:28.167299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a462358f-0bb6-4625-8e3c-9dbc350dbff0 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:28.169224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c6204395-619f-4fc8-9659-cdfb880d759f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:28.171831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.179737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.182988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a294e5c-81ed-4ae7-8dcc-4e226647b508 HTTP/1.1" status: 204 len: 168 time: 0.2588813 Aug 10 00:59:28.201420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba35345-41ad-4e55-95d4-4decab0a1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a294e5c-81ed-4ae7-8dcc-4e226647b508,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.217285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:28.253741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['f0370346-68fe-49e5-999a-3c3d2b316aca'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:28.263837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b49a9a-e451-4272-931f-d4b13c503b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.269790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b49a9a-e451-4272-931f-d4b13c503b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.309842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b49a9a-e451-4272-931f-d4b13c503b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb86f11-aeb0-41a1-b131-f796b60bfe8d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.338571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16b49a9a-e451-4272-931f-d4b13c503b76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3df6a669e31744249bc845700f9e5325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125342 Aug 10 00:59:28.343399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:28.412791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.439357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.518609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.522118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.527846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cb86f11-aeb0-41a1-b131-f796b60bfe8d HTTP/1.1" status: 204 len: 168 time: 0.1787484 Aug 10 00:59:28.553769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5954d83-5a7b-47dc-be02-55dc0db0001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb86f11-aeb0-41a1-b131-f796b60bfe8d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:28.646838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9910d14c-c18e-4da5-bbb4-4bcab27652b2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:28.653361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566ea39-078b-4790-95d2-ca998432fcf8 req-d015fab1-8a8c-4d5b-bbca-b669369c7d4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.666189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2566ea39-078b-4790-95d2-ca998432fcf8 req-d015fab1-8a8c-4d5b-bbca-b669369c7d4e tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0845053 Aug 10 00:59:28.679835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9910d14c-c18e-4da5-bbb4-4bcab27652b2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:28.680451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9910d14c-c18e-4da5-bbb4-4bcab27652b2 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:28.741595 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2566ea39-078b-4790-95d2-ca998432fcf8 req-d923e43e-16b8-4617-9680-545e507731fa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741599 Aug 10 00:59:28.866268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.891161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba10a-d752-4668-bfd0-381b06dadafe req-f94098b9-5d89-4fd4-bec7-afecfb883fce tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.897504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba10a-d752-4668-bfd0-381b06dadafe req-f94098b9-5d89-4fd4-bec7-afecfb883fce tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.903460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba10a-d752-4668-bfd0-381b06dadafe req-f94098b9-5d89-4fd4-bec7-afecfb883fce tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.905177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-227ba10a-d752-4668-bfd0-381b06dadafe req-f94098b9-5d89-4fd4-bec7-afecfb883fce tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2416 time: 0.0918839 Aug 10 00:59:28.934701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:28.965304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dd588-dfd5-4c86-9389-2903aaff5da3 req-b5520a18-5553-4099-addb-e8a1b0a28acc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:28.967827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-421dd588-dfd5-4c86-9389-2903aaff5da3 req-b5520a18-5553-4099-addb-e8a1b0a28acc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0782738 Aug 10 00:59:28.997397 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-227ba10a-d752-4668-bfd0-381b06dadafe req-153116ef-1feb-47f4-8878-8d6bc72d9712 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661008 Aug 10 00:59:29.031262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.040435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.040435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/security-groups/523f2a26-3c58-4064-9b7d-7526de6650d8 HTTP/1.1" status: 204 len: 168 time: 0.8187420 Aug 10 00:59:29.054946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32053aac-66a9-4a8d-84f6-b97a7e360895 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f2a26-3c58-4064-9b7d-7526de6650d8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:29.056667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:29.080638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-421dd588-dfd5-4c86-9389-2903aaff5da3 req-ce880996-338f-4077-9cea-701676871b6d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043291 Aug 10 00:59:29.083313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dced7fad-95a7-4ec5-a231-32af67f39a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.141782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:29.199711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dced7fad-95a7-4ec5-a231-32af67f39a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.203993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dced7fad-95a7-4ec5-a231-32af67f39a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.214378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting subnet 4326192c-ec00-485e-94b0-10b25c88c738 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:29.230530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.245360 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dced7fad-95a7-4ec5-a231-32af67f39a36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab192483f7a74eb8aa1f2d8f3038a756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851468 Aug 10 00:59:29.246065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced7fad-95a7-4ec5-a231-32af67f39a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b135f000-8ec0-4e06-8da7-8ce52d059a66,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:29.248425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40352) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:29.278110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca6f62-5036-4402-9d0c-6a4418bfe794 req-353a08eb-9676-4cfe-b000-4e97323643c5 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.279755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56ca6f62-5036-4402-9d0c-6a4418bfe794 req-353a08eb-9676-4cfe-b000-4e97323643c5 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 945 time: 0.0833430 Aug 10 00:59:29.299446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.311414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.334619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.356431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56ca6f62-5036-4402-9d0c-6a4418bfe794 req-9e71d457-a685-4e13-a6f5-cb0f70b6a98f tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669301 Aug 10 00:59:29.396465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.399794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.400972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b135f000-8ec0-4e06-8da7-8ce52d059a66 HTTP/1.1" status: 204 len: 168 time: 0.1516356 Aug 10 00:59:29.410090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ee629-ceee-44f0-bf2c-50b863308527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135f000-8ec0-4e06-8da7-8ce52d059a66,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:29.413656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.498053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.544726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Subnet': ['ID=4326192c-ec00-485e-94b0-10b25c88c738,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:29.553690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.555674 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9aa6201f-e40c-4f3d-be1c-a11349bb40e0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/subnets/4326192c-ec00-485e-94b0-10b25c88c738 HTTP/1.1" status: 204 len: 168 time: 0.4128911 Aug 10 00:59:29.556380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a26351-bd89-4d70-b680-161209b3e906 None None] Network 4822b649-0a72-4cc4-a9b8-28b20c210fd6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:29.558565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40366) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:29.712889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.792556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:29.793464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.903799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:29.904063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:29.925506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] DHCP port deletion for 4822b649-0a72-4cc4-a9b8-28b20c210fd6 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:59:29.930960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29600e-0cf6-4519-ae60-5018b68d9f3a req-5ad531f1-c627-49d9-a81e-43592683df3b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:29.939908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0a29600e-0cf6-4519-ae60-5018b68d9f3a req-5ad531f1-c627-49d9-a81e-43592683df3b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0922062 Aug 10 00:59:29.987271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0a29600e-0cf6-4519-ae60-5018b68d9f3a req-37750b3b-768a-4741-a621-6f4ed03c2e1a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Aug 10 00:59:30.055752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Deleting port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:30.060112 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.152261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:30.181380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] For port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,segment=NetworkSegment(5bd6c395-8799-4f4e-8752-5305e6c8d34a),segment_id=5bd6c395-8799-4f4e-8752-5305e6c8d34a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:30.182127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.197659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Calling delete_port for 3aa4b56a-b4fe-440e-a9e4-f44d984301bc owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:30.229406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3872c-f051-472c-8de4-b4829b93b4dc req-02c1c4ca-b3db-4e26-9ae5-93d1d52ed0b6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.243305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12e3872c-f051-472c-8de4-b4829b93b4dc req-02c1c4ca-b3db-4e26-9ae5-93d1d52ed0b6 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1563785 Aug 10 00:59:30.313641 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.325772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12e3872c-f051-472c-8de4-b4829b93b4dc req-d0fa7d64-9dba-40b1-a3fd-643af28148c4 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798500 Aug 10 00:59:30.337116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] No DVR routers for this DVR port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:30.367512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7f83d-3f4f-4831-adff-936e5b4ce1f9 None None] Pushing event deleted for resources: {'Port': ['ID=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.455419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:30.461250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:30.461697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.576021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937773-c1a3-441a-a6fc-99aae85cb6a4 req-1778d59f-a041-4213-a2ab-b297f9c19be1 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.589071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 3aa4b56a-b4fe-440e-a9e4-f44d984301bc owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:30.590931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937773-c1a3-441a-a6fc-99aae85cb6a4 req-1778d59f-a041-4213-a2ab-b297f9c19be1 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.600094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3aa4b56a-b4fe-440e-a9e4-f44d984301bc no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:30.609437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937773-c1a3-441a-a6fc-99aae85cb6a4 req-1778d59f-a041-4213-a2ab-b297f9c19be1 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.617870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31937773-c1a3-441a-a6fc-99aae85cb6a4 req-1778d59f-a041-4213-a2ab-b297f9c19be1 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2416 time: 0.1527593 Aug 10 00:59:30.678712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 3aa4b56a-b4fe-440e-a9e4-f44d984301bc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:30.679450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3aa4b56a-b4fe-440e-a9e4-f44d984301bc not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:30.702232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f70096-098c-4b5d-ad57-0b1185bb5dd7 req-0efaa6f8-630a-4ab2-b73c-16d46255ceef tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:30.711643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84f70096-098c-4b5d-ad57-0b1185bb5dd7 req-0efaa6f8-630a-4ab2-b73c-16d46255ceef tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1237121 Aug 10 00:59:30.720413 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.738788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31937773-c1a3-441a-a6fc-99aae85cb6a4 req-88a22043-c5b5-4623-b2f3-de7c7953d880 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198292 Aug 10 00:59:30.780347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:30.781674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:30.785290 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf233d27-e837-4679-9866-160caf3b5e7d" -d '{"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:30.790899 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.791957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f0370346-68fe-49e5-999a-3c3d2b316aca up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:30.808722 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84f70096-098c-4b5d-ad57-0b1185bb5dd7 req-644cb504-af3f-4254-8f04-7435f345b698 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961044 Aug 10 00:59:30.826493 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:30.930348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=3aa4b56a-b4fe-440e-a9e4-f44d984301bc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:30.980128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] No DVR routers for this DVR port 3aa4b56a-b4fe-440e-a9e4-f44d984301bc on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:30.989895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port f0370346-68fe-49e5-999a-3c3d2b316aca completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:31.006775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port f0370346-68fe-49e5-999a-3c3d2b316aca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:31.007348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.041580 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d15925-de8a-43fa-953a-ff85572c7765 x-openstack-request-id: req-e3d15925-de8a-43fa-953a-ff85572c7765 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:31.042020 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:31.042367 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3d15925-de8a-43fa-953a-ff85572c7765 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:31.042940 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'code': 200} Aug 10 00:59:31.047266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.081239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac204b68-13f3-4d6f-a202-fe9f6f1826ac req-33980398-cc22-48ae-abc2-12c2f136097f tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1086583 Aug 10 00:59:31.137375 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.195329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b0dca-a612-43a8-a11c-a21af440a514 req-102f78d2-5227-4214-93bc-824cff0c1c7b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.198519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f0370346-68fe-49e5-999a-3c3d2b316aca,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:31.204332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f18b0dca-a612-43a8-a11c-a21af440a514 req-102f78d2-5227-4214-93bc-824cff0c1c7b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0707033 Aug 10 00:59:31.206549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.206986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.208526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6204395-619f-4fc8-9659-cdfb880d759f up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:31.234301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4822b649-0a72-4cc4-a9b8-28b20c210fd6']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.248823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f18b0dca-a612-43a8-a11c-a21af440a514 req-638c0848-baf3-4e2a-af11-1c402eea0861 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429699 Aug 10 00:59:31.261792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd6c395-8799-4f4e-8752-5305e6c8d34a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.262386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd6c395-8799-4f4e-8752-5305e6c8d34a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:31.278441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.306649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.307474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.310952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c6204395-619f-4fc8-9659-cdfb880d759f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:31.314963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c6204395-619f-4fc8-9659-cdfb880d759f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:31.315136 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.322897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:31.325420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:31.328905 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:31.404061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.442824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6204395-619f-4fc8-9659-cdfb880d759f,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:31.450142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.455913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.461305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.463463 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/networks/4822b649-0a72-4cc4-a9b8-28b20c210fd6 HTTP/1.1" status: 204 len: 168 time: 1.9030676 Aug 10 00:59:31.466123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40442) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:31.491417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfc816-266c-4700-b637-16bf15c4c51c req-06608fcb-c96a-494f-8316-4768f2b961e9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.493236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ccfc816-266c-4700-b637-16bf15c4c51c req-06608fcb-c96a-494f-8316-4768f2b961e9 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1012685 Aug 10 00:59:31.524456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.544569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce107c5-1a43-4560-a734-cf2428b0936f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Network': ['ID=4822b649-0a72-4cc4-a9b8-28b20c210fd6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:31.570647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ccfc816-266c-4700-b637-16bf15c4c51c req-07883101-fc1e-43d5-aa7a-28ed32d33364 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673816 Aug 10 00:59:31.693201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port ec29f83f-cb62-4950-af29-0b8bac0f95b2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:31.693550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.742304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b348a-7b39-440a-bd51-3d6e0f288dcc req-4ddf8cff-f205-4930-bbdd-7b78e01024da tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.743823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b0b348a-7b39-440a-bd51-3d6e0f288dcc req-4ddf8cff-f205-4930-bbdd-7b78e01024da tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0560038 Aug 10 00:59:31.780484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.780816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:31.792102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b0b348a-7b39-440a-bd51-3d6e0f288dcc req-d1e12a39-c091-407b-8669-05b7b32cbed0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386760 Aug 10 00:59:31.794280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for ec29f83f-cb62-4950-af29-0b8bac0f95b2 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:31.955921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e58716-6c1a-48a9-b61b-c7b6a289f501 req-8d74ff79-21a8-467e-829a-b50a4feb5c18 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:31.957865 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2e58716-6c1a-48a9-b61b-c7b6a289f501 req-8d74ff79-21a8-467e-829a-b50a4feb5c18 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0647974 Aug 10 00:59:31.992243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5fad7-914c-4d79-81e8-4fb1f98cacb4 req-088664ae-ace5-496e-9da2-0cbca1e52812 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.003681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5fad7-914c-4d79-81e8-4fb1f98cacb4 req-088664ae-ace5-496e-9da2-0cbca1e52812 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.010882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5fad7-914c-4d79-81e8-4fb1f98cacb4 req-088664ae-ace5-496e-9da2-0cbca1e52812 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.012600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ad5fad7-914c-4d79-81e8-4fb1f98cacb4 req-088664ae-ace5-496e-9da2-0cbca1e52812 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.1053348 Aug 10 00:59:32.020294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2e58716-6c1a-48a9-b61b-c7b6a289f501 req-e0978742-4da3-491c-850c-f45a8e0aea25 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531654 Aug 10 00:59:32.090541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8ad5fad7-914c-4d79-81e8-4fb1f98cacb4 req-2eaed920-d94e-4711-ad3b-155f15a59814 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Aug 10 00:59:32.116195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.171759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=ec29f83f-cb62-4950-af29-0b8bac0f95b2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:32.180972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b13ba-f3ee-4bb6-80af-046ed899b32e req-31fe5429-1fd9-4dfb-9e4b-82b78bb00d12 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.182538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b13ba-f3ee-4bb6-80af-046ed899b32e req-31fe5429-1fd9-4dfb-9e4b-82b78bb00d12 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0623901 Aug 10 00:59:32.233164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b13ba-f3ee-4bb6-80af-046ed899b32e req-3fb7680b-07b8-46f2-881c-b604447cf6d8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Aug 10 00:59:32.258718 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.259256 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Floating IP 8f8fd44b-a299-452e-bb67-0755324161c6 disassociated (deleted). External IP: 172.25.7.172, port: e59041aa-a55e-43dd-aa95-eb33f74ab2eb. Aug 10 00:59:32.331385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3a1708d-decf-4a4a-9352-1506462140c4 req-f6bd824d-7068-4f99-ab51-d6b5424e8f91 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0295854 Aug 10 00:59:32.562295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a9b9a-2d20-43f9-b23b-b78d62b7b76b req-b6a557c7-b7fb-4fe2-9f45-02fdd4019699 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.563858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-024a9b9a-2d20-43f9-b23b-b78d62b7b76b req-b6a557c7-b7fb-4fe2-9f45-02fdd4019699 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1065948 Aug 10 00:59:32.586113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:32.663191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-024a9b9a-2d20-43f9-b23b-b78d62b7b76b req-301dcef5-02e3-4183-aa9a-17bae0a7951a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Aug 10 00:59:32.783667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:32.789719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:32.799157 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:32.807217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d34dc-f5c8-4ff4-9be4-7c80dfb8786e req-2ba6d778-0a9b-4700-812e-e44df2ea58fa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.810098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-638d34dc-f5c8-4ff4-9be4-7c80dfb8786e req-2ba6d778-0a9b-4700-812e-e44df2ea58fa tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0667732 Aug 10 00:59:32.812501 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:32.813120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:32.834719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-96da14b3-0c8f-4929-9962-23fd04ea6254 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/floatingips/8f8fd44b-a299-452e-bb67-0755324161c6 HTTP/1.1" status: 204 len: 168 time: 1.3667278 Aug 10 00:59:32.835352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:32.837707 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefa0104-34c5-4d8b-9544-2f8c04ae7538" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:32.855700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-638d34dc-f5c8-4ff4-9be4-7c80dfb8786e req-94de54c3-8507-4ed2-88d2-5bca7598909d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Aug 10 00:59:32.903232 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c60fd-a9d2-429e-8024-b4bf027372d0 x-openstack-request-id: req-e08c60fd-a9d2-429e-8024-b4bf027372d0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:32.903525 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:32.903781 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e08c60fd-a9d2-429e-8024-b4bf027372d0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:32.904195 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'status': 'completed', 'code': 200} Aug 10 00:59:32.988327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-00e8ddbe-ea3e-4eb3-a337-e1892cc8a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:32.990233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-00e8ddbe-ea3e-4eb3-a337-e1892cc8a1fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 1097 time: 0.0613396 Aug 10 00:59:32.992346 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:33.044082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca'}, {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:33.046403 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c120bb-4e8b-46da-b4cd-af610b864d67" -d '{"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca"}, {"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:33.149358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932a96-6f6e-46a4-af36-9f106cfcbad8 req-b86c439c-839b-45ce-8b4f-3230eab843ba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.153164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95932a96-6f6e-46a4-af36-9f106cfcbad8 req-b86c439c-839b-45ce-8b4f-3230eab843ba tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0646291 Aug 10 00:59:33.170498 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e9b1fe-22a2-4357-929d-59c12a1a3417 x-openstack-request-id: req-c4e9b1fe-22a2-4357-929d-59c12a1a3417 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:33.170830 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca", "code": 200}, {"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-plugged", "status": "completed", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:33.171085 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4e9b1fe-22a2-4357-929d-59c12a1a3417 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:33.171582 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca', 'code': 200} Aug 10 00:59:33.171842 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f', 'code': 200} Aug 10 00:59:33.247260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95932a96-6f6e-46a4-af36-9f106cfcbad8 req-670d466f-7620-46d9-aa6f-f4fbe5b65259 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865555 Aug 10 00:59:33.259314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-21a943c4-58f1-4150-92d6-3bb0d9f3e46e req-130c468c-6b35-4b24-9760-7553bb4c7b97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0741479 Aug 10 00:59:33.261341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-0121084d-eb1f-4fdf-b248-b279fe51ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.262940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-0121084d-eb1f-4fdf-b248-b279fe51ee1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 200 len: 896 time: 0.2650006 Aug 10 00:59:33.321906 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:33.328271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607782-2e5e-4001-838c-9a833f6626a3 req-5f4f772c-8114-4d60-af76-250443b763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.329029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607782-2e5e-4001-838c-9a833f6626a3 req-5f4f772c-8114-4d60-af76-250443b763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.329684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43607782-2e5e-4001-838c-9a833f6626a3 req-5f4f772c-8114-4d60-af76-250443b763f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.331536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43607782-2e5e-4001-838c-9a833f6626a3 req-5f4f772c-8114-4d60-af76-250443b763f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2875 time: 0.0660584 Aug 10 00:59:33.369405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-94205580-fb95-4fc7-b15d-8edec58901f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 200 len: 217 time: 0.0473838 Aug 10 00:59:33.393050 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:33.398145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c508d0-4f30-423d-984e-509110c36994 req-e0827265-07d1-4765-901c-19c609b22889 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.403858 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:33.404485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:33.407239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0c508d0-4f30-423d-984e-509110c36994 req-e0827265-07d1-4765-901c-19c609b22889 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.1395531 Aug 10 00:59:33.414536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43607782-2e5e-4001-838c-9a833f6626a3 req-06009958-ffa8-4866-b4b3-855eb7d36dce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736997 Aug 10 00:59:33.440774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b51-71a4-46df-9bed-419369b6a771 req-dbc6c058-eb79-488c-9ae7-32a381e22631 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.447021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b51-71a4-46df-9bed-419369b6a771 req-dbc6c058-eb79-488c-9ae7-32a381e22631 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.453603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a1b51-71a4-46df-9bed-419369b6a771 req-dbc6c058-eb79-488c-9ae7-32a381e22631 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.455520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205a1b51-71a4-46df-9bed-419369b6a771 req-dbc6c058-eb79-488c-9ae7-32a381e22631 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.0803206 Aug 10 00:59:33.483563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-ed59a050-31d7-4a28-a9bf-fe32ad829a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.485379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-ed59a050-31d7-4a28-a9bf-fe32ad829a59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=122448f0-c7c6-4ae5-b652-3a642f4ca648 HTTP/1.1" status: 200 len: 835 time: 0.0771966 Aug 10 00:59:33.509212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205a1b51-71a4-46df-9bed-419369b6a771 req-1e9d53e2-69bf-4963-a067-e1dd09cfbee0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469759 Aug 10 00:59:33.547297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0c508d0-4f30-423d-984e-509110c36994 req-d1a27f1f-2555-4bc6-b215-bd3a48f2983c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378369 Aug 10 00:59:33.583295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-8f0f75f1-caf6-405f-ad87-c8ceade4b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.589801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-8f0f75f1-caf6-405f-ad87-c8ceade4b56c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=816ad939-ba5e-4e11-8219-1f80efadce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881579 Aug 10 00:59:33.606223 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:33.757860 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-e68cd3dc-e87d-49f9-a29d-61d600932b60 service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643083 Aug 10 00:59:33.812464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886760f3-fd97-468d-80b9-710104334d5f req-e8d5a747-d107-4d9e-895a-a76361d53b9b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.814500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-886760f3-fd97-468d-80b9-710104334d5f req-e8d5a747-d107-4d9e-895a-a76361d53b9b tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0938871 Aug 10 00:59:33.890788 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:33.892684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-886760f3-fd97-468d-80b9-710104334d5f req-b1c63a1c-f584-46e0-b224-33ee9aeab56a tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712497 Aug 10 00:59:33.912877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8453-6182-40d7-9f8c-b9c9038d6b0b req-36f87b6e-a99d-49e3-8804-3a3b3ff6312c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:33.920591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebde8453-6182-40d7-9f8c-b9c9038d6b0b req-36f87b6e-a99d-49e3-8804-3a3b3ff6312c tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1616440 Aug 10 00:59:33.928650 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797899eb-d94f-4a87-aa1d-53530183db45 None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:22Z', 'revision_number': 6, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '70c5329b-68ab-45a4-80c8-926080fe72e5', 'name': '', 'network_id': '816ad939-ba5e-4e11-8219-1f80efadce85', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:d9:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:14Z', 'updated_at': '2021-08-10T00:57:23Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '122448f0-c7c6-4ae5-b652-3a642f4ca648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:33.968935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebde8453-6182-40d7-9f8c-b9c9038d6b0b req-8d334b1f-3d32-45bc-98d3-b2472c9657f0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473404 Aug 10 00:59:34.037567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aefa0104-34c5-4d8b-9544-2f8c04ae7538 req-94cabc51-25d2-44b7-82a4-365afe1d667d service neutron] 10.222.0.21 "GET /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162828 Aug 10 00:59:34.048861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c186f08-3a84-44c4-801f-32af65d17887 req-a373815a-9744-4adb-b84e-78fb1995d9a9 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0411935 Aug 10 00:59:34.135409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40534) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:34.188398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc0094-41ed-493c-85b6-1aa6da61800a req-4629ba31-6052-486d-b259-c669c1af2f6d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.190161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8dc0094-41ed-493c-85b6-1aa6da61800a req-4629ba31-6052-486d-b259-c669c1af2f6d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0642331 Aug 10 00:59:34.245663 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8dc0094-41ed-493c-85b6-1aa6da61800a req-797a5113-478a-4cdd-9a2a-d08f52c7327f tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483837 Aug 10 00:59:34.293102 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95ee8b71-93bc-4908-a1fc-2d6b721d0d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.354012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dc8e55-3600-4f59-aa18-ecf7da62eb3d None None] New status for floating IP 8f8fd44b-a299-452e-bb67-0755324161c6: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 00:59:34.406005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e210f48-df3b-44bc-9c8f-27f3ac1b7797 req-adac73ff-9b46-4181-914b-a94c9e5722c1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.407592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e210f48-df3b-44bc-9c8f-27f3ac1b7797 req-adac73ff-9b46-4181-914b-a94c9e5722c1 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0754163 Aug 10 00:59:34.481229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e210f48-df3b-44bc-9c8f-27f3ac1b7797 req-e8ea1397-f621-46d3-bb87-df9716db12f8 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657833 Aug 10 00:59:34.484044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95ee8b71-93bc-4908-a1fc-2d6b721d0d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.498443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95ee8b71-93bc-4908-a1fc-2d6b721d0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.550294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-95ee8b71-93bc-4908-a1fc-2d6b721d0d8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58f01f64070b4b358d6ad6eb7898cfe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111855 Aug 10 00:59:34.550294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee8b71-93bc-4908-a1fc-2d6b721d0d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75777b9f-9b8d-4936-8dd3-177dec140ac4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:34.550515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:34.636887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.672307 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.675492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830730e-45cb-4557-90d3-100134f5fb88 req-774b8223-bf0e-4567-b21d-368010546792 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.682797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830730e-45cb-4557-90d3-100134f5fb88 req-774b8223-bf0e-4567-b21d-368010546792 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.689242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830730e-45cb-4557-90d3-100134f5fb88 req-774b8223-bf0e-4567-b21d-368010546792 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.690720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b9489-f15a-423e-a06e-81b9cce2dbc9 req-ec88547a-b038-44d6-a04b-19b5b06ce594 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.693206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-610b9489-f15a-423e-a06e-81b9cce2dbc9 req-ec88547a-b038-44d6-a04b-19b5b06ce594 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0930483 Aug 10 00:59:34.702730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f830730e-45cb-4557-90d3-100134f5fb88 req-774b8223-bf0e-4567-b21d-368010546792 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.0879099 Aug 10 00:59:34.750740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f830730e-45cb-4557-90d3-100134f5fb88 req-f14c7845-0c17-4aaa-99b8-299d15a1df1c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472131 Aug 10 00:59:34.805380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-7a3a3ff1-c822-4a9c-842b-47d0efc12b89 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.807102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-7a3a3ff1-c822-4a9c-842b-47d0efc12b89 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.0920906 Aug 10 00:59:34.821459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-610b9489-f15a-423e-a06e-81b9cce2dbc9 req-0658e532-02be-455e-88b7-1e4e04444a61 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179593 Aug 10 00:59:34.829737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.844825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:34.853141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75777b9f-9b8d-4936-8dd3-177dec140ac4 HTTP/1.1" status: 204 len: 168 time: 0.2991748 Aug 10 00:59:34.888542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85479d01-635b-401a-b7f7-92cde49b973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75777b9f-9b8d-4936-8dd3-177dec140ac4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:34.982841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212c997-6dd5-42cb-9ea4-9bc72b087631 req-e2c823a2-2995-42a6-b004-c8c21bf611b3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:34.990777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d212c997-6dd5-42cb-9ea4-9bc72b087631 req-e2c823a2-2995-42a6-b004-c8c21bf611b3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 945 time: 0.1132746 Aug 10 00:59:34.994924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port e59041aa-a55e-43dd-aa95-eb33f74ab2eb {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:34.995309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.037580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d212c997-6dd5-42cb-9ea4-9bc72b087631 req-f2e2d7bb-c53e-4e93-a699-484d717daedc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e92ca8a-0a37-46ab-9978-2457881f2887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456674 Aug 10 00:59:35.130891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port e59041aa-a55e-43dd-aa95-eb33f74ab2eb, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:35.131252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.148916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a117-f555-41fe-b1ad-f7d3aa0cd161 req-ffd2ae25-c479-407e-892c-c94aa328eced tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.149074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for e59041aa-a55e-43dd-aa95-eb33f74ab2eb owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:35.160053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fd7a117-f555-41fe-b1ad-f7d3aa0cd161 req-ffd2ae25-c479-407e-892c-c94aa328eced tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0695429 Aug 10 00:59:35.160297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7244e0-c790-4778-abc3-b5dcfc668f3e req-97b3f16d-3e79-4dd3-bcbe-8d58db44946c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.167738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e7244e0-c790-4778-abc3-b5dcfc668f3e req-97b3f16d-3e79-4dd3-bcbe-8d58db44946c tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1014676 Aug 10 00:59:35.210237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fd7a117-f555-41fe-b1ad-f7d3aa0cd161 req-e8372c3b-bb0f-4585-bb57-ea87364876d0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484588 Aug 10 00:59:35.262509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e7244e0-c790-4778-abc3-b5dcfc668f3e req-7e623413-acca-447c-aa96-57b0ba6ab151 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937538 Aug 10 00:59:35.376406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40570) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.393588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-878915e2-9644-4fdb-ab08-b773f45d0160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.403804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df86e574-5f2f-4e1a-a282-f5954f3df336 req-ff61d897-9b0a-4a30-a091-3d2f85694c24 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0453265 Aug 10 00:59:35.444865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.500537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=e59041aa-a55e-43dd-aa95-eb33f74ab2eb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.561078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa417f-7f86-4cf0-a62f-4b8761dbbbe0 req-f891b3f2-0618-43a7-af0f-35acdc2c0142 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.563087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76aa417f-7f86-4cf0-a62f-4b8761dbbbe0 req-f891b3f2-0618-43a7-af0f-35acdc2c0142 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.0823655 Aug 10 00:59:35.567795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] No DVR routers for this DVR port e59041aa-a55e-43dd-aa95-eb33f74ab2eb on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:35.571469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.573461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2513019c-51b6-4f1c-9a71-eb796a98770c req-48f80e05-2f12-41db-becd-f0eb92a7021e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.21 "DELETE /v2.0/ports/e59041aa-a55e-43dd-aa95-eb33f74ab2eb HTTP/1.1" status: 204 len: 173 time: 0.7506843 Aug 10 00:59:35.573953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'name': 'network-vif-deleted', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:35.576990 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb07e1-cbf2-4a96-9627-87587124bada" -d '{"events": [{"server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "name": "network-vif-deleted", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:35.608059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-878915e2-9644-4fdb-ab08-b773f45d0160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.614969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-878915e2-9644-4fdb-ab08-b773f45d0160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.616336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639083-3a0f-4c99-b506-a50b0458fea5 req-c5784f59-aa98-4380-b1b1-439398230d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.633718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639083-3a0f-4c99-b506-a50b0458fea5 req-c5784f59-aa98-4380-b1b1-439398230d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.642528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03639083-3a0f-4c99-b506-a50b0458fea5 req-c5784f59-aa98-4380-b1b1-439398230d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:35.653396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03639083-3a0f-4c99-b506-a50b0458fea5 req-c5784f59-aa98-4380-b1b1-439398230d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.1308289 Aug 10 00:59:35.670850 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76aa417f-7f86-4cf0-a62f-4b8761dbbbe0 req-209e5514-e7b6-476d-988b-3ac70519ad22 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931334 Aug 10 00:59:35.692857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878915e2-9644-4fdb-ab08-b773f45d0160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cfe60d-4b06-4f8b-a76e-826e77cb369a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.697966 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-878915e2-9644-4fdb-ab08-b773f45d0160 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ec80cadaba8493ba2687c03161180eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204119 Aug 10 00:59:35.700624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40582) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:35.722756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03639083-3a0f-4c99-b506-a50b0458fea5 req-353a1b8a-47d1-4c45-acf7-92d41137b269 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679970 Aug 10 00:59:35.770303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.783632 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f32c73-420c-4fd5-ad50-ec7f3c1ae1e8 x-openstack-request-id: req-a2f32c73-420c-4fd5-ad50-ec7f3c1ae1e8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:35.784032 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8d6b6c-647a-47fe-951b-3678f3d7fe6e", "name": "network-vif-deleted", "tag": "e59041aa-a55e-43dd-aa95-eb33f74ab2eb", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:35.784326 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f32c73-420c-4fd5-ad50-ec7f3c1ae1e8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:35.784777 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8d6b6c-647a-47fe-951b-3678f3d7fe6e', 'name': 'network-vif-deleted', 'tag': 'e59041aa-a55e-43dd-aa95-eb33f74ab2eb', 'status': 'completed', 'code': 200} Aug 10 00:59:35.799466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.875599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.878629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:35.881405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1cfe60d-4b06-4f8b-a76e-826e77cb369a HTTP/1.1" status: 204 len: 168 time: 0.1797161 Aug 10 00:59:35.913028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cfe60d-4b06-4f8b-a76e-826e77cb369a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:35.935959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.938109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.938469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.938846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.939192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.939531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.939978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.946044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.946298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.946686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.947032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:35.947375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272d00e7-aa16-42f3-87a5-0bfdb4cd674a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 00:59:36.243818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906453bb-d9d5-479e-9d62-bc01b332cc56 req-5b170d81-a54d-48cf-923e-75b97dc86b47 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b8d6b6c-647a-47fe-951b-3678f3d7fe6e HTTP/1.1" status: 200 len: 210 time: 0.0466230 Aug 10 00:59:36.419935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d17e77-eaab-42d8-a7a0-ccf28ef3a082 req-3559f6ed-a13b-495f-888a-daea4406c69e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.421452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d4d17e77-eaab-42d8-a7a0-ccf28ef3a082 req-3559f6ed-a13b-495f-888a-daea4406c69e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0819037 Aug 10 00:59:36.469746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d4d17e77-eaab-42d8-a7a0-ccf28ef3a082 req-1f17b9bd-4ca5-443f-82f4-9dc260c88d46 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Aug 10 00:59:36.714932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0af0b2c5-d0b3-4825-9637-e97846ca2ea8 req-318c3d73-79eb-4702-b8e5-4fee2b4fb04e tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0408714 Aug 10 00:59:36.903892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e940b5-2ccc-4aca-9217-3f09ee5d1711 req-b2a67326-75e5-4244-9a37-114a107a4399 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.914244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e940b5-2ccc-4aca-9217-3f09ee5d1711 req-b2a67326-75e5-4244-9a37-114a107a4399 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.929712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e940b5-2ccc-4aca-9217-3f09ee5d1711 req-b2a67326-75e5-4244-9a37-114a107a4399 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:36.932464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4e940b5-2ccc-4aca-9217-3f09ee5d1711 req-b2a67326-75e5-4244-9a37-114a107a4399 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.1173456 Aug 10 00:59:37.023798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4e940b5-2ccc-4aca-9217-3f09ee5d1711 req-35142e33-9c8d-460b-b2ed-b003251afb7e tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782757 Aug 10 00:59:37.140671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-cfaf36da-c84c-4c91-bff2-f185d2d2b979 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.147250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-cfaf36da-c84c-4c91-bff2-f185d2d2b979 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.153907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-cfaf36da-c84c-4c91-bff2-f185d2d2b979 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.156090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-cfaf36da-c84c-4c91-bff2-f185d2d2b979 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 2419 time: 0.0994906 Aug 10 00:59:37.264943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port c6204395-619f-4fc8-9659-cdfb880d759f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:37.265750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.326212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:37.372409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port c6204395-619f-4fc8-9659-cdfb880d759f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6204395-619f-4fc8-9659-cdfb880d759f,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:37.372778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.388626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for c6204395-619f-4fc8-9659-cdfb880d759f owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:37.455463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.527621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.615387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.628827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['f0370346-68fe-49e5-999a-3c3d2b316aca', '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'c6204395-619f-4fc8-9659-cdfb880d759f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:37.681764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=c6204395-619f-4fc8-9659-cdfb880d759f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:37.710205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.713154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.714321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e92ca8a-0a37-46ab-9978-2457881f2887 HTTP/1.1" status: 204 len: 168 time: 0.3870666 Aug 10 00:59:37.772483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57845b-827b-41f8-978c-da4d8270b429 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92ca8a-0a37-46ab-9978-2457881f2887,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:37.793706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40660) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:37.825753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port c6204395-619f-4fc8-9659-cdfb880d759f on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:37.829958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:37.835400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c71d14-80be-48bc-9866-01e400d9d910 req-e234e41c-f39f-439a-b4c8-83eae15556f8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:37.838520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-10c71d14-80be-48bc-9866-01e400d9d910 req-e234e41c-f39f-439a-b4c8-83eae15556f8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2299104 Aug 10 00:59:37.840762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-dbcbc3b1-4a9a-4fec-9017-79b0d34e0d3c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "DELETE /v2.0/ports/c6204395-619f-4fc8-9659-cdfb880d759f HTTP/1.1" status: 204 len: 173 time: 0.6779456 Aug 10 00:59:37.849120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:37.855297 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29640d04-50a8-405a-820a-c48fdd3f8dd3" -d '{"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:38.038124 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0858449b-9a66-4f52-b8ce-5b3051c31daf req-4563e4b3-faea-4a50-9d1b-30609734d1e6 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0875959 Aug 10 00:59:38.117431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-10c71d14-80be-48bc-9866-01e400d9d910 req-de77c49a-b6ff-410a-92a4-efeb0909a1bd tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560926 Aug 10 00:59:38.195646 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45619537-9ba8-45c3-b06b-2093b9975eba x-openstack-request-id: req-45619537-9ba8-45c3-b06b-2093b9975eba {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:38.195849 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "c6204395-619f-4fc8-9659-cdfb880d759f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:38.196102 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45619537-9ba8-45c3-b06b-2093b9975eba {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:38.197993 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': 'c6204395-619f-4fc8-9659-cdfb880d759f', 'status': 'completed', 'code': 200} Aug 10 00:59:38.311071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:38.311451 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.493931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:38.494424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.512895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:38.534408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e347-9abf-4a0c-8953-b7690ad2a9b3 req-7817ac43-6944-42a5-9172-085c4a2f8026 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:38.559376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e347-9abf-4a0c-8953-b7690ad2a9b3 req-7817ac43-6944-42a5-9172-085c4a2f8026 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:38.561348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4e2e347-9abf-4a0c-8953-b7690ad2a9b3 req-7817ac43-6944-42a5-9172-085c4a2f8026 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 1683 time: 0.2427719 Aug 10 00:59:38.647673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e59041aa-a55e-43dd-aa95-eb33f74ab2eb no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:38.686515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: e59041aa-a55e-43dd-aa95-eb33f74ab2eb {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:38.687250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e59041aa-a55e-43dd-aa95-eb33f74ab2eb not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:38.687366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.722613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4e2e347-9abf-4a0c-8953-b7690ad2a9b3 req-f1f932da-f380-47b1-a36a-1a8049cae5a8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477625 Aug 10 00:59:38.722842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:38.809632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:38.812774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:38.814962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-0eeaa411-8716-4666-85e5-64eb3d2e9392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "DELETE /v2.0/ports/4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e HTTP/1.1" status: 204 len: 173 time: 0.9379628 Aug 10 00:59:39.022479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port f0370346-68fe-49e5-999a-3c3d2b316aca {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:39.022763 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.119471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.194744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port f0370346-68fe-49e5-999a-3c3d2b316aca, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f0370346-68fe-49e5-999a-3c3d2b316aca,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:39.195357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.227086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for f0370346-68fe-49e5-999a-3c3d2b316aca owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:39.325748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1fbf5a7-599a-4f28-a667-d037f7340285 req-a4c81f2b-06ef-4c77-b689-98512ed87849 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0849125 Aug 10 00:59:39.577441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350539c-a097-4e6d-b22a-d311c58a4e07 req-0d06773e-9546-42ac-8b5f-6258b4a6f4bc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:39.579481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2350539c-a097-4e6d-b22a-d311c58a4e07 req-0d06773e-9546-42ac-8b5f-6258b4a6f4bc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2588069 Aug 10 00:59:39.629145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.697501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=f0370346-68fe-49e5-999a-3c3d2b316aca,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:39.738164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port f0370346-68fe-49e5-999a-3c3d2b316aca on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:39.750080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:39.752126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65bb223d-5c2a-4518-aeb4-7ed1a2720143 req-3818b6fd-873f-4e9f-98d8-79f8270a3905 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "DELETE /v2.0/ports/f0370346-68fe-49e5-999a-3c3d2b316aca HTTP/1.1" status: 204 len: 173 time: 0.9248857 Aug 10 00:59:39.900107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2350539c-a097-4e6d-b22a-d311c58a4e07 req-e137be7c-78c3-49e6-a719-dac30a866e2b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126290 Aug 10 00:59:39.967395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 70c5329b-68ab-45a4-80c8-926080fe72e5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:39.968156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.005623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8e8fb91-d342-4f3c-b39e-b68ace77979a req-a91ae442-2432-416c-a643-f977ecb7ad52 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc28cb75-e1d4-4865-8731-3017881e84bb HTTP/1.1" status: 200 len: 210 time: 0.0761013 Aug 10 00:59:40.104506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port 70c5329b-68ab-45a4-80c8-926080fe72e5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=70c5329b-68ab-45a4-80c8-926080fe72e5,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:40.105044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.126925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 70c5329b-68ab-45a4-80c8-926080fe72e5 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:40.154895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:40.179152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:40.179746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:40.180324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f0370346-68fe-49e5-999a-3c3d2b316aca no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:40.199475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e'}, {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:40.202429 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72c1d8-56e6-4b74-bc28-982ab673556c" -d '{"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e"}, {"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:40.212447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: f0370346-68fe-49e5-999a-3c3d2b316aca {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:40.213020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f0370346-68fe-49e5-999a-3c3d2b316aca not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:40.213585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6204395-619f-4fc8-9659-cdfb880d759f no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:40.235393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: c6204395-619f-4fc8-9659-cdfb880d759f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:40.235742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6204395-619f-4fc8-9659-cdfb880d759f not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:40.263523 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063587bf-237d-41d4-8725-da67ea3a9ec8 x-openstack-request-id: req-063587bf-237d-41d4-8725-da67ea3a9ec8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:40.264022 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e", "status": "completed", "code": 200}, {"server_uuid": "dc28cb75-e1d4-4865-8731-3017881e84bb", "name": "network-vif-deleted", "tag": "f0370346-68fe-49e5-999a-3c3d2b316aca", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:40.264535 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-063587bf-237d-41d4-8725-da67ea3a9ec8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:40.264667 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': '4d0cf384-ff6c-427c-aee2-db4cc3ee9b6e', 'status': 'completed', 'code': 200} Aug 10 00:59:40.264933 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28cb75-e1d4-4865-8731-3017881e84bb', 'name': 'network-vif-deleted', 'tag': 'f0370346-68fe-49e5-999a-3c3d2b316aca', 'status': 'completed', 'code': 200} Aug 10 00:59:40.405553 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:40.447389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=70c5329b-68ab-45a4-80c8-926080fe72e5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:40.491049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57fa004e-c6b1-4da4-9968-f727065e32b9 req-9e15897b-237b-4223-970f-d0d5050c1340 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0349641 Aug 10 00:59:41.022285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4ae57-cb1c-46ea-8c1b-054875a51c7a req-8f72deed-0fd4-4df7-9145-77c0640397b9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:41.030600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93b4ae57-cb1c-46ea-8c1b-054875a51c7a req-8f72deed-0fd4-4df7-9145-77c0640397b9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0619171 Aug 10 00:59:41.073015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40730) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:41.108649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93b4ae57-cb1c-46ea-8c1b-054875a51c7a req-bb193b8d-b05f-4ea2-b20b-b1c116997a4f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768440 Aug 10 00:59:41.111539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.142629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting subnet 1294efb4-cbf5-4436-96cf-8ec0a966f90c {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:41.148820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.203234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.316803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.372758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:41.405327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.437000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Subnet': ['ID=1294efb4-cbf5-4436-96cf-8ec0a966f90c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:41.452448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.454438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6dbdc138-93e8-4319-9a0f-b2b7f2c9372b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/subnets/1294efb4-cbf5-4436-96cf-8ec0a966f90c HTTP/1.1" status: 204 len: 168 time: 0.3804679 Aug 10 00:59:41.457014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40742) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:41.462618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108a53b-9dd3-4496-9f2a-c4b4cf898973 None None] Network 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:41.515847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:41.525681 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a4d1e78-0e27-41b9-8a13-7bbf8a2d81d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/872cc18b-a4bb-45c9-b1d5-6e6e455edf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7284203 Aug 10 00:59:41.526062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40744) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:41.528505 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Sync routers for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:41.547575 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:41.548216 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:41.593968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.650426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting subnet 122448f0-c7c6-4ae5-b652-3a642f4ca648 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:41.662286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.774407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5758ef3d-7c41-4778-86ca-534ba62aaed7 req-adc1820a-fc05-4117-b102-b2ac57ad7f53 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0570219 Aug 10 00:59:41.783526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port 0fce7999-531e-47d8-a6d9-5872c3480b5c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:41.790495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.804956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.855120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:41.891223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] DHCP port deletion for 7cdc741d-adb9-4d3f-ae40-099baf49a6c2 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:59:41.910201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port 0fce7999-531e-47d8-a6d9-5872c3480b5c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0fce7999-531e-47d8-a6d9-5872c3480b5c,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:41.911104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.937201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for 0fce7999-531e-47d8-a6d9-5872c3480b5c owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:41.949304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:41.997834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Deleting port 0fce7999-531e-47d8-a6d9-5872c3480b5c {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:41.998504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.044449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.053073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.096981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Subnet': ['ID=122448f0-c7c6-4ae5-b652-3a642f4ca648,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:42.108324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.110888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e65c532-9269-43f7-aaf8-16d9997d213f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/subnets/122448f0-c7c6-4ae5-b652-3a642f4ca648 HTTP/1.1" status: 204 len: 168 time: 0.5835488 Aug 10 00:59:42.113452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40756) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.117492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb13df9-c17c-43c3-8fee-408a18b68ea4 None None] Network 816ad939-ba5e-4e11-8219-1f80efadce85 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:42.125758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port 0fce7999-531e-47d8-a6d9-5872c3480b5c on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:42.132940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=0fce7999-531e-47d8-a6d9-5872c3480b5c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:42.344865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.389102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] For port 0fce7999-531e-47d8-a6d9-5872c3480b5c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0fce7999-531e-47d8-a6d9-5872c3480b5c,segment=NetworkSegment(36880d26-4189-404b-8a84-c0d64e93ee49),segment_id=36880d26-4189-404b-8a84-c0d64e93ee49)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:42.389102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.416590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 7, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:42.417429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Calling delete_port for 0fce7999-531e-47d8-a6d9-5872c3480b5c owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:42.424617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.446969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdc741d-adb9-4d3f-ae40-099baf49a6c2']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:42.466385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36880d26-4189-404b-8a84-c0d64e93ee49') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:42.466724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36880d26-4189-404b-8a84-c0d64e93ee49') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:42.471387 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Checking router: 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:42.494847 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Routers {'872cc18b-a4bb-45c9-b1d5-6e6e455edf52'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:42.495500 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:42.501909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c81127-db43-43d9-b2ae-a6e09297d247 req-c1cfd9ba-3b0d-4dc9-a28e-955ba682acb3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:42.503570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1c81127-db43-43d9-b2ae-a6e09297d247 req-c1cfd9ba-3b0d-4dc9-a28e-955ba682acb3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1793268 Aug 10 00:59:42.515489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.570127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.574702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.595127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.599712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:42.600125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:42.604870 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:42.665171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] DHCP port deletion for 816ad939-ba5e-4e11-8219-1f80efadce85 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:59:42.673516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0fce7999-531e-47d8-a6d9-5872c3480b5c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:42.683883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] No DVR routers for this DVR port 0fce7999-531e-47d8-a6d9-5872c3480b5c on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:42.708666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d856d-2444-45d9-8791-937dd18bc351 None None] Pushing event deleted for resources: {'Port': ['ID=0fce7999-531e-47d8-a6d9-5872c3480b5c,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:42.717905 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] Set router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:42.719163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 09745f23-84ab-4d16-852f-c18c9918a004 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:42.719861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.733872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1c81127-db43-43d9-b2ae-a6e09297d247 req-15d14e20-8142-48f0-a320-131b16e02a61 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021868 Aug 10 00:59:42.752068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.754593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0fce7999-531e-47d8-a6d9-5872c3480b5c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:42.756386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0fce7999-531e-47d8-a6d9-5872c3480b5c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:42.764406 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.772162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/networks/7cdc741d-adb9-4d3f-ae40-099baf49a6c2 HTTP/1.1" status: 204 len: 168 time: 1.3083744 Aug 10 00:59:42.789802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40770) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:42.790637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a3327-81cc-4259-b9ad-3f3550f0d6b4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Network': ['ID=7cdc741d-adb9-4d3f-ae40-099baf49a6c2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:42.883317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Deleting port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:42.883753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:42.983847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port 09745f23-84ab-4d16-852f-c18c9918a004, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09745f23-84ab-4d16-852f-c18c9918a004,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:42.984817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.004800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting subnet a74464be-897f-411c-8715-f6548d55e33a {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:43.018770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.025351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 09745f23-84ab-4d16-852f-c18c9918a004 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:43.121105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] For port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,segment=NetworkSegment(24d642de-51b8-4982-98c6-aba25d75dfee),segment_id=24d642de-51b8-4982-98c6-aba25d75dfee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:43.121503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.151517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Calling delete_port for 1eac3f3f-56ae-4ac6-9654-d303dbb1492c owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:43.175726 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 7, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:43.214460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ae7fd4e-9931-4fe4-9b1d-fb1d4fcdbdb4 req-a60f2de1-9301-436a-bdbb-b1f83411a1e5 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1112616 Aug 10 00:59:43.234724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.261183 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704cd22-b7f7-4e6c-9677-091abc9550ae None None] The sync data for ids ['872cc18b-a4bb-45c9-b1d5-6e6e455edf52'] in n-d-766380-21 is: [{'id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'name': 'tempest-TestNetworkBasicOps-router-1816311888', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185'}], 'enable_snat': True}, 'gw_port_id': '09745f23-84ab-4d16-852f-c18c9918a004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:06Z', 'updated_at': '2021-08-10T00:59:40Z', 'revision_number': 7, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '09745f23-84ab-4d16-852f-c18c9918a004', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:62:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872cc18b-a4bb-45c9-b1d5-6e6e455edf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:08Z', 'updated_at': '2021-08-10T00:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:43.365770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.395004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] Pushing event deleted for resources: {'Port': ['ID=1eac3f3f-56ae-4ac6-9654-d303dbb1492c,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.399106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b12d7-634b-46a7-be1f-04fecc5902dc None None] No DVR routers for this DVR port 1eac3f3f-56ae-4ac6-9654-d303dbb1492c on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:43.472201 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.473607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.501334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=09745f23-84ab-4d16-852f-c18c9918a004,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.513748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67299cdf-12cc-4350-9fe4-d76490ce71ff req-08d689a4-051b-4ecf-928b-0cf613753b07 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:43.515336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67299cdf-12cc-4350-9fe4-d76490ce71ff req-08d689a4-051b-4ecf-928b-0cf613753b07 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1346562 Aug 10 00:59:43.571317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67299cdf-12cc-4350-9fe4-d76490ce71ff req-6aa5b7aa-b3c8-45d3-bd06-186429e80d23 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463903 Aug 10 00:59:43.576462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.576682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.607128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Subnet': ['ID=a74464be-897f-411c-8715-f6548d55e33a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:43.610890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.612790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5df2263f-f91c-424a-9cc7-7a675b69a496 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/subnets/a74464be-897f-411c-8715-f6548d55e33a HTTP/1.1" status: 204 len: 168 time: 0.7994606 Aug 10 00:59:43.618293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.628230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477f63d-c17a-47b5-a10b-0d7adee81278 None None] Network c4a4b52b-5104-4c9b-af4c-32d6aef3d35b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:43.717470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.727264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.767834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.780255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.781303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Fanout notify agent at l3_agent the message router_deleted on router 872cc18b-a4bb-45c9-b1d5-6e6e455edf52 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 00:59:43.795847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.799459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee03feef-243a-439b-8c9a-8b23734cd698 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/routers/872cc18b-a4bb-45c9-b1d5-6e6e455edf52 HTTP/1.1" status: 204 len: 168 time: 1.6845455 Aug 10 00:59:43.805165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40808) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:43.890197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port c50cb0c1-5e96-4977-ad57-8535707165c0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:43.890842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.914443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] DHCP port deletion for c4a4b52b-5104-4c9b-af4c-32d6aef3d35b request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 00:59:43.970746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port c50cb0c1-5e96-4977-ad57-8535707165c0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c50cb0c1-5e96-4977-ad57-8535707165c0,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:43.971120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:43.991985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for c50cb0c1-5e96-4977-ad57-8535707165c0 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:43.993609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.029141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa4bfb-f430-4c3d-9555-c21c1b04bed4 req-b87d20a7-951a-4092-9fd0-f4149beb1e44 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.043275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-daaa4bfb-f430-4c3d-9555-c21c1b04bed4 req-b87d20a7-951a-4092-9fd0-f4149beb1e44 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1519244 Aug 10 00:59:44.087429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76e91dbd-bf8e-461d-9d63-013231c7b470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.097365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Deleting port c50cb0c1-5e96-4977-ad57-8535707165c0 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:44.098321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.112069 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.127481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port c50cb0c1-5e96-4977-ad57-8535707165c0 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:44.192202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-daaa4bfb-f430-4c3d-9555-c21c1b04bed4 req-b914546c-2663-41b9-994c-543123180f2b tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482632 Aug 10 00:59:44.197196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] For port c50cb0c1-5e96-4977-ad57-8535707165c0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c50cb0c1-5e96-4977-ad57-8535707165c0,segment=NetworkSegment(7e183e49-525b-487c-90ac-ab89f3c9cd58),segment_id=7e183e49-525b-487c-90ac-ab89f3c9cd58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:44.197599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.202119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.202318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=c50cb0c1-5e96-4977-ad57-8535707165c0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.216594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816ad939-ba5e-4e11-8219-1f80efadce85']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.228812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d642de-51b8-4982-98c6-aba25d75dfee') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.229215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d642de-51b8-4982-98c6-aba25d75dfee') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.232523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Calling delete_port for c50cb0c1-5e96-4977-ad57-8535707165c0 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:44.249636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.262162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.278498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.280760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a4b52b-5104-4c9b-af4c-32d6aef3d35b']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.289649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:44.290225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: timer() Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:44.294546 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:44.315016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e183e49-525b-487c-90ac-ab89f3c9cd58') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.315594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e183e49-525b-487c-90ac-ab89f3c9cd58') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:44.348394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.372277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.377139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6beb2a6-d232-4a52-84cf-aad2ff83456c req-768ce8ca-434b-4178-8507-4da89b99743b tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0570302 Aug 10 00:59:44.378255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.413237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.415971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.419065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/networks/816ad939-ba5e-4e11-8219-1f80efadce85 HTTP/1.1" status: 204 len: 168 time: 0.6128550 Aug 10 00:59:44.420097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd1c10-9aa3-42e6-8cc2-b8c6e9528f8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Network': ['ID=816ad939-ba5e-4e11-8219-1f80efadce85,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:44.431431 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:44.447546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:44.453433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'network': {'name': 'tempest-network-smoke--1556542530', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:44.477453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:44.487121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.510445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.516575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] Pushing event deleted for resources: {'Port': ['ID=c50cb0c1-5e96-4977-ad57-8535707165c0,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.520475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907f917-2a0f-4036-b2ed-8b086594516c None None] No DVR routers for this DVR port c50cb0c1-5e96-4977-ad57-8535707165c0 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:44.523558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:44.537414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.538282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.538767 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Added segment 836e87e5-b154-4f65-97e5-c0bae60f5406 of type vlan for network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 Aug 10 00:59:44.539498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/networks/c4a4b52b-5104-4c9b-af4c-32d6aef3d35b HTTP/1.1" status: 204 len: 168 time: 0.9201040 Aug 10 00:59:44.547501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40822) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:44.553855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1720932500'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:44.573256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929b12c-5923-4b74-8622-c7789bf9fc70 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Network': ['ID=c4a4b52b-5104-4c9b-af4c-32d6aef3d35b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.600966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:44.606002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.616547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.641516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:44.653659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.654125 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Added segment 539c55a1-8f4f-4eae-b71c-1a054891c20b of type vlan for network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 Aug 10 00:59:44.672465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.690728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.691645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.736290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.741184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 70c5329b-68ab-45a4-80c8-926080fe72e5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:44.745669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2973640 Aug 10 00:59:44.758100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40828) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:44.766565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 70c5329b-68ab-45a4-80c8-926080fe72e5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:44.767033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 70c5329b-68ab-45a4-80c8-926080fe72e5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:44.767512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1eac3f3f-56ae-4ac6-9654-d303dbb1492c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:44.772554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.779357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.779971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.788242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1eac3f3f-56ae-4ac6-9654-d303dbb1492c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:44.789186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1eac3f3f-56ae-4ac6-9654-d303dbb1492c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:44.789727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09745f23-84ab-4d16-852f-c18c9918a004 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:44.799144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-281998630', 'admin_state_up': True, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:44.816515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 09745f23-84ab-4d16-852f-c18c9918a004 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:44.816992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09745f23-84ab-4d16-852f-c18c9918a004 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:44.817725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c50cb0c1-5e96-4977-ad57-8535707165c0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:44.840956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c50cb0c1-5e96-4977-ad57-8535707165c0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:44.841760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c50cb0c1-5e96-4977-ad57-8535707165c0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:44.843745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa64bb-7a5b-452a-86a1-c14b29e9c1f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Network': ['ID=5e4f1c94-fc0f-40ad-a744-742ef13892a5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.861136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:44.861883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3babb57-ba2c-4fee-9096-ec787e026201 req-a33e6ed6-20c3-4fbb-aa65-322c1f955d70 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:44.870007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3235652 Aug 10 00:59:44.872456 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3babb57-ba2c-4fee-9096-ec787e026201 req-a33e6ed6-20c3-4fbb-aa65-322c1f955d70 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.1666100 Aug 10 00:59:44.874592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40830) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:44.881981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.883029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:44.886149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'subnet': {'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:44.892208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dca7b2-d381-4420-ba65-832cb09832a9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Network': ['ID=695baa6e-bc13-4b3f-8f9a-1d6acbe356f6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:44.927176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:44.949608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.041433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3babb57-ba2c-4fee-9096-ec787e026201 req-9a8b903a-6c3d-4d73-b4ce-0b6fa9ea32fb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676493 Aug 10 00:59:45.058623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:45.062217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.290362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.362932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.416739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:45.421571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-63581213-a261-4d83-acc1-42aaf3390d04 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.422952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-63581213-a261-4d83-acc1-42aaf3390d04 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 947 time: 0.2414997 Aug 10 00:59:45.451654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Subnet': ['ID=468f6f6c-1a53-42f0-b4ee-24e986e71134,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.467755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Checking segment: {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:45.467992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network hostable DHCP agents. Network: 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:45.491906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:45.501180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40dfe68-c10a-4fee-bd3f-781f64ae32e5 req-e7054db3-580d-4deb-95e3-b8b01079c677 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.502882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d40dfe68-c10a-4fee-bd3f-781f64ae32e5 req-e7054db3-580d-4deb-95e3-b8b01079c677 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1814187 Aug 10 00:59:45.506356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:45.516774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931f64b-506b-4349-8e49-f29afeb6204f None None] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:45.521227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.521877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.541902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7067431c-0ed2-45ff-9445-93bcdabae63f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6654189 Aug 10 00:59:45.544266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40854) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:45.555484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1223073834'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:45.589217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:45.593127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.611866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-725f9140-c789-44d5-a490-b529d61ba442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.645261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d40dfe68-c10a-4fee-bd3f-781f64ae32e5 req-a10f2c40-b48e-4c1d-9c72-4d19dfcb17f3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126878 Aug 10 00:59:45.652863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Deleting port 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:45.653408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.698073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b4b9c21-328f-4ee0-bd37-d8e614e7f801 req-57a653e3-fcc4-4858-9ba7-b48d4d08e18a tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0273583 Aug 10 00:59:45.716703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 00:59:45.733604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.734200 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Added segment a1233ff8-1f40-4ed5-af23-a0ccf337fc5e of type vlan for network f57f7537-4352-44b5-81b5-00f462dc7c2d Aug 10 00:59:45.763240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-695baa6e-bc13-4b3f-8f9a-1d6acbe356f6', 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'fixed_ips': [{'subnet_id': '468f6f6c-1a53-42f0-b4ee-24e986e71134'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:59:45.764104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.795396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.816831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.845227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.856494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.862453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:45.863207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.934935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] For port 07beb4a6-99df-46bf-b8ae-4ccc7903081a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07beb4a6-99df-46bf-b8ae-4ccc7903081a,segment=NetworkSegment(83ebf49f-d748-4f1c-9856-e2ba24659137),segment_id=83ebf49f-d748-4f1c-9856-e2ba24659137)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:45.935640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.946586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Allocated IP 19.80.0.2 (695baa6e-bc13-4b3f-8f9a-1d6acbe356f6/468f6f6c-1a53-42f0-b4ee-24e986e71134/596b6ed6-5e19-47e7-8ba9-d2eb65aaee74) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:45.960374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-725f9140-c789-44d5-a490-b529d61ba442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.961495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Network': ['ID=f57f7537-4352-44b5-81b5-00f462dc7c2d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:45.964355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Calling delete_port for 07beb4a6-99df-46bf-b8ae-4ccc7903081a owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:45.974360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-725f9140-c789-44d5-a490-b529d61ba442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:45.992614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df5891d7-225c-4816-9b14-695abc384c4c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4470866 Aug 10 00:59:45.999049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:46.008709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'subnet': {'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:46.044121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f57f7537-4352-44b5-81b5-00f462dc7c2d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 00:59:46.073116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-725f9140-c789-44d5-a490-b529d61ba442 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fb28fcb6d7b47ae9db5d73c9b212516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6529379 Aug 10 00:59:46.074831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40868) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:46.083149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f9140-c789-44d5-a490-b529d61ba442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b1152-c378-448f-a28c-3bffe6712783,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.176852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:46.180481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.240408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.242962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.25.7.208 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9abdf705-ff32-4e77-844d-a250da56369f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:46.251425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.261915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Transition to ACTIVE for port object 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:46.262128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991842-9a37-4456-bb86-ac952ceb304d req-cf0d5956-9404-4de5-b604-8740dfa61cbb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.264361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4991842-9a37-4456-bb86-ac952ceb304d req-cf0d5956-9404-4de5-b604-8740dfa61cbb tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40 HTTP/1.1" status: 200 len: 868 time: 0.1292863 Aug 10 00:59:46.274745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07beb4a6-99df-46bf-b8ae-4ccc7903081a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 00:59:46.296313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Pushing event deleted for resources: {'Port': ['ID=07beb4a6-99df-46bf-b8ae-4ccc7903081a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.303299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.319030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Transition to ACTIVE for port object 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:46.326061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.342520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4991842-9a37-4456-bb86-ac952ceb304d req-f8ec1405-0657-443b-9303-08a9ec7a1b2d tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9e7aaea-7e99-43dc-9fb2-ba23983c3430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692520 Aug 10 00:59:46.376460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:46.383582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:46.386352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:46.389808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] No DVR routers for this DVR port 07beb4a6-99df-46bf-b8ae-4ccc7903081a on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:46.396927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Pushing event updated for resources: {'Port': ['ID=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.400271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.402509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9cad78b1-4434-47e0-8723-32e77823bdd8 req-eccf48aa-900e-4135-8025-25a08f396de0 tempest-ServersNegativeTestJSON-85885162 tempest-ServersNegativeTestJSON-85885162-project] 10.222.0.21 "DELETE /v2.0/ports/07beb4a6-99df-46bf-b8ae-4ccc7903081a HTTP/1.1" status: 204 len: 173 time: 0.9695766 Aug 10 00:59:46.402982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-deleted', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:46.407462 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090780d3-6b6e-4c66-a2d2-716a02db7f5b" -d '{"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-deleted", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:46.418895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.481097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Attempting to bind port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:46.481097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Attempting to bind port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:46.481409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Attempting to bind port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 on network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:46.486716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:46.487141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Checking segment: {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:46.487585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.488132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Bound using segment: {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:46.490648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Bound port: 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:46.490884 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.514973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.523087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.529728 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52eae20-a408-4534-bec9-96b9b9cc620a x-openstack-request-id: req-e52eae20-a408-4534-bec9-96b9b9cc620a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:46.530027 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40", "name": "network-vif-deleted", "tag": "07beb4a6-99df-46bf-b8ae-4ccc7903081a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:46.530268 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e52eae20-a408-4534-bec9-96b9b9cc620a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:46.530701 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d7fb7d-b07b-4d61-88bc-4bae8cfa0c40', 'name': 'network-vif-deleted', 'tag': '07beb4a6-99df-46bf-b8ae-4ccc7903081a', 'status': 'completed', 'code': 200} Aug 10 00:59:46.547002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.549708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.566199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/073b1152-c378-448f-a28c-3bffe6712783 HTTP/1.1" status: 204 len: 168 time: 0.4772515 Aug 10 00:59:46.590109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] For port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:46.595714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] For port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:46.602237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0088dc-3272-4b2e-b90d-1251266657b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b1152-c378-448f-a28c-3bffe6712783,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.604666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.607237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Subnet': ['ID=02762f56-ee09-4a87-b338-17ef9d900a72,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.621218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Checking segment: {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:46.621591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network hostable DHCP agents. Network: f57f7537-4352-44b5-81b5-00f462dc7c2d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:46.654187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network f57f7537-4352-44b5-81b5-00f462dc7c2d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:46.662781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.670283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f57f7537-4352-44b5-81b5-00f462dc7c2d) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:46.679486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.680104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.700175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648d5ea6-b177-46be-b29c-22aba641c3ff None None] Network f57f7537-4352-44b5-81b5-00f462dc7c2d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:46.724726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a45e73d3-34e1-4c8f-871a-d7c564a2bc10 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7238226 Aug 10 00:59:46.846433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=9abdf705-ff32-4e77-844d-a250da56369f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.855973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:46.872035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd891d01-3134-4f61-bd93-cb881ad4f0f6 req-3212fa81-2b41-4803-ae71-f5ba61ee2443 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:46.881677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd891d01-3134-4f61-bd93-cb881ad4f0f6 req-3212fa81-2b41-4803-ae71-f5ba61ee2443 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0826674 Aug 10 00:59:46.911058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-71396b3e-85c9-4afe-8065-181f2d98bfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:46.935284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1130fb-e122-4528-a255-9788d3a20303 None None] Pushing event updated for resources: {'Port': ['ID=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:46.939680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b7555c5-e5de-4a88-b06e-54acb7a1b633 req-606da6c0-3982-4b84-98f1-09a84295f358 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0800366 Aug 10 00:59:46.944962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:46.950294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:46.961721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd891d01-3134-4f61-bd93-cb881ad4f0f6 req-7fae2a01-8fdc-4fd9-a07e-39ce75a275a4 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789120 Aug 10 00:59:47.184318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40896) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:47.208580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f57f7537-4352-44b5-81b5-00f462dc7c2d', 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'fixed_ips': [{'subnet_id': '02762f56-ee09-4a87-b338-17ef9d900a72'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:59:47.209758 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.229727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c63b-f191-4431-a12a-c1500a067c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.373298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-1071f807-0400-435f-9d4c-6e5f3fd2900f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:47.380942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-1071f807-0400-435f-9d4c-6e5f3fd2900f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:47.394676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-1071f807-0400-435f-9d4c-6e5f3fd2900f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/networks?id=695baa6e-bc13-4b3f-8f9a-1d6acbe356f6&id=f57f7537-4352-44b5-81b5-00f462dc7c2d HTTP/1.1" status: 200 len: 1392 time: 0.3137860 Aug 10 00:59:47.414190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-98b2edef-8735-4c6e-b5e9-7c4672e76200 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/quotas/cb7ce57b220f48b682c14b7628bb9bce HTTP/1.1" status: 200 len: 375 time: 0.0181680 Aug 10 00:59:47.444381 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.458722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:47.516337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Allocated IP 19.86.0.2 (f57f7537-4352-44b5-81b5-00f462dc7c2d/02762f56-ee09-4a87-b338-17ef9d900a72/15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:47.533461 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-1c414bcb-bb20-4bf8-af28-227ee1421db2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178854 Aug 10 00:59:47.537986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Deleting subnet 9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 00:59:47.546215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.652374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.653072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.742315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.743703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.758190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Transition to ACTIVE for port object 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:47.782419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Transition to ACTIVE for port object 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:47.787881 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-678195ca-cfb0-4a62-9a4a-5cc55e1bdd28 service neutron] 10.222.0.25 "GET /v2.0/networks/695baa6e-bc13-4b3f-8f9a-1d6acbe356f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082076 Aug 10 00:59:47.806020 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.841171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.861567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Network f57f7537-4352-44b5-81b5-00f462dc7c2d is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:47.878303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:47.885269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.885501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:47.904639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Pushing event updated for resources: {'Port': ['ID=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:47.922631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c63b-f191-4431-a12a-c1500a067c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.929195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bf9c63b-f191-4431-a12a-c1500a067c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.974888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Attempting to bind port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:47.976170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Attempting to bind port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:47.976885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Attempting to bind port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 on network f57f7537-4352-44b5-81b5-00f462dc7c2d {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:47.977004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.981735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d7c8d99-4b02-46ab-a2df-f432ebf2baf1 HTTP/1.1" status: 204 len: 168 time: 0.5217972 Aug 10 00:59:47.985373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:47.986097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Checking segment: {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:47.986231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40906) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:47.986950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7469c77-b021-40f6-9a64-d11f63e4b682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7c8d99-4b02-46ab-a2df-f432ebf2baf1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:47.987162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:47.987724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Bound using segment: {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:47.988272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Bound port: 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:47.989336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.043452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9c63b-f191-4431-a12a-c1500a067c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3b9c7b-990b-4aa9-b756-c8f4cd88341c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.050204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4bf9c63b-f191-4431-a12a-c1500a067c8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d54e720354143ef9a96c5928e8c4a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607168 Aug 10 00:59:48.059015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40910) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:48.077312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-3e8f1c7e-e0bb-4eef-ba1b-a637f50bb3fb service neutron] 10.222.0.25 "GET /v2.0/networks/695baa6e-bc13-4b3f-8f9a-1d6acbe356f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564723 Aug 10 00:59:48.099080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] For port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:48.108359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] For port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:48.115925 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.188130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.222335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.243076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14ae8c-77c8-4f2c-a9e0-4f252e69c1de None None] Pushing event updated for resources: {'Port': ['ID=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.270578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.297205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.299795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.301205 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f3b9c7b-990b-4aa9-b756-c8f4cd88341c HTTP/1.1" status: 204 len: 168 time: 0.2409303 Aug 10 00:59:48.375998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3213082-d221-4672-89df-c8980b3c5ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3b9c7b-990b-4aa9-b756-c8f4cd88341c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:48.385946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838404de-4228-461e-b180-bfad6c9c72c5 None None] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:48.388162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243b360-5ca7-4daf-af46-41c3ccae5ca1 req-90824a50-1211-4dbb-85cf-c81d2a6995d3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:48.398040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e243b360-5ca7-4daf-af46-41c3ccae5ca1 req-90824a50-1211-4dbb-85cf-c81d2a6995d3 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2968740 Aug 10 00:59:48.443241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-f7308945-e676-49c7-972c-1138321471e1 service neutron] 10.222.0.25 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395107 Aug 10 00:59:48.463176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.512768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-35633eba-0493-4ac2-9386-01313ff0f9a6 None None] Provisioning for port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:48.541316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e243b360-5ca7-4daf-af46-41c3ccae5ca1 req-10b287c6-91fc-4087-88c4-fe92c6520725 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342895 Aug 10 00:59:48.587787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655cc7b9-dfc4-4211-99e5-177d84cf46ee']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:48.608847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.684682 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-63504e2f-feb0-4ec5-b4df-d60ae4fd053b service neutron] 10.222.0.25 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400258 Aug 10 00:59:48.686398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ebf49f-d748-4f1c-9856-e2ba24659137') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:48.686827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ebf49f-d748-4f1c-9856-e2ba24659137') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:48.694693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 00:59:48.713094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.740698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.743074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 07beb4a6-99df-46bf-b8ae-4ccc7903081a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 00:59:48.743425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07beb4a6-99df-46bf-b8ae-4ccc7903081a not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 00:59:48.756750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 00:59:48.757185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: timer() Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 00:59:48.759092 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 00:59:48.864376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.864978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:48.871260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:48.874750 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] 10.222.0.25 "DELETE /v2.0/networks/655cc7b9-dfc4-4211-99e5-177d84cf46ee HTTP/1.1" status: 204 len: 168 time: 0.8820331 Aug 10 00:59:48.921639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3185ca-4c37-46de-96e4-3d930c523921 admin admin] Pushing event deleted for resources: {'Network': ['ID=655cc7b9-dfc4-4211-99e5-177d84cf46ee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:49.008478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:49.011113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0025e165-cb57-43ec-8471-10c802534f1e req-f10d301f-5e59-4d10-a033-ca356304ac24 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.2691069 Aug 10 00:59:49.017391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:49.021511 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.124102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router a2e220bb-26ba-4fcc-aa6d-039698b5a40d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 00:59:49.188792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:49.199542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-546b4f36-e71e-4d24-8a7b-f7d3c5bb140f req-f318500c-84b9-4fd0-9333-5fd087ca38c7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 210 time: 0.0730007 Aug 10 00:59:49.217442 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.307265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:49.313922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.337992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d8bc539-86cb-4768-b87e-cd02f398dddb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d45ee0a84db4702a566e9d2cb77a022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462102 Aug 10 00:59:49.340500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40938) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:49.474212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:49.476979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e3d9ab4-15fa-4711-a7a6-392e31322406 None None] Provisioning complete for port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:49.477272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e3d9ab4-15fa-4711-a7a6-392e31322406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.528990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.530251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c8472642-0c69-47f5-8b3d-22b1e1aaf2ce tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7688556 Aug 10 00:59:49.534354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40944) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:49.538039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:49.551460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:49.555712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Sync routers for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:49.604097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:49.605119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:49.696702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53249e38-3030-4fab-9c2c-1f2be8f16294 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=398b2a239df34c7ca6adccb196b66e83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1580102 Aug 10 00:59:49.697420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40952) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:49.756929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:49.849820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.126332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce33642-c0f9-4a71-9ab7-5a71c86235cd tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.128635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2ce33642-c0f9-4a71-9ab7-5a71c86235cd tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4238672 Aug 10 00:59:50.135192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40964) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:50.216528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7694a9c-09ef-41a9-aa2f-83bce9f13a20 req-1639341c-f896-421f-8c9d-5dceea75abf6 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0562899 Aug 10 00:59:50.225504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79f39a1e-ce33-420e-8c17-d7ddc0f0acd4 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887949 Aug 10 00:59:50.228559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:50.233928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972008065', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:50.286290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d45869-7c89-41e0-a26b-f5a662f849d5 None None] Network f57f7537-4352-44b5-81b5-00f462dc7c2d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:50.467885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.488573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:50.504886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.505162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:50.545784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Checking router: a2e220bb-26ba-4fcc-aa6d-039698b5a40d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 00:59:50.546139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Updating router a2e220bb-26ba-4fcc-aa6d-039698b5a40d port 9abdf705-ff32-4e77-844d-a250da56369f binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 00:59:50.588783 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.598975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-93d983ba-1b46-4a43-9394-c40c91012338 None None] Provisioning for port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:50.601526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c139-bb3e-4bbf-99ef-39901db3c34a req-709d16c7-5655-4b04-8015-024c42cfeaac tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.623531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9708c139-bb3e-4bbf-99ef-39901db3c34a req-709d16c7-5655-4b04-8015-024c42cfeaac tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2884223 Aug 10 00:59:50.829878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c994a28-ade6-4ec8-9380-99733c2c1e9d req-df02244d-bab2-4ecf-be03-b3cf3f062ec4 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 210 time: 0.1589539 Aug 10 00:59:50.834103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-c8f0417e-422f-4076-8b0e-1cb803b5b6c7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.852410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-c8f0417e-422f-4076-8b0e-1cb803b5b6c7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:50.859322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-c8f0417e-422f-4076-8b0e-1cb803b5b6c7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "GET /v2.0/networks?id=695baa6e-bc13-4b3f-8f9a-1d6acbe356f6&id=f57f7537-4352-44b5-81b5-00f462dc7c2d HTTP/1.1" status: 200 len: 1392 time: 0.3665643 Aug 10 00:59:50.886741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'port': {'device_id': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6', 'admin_state_up': True, 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:50.932110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:50.990263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.992827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:50.993979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9e7aaea-7e99-43dc-9fb2-ba23983c3430 HTTP/1.1" status: 204 len: 168 time: 1.6506147 Aug 10 00:59:51.021210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db511c-6826-4db1-9c2f-0650ffdcee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e7aaea-7e99-43dc-9fb2-ba23983c3430,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:51.041365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9708c139-bb3e-4bbf-99ef-39901db3c34a req-1df6796a-1cc3-449e-83f1-152e53e33c9f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167707 Aug 10 00:59:51.069514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.172182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:51.172584 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.210441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:51.214106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.232750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Subnet': ['ID=2e9ac631-7bce-438d-b3c4-a06b17526e06,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:51.236555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Checking segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:51.237210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network hostable DHCP agents. Network: 5e4f1c94-fc0f-40ad-a744-742ef13892a5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 00:59:51.263976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 00:59:51.278011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 5e4f1c94-fc0f-40ad-a744-742ef13892a5) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:51.288572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:51.293999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.327401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac875f0c-0baa-4ff8-b5a1-83490fae76d2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0975645 Aug 10 00:59:51.328077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40990) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:51.340545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68bf0d-8660-4119-9faf-7acab8260ca2 None None] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:51.453007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Allocated IP 19.80.0.11 (695baa6e-bc13-4b3f-8f9a-1d6acbe356f6/468f6f6c-1a53-42f0-b4ee-24e986e71134/b07bb151-6a88-4cae-a008-f5d19174e53d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:51.515550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41cd8154-da9f-4e04-b281-33cd5ada62e8 req-79e0974a-d3b0-456b-8aab-aaac47b07575 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0394428 Aug 10 00:59:51.567840 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.597376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:51.628363 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 00:59:51.701770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Transition to ACTIVE for port object 9abdf705-ff32-4e77-844d-a250da56369f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:51.739582 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.807882 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.827955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Transition to ACTIVE for port object b07bb151-6a88-4cae-a008-f5d19174e53d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:51.869644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:51.905286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:51.908688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:51.924990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:52.008948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 00:59:52.010120 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.045596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:52.048072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Attempting to bind port 9abdf705-ff32-4e77-844d-a250da56369f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:52.048633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Attempting to bind port 9abdf705-ff32-4e77-844d-a250da56369f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:52.049201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Attempting to bind port 9abdf705-ff32-4e77-844d-a250da56369f on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:52.059286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:52.059981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:52.060578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.061144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:52.061795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Bound port: 9abdf705-ff32-4e77-844d-a250da56369f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:52.062540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.111927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:52.125051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2958e-ee13-40d4-a8df-0add71e3bc09 req-387842db-0969-4205-bafa-96c13bd37f5d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.127414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92d2958e-ee13-40d4-a8df-0add71e3bc09 req-387842db-0969-4205-bafa-96c13bd37f5d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 931 time: 0.1144855 Aug 10 00:59:52.133092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.133727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.163493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] For port 9abdf705-ff32-4e77-844d-a250da56369f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:52.167908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] For port 9abdf705-ff32-4e77-844d-a250da56369f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9abdf705-ff32-4e77-844d-a250da56369f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:52.171951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8417ce-8e0f-4573-8f97-e29d2b7049cb None None] Pushing event updated for resources: {'Port': ['ID=9abdf705-ff32-4e77-844d-a250da56369f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:52.176733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:52.177127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.194132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92d2958e-ee13-40d4-a8df-0add71e3bc09 req-2ed3bab6-ee49-41e2-ba9e-5d51cd754aea tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Aug 10 00:59:52.196183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-54610065-425f-4a26-a08e-3008b558f77b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3235335 Aug 10 00:59:52.218928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Request body: {'port': {'device_id': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d', 'admin_state_up': True, 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:52.248339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.378289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:52.380779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:52.404980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Made reservation on behalf of cb7ce57b220f48b682c14b7628bb9bce for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 00:59:52.411396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.481784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13043f-a38a-4ff4-be62-2c41cf170af1 req-65fa0660-a2bb-4f55-ab60-bb8a1beb0db0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:52.492024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd13043f-a38a-4ff4-be62-2c41cf170af1 req-65fa0660-a2bb-4f55-ab60-bb8a1beb0db0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2289903 Aug 10 00:59:52.543326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:52.561945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd13043f-a38a-4ff4-be62-2c41cf170af1 req-faad7544-6205-48ca-bcf8-c91735c5c3a8 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640385 Aug 10 00:59:52.584268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:52.801266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Allocated IP 19.86.0.191 (f57f7537-4352-44b5-81b5-00f462dc7c2d/02762f56-ee09-4a87-b338-17ef9d900a72/0e5aaf14-d516-445c-b0fb-197b922dc755) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:52.854634 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.024791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8417ce-8e0f-4573-8f97-e29d2b7049cb None None] Pushing event updated for resources: {'Port': ['ID=9abdf705-ff32-4e77-844d-a250da56369f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:53.039969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0bc7e0df-4988-4c7b-8c8b-a7647c4d0807 None None] Provisioning for port b07bb151-6a88-4cae-a008-f5d19174e53d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:53.049147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0bc7e0df-4988-4c7b-8c8b-a7647c4d0807 None None] Provisioning complete for port b07bb151-6a88-4cae-a008-f5d19174e53d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:53.049550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0bc7e0df-4988-4c7b-8c8b-a7647c4d0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.065860 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.087600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Transition to ACTIVE for port object 0e5aaf14-d516-445c-b0fb-197b922dc755 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:53.095946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ae711c6-8eed-4d77-9396-cdd9b4f9573a req-8675405b-0a5f-4dc3-b8d3-518663abd475 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1802967 Aug 10 00:59:53.146017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.151216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7e0df-4988-4c7b-8c8b-a7647c4d0807 None None] Port b07bb151-6a88-4cae-a008-f5d19174e53d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:53.216323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:53.245265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Network f57f7537-4352-44b5-81b5-00f462dc7c2d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:53.249287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:53.254471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:53.254960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.299068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event updated for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:53.354003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.354719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.375575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-b59176d9-b83c-43b1-ab2a-9f6299b52d96 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1707489 Aug 10 00:59:53.388273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Request body: {'port': {'device_id': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:53.389693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:53.403608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Allocated IP 172.20.0.2 (5e4f1c94-fc0f-40ad-a744-742ef13892a5/2e9ac631-7bce-438d-b3c4-a06b17526e06/04112b68-b34f-4c29-9b4f-ad779ad69065) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:53.470187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eea5f-ef77-4250-b2a3-6cf11e21099e req-2c636b38-5e32-43f4-96e7-05bb8c3fe4c2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.479185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eea5f-ef77-4250-b2a3-6cf11e21099e req-2c636b38-5e32-43f4-96e7-05bb8c3fe4c2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.490542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-597eea5f-ef77-4250-b2a3-6cf11e21099e req-2c636b38-5e32-43f4-96e7-05bb8c3fe4c2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1654 time: 0.1461787 Aug 10 00:59:53.516425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:53.553181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-597eea5f-ef77-4250-b2a3-6cf11e21099e req-53457434-7dea-48a4-8cc5-17cfa4e86437 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567498 Aug 10 00:59:53.554728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:53.778944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150e74-fe38-45dc-b824-9d23a872eca5 req-0b4db1e0-b154-489c-85ea-d5354c999be9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:53.781201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf150e74-fe38-45dc-b824-9d23a872eca5 req-0b4db1e0-b154-489c-85ea-d5354c999be9 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.0998285 Aug 10 00:59:53.810733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57303599-0421-4c57-ad2e-8e45419c4817 None None] The sync data for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 is: [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:47Z', 'revision_number': 3, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 00:59:53.853030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf150e74-fe38-45dc-b824-9d23a872eca5 req-418fdc74-56b0-4abf-8896-2378b2e6ab7a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Aug 10 00:59:54.016119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.028795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Transition to ACTIVE for port object 04112b68-b34f-4c29-9b4f-ad779ad69065 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:54.034425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c4a552f-5683-41f4-97a6-d6a068e34bba None None] Provisioning for port 0e5aaf14-d516-445c-b0fb-197b922dc755 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:54.043532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c4a552f-5683-41f4-97a6-d6a068e34bba None None] Provisioning complete for port 0e5aaf14-d516-445c-b0fb-197b922dc755 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:54.043903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c4a552f-5683-41f4-97a6-d6a068e34bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.083837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a552f-5683-41f4-97a6-d6a068e34bba None None] Port 0e5aaf14-d516-445c-b0fb-197b922dc755 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:54.085801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Transition to ACTIVE for port object 04112b68-b34f-4c29-9b4f-ad779ad69065 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:54.093444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.111888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b07bb151-6a88-4cae-a008-f5d19174e53d {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:54.123596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.139896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Transition to ACTIVE for port object b07bb151-6a88-4cae-a008-f5d19174e53d will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:54.170834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.247914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.1 (5e4f1c94-fc0f-40ad-a744-742ef13892a5/2e9ac631-7bce-438d-b3c4-a06b17526e06/d5e58e6b-1db8-47ef-b649-ff25133ac096) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 00:59:54.292422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Pushing event updated for resources: {'Port': ['ID=04112b68-b34f-4c29-9b4f-ad779ad69065,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:54.325540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:54.335077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:54.338002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:54.405370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Pushing event updated for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:54.426803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Attempting to bind port 04112b68-b34f-4c29-9b4f-ad779ad69065 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:54.429982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Attempting to bind port 04112b68-b34f-4c29-9b4f-ad779ad69065 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:54.430420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Attempting to bind port 04112b68-b34f-4c29-9b4f-ad779ad69065 on network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:54.436130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:54.436506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Checking segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:54.436904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.437296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Bound using segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:54.438024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Bound port: 04112b68-b34f-4c29-9b4f-ad779ad69065, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:54.438196 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.456996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7de07fd7-fa3c-4685-9ccf-1c3cb29ddcd5 req-f62c7e3b-4865-4a18-8fb8-137bc57b07c9 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1107433 Aug 10 00:59:54.515090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Attempting to bind port b07bb151-6a88-4cae-a008-f5d19174e53d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:54.515632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Attempting to bind port b07bb151-6a88-4cae-a008-f5d19174e53d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:54.516128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Attempting to bind port b07bb151-6a88-4cae-a008-f5d19174e53d on network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:54.521562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Port b07bb151-6a88-4cae-a008-f5d19174e53d on network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:54.521891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Attempting to bind port b07bb151-6a88-4cae-a008-f5d19174e53d on network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:54.527170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:54.527587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Checking segment: {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:54.528012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Bound using segment: {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:54.528417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Bound port: b07bb151-6a88-4cae-a008-f5d19174e53d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539c55a1-8f4f-4eae-b71c-1a054891c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:54.528781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.572280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.652870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object d5e58e6b-1db8-47ef-b649-ff25133ac096 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:54.675743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:54.691057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b07bb151-6a88-4cae-a008-f5d19174e53d,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:54.699627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.749823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] For port 04112b68-b34f-4c29-9b4f-ad779ad69065, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:54.756213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] For port 04112b68-b34f-4c29-9b4f-ad779ad69065, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=04112b68-b34f-4c29-9b4f-ad779ad69065,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:54.765534 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.778641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.829134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:54.831299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:54.834181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] 10.222.0.10 "PUT /v2.0/ports/b07bb151-6a88-4cae-a008-f5d19174e53d HTTP/1.1" status: 200 len: 1092 time: 1.4506118 Aug 10 00:59:54.836500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:54.843683 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12621399-7be9-4b73-967a-e28cc7dedd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:54.888924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Request body: {'port': {'device_id': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 00:59:54.941549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:54.949973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:54.976478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ca4f0-1b20-4966-8da4-8a1cfa405823 service neutron] Pushing event updated for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:55.004855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1ad6-a7a9-4393-b1b8-b7a4dc01f629 None None] Pushing event updated for resources: {'Port': ['ID=04112b68-b34f-4c29-9b4f-ad779ad69065,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:55.015442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:55.050794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:55.056956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 00:59:55.060101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.192656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab62a-d35c-42b4-86e0-cd337825266d req-289447b8-6ac1-4e3d-aa8c-fd267f620706 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.203581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab62a-d35c-42b4-86e0-cd337825266d req-289447b8-6ac1-4e3d-aa8c-fd267f620706 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.214986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-256ab62a-d35c-42b4-86e0-cd337825266d req-289447b8-6ac1-4e3d-aa8c-fd267f620706 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1666 time: 0.2875378 Aug 10 00:59:55.239751 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a357d8e-2cad-476c-a518-82ff3abd306d x-openstack-request-id: req-0a357d8e-2cad-476c-a518-82ff3abd306d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:55.240308 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:55.241489 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a357d8e-2cad-476c-a518-82ff3abd306d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:55.242013 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d', 'status': 'completed', 'code': 200} Aug 10 00:59:55.406116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-256ab62a-d35c-42b4-86e0-cd337825266d req-cbed0024-c5a5-40f1-a4d3-afb5e24f855f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873670 Aug 10 00:59:55.412221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.482605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-003923ea-da41-4813-bc07-86716ad20291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.611687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-bda39994-a64e-42d7-a588-595ecdf6d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.612306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-bda39994-a64e-42d7-a588-595ecdf6d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.618073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-bda39994-a64e-42d7-a588-595ecdf6d6cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1914 time: 0.3539906 Aug 10 00:59:55.625223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9abdf705-ff32-4e77-844d-a250da56369f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:55.650431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a33692-015d-47f9-b05c-c86e73726c4d req-6e5a1c0c-b57c-4719-8ced-c70aa8ee2be1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.652086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25a33692-015d-47f9-b05c-c86e73726c4d req-6e5a1c0c-b57c-4719-8ced-c70aa8ee2be1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.2231359 Aug 10 00:59:55.708852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9abdf705-ff32-4e77-844d-a250da56369f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:55.722531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9abdf705-ff32-4e77-844d-a250da56369f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:55.724680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.822276 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.859197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25a33692-015d-47f9-b05c-c86e73726c4d req-258af1c2-a5c9-48ff-af4f-d0ba7e75301f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759660 Aug 10 00:59:55.879418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.885446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5aaf14-d516-445c-b0fb-197b922dc755 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 00:59:55.888916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-46dfd92c-6757-44b5-8fca-d6cb37cdd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.889617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-46dfd92c-6757-44b5-8fca-d6cb37cdd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.890296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-46dfd92c-6757-44b5-8fca-d6cb37cdd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:55.892492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-46dfd92c-6757-44b5-8fca-d6cb37cdd2c6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2662628 Aug 10 00:59:55.894487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.909313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Transition to ACTIVE for port object 0e5aaf14-d516-445c-b0fb-197b922dc755 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 00:59:55.910128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9abdf705-ff32-4e77-844d-a250da56369f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9abdf705-ff32-4e77-844d-a250da56369f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:55.915493 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.917158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:55.918372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:56.024313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Pushing event updated for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.067483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9abdf705-ff32-4e77-844d-a250da56369f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.096018 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.099529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:56.100153 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.115903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-182f579d-da3f-469a-be25-196cc43088c2 req-3054b627-21b4-4ba0-8f18-ca80022510b0 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1090147 Aug 10 00:59:56.121381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-de77a517-16a1-404c-9e07-499b896d6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.123020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12621399-7be9-4b73-967a-e28cc7dedd7f req-de77a517-16a1-404c-9e07-499b896d6c66 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1928213 Aug 10 00:59:56.152074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Attempting to bind port 0e5aaf14-d516-445c-b0fb-197b922dc755 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 00:59:56.152514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Attempting to bind port 0e5aaf14-d516-445c-b0fb-197b922dc755 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 00:59:56.153022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Attempting to bind port 0e5aaf14-d516-445c-b0fb-197b922dc755 on network f57f7537-4352-44b5-81b5-00f462dc7c2d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:56.158612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Port 0e5aaf14-d516-445c-b0fb-197b922dc755 on network f57f7537-4352-44b5-81b5-00f462dc7c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 00:59:56.159115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Attempting to bind port 0e5aaf14-d516-445c-b0fb-197b922dc755 on network f57f7537-4352-44b5-81b5-00f462dc7c2d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 00:59:56.166308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 00:59:56.166727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Checking segment: {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 00:59:56.167120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Bound using segment: {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 00:59:56.167597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Bound port: 0e5aaf14-d516-445c-b0fb-197b922dc755, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 00:59:56.167961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.168724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeffcb1-cc59-4669-99f3-497570e7a2a8 req-4f51d954-1787-4eaa-b703-5fdb565ea0cb tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.172316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eaeffcb1-cc59-4669-99f3-497570e7a2a8 req-4f51d954-1787-4eaa-b703-5fdb565ea0cb tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 945 time: 0.5005863 Aug 10 00:59:56.263084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 00:59:56.266558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0e5aaf14-d516-445c-b0fb-197b922dc755,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 00:59:56.273993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.275046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.328713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eaeffcb1-cc59-4669-99f3-497570e7a2a8 req-a185ff0e-0413-43a7-8786-a44c88f75873 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416879 Aug 10 00:59:56.329191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.329898 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:56.331706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-029eb154-5cbf-4817-8452-65865251be0b service neutron] 10.222.0.10 "PUT /v2.0/ports/0e5aaf14-d516-445c-b0fb-197b922dc755 HTTP/1.1" status: 200 len: 1093 time: 1.4657114 Aug 10 00:59:56.364101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029eb154-5cbf-4817-8452-65865251be0b service neutron] Pushing event updated for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:56.477056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-d2524736-bcdb-4865-90aa-b0ace756d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.477711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-d2524736-bcdb-4865-90aa-b0ace756d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.479775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-d2524736-bcdb-4865-90aa-b0ace756d6b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1982 time: 0.0826297 Aug 10 00:59:56.554274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-989c55f0-d645-44a8-979f-c3e9228a16e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=b07bb151-6a88-4cae-a008-f5d19174e53d HTTP/1.1" status: 200 len: 217 time: 0.0633047 Aug 10 00:59:56.617496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309729f2-7f0a-408c-b868-ba24fad80056 req-e4ca2fb6-a552-4aea-a3cc-a5ca988b47df tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.625168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-309729f2-7f0a-408c-b868-ba24fad80056 req-e4ca2fb6-a552-4aea-a3cc-a5ca988b47df tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1362298 Aug 10 00:59:56.653678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6af6aaeb-4e53-453f-a15e-84c38ce6eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.655788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6af6aaeb-4e53-453f-a15e-84c38ce6eafa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=468f6f6c-1a53-42f0-b4ee-24e986e71134 HTTP/1.1" status: 200 len: 801 time: 0.0934379 Aug 10 00:59:56.711344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-309729f2-7f0a-408c-b868-ba24fad80056 req-10673f6a-1868-45fd-b8f7-0ff04ad9917a tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852666 Aug 10 00:59:56.736872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-588c2448-f0c2-4297-bac2-3e764ebcafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:56.738357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-588c2448-f0c2-4297-bac2-3e764ebcafcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=695baa6e-bc13-4b3f-8f9a-1d6acbe356f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755227 Aug 10 00:59:56.889969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-529f96ea-523f-44bb-9ca0-62aff36638c8 service neutron] 10.222.0.10 "GET /v2.0/networks/695baa6e-bc13-4b3f-8f9a-1d6acbe356f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437683 Aug 10 00:59:57.030231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-ac98819b-3f00-4edd-9059-1a0dc5fc2efc service neutron] 10.222.0.10 "GET /v2.0/networks/695baa6e-bc13-4b3f-8f9a-1d6acbe356f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283474 Aug 10 00:59:57.034426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-003923ea-da41-4813-bc07-86716ad20291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.035542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734234bc-e67e-4cec-8f43-7afb8a5bdd60 None None] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 00:59:57.067071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-003923ea-da41-4813-bc07-86716ad20291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.102112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-81ada399-9bb4-42f3-8dbb-430bdcd01349 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=0e5aaf14-d516-445c-b0fb-197b922dc755 HTTP/1.1" status: 200 len: 217 time: 0.0573843 Aug 10 00:59:57.134032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ea3a09fb-8030-4495-845a-fa3b7c5ad7f5 None None] Provisioning for port 04112b68-b34f-4c29-9b4f-ad779ad69065 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:57.194477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-3c899213-2721-4048-ada6-aad1f840af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.197483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-3c899213-2721-4048-ada6-aad1f840af24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02762f56-ee09-4a87-b338-17ef9d900a72 HTTP/1.1" status: 200 len: 801 time: 0.0881107 Aug 10 00:59:57.220877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003923ea-da41-4813-bc07-86716ad20291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca21e9c-63ce-47f0-8a3f-f811e0de5803,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:57.233218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad17f7-b08a-4c67-8292-f708c047bb73 req-fcfc2406-fbc7-49df-bffa-38461789d3b7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.240441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad17f7-b08a-4c67-8292-f708c047bb73 req-fcfc2406-fbc7-49df-bffa-38461789d3b7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.247980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06ad17f7-b08a-4c67-8292-f708c047bb73 req-fcfc2406-fbc7-49df-bffa-38461789d3b7 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1678 time: 0.3279889 Aug 10 00:59:57.250421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:57.252941 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9453061f-24fa-4521-abab-e49e74b52e81" -d '{"events": [{"name": "network-changed", "server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:57.257203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-003923ea-da41-4813-bc07-86716ad20291 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a355ab97a3784b91a254365392e804b7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3139443 Aug 10 00:59:57.266657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:57.288576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-e7eb8270-a846-4d3b-a066-b0fd49e6cf31 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.290286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-e7eb8270-a846-4d3b-a066-b0fd49e6cf31 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.21 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 945 time: 0.3716347 Aug 10 00:59:57.308323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17cb9af4-e340-4bbf-bbe1-22f8c8ce8ff2 req-f1c984f9-d2a3-42b5-b577-3c359167fd3e tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0426509 Aug 10 00:59:57.384133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06ad17f7-b08a-4c67-8292-f708c047bb73 req-e5acfffd-1c17-4217-8d27-b5d88ec00d21 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342096 Aug 10 00:59:57.387319 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a1acb0-e2b1-4beb-9105-ad38f10b1bfa x-openstack-request-id: req-72a1acb0-e2b1-4beb-9105-ad38f10b1bfa {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:57.387591 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:57.387845 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72a1acb0-e2b1-4beb-9105-ad38f10b1bfa {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:57.388246 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755', 'status': 'completed', 'code': 200} Aug 10 00:59:57.406168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-a651b883-2885-4897-95e4-4a84e3cf6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.406168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-a651b883-2885-4897-95e4-4a84e3cf6127 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f57f7537-4352-44b5-81b5-00f462dc7c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995890 Aug 10 00:59:57.541814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-835e7f37-2635-44ce-b7d6-b87d7538dd04 service neutron] 10.222.0.10 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164749 Aug 10 00:59:57.543783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-def724ab-1800-457b-965a-367927b47768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.556618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 04112b68-b34f-4c29-9b4f-ad779ad69065 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:57.590981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.595373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Deleting port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:57.595802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.601099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.648196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-def724ab-1800-457b-965a-367927b47768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.648931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 04112b68-b34f-4c29-9b4f-ad779ad69065 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:57.655687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 04112b68-b34f-4c29-9b4f-ad779ad69065 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:57.656338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.771718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7579e-91a6-4d3a-92f4-8e6736a3679d req-fc0df787-0f04-456b-acc9-ed079cf95923 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.782348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc7579e-91a6-4d3a-92f4-8e6736a3679d req-fc0df787-0f04-456b-acc9-ed079cf95923 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 945 time: 0.2394786 Aug 10 00:59:57.792418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.815919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:57.851488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-c468e1e8-e65c-4209-b470-c8627772fb46 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:57.853611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-c468e1e8-e65c-4209-b470-c8627772fb46 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.1860218 Aug 10 00:59:57.866909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f2787c6-4199-4fa9-963b-9e1fcb23a277 req-6c83148f-100f-4f2a-bfab-5789bcfce53e service neutron] 10.222.0.10 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074889 Aug 10 00:59:57.882311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Provisioning for port d5e58e6b-1db8-47ef-b649-ff25133ac096 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 00:59:57.885828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.888512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Provisioning complete for port d5e58e6b-1db8-47ef-b649-ff25133ac096 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:57.888887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.898655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc7579e-91a6-4d3a-92f4-8e6736a3679d req-bdbe7668-eca2-4b87-a5d3-f4b696686429 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/security-groups?id=141600bb-93f2-4d7f-9658-a7494959be60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141720 Aug 10 00:59:57.912805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-def724ab-1800-457b-965a-367927b47768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.914625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-def724ab-1800-457b-965a-367927b47768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.915786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-def724ab-1800-457b-965a-367927b47768 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ca21e9c-63ce-47f0-8a3f-f811e0de5803 HTTP/1.1" status: 204 len: 168 time: 0.6481898 Aug 10 00:59:57.934163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def724ab-1800-457b-965a-367927b47768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca21e9c-63ce-47f0-8a3f-f811e0de5803,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:57.939954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Port d5e58e6b-1db8-47ef-b649-ff25133ac096 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:57.976090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 04112b68-b34f-4c29-9b4f-ad779ad69065, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=04112b68-b34f-4c29-9b4f-ad779ad69065,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:57.983257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:57.984390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9abdf705-ff32-4e77-844d-a250da56369f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:58.049046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453061f-24fa-4521-abab-e49e74b52e81 req-c6da35d0-33cb-4b2c-972f-2ca7ef1059c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.049541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453061f-24fa-4521-abab-e49e74b52e81 req-c6da35d0-33cb-4b2c-972f-2ca7ef1059c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.051527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-c6da35d0-33cb-4b2c-972f-2ca7ef1059c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1982 time: 0.0899255 Aug 10 00:59:58.064494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Provisioning complete for port 04112b68-b34f-4c29-9b4f-ad779ad69065 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:58.065470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60e7418f-a812-411f-a0e4-e4e267a4ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.177594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453061f-24fa-4521-abab-e49e74b52e81 req-35e02189-bc7e-4049-a31f-33008f659d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.180146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-35e02189-bc7e-4049-a31f-33008f659d57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f57f7537-4352-44b5-81b5-00f462dc7c2d HTTP/1.1" status: 200 len: 902 time: 0.1189659 Aug 10 00:59:58.188676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=04112b68-b34f-4c29-9b4f-ad779ad69065,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:58.218853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] For port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:58.224800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.226436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9abdf705-ff32-4e77-844d-a250da56369f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:58.226972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.252717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-68a60eb0-7b5a-4e6d-bb37-fd714de1b500 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=0e5aaf14-d516-445c-b0fb-197b922dc755 HTTP/1.1" status: 200 len: 217 time: 0.0639610 Aug 10 00:59:58.263305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Calling delete_port for 4ad9f5ca-57d6-4214-ba4f-9656bf161cec owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:58.324294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453061f-24fa-4521-abab-e49e74b52e81 req-1a0f01e7-99e6-4731-b44e-348d0311f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.326535 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-1a0f01e7-99e6-4731-b44e-348d0311f1bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02762f56-ee09-4a87-b338-17ef9d900a72 HTTP/1.1" status: 200 len: 801 time: 0.0664306 Aug 10 00:59:58.363124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9122153-3a5d-458d-8b90-be769d3afc2a None None] Provisioning complete for port d5e58e6b-1db8-47ef-b649-ff25133ac096 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:58.364128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9122153-3a5d-458d-8b90-be769d3afc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.424517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:58.433315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d9122153-3a5d-458d-8b90-be769d3afc2a None None] Port d5e58e6b-1db8-47ef-b649-ff25133ac096 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:58.438310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453061f-24fa-4521-abab-e49e74b52e81 req-128fc75f-e1d7-4b8a-b544-ab0ea6cb41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.438756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53585a4-8d5d-4c92-a902-d3c65c127288 req-f2557463-8db2-444f-a156-241a2dbb2c43 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.440726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-128fc75f-e1d7-4b8a-b544-ab0ea6cb41e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f57f7537-4352-44b5-81b5-00f462dc7c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068413 Aug 10 00:59:58.446175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c53585a4-8d5d-4c92-a902-d3c65c127288 req-f2557463-8db2-444f-a156-241a2dbb2c43 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 945 time: 0.5913117 Aug 10 00:59:58.489953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 00:59:58.490855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04f1ae45-c70f-4f8e-824d-978d30ba3615 req-fbbf3ce9-285b-49f6-abe1-d007cba34e7c tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0455420 Aug 10 00:59:58.495103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbf6-a4b8-4ee1-8321-55e5eccd7785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.507412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 00:59:58.546895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port bed377dc-4f1a-4292-8701-e35f34b30c45 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 00:59:58.547241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.568273 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-3daa2f69-12f6-499b-a18f-9fd0c3bb8efd service neutron] 10.222.0.10 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135726 Aug 10 00:59:58.627094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c53585a4-8d5d-4c92-a902-d3c65c127288 req-354711bc-efd7-47d0-8864-804bcd8856c7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740530 Aug 10 00:59:58.734857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5fdab-48f6-43d8-b449-0402927bac44 req-3e7547d6-7594-4f94-9c30-9a1657981a3e tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.741814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5fdab-48f6-43d8-b449-0402927bac44 req-3e7547d6-7594-4f94-9c30-9a1657981a3e tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:58.743609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc5fdab-48f6-43d8-b449-0402927bac44 req-3e7547d6-7594-4f94-9c30-9a1657981a3e tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1678 time: 0.1096132 Aug 10 00:59:58.763841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9453061f-24fa-4521-abab-e49e74b52e81 req-d1bf9bdc-8710-4f50-a8bf-e4ac25f1dc75 service neutron] 10.222.0.10 "GET /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872826 Aug 10 00:59:58.832193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acc5fdab-48f6-43d8-b449-0402927bac44 req-2ef32afa-c613-4bfd-9e2a-84373407dca2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533826 Aug 10 00:59:58.883148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port bed377dc-4f1a-4292-8701-e35f34b30c45, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bed377dc-4f1a-4292-8701-e35f34b30c45,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 00:59:58.883524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.907179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for bed377dc-4f1a-4292-8701-e35f34b30c45 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 00:59:58.910052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.961853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-71f88c34-e580-4642-ae2c-b45d775d09b4 None None] Provisioning complete for port d5e58e6b-1db8-47ef-b649-ff25133ac096 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:58.962073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-71f88c34-e580-4642-ae2c-b45d775d09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:58.964990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router a2e220bb-26ba-4fcc-aa6d-039698b5a40d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 00:59:58.975734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Pushing event deleted for resources: {'Port': ['ID=4ad9f5ca-57d6-4214-ba4f-9656bf161cec,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:59.005520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-71f88c34-e580-4642-ae2c-b45d775d09b4 None None] Port d5e58e6b-1db8-47ef-b649-ff25133ac096 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 00:59:59.071395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] No DVR routers for this DVR port 4ad9f5ca-57d6-4214-ba4f-9656bf161cec on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:59.074526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.076636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65e5882d-b21d-43a6-8ca0-8488531f3a17 req-a6d0a384-05c4-48a3-8b5b-87bdc1e06f1a tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.21 "DELETE /v2.0/ports/4ad9f5ca-57d6-4214-ba4f-9656bf161cec HTTP/1.1" status: 204 len: 173 time: 1.7499616 Aug 10 00:59:59.096118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'name': 'network-vif-deleted', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 00:59:59.099348 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c7fdaa-d49f-4170-91b5-e6451bb034d4" -d '{"events": [{"server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "name": "network-vif-deleted", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 00:59:59.155332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbf6-a4b8-4ee1-8321-55e5eccd7785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.188364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d47fbbf6-a4b8-4ee1-8321-55e5eccd7785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.205225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a51251e2-6b54-43bc-97d6-4ee40c4320d4 req-50f1178d-2cc7-4828-98c0-f7cbc2a15c21 tempest-AttachSCSIVolumeTestJSON-1846526801 tempest-AttachSCSIVolumeTestJSON-1846526801-project] 10.222.0.25 "GET /v2.0/ports?device_id=8310b2f2-c978-4223-a7cc-33afdd9cb2f6 HTTP/1.1" status: 200 len: 210 time: 0.1364815 Aug 10 00:59:59.210786 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95eefcda-e73b-44e1-b5a4-b9ecd5c1e55d x-openstack-request-id: req-95eefcda-e73b-44e1-b5a4-b9ecd5c1e55d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 00:59:59.211073 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8310b2f2-c978-4223-a7cc-33afdd9cb2f6", "name": "network-vif-deleted", "tag": "4ad9f5ca-57d6-4214-ba4f-9656bf161cec", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 00:59:59.211339 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95eefcda-e73b-44e1-b5a4-b9ecd5c1e55d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 00:59:59.211928 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8310b2f2-c978-4223-a7cc-33afdd9cb2f6', 'name': 'network-vif-deleted', 'tag': '4ad9f5ca-57d6-4214-ba4f-9656bf161cec', 'status': 'completed', 'code': 200} Aug 10 00:59:59.243625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d47fbbf6-a4b8-4ee1-8321-55e5eccd7785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d1a13e763c47e799da0608bf84dd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8131034 Aug 10 00:59:59.244299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:59.307374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fbbf6-a4b8-4ee1-8321-55e5eccd7785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d4eef9-b925-4df1-b752-1160a3f62666,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:59.317792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.349579 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.367360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 00:59:59.374225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f19ae20-cc75-4c9e-8a2d-5c4ab71a0d24 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/a2e220bb-26ba-4fcc-aa6d-039698b5a40d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0442395 Aug 10 00:59:59.379045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41172) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:59.380321 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Sync routers for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 00:59:59.392584 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 00:59:59.393205 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 00:59:59.423822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.487805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 04112b68-b34f-4c29-9b4f-ad779ad69065 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 00:59:59.506027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=bed377dc-4f1a-4292-8701-e35f34b30c45,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 00:59:59.592543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port bed377dc-4f1a-4292-8701-e35f34b30c45 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 00:59:59.601817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.606985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f58fc731-cb98-493a-ab9a-5cd86e04a9ce req-d6b6d640-f082-4231-be9a-3cb79099060f tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.10 "DELETE /v2.0/ports/bed377dc-4f1a-4292-8701-e35f34b30c45 HTTP/1.1" status: 204 len: 173 time: 1.7037902 Aug 10 00:59:59.611776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 04112b68-b34f-4c29-9b4f-ad779ad69065 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 00:59:59.612563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.705976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.706486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.707515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.708283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.709279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.709387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.709857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.710325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.710870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.711283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.711744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.712206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.719156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 00:59:59.729319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1357c6cb-a5db-415f-95dc-ef5e73ff8e38 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9134 time: 0.3490808 Aug 10 00:59:59.732548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41182) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:59.782712 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 00:59:59.789830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-743b0e2d-a7dc-4ab0-b7aa-970f0c936e97 req-8faccd84-a8e3-44c1-88d3-cbd9c46f6fa8 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0788031 Aug 10 00:59:59.867958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-829a272f-59db-4197-b4fb-c18a1ecd2b89 req-be7b751c-7d24-4c39-b1be-e9881a29cabb tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4 HTTP/1.1" status: 200 len: 210 time: 0.0945690 Aug 10 00:59:59.884270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.903376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 00:59:59.915958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41188) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 00:59:59.934542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43d4eef9-b925-4df1-b752-1160a3f62666 HTTP/1.1" status: 204 len: 168 time: 0.6868696 Aug 10 01:00:00.003891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98d907-1e74-4948-89fc-60b4e92ad2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d4eef9-b925-4df1-b752-1160a3f62666,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:00.051701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.054069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.054984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.056115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.056895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.057599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.058271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.059038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.060631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.061682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.066639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.066895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1845e-a9c5-4db0-a042-069d158ac2b4 req-565e0aeb-537d-467c-b7ad-2551f52019c0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.067688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.069951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.075828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1845e-a9c5-4db0-a042-069d158ac2b4 req-565e0aeb-537d-467c-b7ad-2551f52019c0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:00.078937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-59a70f95-5d86-48d9-92e3-9628c229dbf1 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8272 time: 0.3436103 Aug 10 01:00:00.079611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:00.086226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7c1845e-a9c5-4db0-a042-069d158ac2b4 req-565e0aeb-537d-467c-b7ad-2551f52019c0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1678 time: 0.1365120 Aug 10 01:00:00.139801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7c1845e-a9c5-4db0-a042-069d158ac2b4 req-b615aa99-4456-49dc-81d4-b8bc737024ff tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517690 Aug 10 01:00:00.181212 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T00:59:57Z', 'revision_number': 2, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:00.225846 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Checking router: a2e220bb-26ba-4fcc-aa6d-039698b5a40d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:00.226427 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Updating router a2e220bb-26ba-4fcc-aa6d-039698b5a40d port d5e58e6b-1db8-47ef-b649-ff25133ac096 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:00.253203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0e5aaf14-d516-445c-b0fb-197b922dc755 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:00.255573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bed377dc-4f1a-4292-8701-e35f34b30c45 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:00.292921 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.331312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: bed377dc-4f1a-4292-8701-e35f34b30c45 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:00.331522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bed377dc-4f1a-4292-8701-e35f34b30c45 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:00.377323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-296f39f5-1797-49a4-8a15-ff957c174bf4 tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.2935953 Aug 10 01:00:00.401688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f537c879-ca59-4dc0-a9f6-d64aade6fa81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.553768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0e5aaf14-d516-445c-b0fb-197b922dc755,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:00.587295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '0e5aaf14-d516-445c-b0fb-197b922dc755', 'network_id': 'f57f7537-4352-44b5-81b5-00f462dc7c2d', 'port_id': '0e5aaf14-d516-445c-b0fb-197b922dc755', 'mac_address': 'fa:16:3e:10:92:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02762f56-ee09-4a87-b338-17ef9d900a72', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:00.653721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f537c879-ca59-4dc0-a9f6-d64aade6fa81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.659385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f537c879-ca59-4dc0-a9f6-d64aade6fa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.691878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.720769 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.721807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537c879-ca59-4dc0-a9f6-d64aade6fa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f10ea-c9ee-4add-8582-8e33c8c4d343,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:00.733924 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Transition to ACTIVE for port object d5e58e6b-1db8-47ef-b649-ff25133ac096 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:00.741477 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.743452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5aaf14-d516-445c-b0fb-197b922dc755 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:00.769807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4ad9f5ca-57d6-4214-ba4f-9656bf161cec no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:00.777894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f537c879-ca59-4dc0-a9f6-d64aade6fa81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e263489c2d0b4bc692e069549faa0e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8600357 Aug 10 01:00:00.780503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:00.819800 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e568bbe-b163-46bf-9be5-f9eee4e2f806 None None] Pushing event updated for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:00.900023 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Attempting to bind port d5e58e6b-1db8-47ef-b649-ff25133ac096 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:00.902459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Attempting to bind port d5e58e6b-1db8-47ef-b649-ff25133ac096 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:00.903452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Attempting to bind port d5e58e6b-1db8-47ef-b649-ff25133ac096 on network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:00.916551 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:00.916924 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Checking segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:00.917330 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.917717 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Bound using segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:00.919238 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Bound port: d5e58e6b-1db8-47ef-b649-ff25133ac096, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:00.924022 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.936478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 4ad9f5ca-57d6-4214-ba4f-9656bf161cec {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:00.939326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4ad9f5ca-57d6-4214-ba4f-9656bf161cec not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:00.953670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.963481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0e5aaf14-d516-445c-b0fb-197b922dc755,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:00.972054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:00.973676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b07bb151-6a88-4cae-a008-f5d19174e53d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:01.010817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.011527 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] For port d5e58e6b-1db8-47ef-b649-ff25133ac096, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:01.014320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ee173fe-1879-4f86-a167-3792c3621b0d req-bbda125b-d92b-43ff-b032-9a65088cb7e8 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0686016 Aug 10 01:00:01.029051 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] For port d5e58e6b-1db8-47ef-b649-ff25133ac096, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d5e58e6b-1db8-47ef-b649-ff25133ac096,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:01.036078 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.131548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:01.141291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.146586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.148762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/297f10ea-c9ee-4add-8582-8e33c8c4d343 HTTP/1.1" status: 204 len: 168 time: 0.3665454 Aug 10 01:00:01.213201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'name': 'network-vif-deleted', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:01.216285 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0709ec1b-9ab4-4cec-875e-71bbfb345ba8" -d '{"events": [{"server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "name": "network-vif-deleted", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:01.219862 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e568bbe-b163-46bf-9be5-f9eee4e2f806 None None] Pushing event updated for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:01.235077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff564e-3732-4096-b516-3792f1b62ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f10ea-c9ee-4add-8582-8e33c8c4d343,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:01.241149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:01.242232 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:01.407274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5eab2-2b19-4644-88df-b967093fac0f req-a22bdf55-9ff7-4481-99ff-9afbc47df698 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:01.415703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5eab2-2b19-4644-88df-b967093fac0f req-a22bdf55-9ff7-4481-99ff-9afbc47df698 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:01.418888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbb5eab2-2b19-4644-88df-b967093fac0f req-a22bdf55-9ff7-4481-99ff-9afbc47df698 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1679 time: 0.1293297 Aug 10 01:00:01.450004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:01.455542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362078611', 'description': 'tempest-secgroup-smoke-362078611 description', 'project_id': '398b2a239df34c7ca6adccb196b66e83'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:01.522831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.567282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:01.594614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b07bb151-6a88-4cae-a008-f5d19174e53d,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:01.621861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbb5eab2-2b19-4644-88df-b967093fac0f req-b35c9560-c841-4675-b3a2-f165946d13c2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959517 Aug 10 01:00:01.630340 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e905a5e-c3aa-43e4-bb34-1e414ec74ff0 x-openstack-request-id: req-9e905a5e-c3aa-43e4-bb34-1e414ec74ff0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:01.630970 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4", "name": "network-vif-deleted", "tag": "bed377dc-4f1a-4292-8701-e35f34b30c45", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:01.631423 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e905a5e-c3aa-43e4-bb34-1e414ec74ff0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:01.632012 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baef89d-4c28-4e8f-8d4c-0f3e854b6ac4', 'name': 'network-vif-deleted', 'tag': 'bed377dc-4f1a-4292-8701-e35f34b30c45', 'status': 'completed', 'code': 200} Aug 10 01:00:01.636478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b07bb151-6a88-4cae-a008-f5d19174e53d', 'network_id': '695baa6e-bc13-4b3f-8f9a-1d6acbe356f6', 'port_id': 'b07bb151-6a88-4cae-a008-f5d19174e53d', 'mac_address': 'fa:16:3e:98:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468f6f6c-1a53-42f0-b4ee-24e986e71134', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:01.768801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.813431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b07bb151-6a88-4cae-a008-f5d19174e53d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:01.881661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b07bb151-6a88-4cae-a008-f5d19174e53d,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:01.887745 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:01.999500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.015034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.021291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.043611 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:01Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:02.077407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.081840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.082601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6303749 Aug 10 01:00:02.088220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:02.135311 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83cdecb-90cc-460d-8c68-dba78084b6a0 None None] The sync data for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 is: [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:01Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:02.151986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.155428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65de455-bc0a-452f-bdf2-042388cc9e87 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6769896-3bc1-495c-8cdf-69bef1e06ffc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.168595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b07bb151-6a88-4cae-a008-f5d19174e53d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:02.193386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-734cee00-2e7c-47b9-b881-57b3ca785404 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.199667 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-734cee00-2e7c-47b9-b881-57b3ca785404 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.3749437 Aug 10 01:00:02.285883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-4d6d9218-5ef2-4e5a-b099-e218d9b395d5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/quotas/9ebc67c313654084891fba0e9bfdfe93 HTTP/1.1" status: 200 len: 375 time: 0.0785930 Aug 10 01:00:02.335134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d84d982c-e52a-4ae8-ba65-ca6326b67d6a req-2ba0e985-982b-4697-a126-81f6483e3112 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0989676 Aug 10 01:00:02.383183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.390913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.428102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-195867ea-294a-4768-9e07-3695da7d8657 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1399477 Aug 10 01:00:02.442790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa4b26c-ed5c-4472-8b34-c314d2c262ef,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.474153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.475580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b5d6622f-73c1-4e6b-89de-c15320e786d8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924415 Aug 10 01:00:02.478285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41320) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.487517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:02.538742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.640874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.649376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.698242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.702002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2198582 Aug 10 01:00:02.705263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:02.705948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00367dc3-d0d0-401a-90a1-fcea2086869b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d8b802-69c3-46b2-9715-5a315727764a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:02.726164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:02.837485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:02.932439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259672c-2033-46f6-841c-8f2f2efe5b68 req-feb7aa12-c238-4d91-9bf3-abcf8e703caf tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.947010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259672c-2033-46f6-841c-8f2f2efe5b68 req-feb7aa12-c238-4d91-9bf3-abcf8e703caf tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:02.950079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d259672c-2033-46f6-841c-8f2f2efe5b68 req-feb7aa12-c238-4d91-9bf3-abcf8e703caf tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1680 time: 0.1810925 Aug 10 01:00:03.025212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.054924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.120318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d259672c-2033-46f6-841c-8f2f2efe5b68 req-f3b4a351-6a0d-4bee-8632-1f114d0a468f tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548522 Aug 10 01:00:03.155232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.156471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-319f59b8-6d86-4335-967d-d8dcdc4948f1 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273104 Aug 10 01:00:03.161477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4418194 Aug 10 01:00:03.164118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c263a-bc22-41a0-8a8d-70f0a2a7f63c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4596f7d1-a903-4881-bc2b-5cc0d904d9f7,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:03.170658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:03.186788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:03.217120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['0e5aaf14-d516-445c-b0fb-197b922dc755'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:03.281185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.374374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-bc004c4a-772a-480c-81c3-261ba1f95b87 service neutron] 10.222.0.25 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166708 Aug 10 01:00:03.486110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.497170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.528550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d5e58e6b-1db8-47ef-b649-ff25133ac096 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:03.547318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047b02dc-2c81-47d0-a796-6e1119dfc24c,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:03.563838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.565543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78d12ad7-171a-4807-a326-2869df07e586 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3927383 Aug 10 01:00:03.569168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41356) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:03.574526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:03.609780 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:00:03.617945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.693134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port d5e58e6b-1db8-47ef-b649-ff25133ac096 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:03.699104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d5e58e6b-1db8-47ef-b649-ff25133ac096 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:03.699480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.725445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-087765e4-ab2b-422b-ba93-e7a2b8052a6e req-d794cf9e-34d1-4e75-a663-615db8dee579 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0505738 Aug 10 01:00:03.788607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.793257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.827772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417e4994-378a-4384-a50d-20274ce01570,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:03.833040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.837014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-51003220-20a8-4992-abf2-1eb8bdab117f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2641919 Aug 10 01:00:03.837348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:03.843909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'security_group_rule': {'security_group_id': 'b6769896-3bc1-495c-8cdf-69bef1e06ffc', 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:03.854066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9323ed84-42c5-442e-8529-7e8a045fa7ae req-c1ac2b8a-9352-4d07-9a3a-084d4658e64d tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 210 time: 0.0525808 Aug 10 01:00:03.880161 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Project 398b2a239df34c7ca6adccb196b66e83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:00:03.893126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:03.945582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41378) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:03.986560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.064484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port d5e58e6b-1db8-47ef-b649-ff25133ac096, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d5e58e6b-1db8-47ef-b649-ff25133ac096,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:04.072923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.106244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.115767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.151007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:04.185415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af3397e-7b47-4dab-a813-31a7189c918b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:04.195161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7ceab32-bb86-41e9-8348-b8d75698dd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.203400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.219033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee565ed1-3696-49ac-b19b-d577d52845fe tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3804989 Aug 10 01:00:04.284621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b07bb151-6a88-4cae-a008-f5d19174e53d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:04.432881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b07bb151-6a88-4cae-a008-f5d19174e53d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:04.437438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b07bb151-6a88-4cae-a008-f5d19174e53d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:04.437986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.447693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19a2cd06-32af-4c44-be0a-166b757f8e48 req-a83810af-74a5-49b1-88f4-b9da5718d231 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.1197782 Aug 10 01:00:04.563831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.572114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41416) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:04.573417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73f5a-f709-4652-bde5-79e1ab85b28a req-10d75e6e-c9a3-44f7-863a-92c0663299d0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.583492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-ba934b7c-dc7e-48b5-bed3-4b2c804aa049 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362078611&fields=id&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 267 time: 0.0842762 Aug 10 01:00:04.593368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba73f5a-f709-4652-bde5-79e1ab85b28a req-10d75e6e-c9a3-44f7-863a-92c0663299d0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.601733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fba73f5a-f709-4652-bde5-79e1ab85b28a req-10d75e6e-c9a3-44f7-863a-92c0663299d0 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1680 time: 0.2875896 Aug 10 01:00:04.613936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:04.617991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ad058-00ee-4017-921b-ef3766aa660f" -d '{"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-plugged", "status": "completed", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:04.634860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b07bb151-6a88-4cae-a008-f5d19174e53d,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:04.641608 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.689308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7ceab32-bb86-41e9-8348-b8d75698dd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.693609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fba73f5a-f709-4652-bde5-79e1ab85b28a req-f9d9d76d-7703-4a21-b5a6-bc06a739776c tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910225 Aug 10 01:00:04.695260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7ceab32-bb86-41e9-8348-b8d75698dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.730103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:04.758457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d7ceab32-bb86-41e9-8348-b8d75698dd45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a5c9675546f47d1831fadfb966772f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8116488 Aug 10 01:00:04.764734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41422) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:04.782078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ceab32-bb86-41e9-8348-b8d75698dd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb9e19-4b85-482f-aa4c-142c78979f74,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:04.797395 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61d92f-00d4-4e00-a5d9-0376eebc4fc8 x-openstack-request-id: req-1c61d92f-00d4-4e00-a5d9-0376eebc4fc8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:04.798236 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-plugged", "status": "completed", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:04.798552 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c61d92f-00d4-4e00-a5d9-0376eebc4fc8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:04.799090 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d', 'code': 200} Aug 10 01:00:04.849705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.857362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7592565b-8fca-49e4-adc6-79e46f8c3bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.879216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-ced52bdf-c203-4e57-8da1-097e62e95bb9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:04.886585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-ced52bdf-c203-4e57-8da1-097e62e95bb9 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/networks?id=5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 200 len: 797 time: 0.2870495 Aug 10 01:00:04.904821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.907194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-9c8cfda8-570a-4fa3-9d08-5713aeb736ea tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/quotas/398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 375 time: 0.0196943 Aug 10 01:00:04.930577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2317c3e7-9d05-4f7a-8385-462ea98e0fc1 req-e77bcd00-a8e9-425f-80e5-15e49df9d446 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0508051 Aug 10 01:00:04.994455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.997697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:04.999200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20fb9e19-4b85-482f-aa4c-142c78979f74 HTTP/1.1" status: 204 len: 168 time: 0.2331014 Aug 10 01:00:05.027630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457806c-951e-4c7d-be66-e2ace77b6a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fb9e19-4b85-482f-aa4c-142c78979f74,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:05.084477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-5d711ff7-dd96-457c-82c8-4df2ad7977dc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927820 Aug 10 01:00:05.117629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc846393-e93b-4080-9a31-92e3a8c6b8cb req-ab8bdb26-07ef-4da1-8774-ab9b46d48261 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 210 time: 0.0478451 Aug 10 01:00:05.170975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7592565b-8fca-49e4-adc6-79e46f8c3bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.191908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7592565b-8fca-49e4-adc6-79e46f8c3bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.260440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41432) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:05.260738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7592565b-8fca-49e4-adc6-79e46f8c3bee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4484ce1775e74a7a914cf8cebe5606b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6769893 Aug 10 01:00:05.277687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592565b-8fca-49e4-adc6-79e46f8c3bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44677e9a-8319-40ea-94cd-cb3f33ae2f82,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:05.286399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c17e95d6-5e4e-418d-bbeb-45822daa95cf service neutron] 10.222.0.25 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831281 Aug 10 01:00:05.398065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.405212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d5e58e6b-1db8-47ef-b649-ff25133ac096 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:05.476808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.527504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d5e58e6b-1db8-47ef-b649-ff25133ac096 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:05.527961 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.546365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-6daffd18-5884-4b04-8e9e-4256d41b4d94 service neutron] 10.222.0.25 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506578 Aug 10 01:00:05.636954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.639909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:05.641041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44677e9a-8319-40ea-94cd-cb3f33ae2f82 HTTP/1.1" status: 204 len: 168 time: 0.3796127 Aug 10 01:00:05.676310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15346f-488d-43b2-a746-3f80ceb73f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44677e9a-8319-40ea-94cd-cb3f33ae2f82,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:05.813671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-0354b8ac-37cc-49de-9c00-b02fc09b4595 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.815318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-0354b8ac-37cc-49de-9c00-b02fc09b4595 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 812 time: 0.4183009 Aug 10 01:00:05.831649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Request body: {'port': {'device_id': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'admin_state_up': True, 'tenant_id': '9ebc67c313654084891fba0e9bfdfe93'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:05.892157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04d90e07-4dd5-4831-81c6-76e61432fb32 req-e1245ef5-5dbc-437c-8d34-52701c890c9b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 210 time: 0.0523810 Aug 10 01:00:05.982968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0c46-197c-4467-a197-18d96776a0e9 req-f3e44bb6-931a-4633-a1bc-bb0d37a60efd tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.989765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0c46-197c-4467-a197-18d96776a0e9 req-f3e44bb6-931a-4633-a1bc-bb0d37a60efd tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:05.991625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c5c0c46-197c-4467-a197-18d96776a0e9 req-f3e44bb6-931a-4633-a1bc-bb0d37a60efd tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1681 time: 0.1737628 Aug 10 01:00:06.091814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c5c0c46-197c-4467-a197-18d96776a0e9 req-7b386b3c-3d5a-4626-be59-1cee0f34d943 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788357 Aug 10 01:00:06.139205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8518abbf-66f4-448d-86c9-5dadbf1803f4 req-a8b20294-af63-4a25-8360-d8f4bce5a1e0 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0781751 Aug 10 01:00:06.151511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Made reservation on behalf of 9ebc67c313654084891fba0e9bfdfe93 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:06.165255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.283756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0e5aaf14-d516-445c-b0fb-197b922dc755 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:06.348579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14e23ce8-b760-47cd-9e9d-b86c19a9844c req-c7cda8a1-832c-4146-b3ab-8056db0a72f0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 210 time: 0.0497735 Aug 10 01:00:06.405011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 0e5aaf14-d516-445c-b0fb-197b922dc755 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:06.412414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 0e5aaf14-d516-445c-b0fb-197b922dc755 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:06.413104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.650336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.684714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d24da5ad-7e50-4b82-bcf5-cf993aa07e83 req-f40380e0-8a4a-44c5-9f26-5ea1b908cf5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bf00ad859ab0422ca6063fb73b580a89&device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0756676 Aug 10 01:00:06.718130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0e5aaf14-d516-445c-b0fb-197b922dc755,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:06.725886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:06.742751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Allocated IP 172.20.0.12 (177371c4-4f0a-4065-925a-4c11d23bf547/db5d2be8-619c-4e58-a3ed-494c475c38ee/af3a342e-9ad9-45da-91a0-2bebe718a138) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:06.764411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c210ed0-40a6-49d2-9f5f-29804653be18 req-ff230b6d-5975-4488-9fe7-d0c8a2aeb0cc tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0786629 Aug 10 01:00:06.785973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d24da5ad-7e50-4b82-bcf5-cf993aa07e83 req-ddd7f6ea-ed53-47e3-9bd6-2711bb4ce794 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bf00ad859ab0422ca6063fb73b580a89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615568 Aug 10 01:00:06.812782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:06.818715 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eda6d8-b13a-43ef-b16f-b5b2da4a9900" -d '{"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-plugged", "status": "completed", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:06.888715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:06.955962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41514) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:06.979867 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d893fb-f3b3-46b4-b943-45248bef3c94 x-openstack-request-id: req-a3d893fb-f3b3-46b4-b943-45248bef3c94 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:06.980355 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-plugged", "status": "completed", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:06.980758 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d893fb-f3b3-46b4-b943-45248bef3c94 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:06.981296 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755', 'code': 200} Aug 10 01:00:07.246198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24da5ad-7e50-4b82-bcf5-cf993aa07e83 req-18daa6bb-20ab-4018-a192-ba9366d82e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.247727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d24da5ad-7e50-4b82-bcf5-cf993aa07e83 req-18daa6bb-20ab-4018-a192-ba9366d82e2d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4544368 Aug 10 01:00:07.271469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1405d074-abde-4cd8-944a-d5871aae8bf7 req-16afd497-0a7d-40b0-bd07-5e4e3a3ce433 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 210 time: 0.1735845 Aug 10 01:00:07.355322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228a81b-ed4c-4462-bea4-1e5703e6f035 req-7d73a65b-efc8-4454-98df-9350d77d4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.355834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228a81b-ed4c-4462-bea4-1e5703e6f035 req-7d73a65b-efc8-4454-98df-9350d77d4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.357429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d228a81b-ed4c-4462-bea4-1e5703e6f035 req-7d73a65b-efc8-4454-98df-9350d77d4919 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1986 time: 0.2767608 Aug 10 01:00:07.422987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.432879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d228a81b-ed4c-4462-bea4-1e5703e6f035 req-9fb93949-13e8-4120-9011-f75c97466cb3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670516 Aug 10 01:00:07.586368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9d77c0b-579a-4b16-8b1f-c68ed4fe2848 req-373d1800-113e-4dc6-a64d-ef7f4d3bc4cc tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 210 time: 0.0874817 Aug 10 01:00:07.588961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:07.653931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Network 177371c4-4f0a-4065-925a-4c11d23bf547 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:07.672035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:07.677533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:07.828943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event updated for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:07.917303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a699e6-ef4c-446a-ae00-6b2b789aff7d req-a65acbe7-c58b-40c8-a491-008a52ef2b48 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.923654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a699e6-ef4c-446a-ae00-6b2b789aff7d req-a65acbe7-c58b-40c8-a491-008a52ef2b48 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.926727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5a699e6-ef4c-446a-ae00-6b2b789aff7d req-a65acbe7-c58b-40c8-a491-008a52ef2b48 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1682 time: 0.6611209 Aug 10 01:00:07.986275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:07.987290 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.002340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b5a699e6-ef4c-446a-ae00-6b2b789aff7d req-31ebb86b-551f-4954-b042-a5ab8abebb18 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650265 Aug 10 01:00:08.013821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9310bcf9-31da-4ab6-a789-6dfcec4b61fe req-798e4c58-6603-4b74-9c79-747c1045c5ba tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0778050 Aug 10 01:00:08.018086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-1ff3620e-77f5-47ca-978b-9101dd35b2d1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1915100 Aug 10 01:00:08.039014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Request body: {'port': {'device_id': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:08.132146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.140561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-0db34b4f-4716-4cd9-baa5-a996e43ec879 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.142064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-0db34b4f-4716-4cd9-baa5-a996e43ec879 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/networks?id=5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 200 len: 797 time: 0.3564165 Aug 10 01:00:08.186333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.254832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-0466cbb4-d677-43b4-b9e3-128af8131483 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=398b2a239df34c7ca6adccb196b66e83 HTTP/1.1" status: 200 len: 379 time: 0.1006804 Aug 10 01:00:08.266554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'port': {'device_id': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'admin_state_up': True, 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'security_groups': ['b6769896-3bc1-495c-8cdf-69bef1e06ffc']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:08.434607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-268211ec-b844-4b3a-b428-aab828e85072 req-e81f8f84-30a2-4d1a-8b50-518b0579d0eb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 210 time: 0.0476301 Aug 10 01:00:08.474437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d24da5ad-7e50-4b82-bcf5-cf993aa07e83 req-1f6d687b-c2a3-4d2c-aa65-5cd136b1dd51 tempest-ServerShowV254Test-32487454 tempest-ServerShowV254Test-32487454-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6289e7c-4f6e-4c55-bfd4-5a330b65a243 HTTP/1.1" status: 200 len: 210 time: 0.0344679 Aug 10 01:00:08.541662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41630) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:08.571219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Deleting port fbd05bbb-aa55-4258-a850-fc2e03d04ece {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:08.571569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.601602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Made reservation on behalf of 398b2a239df34c7ca6adccb196b66e83 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:08.605172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.752308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c58fbf8-15ed-497d-9bf0-11f7cc6a9913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.765687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] For port fbd05bbb-aa55-4258-a850-fc2e03d04ece, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fbd05bbb-aa55-4258-a850-fc2e03d04ece,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:08.765962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.791788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdddbe7-db99-4cc5-b765-2a9049225ccd req-efd3b70b-75d1-463a-9fa5-739c8473ff02 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:08.793319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8cdddbe7-db99-4cc5-b765-2a9049225ccd req-efd3b70b-75d1-463a-9fa5-739c8473ff02 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 932 time: 0.0939369 Aug 10 01:00:08.794278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Calling delete_port for fbd05bbb-aa55-4258-a850-fc2e03d04ece owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:08.809042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3a342e-9ad9-45da-91a0-2bebe718a138 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:08.828282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:08.842279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.20.0.8 (5e4f1c94-fc0f-40ad-a744-742ef13892a5/2e9ac631-7bce-438d-b3c4-a06b17526e06/4df6befc-916f-43aa-8082-beef7341185d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:08.869111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Transition to ACTIVE for port object af3a342e-9ad9-45da-91a0-2bebe718a138 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:08.900860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8cdddbe7-db99-4cc5-b765-2a9049225ccd req-e7a34962-769e-4972-92a6-200e1febfac7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930054 Aug 10 01:00:08.906177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.086559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.122167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Pushing event updated for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:09.125445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd05bbb-aa55-4258-a850-fc2e03d04ece,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:09.340784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c58fbf8-15ed-497d-9bf0-11f7cc6a9913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.368263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c58fbf8-15ed-497d-9bf0-11f7cc6a9913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.378308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.404255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Attempting to bind port af3a342e-9ad9-45da-91a0-2bebe718a138 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:09.404594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Attempting to bind port af3a342e-9ad9-45da-91a0-2bebe718a138 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:09.404930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Attempting to bind port af3a342e-9ad9-45da-91a0-2bebe718a138 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:09.451468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.495527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:09.497160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Port af3a342e-9ad9-45da-91a0-2bebe718a138 on network 177371c4-4f0a-4065-925a-4c11d23bf547 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:09.497485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Attempting to bind port af3a342e-9ad9-45da-91a0-2bebe718a138 on network 177371c4-4f0a-4065-925a-4c11d23bf547 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:09.515645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:09.515987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Checking segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:09.516389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Bound using segment: {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:09.516844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Bound port: af3a342e-9ad9-45da-91a0-2bebe718a138, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '447ef48c-b0c4-4f82-b410-72da376a0568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:09.517216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.528546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ce7-caa4-4908-a32d-5d203b46533a req-26e37a54-8368-42ba-8323-70a04a47d0e8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.534775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2ce7-caa4-4908-a32d-5d203b46533a req-26e37a54-8368-42ba-8323-70a04a47d0e8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.536420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-767f2ce7-caa4-4908-a32d-5d203b46533a req-26e37a54-8368-42ba-8323-70a04a47d0e8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1682 time: 0.4116974 Aug 10 01:00:09.546439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c58fbf8-15ed-497d-9bf0-11f7cc6a9913 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f934fd0ff624edd81aa91d94a850555&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0023386 Aug 10 01:00:09.548540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41670) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:09.565637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Transition to ACTIVE for port object 4df6befc-916f-43aa-8082-beef7341185d will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:09.567670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58fbf8-15ed-497d-9bf0-11f7cc6a9913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103143af-9658-4fe2-8cd8-613e4b2a046b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:09.615897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-184629e1-99f1-49be-8e77-f072b926e701 req-dee7a8e2-af31-4ac5-9145-1c9ad2a9a30b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 210 time: 0.0337555 Aug 10 01:00:09.705561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Router ad9e4928-b379-40b3-afdc-d47a58aa2466 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:09.734547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:09.776556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-767f2ce7-caa4-4908-a32d-5d203b46533a req-0dc1d18e-f60e-4c41-bdbf-5a89eb4e16b2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289417 Aug 10 01:00:09.781729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=af3a342e-9ad9-45da-91a0-2bebe718a138,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:09.785960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb4520d-1d41-4819-a75d-86fbebb15b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.798947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.844702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.861820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.866849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:09.867727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.869152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] 10.222.0.21 "PUT /v2.0/ports/af3a342e-9ad9-45da-91a0-2bebe718a138 HTTP/1.1" status: 200 len: 1093 time: 1.8421304 Aug 10 01:00:09.876036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:09.878322 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770dfbb2-4395-4883-b448-5c85e7ac27f0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:09.904772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:09.911189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bffc7d10-2e63-41a9-84ec-a88714375b06 admin admin] 10.222.0.25 "PUT /v2.0/routers/ad9e4928-b379-40b3-afdc-d47a58aa2466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529219 Aug 10 01:00:09.913561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41686) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:09.916827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Sync routers for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:09.937959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:09.947088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:09.947830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:09.984453 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa2cded-cc5b-427f-853b-c98178c1a9b0 x-openstack-request-id: req-1aa2cded-cc5b-427f-853b-c98178c1a9b0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:09.984983 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:09.985442 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1aa2cded-cc5b-427f-853b-c98178c1a9b0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:09.986368 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138', 'status': 'completed', 'code': 200} Aug 10 01:00:09.997416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0619adc-6377-4886-ad7d-ebd92999a10e service neutron] Pushing event updated for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:10.085522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.170057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:10.312158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a2cec-19dd-4a0f-8a08-75c63545eaa4 req-d38daa0a-230f-4446-b2f9-d62345d3ab68 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.315074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b1a2cec-19dd-4a0f-8a08-75c63545eaa4 req-d38daa0a-230f-4446-b2f9-d62345d3ab68 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 944 time: 0.1701143 Aug 10 01:00:10.342719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:10.364198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:10.394105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b1a2cec-19dd-4a0f-8a08-75c63545eaa4 req-c6880840-3e9a-4f78-ade6-2a08d50171ca tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708997 Aug 10 01:00:10.418887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:10.454491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.519759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:10.557394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.559071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T01:00:09Z', 'revision_number': 5, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port': {'id': '8bd70361-360f-432b-983c-75eafbad5cd9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:57:50Z', 'updated_at': '2021-08-10T00:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:10.560242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.564168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-e13839d1-d7cd-421d-94ea-ef3133b3fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.565966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-e13839d1-d7cd-421d-94ea-ef3133b3fe11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 1096 time: 0.5996909 Aug 10 01:00:10.571948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Deleting port 8bd70361-360f-432b-983c-75eafbad5cd9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:10.572430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.579054 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.581885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.585973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/103143af-9658-4fe2-8cd8-613e4b2a046b HTTP/1.1" status: 204 len: 168 time: 1.0293462 Aug 10 01:00:10.621300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5588a-df0d-40c0-ae05-d508c08e41ed req-e05d6072-4ed6-4663-80a3-924884f22500 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.623732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Checking router: ad9e4928-b379-40b3-afdc-d47a58aa2466 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:10.627877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5588a-df0d-40c0-ae05-d508c08e41ed req-e05d6072-4ed6-4663-80a3-924884f22500 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.635933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7a5588a-df0d-40c0-ae05-d508c08e41ed req-e05d6072-4ed6-4663-80a3-924884f22500 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1682 time: 0.2911468 Aug 10 01:00:10.640493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Routers {'ad9e4928-b379-40b3-afdc-d47a58aa2466'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:10.641263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T00:59:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ad9e4928-b379-40b3-afdc-d47a58aa2466'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:10.698365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] For port 8bd70361-360f-432b-983c-75eafbad5cd9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8bd70361-360f-432b-983c-75eafbad5cd9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:10.698776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.727593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Calling delete_port for 8bd70361-360f-432b-983c-75eafbad5cd9 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:10.742656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3ee72-d161-4ceb-ad1e-06ad0309c2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103143af-9658-4fe2-8cd8-613e4b2a046b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:10.749837 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-0ed9e749-3066-4b3a-ac0f-7f31f80f72e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af3a342e-9ad9-45da-91a0-2bebe718a138 HTTP/1.1" status: 200 len: 217 time: 0.1623690 Aug 10 01:00:10.814558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb4520d-1d41-4819-a75d-86fbebb15b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.877731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73391e9c-a0e9-4c58-bfd1-8b98033579c9 req-6f987241-8984-4e51-bd90-cfa320559a06 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.879045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64201fac-aa1e-41c0-b17f-1cff0e6b41af None None] Provisioning for port 4df6befc-916f-43aa-8082-beef7341185d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:10.887003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73391e9c-a0e9-4c58-bfd1-8b98033579c9 req-6f987241-8984-4e51-bd90-cfa320559a06 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 931 time: 0.1352670 Aug 10 01:00:10.889829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4eb4520d-1d41-4819-a75d-86fbebb15b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.899191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64201fac-aa1e-41c0-b17f-1cff0e6b41af None None] Provisioning complete for port 4df6befc-916f-43aa-8082-beef7341185d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:10.899805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64201fac-aa1e-41c0-b17f-1cff0e6b41af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:10.902359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] Set router ad9e4928-b379-40b3-afdc-d47a58aa2466 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:10.906971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d1b9a95e-eb6d-46a9-9d1b-3fbffe45ada5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6446335 Aug 10 01:00:10.927952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7a5588a-df0d-40c0-ae05-d508c08e41ed req-db0c9867-b498-4e6c-adf7-ec4fbb72424d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906892 Aug 10 01:00:10.958488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Request body: {'port': {'device_id': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:10.962636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-448458c1-82a1-4f5b-a278-466ac191ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:10.964419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-448458c1-82a1-4f5b-a278-466ac191ad00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.2044554 Aug 10 01:00:11.015026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4520d-1d41-4819-a75d-86fbebb15b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a89ec4-ea6d-4a60-9f18-56ed1980b585,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:11.022779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4eb4520d-1d41-4819-a75d-86fbebb15b70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf00ad859ab0422ca6063fb73b580a89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5177786 Aug 10 01:00:11.039569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:11.042412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-32d6be3d-fa66-4ea3-9290-08eed004d2a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505073 Aug 10 01:00:11.059464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73391e9c-a0e9-4c58-bfd1-8b98033579c9 req-42d25040-0d24-4f58-940e-302ef854ce1a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714475 Aug 10 01:00:11.092595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T01:00:10Z', 'revision_number': 6, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:11.142363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e496a9-0c08-4821-8b1a-31a9a39540f0 None None] The sync data for ids ['ad9e4928-b379-40b3-afdc-d47a58aa2466'] in n-d-766380-21 is: [{'id': 'ad9e4928-b379-40b3-afdc-d47a58aa2466', 'name': 'tempest-AttachSCSIVolumeTestJSON-575974490-router', 'tenant_id': 'ec734e13e25c4163985f1d5af1e30712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:57:49Z', 'updated_at': '2021-08-10T01:00:10Z', 'revision_number': 6, 'project_id': 'ec734e13e25c4163985f1d5af1e30712', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:11.146569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-64201fac-aa1e-41c0-b17f-1cff0e6b41af None None] Port 4df6befc-916f-43aa-8082-beef7341185d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:11.206046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.216651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.289170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.308260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd70361-360f-432b-983c-75eafbad5cd9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:11.348773 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.371247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-9a13e144-a320-4fe6-ab2d-450725665dc3 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186717 Aug 10 01:00:11.390084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.523128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.525329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.649933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d7e10e-83f8-4712-8a88-1fe47224c432 req-7cab46c8-783b-4ded-a9fe-41b797aed534 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249613 Aug 10 01:00:11.681274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.684034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.687155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4a89ec4-ea6d-4a60-9f18-56ed1980b585 HTTP/1.1" status: 204 len: 168 time: 0.6437254 Aug 10 01:00:11.704818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f39ff0-38e1-43a4-b236-48e9055ff03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a89ec4-ea6d-4a60-9f18-56ed1980b585,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:11.712964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fbd05bbb-aa55-4258-a850-fc2e03d04ece no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:11.758208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.758208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad9e4928-b379-40b3-afdc-d47a58aa2466 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:11.764615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fbd05bbb-aa55-4258-a850-fc2e03d04ece {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:11.764959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fbd05bbb-aa55-4258-a850-fc2e03d04ece not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:11.765176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.767375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-79f40cd3-5ad6-4299-8a42-14d4926843b4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ad9e4928-b379-40b3-afdc-d47a58aa2466 HTTP/1.1" status: 204 len: 168 time: 1.8526952 Aug 10 01:00:11.779551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41756) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:11.816834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-f75563e8-0483-4723-ae3d-e80ccb1c03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.818328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-f75563e8-0483-4723-ae3d-e80ccb1c03c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9ebc67c313654084891fba0e9bfdfe93&device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 1096 time: 0.0858347 Aug 10 01:00:11.860915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-ff9ceaba-4b8c-4e27-8761-1ad80c413f49 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.870232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-ff9ceaba-4b8c-4e27-8761-1ad80c413f49 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.872081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-ff9ceaba-4b8c-4e27-8761-1ad80c413f49 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1682 time: 0.2719500 Aug 10 01:00:11.885409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f0e7b-dd09-439c-969b-34bbc16fded0 req-513b7483-f02c-47b0-b7b5-e94378409890 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.892371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a15f0e7b-dd09-439c-969b-34bbc16fded0 req-513b7483-f02c-47b0-b7b5-e94378409890 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 944 time: 0.2983665 Aug 10 01:00:11.924018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df6befc-916f-43aa-8082-beef7341185d {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:11.925629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Deleting subnet 4352cbb7-e043-44f1-a8f9-f5e285cbff1c {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:11.939726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.957570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:11.969162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Transition to ACTIVE for port object 4df6befc-916f-43aa-8082-beef7341185d will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:11.976927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-5d096567-8d77-4a2c-b53f-0e8c97711117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:11.978954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-5d096567-8d77-4a2c-b53f-0e8c97711117 service neutron] 10.222.0.21 "GET /v2.0/networks?id=177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 200 len: 912 time: 0.1532269 Aug 10 01:00:11.980817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.073532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a15f0e7b-dd09-439c-969b-34bbc16fded0 req-de4bab85-eaf3-408e-8032-5de78624ac4e tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798944 Aug 10 01:00:12.080035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.093580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-56480581-00ed-4342-94fb-0c6001e8ba4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af3a342e-9ad9-45da-91a0-2bebe718a138 HTTP/1.1" status: 200 len: 217 time: 0.1028361 Aug 10 01:00:12.145952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port b07bb151-6a88-4cae-a008-f5d19174e53d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:12.146295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.204875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:12.304513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f859be-b1c3-4e2a-a1c5-d51094e14c5f req-81370114-d959-4ebd-9873-4fda971da2e2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.312344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f859be-b1c3-4e2a-a1c5-d51094e14c5f req-81370114-d959-4ebd-9873-4fda971da2e2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.323099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7f859be-b1c3-4e2a-a1c5-d51094e14c5f req-81370114-d959-4ebd-9873-4fda971da2e2 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 1682 time: 0.2517927 Aug 10 01:00:12.338867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.413896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-d8be932a-67bc-4c0c-b7a9-d8867577f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.418178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-d8be932a-67bc-4c0c-b7a9-d8867577f94c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 200 len: 852 time: 0.2631211 Aug 10 01:00:12.424969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bfb13-d296-4ade-9322-ab4a35c4771b req-f538f40b-66c0-46cf-894e-6efdc3c23f76 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:12.428377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-624bfb13-d296-4ade-9322-ab4a35c4771b req-f538f40b-66c0-46cf-894e-6efdc3c23f76 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 943 time: 0.2150404 Aug 10 01:00:12.461770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port b07bb151-6a88-4cae-a008-f5d19174e53d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b07bb151-6a88-4cae-a008-f5d19174e53d,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:12.462318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.487126 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7f859be-b1c3-4e2a-a1c5-d51094e14c5f req-06d906b2-80cb-4b34-ba48-31d8e196bdd9 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567919 Aug 10 01:00:12.494982 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-9e29fb4f-8a6c-47a7-bbff-c0b8f06963c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=177371c4-4f0a-4065-925a-4c11d23bf547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588579 Aug 10 01:00:12.496785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for b07bb151-6a88-4cae-a008-f5d19174e53d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:12.619952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-624bfb13-d296-4ade-9322-ab4a35c4771b req-73eb307b-a33e-4590-9441-baf485a8f554 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804585 Aug 10 01:00:12.621013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.648597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Attempting to bind port 4df6befc-916f-43aa-8082-beef7341185d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:12.648936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Attempting to bind port 4df6befc-916f-43aa-8082-beef7341185d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:12.649262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Attempting to bind port 4df6befc-916f-43aa-8082-beef7341185d on network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:12.658776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1ec5d1-0d71-4437-a681-5893f222008a None None] Network 56b05452-8ade-4b4e-8729-7f52f7396fc7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:12.662636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.667210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4352cbb7-e043-44f1-a8f9-f5e285cbff1c HTTP/1.1" status: 204 len: 168 time: 0.8818552 Aug 10 01:00:12.667366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Port 4df6befc-916f-43aa-8082-beef7341185d on network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:12.667366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Attempting to bind port 4df6befc-916f-43aa-8082-beef7341185d on network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:12.678698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:12.709799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c32f4-d903-4a70-a73d-1a06b9b8c79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4352cbb7-e043-44f1-a8f9-f5e285cbff1c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:12.719471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:12.719785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Checking segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:12.720584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Bound using segment: {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:12.721039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Bound port: 4df6befc-916f-43aa-8082-beef7341185d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836e87e5-b154-4f65-97e5-c0bae60f5406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:12.721398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.836447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:12.871108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.908239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=b07bb151-6a88-4cae-a008-f5d19174e53d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:12.912209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] DHCP port deletion for 56b05452-8ade-4b4e-8729-7f52f7396fc7 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:12.954054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-6c314cbc-6922-4628-bb66-16c28547f695 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485073 Aug 10 01:00:12.986357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port b07bb151-6a88-4cae-a008-f5d19174e53d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:12.990441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.992807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-e75ed301-82dd-40d4-8d0c-79cbf47bb213 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "DELETE /v2.0/ports/b07bb151-6a88-4cae-a008-f5d19174e53d HTTP/1.1" status: 204 len: 173 time: 1.0797529 Aug 10 01:00:12.993264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-deleted', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:12.996930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:12.997284 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5654070-cde6-43b8-b130-fdd2fbc8520f" -d '{"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-deleted", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:13.029150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Deleting port abc477c4-02a2-4363-ad06-a6486d5600f4 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:13.029750 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.114711 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dd07b6-bd2d-4af6-a5db-207c4c2d2566 x-openstack-request-id: req-99dd07b6-bd2d-4af6-a5db-207c4c2d2566 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:13.115014 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-deleted", "tag": "b07bb151-6a88-4cae-a008-f5d19174e53d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:13.115435 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99dd07b6-bd2d-4af6-a5db-207c4c2d2566 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:13.115849 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-deleted', 'tag': 'b07bb151-6a88-4cae-a008-f5d19174e53d', 'status': 'completed', 'code': 200} Aug 10 01:00:13.135972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] For port abc477c4-02a2-4363-ad06-a6486d5600f4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abc477c4-02a2-4363-ad06-a6486d5600f4,segment=NetworkSegment(d438a09f-26f4-4113-89d6-83d360dd6979),segment_id=d438a09f-26f4-4113-89d6-83d360dd6979)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:13.136390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.197842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Calling delete_port for abc477c4-02a2-4363-ad06-a6486d5600f4 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:13.217914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:13.223058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port 0e5aaf14-d516-445c-b0fb-197b922dc755 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:13.223732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.257740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4df6befc-916f-43aa-8082-beef7341185d,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:13.275924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.297367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-770dfbb2-4395-4883-b448-5c85e7ac27f0 req-d6158c47-1332-439a-a685-2751950f5cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320670 Aug 10 01:00:13.352098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.352882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.360884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] 10.222.0.10 "PUT /v2.0/ports/4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 200 len: 1092 time: 2.4205315 Aug 10 01:00:13.362901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:13.374090 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9840a360-dca6-47ee-b112-3b46ee87275b" -d '{"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:13.465482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.489428 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897eaa26-5cc1-4a05-a58f-d913327a4be5 x-openstack-request-id: req-897eaa26-5cc1-4a05-a58f-d913327a4be5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:13.490342 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:13.490792 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-897eaa26-5cc1-4a05-a58f-d913327a4be5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:13.491549 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d', 'status': 'completed', 'code': 200} Aug 10 01:00:13.492392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61ff11bb-fa1e-4d1a-9709-694bc4341fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.526889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8bd70361-360f-432b-983c-75eafbad5cd9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:13.533608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] Pushing event deleted for resources: {'Port': ['ID=abc477c4-02a2-4363-ad06-a6486d5600f4,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:13.537768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Deleting port abc477c4-02a2-4363-ad06-a6486d5600f4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:13.537768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.564078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ffa59-4de6-4bed-a60a-7092176d2a17 service neutron] Pushing event updated for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:13.595701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4d226d-2262-4305-8b5b-f7ed6eb873e0 None None] No DVR routers for this DVR port abc477c4-02a2-4363-ad06-a6486d5600f4 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:13.600113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8bd70361-360f-432b-983c-75eafbad5cd9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:13.600692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8bd70361-360f-432b-983c-75eafbad5cd9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:13.601358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abc477c4-02a2-4363-ad06-a6486d5600f4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:13.652140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: abc477c4-02a2-4363-ad06-a6486d5600f4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:13.652399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abc477c4-02a2-4363-ad06-a6486d5600f4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:13.672456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb81c-c84f-401c-9db2-be039114af6d req-97a4ebbe-ee3c-4b49-9955-707da2947948 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.674980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a24eb81c-c84f-401c-9db2-be039114af6d req-97a4ebbe-ee3c-4b49-9955-707da2947948 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 944 time: 0.4340358 Aug 10 01:00:13.723092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-57fbad51-0f9d-4ffc-9b1d-4bcf8e2a7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.724652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-57fbad51-0f9d-4ffc-9b1d-4bcf8e2a7052 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1095 time: 0.3050003 Aug 10 01:00:13.727475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] For port abc477c4-02a2-4363-ad06-a6486d5600f4, host n-d-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:13.727847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.736111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port 0e5aaf14-d516-445c-b0fb-197b922dc755, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0e5aaf14-d516-445c-b0fb-197b922dc755,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:13.737687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.751600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Calling delete_port for abc477c4-02a2-4363-ad06-a6486d5600f4 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:13.760717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1134c3c-dc2f-4dcf-a6de-5c93160afffb req-544b6454-e9d4-4634-b21c-dffd66b5ac1b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:13.767829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for 0e5aaf14-d516-445c-b0fb-197b922dc755 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:13.768729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1134c3c-dc2f-4dcf-a6de-5c93160afffb req-544b6454-e9d4-4634-b21c-dffd66b5ac1b tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 946 time: 0.1451511 Aug 10 01:00:13.772497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Port abc477c4-02a2-4363-ad06-a6486d5600f4 was not found and therefore no delete operation was performed {{(pid=105958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:00:13.813589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:13.819822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a24eb81c-c84f-401c-9db2-be039114af6d req-f986e00d-b2af-4d68-962c-84941b308503 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302278 Aug 10 01:00:13.826066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-71ae6eb1-4ed9-46bf-a17f-b6ca3ea0cfa1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 200 len: 217 time: 0.0897071 Aug 10 01:00:13.827028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.914645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] No DVR routers for this DVR port abc477c4-02a2-4363-ad06-a6486d5600f4 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:13.919385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc477c4-02a2-4363-ad06-a6486d5600f4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:13.933302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61ff11bb-fa1e-4d1a-9709-694bc4341fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.951859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61ff11bb-fa1e-4d1a-9709-694bc4341fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:13.976947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1134c3c-dc2f-4dcf-a6de-5c93160afffb req-08593942-e007-4401-a261-f3b68d18def1 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b078320-c639-4ca1-b46c-b4cddef79393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017846 Aug 10 01:00:14.024702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-dd785de9-60f3-42ae-8b7a-aa5637d7b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.026577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-dd785de9-60f3-42ae-8b7a-aa5637d7b6e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e9ac631-7bce-438d-b3c4-a06b17526e06 HTTP/1.1" status: 200 len: 834 time: 0.1810164 Aug 10 01:00:14.039385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8adfbdf-b08f-42a2-a6df-390b87ca9836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.059526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61ff11bb-fa1e-4d1a-9709-694bc4341fcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27a9f3970627413a9ecf3f7add08c581&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2219920 Aug 10 01:00:14.060180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41826) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:14.071310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.075456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff11bb-fa1e-4d1a-9709-694bc4341fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f68e06-39b5-406c-80d0-e663abe9dd47,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:14.089785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b05452-8ade-4b4e-8729-7f52f7396fc7']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:14.104250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd438a09f-26f4-4113-89d6-83d360dd6979') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:14.104941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd438a09f-26f4-4113-89d6-83d360dd6979') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:14.119401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-cf3f01f9-e403-437f-9d48-785c90d2625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.121207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-cf3f01f9-e403-437f-9d48-785c90d2625e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e4f1c94-fc0f-40ad-a744-742ef13892a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846760 Aug 10 01:00:14.123202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.160463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be49a99-09ce-4fe9-95de-2233ecfc7b76 req-7c6b87f8-7da8-4ea7-8f2e-5999cfd278f1 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:14.162965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be49a99-09ce-4fe9-95de-2233ecfc7b76 req-7c6b87f8-7da8-4ea7-8f2e-5999cfd278f1 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 943 time: 0.1525590 Aug 10 01:00:14.200269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.206580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-883428469'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:14.218023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:14.218657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:14.222819 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:14.245026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.271241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be49a99-09ce-4fe9-95de-2233ecfc7b76 req-955fed6d-1b59-44d2-bfae-107e50d3c8a0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786424 Aug 10 01:00:14.272181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.287868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b07bb151-6a88-4cae-a008-f5d19174e53d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:14.308607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.309779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.320058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.322143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=0e5aaf14-d516-445c-b0fb-197b922dc755,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:14.336453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: b07bb151-6a88-4cae-a008-f5d19174e53d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:14.337771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b07bb151-6a88-4cae-a008-f5d19174e53d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:14.338599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0e5aaf14-d516-445c-b0fb-197b922dc755 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:14.341570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.361987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.363968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56b05452-8ade-4b4e-8729-7f52f7396fc7 HTTP/1.1" status: 204 len: 168 time: 1.6843204 Aug 10 01:00:14.371119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 0e5aaf14-d516-445c-b0fb-197b922dc755 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:14.371476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0e5aaf14-d516-445c-b0fb-197b922dc755 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:14.373689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41836) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:14.375437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-a30d3f37-0f42-4d18-afe4-5e4e9ccc9396 service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424631 Aug 10 01:00:14.419482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port 0e5aaf14-d516-445c-b0fb-197b922dc755 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:14.422470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.424845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71bb2ca6-04ad-4db2-90ef-09f614393aa5 req-6082cbb7-cef3-428f-ba76-1f3977a8e392 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.10 "DELETE /v2.0/ports/0e5aaf14-d516-445c-b0fb-197b922dc755 HTTP/1.1" status: 204 len: 173 time: 1.4226816 Aug 10 01:00:14.433389 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.441583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a0d92-fdac-40b7-b54f-9dff42c807e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b05452-8ade-4b4e-8729-7f52f7396fc7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:14.459061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.462600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.466363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9f68e06-39b5-406c-80d0-e663abe9dd47 HTTP/1.1" status: 204 len: 168 time: 0.3994558 Aug 10 01:00:14.476148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939e589-94eb-40b4-9434-116df9f88523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f68e06-39b5-406c-80d0-e663abe9dd47,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:14.480773 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.602422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-942e3924-c68a-415e-8a51-756b2ef1a344 req-d6f22124-9c2c-4d06-837f-c6d5075305d4 service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725264 Aug 10 01:00:14.656776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.660585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a95578a-79cf-47fe-a4f0-e1ff950fab2e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8362534 Aug 10 01:00:14.661028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41840) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:14.740534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:14.867494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device af3a342e-9ad9-45da-91a0-2bebe718a138 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:15.070733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=af3a342e-9ad9-45da-91a0-2bebe718a138,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:15.084896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'af3a342e-9ad9-45da-91a0-2bebe718a138', 'network_id': '177371c4-4f0a-4065-925a-4c11d23bf547', 'port_id': 'af3a342e-9ad9-45da-91a0-2bebe718a138', 'mac_address': 'fa:16:3e:3d:f6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d2be8-619c-4e58-a3ed-494c475c38ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:15.145732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41846) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:15.146322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41852) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:15.164138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-deleted', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:15.166606 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9574fd-f1b9-4e23-9966-814e3a1ce395" -d '{"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-deleted", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:15.195308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.205894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-807cda0e-cecc-49f0-87b6-c05451a525c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.231086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3a342e-9ad9-45da-91a0-2bebe718a138 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:15.275510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=af3a342e-9ad9-45da-91a0-2bebe718a138,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:15.287479 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.310654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd990410-56e9-4304-ae2e-0c6e1499bfba req-8ec5c233-d7ad-463c-a9dc-5adf5b18ef3e tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "GET /v2.0/ports?device_id=dacdd117-b060-4064-80d1-3bfaadb891a2 HTTP/1.1" status: 200 len: 210 time: 0.1203496 Aug 10 01:00:15.365530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:15.404721 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25c8dd-5927-45a9-aac3-db21e7b8c531 x-openstack-request-id: req-4e25c8dd-5927-45a9-aac3-db21e7b8c531 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:15.405025 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacdd117-b060-4064-80d1-3bfaadb891a2", "name": "network-vif-deleted", "tag": "0e5aaf14-d516-445c-b0fb-197b922dc755", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:15.405272 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e25c8dd-5927-45a9-aac3-db21e7b8c531 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:15.405669 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacdd117-b060-4064-80d1-3bfaadb891a2', 'name': 'network-vif-deleted', 'tag': '0e5aaf14-d516-445c-b0fb-197b922dc755', 'status': 'completed', 'code': 200} Aug 10 01:00:15.429489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.432984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.436570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a360-dca6-47ee-b112-3b46ee87275b req-d35ada6c-7457-4fab-a881-2222f44dc98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.438122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-d35ada6c-7457-4fab-a881-2222f44dc98f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1095 time: 0.2933068 Aug 10 01:00:15.460511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b2216-8f7d-4413-8b23-5d3d54d7187e req-8e2d9c95-1ba1-47be-bfb8-99dad83e37e5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.462125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-131b2216-8f7d-4413-8b23-5d3d54d7187e req-8e2d9c95-1ba1-47be-bfb8-99dad83e37e5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 944 time: 0.2898040 Aug 10 01:00:15.489173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['af3a342e-9ad9-45da-91a0-2bebe718a138'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:15.528558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.529054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf4189ba-7970-437f-8918-e13e93f10287 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:15.535245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.536797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-01eb6d06-bdd8-4274-9532-01aa48a06058 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "DELETE /v2.0/routers/bf4189ba-7970-437f-8918-e13e93f10287 HTTP/1.1" status: 204 len: 168 time: 0.8747447 Aug 10 01:00:15.539695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41862) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:15.544080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-131b2216-8f7d-4413-8b23-5d3d54d7187e req-d44ba2ef-b675-42f8-b064-514cd210c926 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Aug 10 01:00:15.548122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Request body: {'router': {'name': 'tempest-router-552263927', 'distributed': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:15.610003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f62433ba-3aa6-4233-b699-2c50893411ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.686392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-807cda0e-cecc-49f0-87b6-c05451a525c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.699681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77f1a6-9d8a-4fea-9982-fe43ab388c3f req-98f5c568-5425-4dba-a1b1-0baa66ba1a57 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.701359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da77f1a6-9d8a-4fea-9982-fe43ab388c3f req-98f5c568-5425-4dba-a1b1-0baa66ba1a57 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 943 time: 0.2326014 Aug 10 01:00:15.705076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.706308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.729617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-807cda0e-cecc-49f0-87b6-c05451a525c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.765197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a360-dca6-47ee-b112-3b46ee87275b req-91e4235b-99c3-42b7-b5e6-12d0bb6f97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.766705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-91e4235b-99c3-42b7-b5e6-12d0bb6f97b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 200 len: 897 time: 0.3001428 Aug 10 01:00:15.769842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.773825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.850369 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-807cda0e-cecc-49f0-87b6-c05451a525c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88d019a255084893a7e6b7c6850e389e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013929 Aug 10 01:00:15.853038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:15.859853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-9473e34b-d62d-4eb5-9905-f9e867b5b610 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 200 len: 217 time: 0.0783594 Aug 10 01:00:15.875164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cda0e-cecc-49f0-87b6-c05451a525c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a4d70f-0824-4a9e-ad4c-30bb3d777bbd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:15.903538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.920683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da77f1a6-9d8a-4fea-9982-fe43ab388c3f req-46f16155-7e37-4b0d-ae89-c8e77580147b tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936569 Aug 10 01:00:15.924415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.955222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.966151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a360-dca6-47ee-b112-3b46ee87275b req-666d330e-8128-4880-a799-c341edb1bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:15.967757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-666d330e-8128-4880-a799-c341edb1bfaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e9ac631-7bce-438d-b3c4-a06b17526e06 HTTP/1.1" status: 200 len: 834 time: 0.0945222 Aug 10 01:00:15.976586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.979145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:15.982768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18a4d70f-0824-4a9e-ad4c-30bb3d777bbd HTTP/1.1" status: 204 len: 168 time: 0.1262710 Aug 10 01:00:15.988673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43e2c-ea4a-48b0-99e4-9bc51216e954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a4d70f-0824-4a9e-ad4c-30bb3d777bbd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.107502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f62433ba-3aa6-4233-b699-2c50893411ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.117221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.118469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ce4a465-1f6b-4cdc-948e-0f23843e4f8e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5777049 Aug 10 01:00:16.121153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41872) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.123550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f62433ba-3aa6-4233-b699-2c50893411ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.132221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840a360-dca6-47ee-b112-3b46ee87275b req-e40d8a9b-bece-4233-a14a-be03fb05266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.133753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-e40d8a9b-bece-4233-a14a-be03fb05266c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e4f1c94-fc0f-40ad-a744-742ef13892a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318407 Aug 10 01:00:16.196887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.265150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f62433ba-3aa6-4233-b699-2c50893411ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=490f7439beba43aca752a5ffb1d35dec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1147852 Aug 10 01:00:16.265279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41878) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.268425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62433ba-3aa6-4233-b699-2c50893411ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553eec4-3c6b-4538-81cc-95c7bf031f29,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.298136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4df6befc-916f-43aa-8082-beef7341185d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:16.378965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.383889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.386427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41884) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.394610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-b205b7b6-aaf6-42cb-99f6-8e6a9af823af service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474663 Aug 10 01:00:16.396782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.448553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4df6befc-916f-43aa-8082-beef7341185d,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:16.462909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4df6befc-916f-43aa-8082-beef7341185d', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'port_id': '4df6befc-916f-43aa-8082-beef7341185d', 'mac_address': 'fa:16:3e:98:c1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:16.484556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting subnet 02762f56-ee09-4a87-b338-17ef9d900a72 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:16.488236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.491501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.492177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd60c70-5861-4b5d-af3c-2a9078f02b17 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:16.493091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.513668 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.526101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.527898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df6befc-916f-43aa-8082-beef7341185d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:16.528644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dfe0a9a0-75d5-4486-8571-3a66bfedf40b tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "DELETE /v2.0/routers/4fd60c70-5861-4b5d-af3c-2a9078f02b17 HTTP/1.1" status: 204 len: 168 time: 0.4060819 Aug 10 01:00:16.534341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41888) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.549246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Request body: {'router': {'name': 'tempest-router-440924274', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '16795a5a530545968e1ac1674a15f47e'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:16.556283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4df6befc-916f-43aa-8082-beef7341185d,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:16.561586 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.596590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.598281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.639131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9840a360-dca6-47ee-b112-3b46ee87275b req-731063c6-3566-48e7-818c-750e72e17ad8 service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292373 Aug 10 01:00:16.650897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.664293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.666896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.668053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9553eec4-3c6b-4538-81cc-95c7bf031f29 HTTP/1.1" status: 204 len: 168 time: 0.4006901 Aug 10 01:00:16.678195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.681996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.683561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Deleting port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:16.683934 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.687037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408f864-21ec-4538-a444-ce00150e33cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553eec4-3c6b-4538-81cc-95c7bf031f29,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:16.740559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.765677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d36c834d-a2e3-4d73-bc3e-fd8a0c3789a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.780076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.781462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ed4a8f21-f1f4-4d68-8a0c-30bae0efc4f3 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2443731 Aug 10 01:00:16.786725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:16.792231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:16.805345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc631d-ce86-4ff2-9548-501bb2af30b4 req-260cf83f-31ba-4142-ad5c-960db57ec733 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:16.806935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2fc631d-ce86-4ff2-9548-501bb2af30b4 req-260cf83f-31ba-4142-ad5c-960db57ec733 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 945 time: 0.1274643 Aug 10 01:00:16.850398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] For port 6ba28105-3743-4219-b9e6-f53bf3ca1ebe, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:16.851082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.857639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4df6befc-916f-43aa-8082-beef7341185d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:16.873924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:16.890549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2fc631d-ce86-4ff2-9548-501bb2af30b4 req-6138a7d0-9ebd-458d-b9c6-ba672274c0b7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654094 Aug 10 01:00:16.899728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Calling delete_port for 6ba28105-3743-4219-b9e6-f53bf3ca1ebe owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:16.910066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device af3a342e-9ad9-45da-91a0-2bebe718a138 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:16.990857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.039270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.043366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/subnets/02762f56-ee09-4a87-b338-17ef9d900a72 HTTP/1.1" status: 204 len: 168 time: 0.6548691 Aug 10 01:00:17.045619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edbf20-af01-4e1e-b667-d8c16154bc1d tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Subnet': ['ID=02762f56-ee09-4a87-b338-17ef9d900a72,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:17.050790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0932fcb4-06fb-46a0-8055-baf007f6edab None None] Network f57f7537-4352-44b5-81b5-00f462dc7c2d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:17.055149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41912) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:17.170434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port af3a342e-9ad9-45da-91a0-2bebe718a138 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:17.194164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port af3a342e-9ad9-45da-91a0-2bebe718a138 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:17.194913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.221112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.223210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.223751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.274308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff73a9e-4125-434a-ba1d-29aa0b358860 req-0574307a-c691-4e16-9425-95a6254da4fc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:17.281634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff73a9e-4125-434a-ba1d-29aa0b358860 req-0574307a-c691-4e16-9425-95a6254da4fc tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 944 time: 0.2572820 Aug 10 01:00:17.304925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:17.305705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.357632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.384497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,segment=NetworkSegment(a1233ff8-1f40-4ed5-af23-a0ccf337fc5e),segment_id=a1233ff8-1f40-4ed5-af23-a0ccf337fc5e)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:17.384984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.408699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:17.497943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.535283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 01:00:17.535857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Router db6df2cb-b8a0-4335-b95d-e40485ac5b52 migrating from provider to provider. {{(pid=105958) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 01:00:17.536504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.541323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=af3a342e-9ad9-45da-91a0-2bebe718a138,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:17.550806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:17.553950 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c6e03-74e3-4495-a0cb-6072103206a2" -d '{"events": [{"server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "name": "network-vif-plugged", "status": "completed", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:17.555719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ff73a9e-4125-434a-ba1d-29aa0b358860 req-0a71fc90-92d9-4d89-999f-780483b631c2 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728698 Aug 10 01:00:17.557162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] DHCP port deletion for f57f7537-4352-44b5-81b5-00f462dc7c2d request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:17.560497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.563258 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.642191 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d91d282-9885-41ea-9beb-14cad3cf3846 x-openstack-request-id: req-2d91d282-9885-41ea-9beb-14cad3cf3846 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:17.642191 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "name": "network-vif-plugged", "status": "completed", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:17.642191 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d91d282-9885-41ea-9beb-14cad3cf3846 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:17.642191 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138', 'code': 200} Aug 10 01:00:17.652250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.679658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:17.681519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:17.690557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.691642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.692225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.693042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.693042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.693280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.693620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.693950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.694278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.694608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.695034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.695365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:17.698781 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.712690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:17.715941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Deleting port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:17.716322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.757859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41938) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:17.763116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.848459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.863349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57f7537-4352-44b5-81b5-00f462dc7c2d']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:17.880249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:17.881310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1233ff8-1f40-4ed5-af23-a0ccf337fc5e') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:17.894399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.925800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.943573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:17.946023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:17.956189 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:18.011792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] For port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:18.014158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.038142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Calling delete_port for 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:18.043834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:00:18.046661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.083965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-910811342-network', 'tenant_id': '23ef72ad7fc644f2a199489ac2935c3b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:18.088114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.088654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] Pushing event deleted for resources: {'Port': ['ID=15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.099119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.101285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c87e6-9548-44dc-9331-267df0bcb76f None None] No DVR routers for this DVR port 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:18.103950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/networks/f57f7537-4352-44b5-81b5-00f462dc7c2d HTTP/1.1" status: 204 len: 168 time: 1.0475137 Aug 10 01:00:18.109675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41950) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:18.133260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c176e-7029-4f52-abe5-ae9acbda1223 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Network': ['ID=f57f7537-4352-44b5-81b5-00f462dc7c2d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.169938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.177329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Made reservation on behalf of 23ef72ad7fc644f2a199489ac2935c3b for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:18.179681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.194425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.200734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting subnet 468f6f6c-1a53-42f0-b4ee-24e986e71134 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:18.213753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.222136 n-d-766380-21 neutron-server[105958]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] No L3 agents can host the router db6df2cb-b8a0-4335-b95d-e40485ac5b52 Aug 10 01:00:18.223408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf5389-80d8-4edf-87ea-43a27a3284af req-e9a1475c-72c3-46cd-b1d6-3ccbd907576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.224906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3aaf5389-80d8-4edf-87ea-43a27a3284af req-e9a1475c-72c3-46cd-b1d6-3ccbd907576c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 1098 time: 0.4984996 Aug 10 01:00:18.228422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba28105-3743-4219-b9e6-f53bf3ca1ebe,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.306705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.312454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4df6befc-916f-43aa-8082-beef7341185d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:18.391715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4df6befc-916f-43aa-8082-beef7341185d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:18.396373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4df6befc-916f-43aa-8082-beef7341185d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:18.397904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.398079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc7c48-77f2-429c-b0f8-8261174784b7 req-4ebd1ec6-078e-4c2a-8fa6-757a7605f724 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.410049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-70cc7c48-77f2-429c-b0f8-8261174784b7 req-4ebd1ec6-078e-4c2a-8fa6-757a7605f724 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.2659020 Aug 10 01:00:18.466962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.513238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.523445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.537758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Hosts for router db6df2cb-b8a0-4335-b95d-e40485ac5b52: [] {{(pid=105958) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 01:00:18.540029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:18.549086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.577799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.578282 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Added segment 16458128-44f8-4cca-a6f7-c367c6f34d27 of type vlan for network f96551fe-bace-49e4-9199-662e0cd93bc5 Aug 10 01:00:18.601953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4df6befc-916f-43aa-8082-beef7341185d,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:18.607624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.608828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-70cc7c48-77f2-429c-b0f8-8261174784b7 req-d391c537-f1c0-4cd9-8104-81c61c45c692 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794982 Aug 10 01:00:18.625193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3aaf5389-80d8-4edf-87ea-43a27a3284af req-cc772f6f-ae11-4a17-9c98-4c87c2a40272 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905828 Aug 10 01:00:18.627456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Hosts for other DVR routers connected to router db6df2cb-b8a0-4335-b95d-e40485ac5b52: set() {{(pid=105958) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 01:00:18.630215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.633974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e24603f-9482-4548-a091-10be3bc2c65e tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "PUT /v2.0/routers/db6df2cb-b8a0-4335-b95d-e40485ac5b52 HTTP/1.1" status: 200 len: 716 time: 1.8438067 Aug 10 01:00:18.637712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41962) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:18.651649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f3adb-ac45-44e9-825e-35a1e0a545b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.704681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.705811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.721639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.724901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/subnets/468f6f6c-1a53-42f0-b4ee-24e986e71134 HTTP/1.1" status: 204 len: 168 time: 0.6050122 Aug 10 01:00:18.728848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e1b1c3-90dd-405c-8e4f-77a9b2e4248b None None] Network 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:18.745758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:18.747661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.779697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f720b-6474-4808-b65b-0897f943cbd8 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Subnet': ['ID=468f6f6c-1a53-42f0-b4ee-24e986e71134,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.804347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a76ff-03a9-4e96-831d-48c6f35a1788 req-2e6cf767-9bb7-4330-b021-71999c59e053 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.806130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b55a76ff-03a9-4e96-831d-48c6f35a1788 req-2e6cf767-9bb7-4330-b021-71999c59e053 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.1255376 Aug 10 01:00:18.850660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.852125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:18.852422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.878593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b55a76ff-03a9-4e96-831d-48c6f35a1788 req-a36d318f-df5b-48ca-8556-12f6b404c44d tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618241 Aug 10 01:00:18.884977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-146ecc7c-0b79-4a87-86bb-3f74fa6ab6ae tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "GET /v2.0/routers/db6df2cb-b8a0-4335-b95d-e40485ac5b52 HTTP/1.1" status: 200 len: 716 time: 0.2376838 Aug 10 01:00:18.890693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41974) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:18.936541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1682651 Aug 10 01:00:18.936541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7b7e-9d23-4e34-ab7f-b9e1a71a6e7a admin admin] Pushing event updated for resources: {'Network': ['ID=f96551fe-bace-49e4-9199-662e0cd93bc5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:18.951001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f96551fe-bace-49e4-9199-662e0cd93bc5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:18.966650 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:18.978616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.040360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc3148-869b-495e-8300-a877b412f11b None None] DHCP port deletion for 695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:19.105046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Deleting port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:19.106973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.196649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-86dc3148-869b-495e-8300-a877b412f11b None None] For port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,segment=NetworkSegment(539c55a1-8f4f-4eae-b71c-1a054891c20b),segment_id=539c55a1-8f4f-4eae-b71c-1a054891c20b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:19.197057 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.213569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Calling delete_port for 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:19.320065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41992) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:19.322287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.333457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6dcf8b52-a818-4956-b4f2-7df047cb0afa tempest-RoutersTestDVR-1939516055 tempest-RoutersTestDVR-1939516055-project] 10.222.0.25 "GET /v2.0/routers/db6df2cb-b8a0-4335-b95d-e40485ac5b52 HTTP/1.1" status: 200 len: 682 time: 0.4411707 Aug 10 01:00:19.349937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Deleting port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:19.359003 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.419978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc3148-869b-495e-8300-a877b412f11b None None] Pushing event deleted for resources: {'Port': ['ID=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:19.421812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc3148-869b-495e-8300-a877b412f11b None None] No DVR routers for this DVR port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:19.468464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.519621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:19.564041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:19.564389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:19.564801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:19.585211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] For port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74, host n-d-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:19.585811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.610106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:19.614265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Calling delete_port for 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:19.625011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:19.626310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15cc3ad8-970c-4c60-b5e1-8fe3e24fbc90 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:19.629621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.629992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 was not found and therefore no delete operation was performed {{(pid=105958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:00:19.633681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.642455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6befc-916f-43aa-8082-beef7341185d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:19.647705 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77f2ad7-f221-4e11-84ba-2bf7a3579f7d" -d '{"events": [{"server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "name": "network-vif-plugged", "status": "completed", "tag": "4df6befc-916f-43aa-8082-beef7341185d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:19.676422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Port': ['ID=596b6ed6-5e19-47e7-8ba9-d2eb65aaee74,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:19.678595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] No DVR routers for this DVR port 596b6ed6-5e19-47e7-8ba9-d2eb65aaee74 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:19.712094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.714459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.798880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.800441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db6df2cb-b8a0-4335-b95d-e40485ac5b52 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:19.805699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.807139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-68aa269a-28cc-42e8-9545-fbd5ca47800f tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "DELETE /v2.0/routers/db6df2cb-b8a0-4335-b95d-e40485ac5b52 HTTP/1.1" status: 204 len: 168 time: 0.4858789 Aug 10 01:00:19.811733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:19.816672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Request body: {'router': {'name': 'tempest-router-89601420', 'distributed': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:19.842499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17a569-e287-498e-992d-3dda0deec10d req-008d6743-07b8-43a8-ae47-967a97045996 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:19.844058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de17a569-e287-498e-992d-3dda0deec10d req-008d6743-07b8-43a8-ae47-967a97045996 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.0836217 Aug 10 01:00:19.871075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.872675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.874008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.914072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695baa6e-bc13-4b3f-8f9a-1d6acbe356f6']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.915190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de17a569-e287-498e-992d-3dda0deec10d req-ea167c50-9db6-4799-b04a-b3b117f65fda tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576699 Aug 10 01:00:19.965506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.966824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539c55a1-8f4f-4eae-b71c-1a054891c20b') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.967145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539c55a1-8f4f-4eae-b71c-1a054891c20b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:19.970592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:19.984078 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a799f8e-43ba-46ea-b69a-2c6dcbeb49e1 x-openstack-request-id: req-2a799f8e-43ba-46ea-b69a-2c6dcbeb49e1 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:19.984527 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "name": "network-vif-plugged", "status": "completed", "tag": "4df6befc-916f-43aa-8082-beef7341185d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:19.984960 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a799f8e-43ba-46ea-b69a-2c6dcbeb49e1 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:19.985297 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df6befc-916f-43aa-8082-beef7341185d', 'code': 200} Aug 10 01:00:19.991442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.000346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16608dca-200d-4063-b50e-91e4b8045718 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.1874130 Aug 10 01:00:20.000849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:20.040697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.095434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.117921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.131171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47214-4383-4f05-bcab-56cb21dca0f3 req-cca0b327-7fc7-45ee-87e2-b5f00332927b tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.137885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47214-4383-4f05-bcab-56cb21dca0f3 req-cca0b327-7fc7-45ee-87e2-b5f00332927b tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.144382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd47214-4383-4f05-bcab-56cb21dca0f3 req-cca0b327-7fc7-45ee-87e2-b5f00332927b tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.146230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcd47214-4383-4f05-bcab-56cb21dca0f3 req-cca0b327-7fc7-45ee-87e2-b5f00332927b tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4296844 Aug 10 01:00:20.156376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:20.163425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-552f79a8-8a33-482f-97f8-b13a3fadcad5 admin admin] 10.222.0.25 "PUT /v2.0/routers/f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7868991 Aug 10 01:00:20.165497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:20.165917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:20.169234 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:20.171275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:20.176411 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Sync routers for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:20.196185 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:20.196812 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.283738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b0f44-2a6e-4b34-b36a-54aaefd52510 req-66852c79-92d8-457e-8169-5aa590bc7772 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.291243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a66b0f44-2a6e-4b34-b36a-54aaefd52510 req-66852c79-92d8-457e-8169-5aa590bc7772 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.2112932 Aug 10 01:00:20.305577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab160ba-8dd9-4461-9fe8-5f10d9fdbd96 req-bd3a8d65-76b1-4324-b015-6b6114cb2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.307798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5ab160ba-8dd9-4461-9fe8-5f10d9fdbd96 req-bd3a8d65-76b1-4324-b015-6b6114cb2085 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1097 time: 0.2400224 Aug 10 01:00:20.311534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.328762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.332092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.333695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] 10.222.0.25 "DELETE /v2.0/networks/695baa6e-bc13-4b3f-8f9a-1d6acbe356f6 HTTP/1.1" status: 204 len: 168 time: 1.5865560 Aug 10 01:00:20.340070 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.412695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a66b0f44-2a6e-4b34-b36a-54aaefd52510 req-c13652d3-b882-4f01-a87f-aa8bed9ab4f3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202366 Aug 10 01:00:20.433788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.434346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9152262b-82ad-48cb-a628-1ae1e57ed063 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:20.443080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.447857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d7dbe970-9e17-4ada-a798-f5a978e53ab7 tempest-RoutersTestDVR-571442666 tempest-RoutersTestDVR-571442666-project-admin] 10.222.0.25 "DELETE /v2.0/routers/9152262b-82ad-48cb-a628-1ae1e57ed063 HTTP/1.1" status: 204 len: 168 time: 0.4424341 Aug 10 01:00:20.483563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f2d73-97aa-4a58-b76c-87209b6abde3 tempest-ServersTestMultiNic-27306964 tempest-ServersTestMultiNic-27306964-project] Pushing event deleted for resources: {'Network': ['ID=695baa6e-bc13-4b3f-8f9a-1d6acbe356f6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:20.510139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5ab160ba-8dd9-4461-9fe8-5f10d9fdbd96 req-a0efccad-8e7c-4a9d-9976-535b3a608ba3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709118 Aug 10 01:00:20.510389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:20.567051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:20.568377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4f6e7-57ec-4b87-9e65-7f429f6ab4f2 req-d9975fee-04ed-4d94-b75e-d5aa1c371ef0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:20.576845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6cf4f6e7-57ec-4b87-9e65-7f429f6ab4f2 req-d9975fee-04ed-4d94-b75e-d5aa1c371ef0 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.0785782 Aug 10 01:00:20.632105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6cf4f6e7-57ec-4b87-9e65-7f429f6ab4f2 req-d65025da-c5a6-4183-bc01-c37d2c813ab1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542054 Aug 10 01:00:20.810976 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T01:00:17Z', 'revision_number': 5, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.847575 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Checking router: f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:20.866424 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Routers {'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:20.867117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:20.948566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42052) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:21.016648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] Set router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:21.088866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42056) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:21.095889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c02f7b-908a-4b4d-9f85-f7c7fae8bd31 req-946e3045-7cfe-4f36-b4d4-dec2caa18026 tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.098162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62c02f7b-908a-4b4d-9f85-f7c7fae8bd31 req-946e3045-7cfe-4f36-b4d4-dec2caa18026 tempest-ComputeTenantNetworksTest-1857427751 tempest-ComputeTenantNetworksTest-1857427751-project] 10.222.0.25 "GET /v2.0/networks/f96551fe-bace-49e4-9199-662e0cd93bc5 HTTP/1.1" status: 200 len: 768 time: 0.7130129 Aug 10 01:00:21.105826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42060) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:21.231033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.281405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.378095 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T01:00:17Z', 'revision_number': 5, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:21.385578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-255902aa-dca7-44ae-aa8e-f664a2c41593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.415436 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bca874-a8b6-4f2a-ac66-f398f31e368a None None] The sync data for ids ['f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a'] in n-d-766380-21 is: [{'id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'name': 'tempest-AttachSCSIVolumeTestJSON-523471586-router', 'tenant_id': '2a956611e3a042daa83b06e77e7d5a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249'}], 'enable_snat': True}, 'gw_port_id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:03Z', 'updated_at': '2021-08-10T01:00:17Z', 'revision_number': 5, 'project_id': '2a956611e3a042daa83b06e77e7d5a60', 'gw_port': {'id': '0531dbba-dbe4-408c-91c5-7388c7f816dc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:87:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:05Z', 'updated_at': '2021-08-10T00:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:21.447633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Deleting port 0531dbba-dbe4-408c-91c5-7388c7f816dc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:21.448355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.525622 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.543763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96551fe-bace-49e4-9199-662e0cd93bc5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:21.564682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16458128-44f8-4cca-a6f7-c367c6f34d27') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:21.565074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16458128-44f8-4cca-a6f7-c367c6f34d27') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:21.576412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.605070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.616371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] For port 0531dbba-dbe4-408c-91c5-7388c7f816dc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0531dbba-dbe4-408c-91c5-7388c7f816dc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:21.616722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.619430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:21.619821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:21.621463 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:21.624482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55311fa-216e-4e1b-b4d9-ca2cd3d7fe93 req-fdd63279-6d81-4a65-a457-f69e682b2426 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.626770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c55311fa-216e-4e1b-b4d9-ca2cd3d7fe93 req-fdd63279-6d81-4a65-a457-f69e682b2426 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.1085706 Aug 10 01:00:21.652689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-255902aa-dca7-44ae-aa8e-f664a2c41593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.675256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-255902aa-dca7-44ae-aa8e-f664a2c41593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.675392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Calling delete_port for 0531dbba-dbe4-408c-91c5-7388c7f816dc owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:21.697368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.701563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.704022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] 10.222.0.25 "DELETE /v2.0/networks/f96551fe-bace-49e4-9199-662e0cd93bc5 HTTP/1.1" status: 204 len: 168 time: 0.5923672 Aug 10 01:00:21.752808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-255902aa-dca7-44ae-aa8e-f664a2c41593 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16795a5a530545968e1ac1674a15f47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619108 Aug 10 01:00:21.767031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:21.799311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255902aa-dca7-44ae-aa8e-f664a2c41593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d16974-761e-4ef6-bce1-d630b38aa844,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:21.824651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347290c2-19fd-4973-8321-6d41549e419e admin admin] Pushing event deleted for resources: {'Network': ['ID=f96551fe-bace-49e4-9199-662e0cd93bc5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:21.827260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c55311fa-216e-4e1b-b4d9-ca2cd3d7fe93 req-b41c4a18-aaf5-4bc1-9277-eea9e7e14f1f tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735396 Aug 10 01:00:21.847643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:21.883566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2f429-309e-48a7-8ee3-93aa5f52a4c1 req-bb6d2012-7069-4c65-85d3-01916cfc9ba5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:21.885481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41e2f429-309e-48a7-8ee3-93aa5f52a4c1 req-bb6d2012-7069-4c65-85d3-01916cfc9ba5 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.1385360 Aug 10 01:00:21.957773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41e2f429-309e-48a7-8ee3-93aa5f52a4c1 req-1239d034-4076-4e88-8aa6-52d12d8713f1 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398831 Aug 10 01:00:22.063050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.071288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.130504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0531dbba-dbe4-408c-91c5-7388c7f816dc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:22.148132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.250644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc0162-c21b-4621-9b38-ba4dc3f3d79d req-10a39d27-c9f5-40e9-ac73-614f47bf062a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.254309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5bc0162-c21b-4621-9b38-ba4dc3f3d79d req-10a39d27-c9f5-40e9-ac73-614f47bf062a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.1261306 Aug 10 01:00:22.260898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.284179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42098) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.337422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.340085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.341427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64d16974-761e-4ef6-bce1-d630b38aa844 HTTP/1.1" status: 204 len: 168 time: 0.5715225 Aug 10 01:00:22.436108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5bc0162-c21b-4621-9b38-ba4dc3f3d79d req-8f513be5-397b-4a74-a7ed-9af7101b73f5 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721466 Aug 10 01:00:22.440266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.444042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.484116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.521587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.522355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:22.528862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.530557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee5588ab-5807-4743-bb61-cc821bc1c2ac admin admin] 10.222.0.25 "DELETE /v2.0/routers/f81e22b2-6c2d-44fa-b2a1-0e4b034ce75a HTTP/1.1" status: 204 len: 168 time: 2.3585081 Aug 10 01:00:22.535915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.589298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2348092-ff4b-44e5-bd0a-5df1978c6cdd tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.593741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2348092-ff4b-44e5-bd0a-5df1978c6cdd tempest-TestNetworkBasicOps-1573978670 tempest-TestNetworkBasicOps-1573978670-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1092 time: 0.1058884 Aug 10 01:00:22.593949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.599663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '4df6befc-916f-43aa-8082-beef7341185d', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:22.632719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Deleting subnet 91b91ddd-679d-4f4f-a14e-fe32c335ff1f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:22.638557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.681901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.701074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.823116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42114) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.844908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9ade1f8-e7bc-4e3d-9e0d-f5bedd2e2ed9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23ef72ad7fc644f2a199489ac2935c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538394 Aug 10 01:00:22.845146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42116) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:22.871000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b4a40ec-76e4-470d-ba89-e2994df628c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.882348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf53bfd-c070-4d47-8ebf-c8e23793943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d16974-761e-4ef6-bce1-d630b38aa844,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:22.927157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:22.958058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9570e2c-7418-49e5-8f0e-adc6a8ec839c req-47d9844d-ce67-45c8-8800-0045c526bf31 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:22.959591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9570e2c-7418-49e5-8f0e-adc6a8ec839c req-47d9844d-ce67-45c8-8800-0045c526bf31 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.6269312 Aug 10 01:00:23.032727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.040627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.063138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.087063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9570e2c-7418-49e5-8f0e-adc6a8ec839c req-c5bb8287-3648-4e33-9da0-0e0048e8afc7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979643 Aug 10 01:00:23.094322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b91ddd-679d-4f4f-a14e-fe32c335ff1f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.096468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.098843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3b8fca9-4291-4fb6-9a72-31705588e178 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/91b91ddd-679d-4f4f-a14e-fe32c335ff1f HTTP/1.1" status: 204 len: 168 time: 0.5611176 Aug 10 01:00:23.102559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.105374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf65e55e-bd87-42b4-a842-f7151075e124 None None] Network 3dc341bc-db27-4e51-b5c1-11e3d84334b4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:23.117931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.121003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Deleting port 8cfc85b5-bac5-470a-b161-987806813d91 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:23.121338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.171525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b4a40ec-76e4-470d-ba89-e2994df628c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.178165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b4a40ec-76e4-470d-ba89-e2994df628c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.254619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a40ec-76e4-470d-ba89-e2994df628c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd82fe5-6921-45ff-86d3-3b27e042bc1d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.264919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4b4a40ec-76e4-470d-ba89-e2994df628c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ada45e528fb8488fbfccf1622cd41348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408598 Aug 10 01:00:23.269842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42124) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:23.287023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Allocated IP 172.25.7.74 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/40ffb66c-1e33-4cfd-846b-fc864ae908f4) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:23.340347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.383976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] DHCP port deletion for 3dc341bc-db27-4e51-b5c1-11e3d84334b4 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:23.416724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.426752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.426752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.426752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/440f3adb-ac45-44e9-825e-35a1e0a545b1 HTTP/1.1" status: 204 len: 168 time: 0.5775821 Aug 10 01:00:23.452706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6ba28105-3743-4219-b9e6-f53bf3ca1ebe no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:23.457050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] For port 8cfc85b5-bac5-470a-b161-987806813d91, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8cfc85b5-bac5-470a-b161-987806813d91,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:23.457428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.458146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.474009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38773ca-e083-4f80-8314-887560856401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f3adb-ac45-44e9-825e-35a1e0a545b1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.490936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Calling delete_port for 8cfc85b5-bac5-470a-b161-987806813d91 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:23.501095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6ba28105-3743-4219-b9e6-f53bf3ca1ebe {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:23.501641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6ba28105-3743-4219-b9e6-f53bf3ca1ebe not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:23.502281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0531dbba-dbe4-408c-91c5-7388c7f816dc no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:23.517318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Deleting port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:23.517777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.549129 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.552752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.558908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcd82fe5-6921-45ff-86d3-3b27e042bc1d HTTP/1.1" status: 204 len: 168 time: 0.2877853 Aug 10 01:00:23.584670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0531dbba-dbe4-408c-91c5-7388c7f816dc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:23.585014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0531dbba-dbe4-408c-91c5-7388c7f816dc not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:23.615251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] For port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:23.615623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.619527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Deleting port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:23.619937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.631065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Calling delete_port for 28ccd21e-9fe3-4ced-9c07-69d0ff21227e owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:23.653098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.656952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd82fe5-6921-45ff-86d3-3b27e042bc1d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.673788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.674140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.674489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.674886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.675395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.675598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.675892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.676219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.676550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.676872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.677199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.677798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff71e5-62bd-46d6-b985-365e3fb956fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:23.703901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714f9ca-292c-4563-a702-4d922ef93daf req-016701b4-6745-4d7a-9d1f-b39298708857 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:23.705951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9714f9ca-292c-4563-a702-4d922ef93daf req-016701b4-6745-4d7a-9d1f-b39298708857 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.1002541 Aug 10 01:00:23.764579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] For port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,segment=NetworkSegment(9a64159b-fe4f-4c21-99f1-84e0c6889b74),segment_id=9a64159b-fe4f-4c21-99f1-84e0c6889b74)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:23.765006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.791492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.801492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Calling delete_port for 28ccd21e-9fe3-4ced-9c07-69d0ff21227e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:23.807331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.835732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] No DVR routers for this DVR port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:23.864166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:23.876943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Pushing event deleted for resources: {'Port': ['ID=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.878847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Deleting port af3a342e-9ad9-45da-91a0-2bebe718a138 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:23.879204 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.887501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:23.936935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:23.942998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: from cryptography.utils import int_from_bytes Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: from cryptography.utils import int_from_bytes Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.948429 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:23.951072 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:00:23.954701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc341bc-db27-4e51-b5c1-11e3d84334b4']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:23.958983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:23.972878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a64159b-fe4f-4c21-99f1-84e0c6889b74') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:23.973486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a64159b-fe4f-4c21-99f1-84e0c6889b74') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:23.988228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=40ffb66c-1e33-4cfd-846b-fc864ae908f4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:23.999479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] Pushing event deleted for resources: {'Port': ['ID=28ccd21e-9fe3-4ced-9c07-69d0ff21227e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.005777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265e1dd-af4b-44ca-b95b-271d8f453e90 None None] No DVR routers for this DVR port 28ccd21e-9fe3-4ced-9c07-69d0ff21227e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:24.036125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.058657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.088443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:24.090124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:24.095897 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:24.121611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] For port af3a342e-9ad9-45da-91a0-2bebe718a138, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=af3a342e-9ad9-45da-91a0-2bebe718a138,segment=NetworkSegment(447ef48c-b0c4-4f82-b410-72da376a0568),segment_id=447ef48c-b0c4-4f82-b410-72da376a0568)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:24.121983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.180664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Calling delete_port for af3a342e-9ad9-45da-91a0-2bebe718a138 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:24.304660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.311672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.318247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] 10.222.0.25 "DELETE /v2.0/networks/3dc341bc-db27-4e51-b5c1-11e3d84334b4 HTTP/1.1" status: 204 len: 168 time: 1.2137017 Aug 10 01:00:24.367071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8fd84-3bd1-42d7-b2bb-370b4acd169d admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc341bc-db27-4e51-b5c1-11e3d84334b4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.388606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4d143-ed61-4667-ad96-2308cbd56476 req-e788580f-e3d9-4fc3-a8b1-87894692ddb7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:24.396754 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4da4d143-ed61-4667-ad96-2308cbd56476 req-e788580f-e3d9-4fc3-a8b1-87894692ddb7 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/ports?device_id=eaef9318-6e91-40c6-93cd-803c720c0308 HTTP/1.1" status: 200 len: 946 time: 0.1471386 Aug 10 01:00:24.432959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.440884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.446776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['af3a342e-9ad9-45da-91a0-2bebe718a138'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:24.468133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4da4d143-ed61-4667-ad96-2308cbd56476 req-cf2b52b2-2860-4fcd-9e90-24b8299e8685 tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.25 "GET /v2.0/security-groups?id=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Aug 10 01:00:24.494818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfc85b5-bac5-470a-b161-987806813d91,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.559603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Pushing event deleted for resources: {'Port': ['ID=af3a342e-9ad9-45da-91a0-2bebe718a138,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:24.648777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] No DVR routers for this DVR port af3a342e-9ad9-45da-91a0-2bebe718a138 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:24.654520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.656527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9714f9ca-292c-4563-a702-4d922ef93daf req-421edee2-ce26-4e5f-aef4-6d21c09d22de tempest-DeleteServersTestJSON-331356652 tempest-DeleteServersTestJSON-331356652-project] 10.222.0.21 "DELETE /v2.0/ports/af3a342e-9ad9-45da-91a0-2bebe718a138 HTTP/1.1" status: 204 len: 173 time: 0.9404542 Aug 10 01:00:24.656972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'name': 'network-vif-deleted', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:24.659791 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efa0f6a-71ca-458c-ad4c-28807ca16551" -d '{"events": [{"server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "name": "network-vif-deleted", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:24.705838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42168) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:24.824608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:24.945780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-96e68f45-5d51-4762-8a80-2a563a5e8ab3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec734e13e25c4163985f1d5af1e30712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2361555 Aug 10 01:00:24.946924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.130832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.179175 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7444bfbc-5e70-46c0-87a4-41476f00bc2c x-openstack-request-id: req-7444bfbc-5e70-46c0-87a4-41476f00bc2c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:25.179469 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef9318-6e91-40c6-93cd-803c720c0308", "name": "network-vif-deleted", "tag": "af3a342e-9ad9-45da-91a0-2bebe718a138", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:25.179718 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7444bfbc-5e70-46c0-87a4-41476f00bc2c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:25.180106 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaef9318-6e91-40c6-93cd-803c720c0308', 'name': 'network-vif-deleted', 'tag': 'af3a342e-9ad9-45da-91a0-2bebe718a138', 'status': 'completed', 'code': 200} Aug 10 01:00:25.204506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.333308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Router b32860ac-3556-48f5-b2bb-724339b1f46a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:25.405202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.456361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.462165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.463600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/141600bb-93f2-4d7f-9658-a7494959be60 HTTP/1.1" status: 204 len: 168 time: 0.5156913 Aug 10 01:00:25.468084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 28ccd21e-9fe3-4ced-9c07-69d0ff21227e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:25.482819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e8869-5d9d-46d2-bf58-19bd278abfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141600bb-93f2-4d7f-9658-a7494959be60,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:25.524690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 28ccd21e-9fe3-4ced-9c07-69d0ff21227e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:25.525873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 28ccd21e-9fe3-4ced-9c07-69d0ff21227e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:25.574013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:25.580903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bcf07307-7db4-41a1-aac1-3335d546039b admin admin] 10.222.0.25 "PUT /v2.0/routers/b32860ac-3556-48f5-b2bb-724339b1f46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6311803 Aug 10 01:00:25.584848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.589678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Sync routers for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:25.602661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:25.603791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:25.647121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42208) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:25.667066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.779482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:25.785292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.903254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.903769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:25.911799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.014481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.021007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.082350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42226) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:26.103355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event updated for resources: {'Port': ['ID=40ffb66c-1e33-4cfd-846b-fc864ae908f4,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.134919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.142272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Deleting port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:26.147293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.156690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T01:00:24Z', 'revision_number': 5, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port': {'id': '9b375cd6-ff9d-4b01-9d2a-358a27f926d2', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:58:41Z', 'updated_at': '2021-08-10T00:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:26.199248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Checking router: b32860ac-3556-48f5-b2bb-724339b1f46a for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:26.210502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Routers {'b32860ac-3556-48f5-b2bb-724339b1f46a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:26.211556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b32860ac-3556-48f5-b2bb-724339b1f46a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:26.285698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-network', 'tenant_id': '56d34721331544149f3db5bf697c5100'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:26.322496 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Floating IP 41d1874c-b64d-45dd-9972-6a8147321cc3 associated. External IP: 172.25.7.74, port: 4df6befc-916f-43aa-8082-beef7341185d. Aug 10 01:00:26.350032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] Set router b32860ac-3556-48f5-b2bb-724339b1f46a gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:26.372731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] For port 9b375cd6-ff9d-4b01-9d2a-358a27f926d2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:26.373104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.407239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Calling delete_port for 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:26.427296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T01:00:26Z', 'revision_number': 6, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:26.433648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:26.466863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fd4b56-1266-4ac7-8fb0-cb833b949506 None None] The sync data for ids ['b32860ac-3556-48f5-b2bb-724339b1f46a'] in n-d-766380-21 is: [{'id': 'b32860ac-3556-48f5-b2bb-724339b1f46a', 'name': 'tempest-ServersTestMultiNic-214186671-router', 'tenant_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:58:40Z', 'updated_at': '2021-08-10T01:00:26Z', 'revision_number': 6, 'project_id': 'cb7ce57b220f48b682c14b7628bb9bce', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:26.513994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Made reservation on behalf of 56d34721331544149f3db5bf697c5100 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:26.526555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.541989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.584799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88899efd-2c62-4b1f-9c0d-b73ac6d1641a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a956611e3a042daa83b06e77e7d5a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499150 Aug 10 01:00:26.585760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:26.701843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.728800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.741243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.746539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.778445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.782422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.783799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bb15dbd-169e-4e77-bdf3-7d6418b7d20a HTTP/1.1" status: 204 len: 168 time: 0.1949770 Aug 10 01:00:26.799316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343795f8-8c31-451b-aeaf-48c32941cfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb15dbd-169e-4e77-bdf3-7d6418b7d20a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.855180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:26.856518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2025131938'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:26.898909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:26.905892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b375cd6-ff9d-4b01-9d2a-358a27f926d2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:26.928484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device af3a342e-9ad9-45da-91a0-2bebe718a138 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:26.981703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: af3a342e-9ad9-45da-91a0-2bebe718a138 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:26.984970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device af3a342e-9ad9-45da-91a0-2bebe718a138 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:26.994904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.025608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18ed24-fe6c-43f0-a20c-8e6c3328542b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.044738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.046161 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Added segment f423bc0a-640f-42ff-99b3-992a0318d673 of type vlan for network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 Aug 10 01:00:27.067555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Made reservation on behalf of d52c2be4fb2044a19107536abf4c47dc for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:27.071804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.117741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.161249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router a2e220bb-26ba-4fcc-aa6d-039698b5a40d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:27.197726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.202123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.273089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.275974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.282932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.283646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b32860ac-3556-48f5-b2bb-724339b1f46a {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:27.290101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.290404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.291789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-68a5968d-6198-4e8d-803f-eaf4224dab58 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b32860ac-3556-48f5-b2bb-724339b1f46a HTTP/1.1" status: 204 len: 168 time: 1.7059410 Aug 10 01:00:27.296274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:27.306564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:27.339733 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.340085 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Added segment 034e8ae6-a49a-4725-be06-3c605d00b67e of type vlan for network ec519d97-9f7a-487a-915d-68b996fe3df2 Aug 10 01:00:27.352113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Deleting subnet ca5aa359-1ddc-41b5-8db7-c191632701f4 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:27.358964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.427807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.457232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.563366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:27.577692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b280a33-34a0-4796-a21c-baa78663a707,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.589712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.599731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:27.600020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.609059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.609918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:27.610507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.617569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:27.619097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b375cd6-ff9d-4b01-9d2a-358a27f926d2 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:27.619643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8cfc85b5-bac5-470a-b161-987806813d91 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:27.635932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.666461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8cfc85b5-bac5-470a-b161-987806813d91 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:27.667832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8cfc85b5-bac5-470a-b161-987806813d91 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:27.716340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:27.719751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0711145 Aug 10 01:00:27.723929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6292872 Aug 10 01:00:27.727860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Request body: {'subnet': {'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-subnet', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:27.735129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:27.745205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'subnet': {'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:27.768043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927940d-e029-4083-b17a-f0f43a4a83dc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Network': ['ID=ec519d97-9f7a-487a-915d-68b996fe3df2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.781762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ec519d97-9f7a-487a-915d-68b996fe3df2 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:27.838740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.926058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5aa359-1ddc-41b5-8db7-c191632701f4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:27.927935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:27.947364 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Sync routers for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:27.958979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Made reservation on behalf of 56d34721331544149f3db5bf697c5100 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:27.963397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4e94f3-0d89-4255-8067-f2a36cb94dd7 None None] Network 9a3c8e5c-5318-493b-b185-bf88283f3385 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:27.981668 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:27.982622 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:27.983754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.985916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.994366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:27.996606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d04147b0-e121-42eb-9c94-85677f067518 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ca5aa359-1ddc-41b5-8db7-c191632701f4 HTTP/1.1" status: 204 len: 168 time: 0.6991820 Aug 10 01:00:28.000879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42280) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.056798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4aa7840-7cb6-44e8-a1c8-201d1243988e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.4579277 Aug 10 01:00:28.056798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:28.056798 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98309650-6f96-4922-a288-780aba630fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:28.066651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.069240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1357-6622-4b47-b8c0-055392d0c30d admin admin] Pushing event updated for resources: {'Network': ['ID=5c4b9183-a064-45e1-8c51-e8b2bb83ed82,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:28.084222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42286) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.103006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:28.231488 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831791c6-9729-4ef8-a59a-63dabc90f448 x-openstack-request-id: req-831791c6-9729-4ef8-a59a-63dabc90f448 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:28.232432 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:28.233157 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831791c6-9729-4ef8-a59a-63dabc90f448 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:28.234404 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d', 'status': 'completed', 'code': 200} Aug 10 01:00:28.271440 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:28.308453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-38903db5-edfd-4f46-8232-380749f4870a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/41d1874c-b64d-45dd-9972-6a8147321cc3 HTTP/1.1" status: 200 len: 990 time: 0.2401767 Aug 10 01:00:28.317100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-917c7870-595f-4788-bfb7-cd91db07ea06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.342255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.377273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Made reservation on behalf of d52c2be4fb2044a19107536abf4c47dc for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:28.387827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.390731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309650-6f96-4922-a288-780aba630fdb req-d33bf561-b679-4867-ba24-37326eea6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.394365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-d33bf561-b679-4867-ba24-37326eea6d7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1097 time: 0.1456468 Aug 10 01:00:28.510955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.538645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] DHCP port deletion for 9a3c8e5c-5318-493b-b185-bf88283f3385 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:28.591745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-917c7870-595f-4788-bfb7-cd91db07ea06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.593338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309650-6f96-4922-a288-780aba630fdb req-16f3983d-63e1-40a6-98f8-547fe1b3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.594841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-16f3983d-63e1-40a6-98f8-547fe1b3ccd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 200 len: 897 time: 0.1888621 Aug 10 01:00:28.596009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-917c7870-595f-4788-bfb7-cd91db07ea06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.631708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7870-595f-4788-bfb7-cd91db07ea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c564ef-b268-45eb-a708-1f55acb1b045,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:28.636294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Deleting port e885e284-d783-49eb-8c40-673ba0cc2a71 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:28.636871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.652175 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:00:28.682917 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41d1874c-b64d-45dd-9972-6a8147321cc3', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'port_id': '4df6befc-916f-43aa-8082-beef7341185d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'mac_address': 'fa:16:3e:98:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:24Z', 'updated_at': '2021-08-10T01:00:24Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:28.738547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-917c7870-595f-4788-bfb7-cd91db07ea06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41aa6b17d4e74485bffc0d1c92dddee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6530850 Aug 10 01:00:28.740808 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Checking router: a2e220bb-26ba-4fcc-aa6d-039698b5a40d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:28.743816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:28.762704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:28.763346 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:28.807077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] For port e885e284-d783-49eb-8c40-673ba0cc2a71, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e885e284-d783-49eb-8c40-673ba0cc2a71,segment=NetworkSegment(1e2e9933-f11a-4e99-b643-20690cae75fe),segment_id=1e2e9933-f11a-4e99-b643-20690cae75fe)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:28.807751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.822600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Calling delete_port for e885e284-d783-49eb-8c40-673ba0cc2a71 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:28.832760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-2925f256-c70c-4bc1-87aa-06815a5fe8ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 200 len: 998 time: 0.2091715 Aug 10 01:00:28.906857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:28.972889 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:28.982795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309650-6f96-4922-a288-780aba630fdb req-1a7048e3-54e7-4840-bacd-5aab0c949761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:28.984323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-1a7048e3-54e7-4840-bacd-5aab0c949761 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e9ac631-7bce-438d-b3c4-a06b17526e06 HTTP/1.1" status: 200 len: 834 time: 0.1416142 Aug 10 01:00:28.985154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.074772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.088259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] Pushing event deleted for resources: {'Port': ['ID=e885e284-d783-49eb-8c40-673ba0cc2a71,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.098152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eea832-20d1-4b10-994e-4a364f32d984 None None] No DVR routers for this DVR port e885e284-d783-49eb-8c40-673ba0cc2a71 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:29.101599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98309650-6f96-4922-a288-780aba630fdb req-e8624b86-ff3d-4e88-a1ae-e416f6d45b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:29.104305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-e8624b86-ff3d-4e88-a1ae-e416f6d45b8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e4f1c94-fc0f-40ad-a744-742ef13892a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993395 Aug 10 01:00:29.215720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-559d9861-8a47-4f5b-b27d-d8dd45cdc266 service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029778 Aug 10 01:00:29.295760 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41d1874c-b64d-45dd-9972-6a8147321cc3', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'port_id': '4df6befc-916f-43aa-8082-beef7341185d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'mac_address': 'fa:16:3e:98:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:24Z', 'updated_at': '2021-08-10T01:00:24Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:29.313442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:29.318092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-network', 'tenant_id': '571dc9fa66424b92983f1b82de313864'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:29.335724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.337335 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3952572-8086-4cfb-ab68-2b9f7e967570 None None] The sync data for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 is: [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41d1874c-b64d-45dd-9972-6a8147321cc3', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'floating_ip_address': '172.25.7.74', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'port_id': '4df6befc-916f-43aa-8082-beef7341185d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'mac_address': 'fa:16:3e:98:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:24Z', 'updated_at': '2021-08-10T01:00:24Z', 'revision_number': 0, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:29.354403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98309650-6f96-4922-a288-780aba630fdb req-0b55d3ee-9267-4fcf-b0a2-3c18f3f78127 service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109438 Aug 10 01:00:29.356508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.359274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.363613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54c564ef-b268-45eb-a708-1f55acb1b045 HTTP/1.1" status: 204 len: 168 time: 0.6137249 Aug 10 01:00:29.393994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba928e-0835-41bd-a805-8fa9f9e3dcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c564ef-b268-45eb-a708-1f55acb1b045,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.403031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e885e284-d783-49eb-8c40-673ba0cc2a71 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:29.445541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e885e284-d783-49eb-8c40-673ba0cc2a71 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:29.445893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e885e284-d783-49eb-8c40-673ba0cc2a71 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:29.555984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Deleting port e885e284-d783-49eb-8c40-673ba0cc2a71 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:29.556456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.611992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33825a0-8531-41f5-b080-9401ff5f58eb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.617323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Made reservation on behalf of 571dc9fa66424b92983f1b82de313864 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:29.619666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.660197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941bc20f-2d19-4bc3-a087-030f86f6fc37 None None] New status for floating IP 41d1874c-b64d-45dd-9972-6a8147321cc3: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:00:29.688735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6f428a4-ab2c-46d8-84c5-d946429a5a84 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/41d1874c-b64d-45dd-9972-6a8147321cc3 HTTP/1.1" status: 200 len: 990 time: 0.3627872 Aug 10 01:00:29.697938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.714261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:29.740601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.755231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5417f58e-1145-4895-9416-68adf71383cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.797251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] For port e885e284-d783-49eb-8c40-673ba0cc2a71, host n-d-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:29.797629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.800955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:29.801523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Network hostable DHCP agents. Network: 5c4b9183-a064-45e1-8c51-e8b2bb83ed82, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:29.829658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Calling delete_port for e885e284-d783-49eb-8c40-673ba0cc2a71 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:29.832661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Port e885e284-d783-49eb-8c40-673ba0cc2a71 was not found and therefore no delete operation was performed {{(pid=105957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:00:29.850957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:29.906337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Subnet': ['ID=cf505ff0-5322-4a3c-9d24-1b5e71eeb795,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.915979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] No DVR routers for this DVR port e885e284-d783-49eb-8c40-673ba0cc2a71 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:29.920230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Pushing event deleted for resources: {'Port': ['ID=e885e284-d783-49eb-8c40-673ba0cc2a71,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:29.980863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:30.044180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.047696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 5c4b9183-a064-45e1-8c51-e8b2bb83ed82) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:30.053134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:30.053741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.058348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b21413-c036-4634-91b7-d3a9239d362b None None] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:30.065251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Checking segment: {'id': '034e8ae6-a49a-4725-be06-3c605d00b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:30.065661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network hostable DHCP agents. Network: ec519d97-9f7a-487a-915d-68b996fe3df2, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:30.077623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3c8e5c-5318-493b-b185-bf88283f3385']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:30.104190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2e9933-f11a-4e99-b643-20690cae75fe') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:30.104490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2e9933-f11a-4e99-b643-20690cae75fe') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:30.126905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.149135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network ec519d97-9f7a-487a-915d-68b996fe3df2 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:30.154146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.161466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.169653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:30.170124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:30.172449 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:30.174572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.176812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ec519d97-9f7a-487a-915d-68b996fe3df2) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:30.181385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:30.182023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.209028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0913794-0452-41da-9de9-536913e8a15e None None] Network ec519d97-9f7a-487a-915d-68b996fe3df2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:30.223260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:00:30.224324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.234529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc4a3696-32a6-48ce-8c9f-1bab95e24824 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5143642 Aug 10 01:00:30.239960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42318) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.246061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:30.259671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:30.283506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2627b280-61f9-4e82-9752-dfb490ed8cd0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.292098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.294937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5417f58e-1145-4895-9416-68adf71383cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.299560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5417f58e-1145-4895-9416-68adf71383cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.305124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.309465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a3c8e5c-5318-493b-b185-bf88283f3385 HTTP/1.1" status: 204 len: 168 time: 2.3051240 Aug 10 01:00:30.342702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.343455 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Added segment 23e7c340-570b-4e90-a509-4073ef791c97 of type vlan for network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 Aug 10 01:00:30.347416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b95ad-b09a-4b44-bf66-e62f8c11eeed admin admin] Pushing event deleted for resources: {'Network': ['ID=9a3c8e5c-5318-493b-b185-bf88283f3385,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.359783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5417f58e-1145-4895-9416-68adf71383cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64973c2fdcf94a66bd1bae9460e86e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437969 Aug 10 01:00:30.360089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42322) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.360219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e31d4bf4-0982-45a6-b7bb-0c760b427d80 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6229653 Aug 10 01:00:30.363458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42324) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.366955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-651513554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:30.372016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417f58e-1145-4895-9416-68adf71383cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6287b0-1eee-4b7d-ad1c-4e22810e8148,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.385796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.387274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.422477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.462661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.463961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:30.464704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.480947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.522366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Allocated IP 172.20.0.2 (5c4b9183-a064-45e1-8c51-e8b2bb83ed82/d33825a0-8531-41f5-b080-9401ff5f58eb/0ead8e30-9c86-4c11-a8b5-fd4e76c41cac) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:30.533382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-ec519d97-9f7a-487a-915d-68b996fe3df2', 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2', 'tenant_id': 'd52c2be4fb2044a19107536abf4c47dc', 'fixed_ips': [{'subnet_id': 'cf505ff0-5322-4a3c-9d24-1b5e71eeb795'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:00:30.535004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.624241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] Pushing event updated for resources: {'Network': ['ID=984cdf4f-f3ce-457a-83f6-42f529d86bc8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:30.634447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.635704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.651102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:30.651289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ec4f78f8-0c7e-496d-aa95-960745a25e9b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1315823 Aug 10 01:00:30.651289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.651502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.658050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Request body: {'subnet': {'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-subnet', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:30.684671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.693007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.709042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.760399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Made reservation on behalf of 571dc9fa66424b92983f1b82de313864 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:30.762700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.763192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:30.898982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34b3dcc2-6f8e-43c2-ac01-d9f3f1a4c06a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/41d1874c-b64d-45dd-9972-6a8147321cc3 HTTP/1.1" status: 200 len: 992 time: 0.2046206 Aug 10 01:00:30.915515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ec5a6b05-89ac-46b1-bde3-130bb5a2e396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb7ce57b220f48b682c14b7628bb9bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649264 Aug 10 01:00:30.922506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42338) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:30.923485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Allocated IP 172.20.0.2 (ec519d97-9f7a-487a-915d-68b996fe3df2/cf505ff0-5322-4a3c-9d24-1b5e71eeb795/d8fab24f-ace2-4fc0-bb65-8a93a575e340) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:30.952204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.004216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Transition to ACTIVE for port object 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:31.033252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Transition to ACTIVE for port object 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:31.046694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.060447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.097597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Pushing event updated for resources: {'Port': ['ID=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.108023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.137791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:31.141314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:31.148735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:31.155468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:31.235385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.238953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.247195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Attempting to bind port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:31.247648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Attempting to bind port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:31.248237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Attempting to bind port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:31.251340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.252816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Transition to ACTIVE for port object d8fab24f-ace2-4fc0-bb65-8a93a575e340 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:31.254544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.255724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c6287b0-1eee-4b7d-ad1c-4e22810e8148 HTTP/1.1" status: 204 len: 168 time: 0.8808553 Aug 10 01:00:31.260024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:31.260762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:31.260859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.261288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:31.262032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Bound port: 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:31.262419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.285357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Transition to ACTIVE for port object d8fab24f-ace2-4fc0-bb65-8a93a575e340 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:31.325700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d5a69b-7f26-4acd-926f-8aab44fcd676,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.334520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.336939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948bc43-c950-48d1-b409-bb4a9d2f86cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6287b0-1eee-4b7d-ad1c-4e22810e8148,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.347513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.347706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] For port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:31.352254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] For port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:31.352403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Deleting subnet db5d2be8-619c-4e58-a3ed-494c475c38ee {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:31.357461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.361952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.373382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.377890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-154bffbc-7b10-4d43-ab17-070f43a5880f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0156882 Aug 10 01:00:31.378787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:31.403298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.406428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.453004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f7afc-ede9-4598-a8bb-307291ee7702 None None] Pushing event updated for resources: {'Port': ['ID=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.456150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.461786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Network ec519d97-9f7a-487a-915d-68b996fe3df2 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:31.462366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.466048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:31.466651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.470183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b078320-c639-4ca1-b46c-b4cddef79393 HTTP/1.1" status: 204 len: 168 time: 0.5444355 Aug 10 01:00:31.490625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:31.511088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872551e5-aa25-4458-85db-5f8cdbccdd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b078320-c639-4ca1-b46c-b4cddef79393,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.556616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Checking segment: {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:31.557054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Network hostable DHCP agents. Network: 984cdf4f-f3ce-457a-83f6-42f529d86bc8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:31.566001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Pushing event updated for resources: {'Port': ['ID=d8fab24f-ace2-4fc0-bb65-8a93a575e340,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.601853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:31.619306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Attempting to bind port d8fab24f-ace2-4fc0-bb65-8a93a575e340 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:31.619871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Attempting to bind port d8fab24f-ace2-4fc0-bb65-8a93a575e340 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '034e8ae6-a49a-4725-be06-3c605d00b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:31.620475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Attempting to bind port d8fab24f-ace2-4fc0-bb65-8a93a575e340 on network ec519d97-9f7a-487a-915d-68b996fe3df2 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:31.624553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 984cdf4f-f3ce-457a-83f6-42f529d86bc8) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:31.627173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:31.632127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Checking segment: {'id': '034e8ae6-a49a-4725-be06-3c605d00b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:31.635888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.636031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:31.636303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Bound using segment: {'id': '034e8ae6-a49a-4725-be06-3c605d00b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:31.636606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.636799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Bound port: d8fab24f-ace2-4fc0-bb65-8a93a575e340, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034e8ae6-a49a-4725-be06-3c605d00b67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:31.637192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.668105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d555125f-f916-4672-9ed1-f2b1f91c61a7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0118918 Aug 10 01:00:31.668105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.670255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:31.717667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5d2be8-619c-4e58-a3ed-494c475c38ee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.731536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] For port d8fab24f-ace2-4fc0-bb65-8a93a575e340, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:31.734648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:31.740828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] For port d8fab24f-ace2-4fc0-bb65-8a93a575e340, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d8fab24f-ace2-4fc0-bb65-8a93a575e340,segment=NetworkSegment(034e8ae6-a49a-4725-be06-3c605d00b67e),segment_id=034e8ae6-a49a-4725-be06-3c605d00b67e)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:31.746054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335c4c8-8029-40f4-abb9-185d12edd3f2 None None] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:31.755428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.796561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.799458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.819873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.824462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3da301ef-6e6b-46cf-96ba-4d108cc78f82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db5d2be8-619c-4e58-a3ed-494c475c38ee HTTP/1.1" status: 204 len: 168 time: 0.6604414 Aug 10 01:00:31.824937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42362) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:31.944924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:31.963677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7495f-24e2-461b-9b70-042ad69d9e5e None None] Pushing event updated for resources: {'Port': ['ID=d8fab24f-ace2-4fc0-bb65-8a93a575e340,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:31.999546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.064392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.149405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'fixed_ips': [{'subnet_id': '47d5a69b-7f26-4acd-926f-8aab44fcd676'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:00:32.151090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.328204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.337330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.378501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.547740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.569388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177371c4-4f0a-4065-925a-4c11d23bf547']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:32.611300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447ef48c-b0c4-4f82-b410-72da376a0568') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:32.611696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447ef48c-b0c4-4f82-b410-72da376a0568') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:32.627311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.655782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Allocated IP 172.20.0.2 (984cdf4f-f3ce-457a-83f6-42f529d86bc8/47d5a69b-7f26-4acd-926f-8aab44fcd676/072c67d1-fdf4-49b6-82c8-51a203511df4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:32.664748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Allocated IP 172.20.0.1 (ec519d97-9f7a-487a-915d-68b996fe3df2/cf505ff0-5322-4a3c-9d24-1b5e71eeb795/8c80c382-08d4-4bbb-af2d-6c54845a2bad) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:32.666999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.667760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Allocated IP 172.25.7.120 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9973d958-79a8-4867-8058-2b2aa3da3302) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:32.699624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:32.700047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:32.722922 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:32.900620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.948974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.957383 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.974942 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:32.994389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.000036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] 10.222.0.25 "DELETE /v2.0/networks/177371c4-4f0a-4065-925a-4c11d23bf547 HTTP/1.1" status: 204 len: 168 time: 1.1709027 Aug 10 01:00:33.001764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Transition to ACTIVE for port object 072c67d1-fdf4-49b6-82c8-51a203511df4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:33.016958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Transition to ACTIVE for port object 8c80c382-08d4-4bbb-af2d-6c54845a2bad will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:33.028820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Transition to ACTIVE for port object 072c67d1-fdf4-49b6-82c8-51a203511df4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:33.041591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.063539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ecebd-293a-44f7-8b33-63d8135eb878 admin admin] Pushing event deleted for resources: {'Network': ['ID=177371c4-4f0a-4065-925a-4c11d23bf547,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.107870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.112916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.117364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:33.141273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.171080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Pushing event updated for resources: {'Port': ['ID=072c67d1-fdf4-49b6-82c8-51a203511df4,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.173927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.217677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.225961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.246701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0abc0-3d8d-4405-88c9-3957f776bb8c None None] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:33.290555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.292734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network ec519d97-9f7a-487a-915d-68b996fe3df2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.321782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.335331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.353674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:33.370033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:33.384250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Allocated IP 172.25.7.148 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9770826b-3cc6-4a23-8c8e-2119dd6b7973) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:33.391790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Pushing event updated for resources: {'Port': ['ID=9973d958-79a8-4867-8058-2b2aa3da3302,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.480906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42406) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:33.500242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0813c28e-1646-4fa6-86ac-4087719766c7 None None] Provisioning for port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:33.510362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Attempting to bind port 072c67d1-fdf4-49b6-82c8-51a203511df4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:33.510568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Attempting to bind port 072c67d1-fdf4-49b6-82c8-51a203511df4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:33.510834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Attempting to bind port 072c67d1-fdf4-49b6-82c8-51a203511df4 on network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:33.533179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:33.533567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Checking segment: {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:33.534001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.535113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Bound using segment: {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:33.535604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Bound port: 072c67d1-fdf4-49b6-82c8-51a203511df4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:33.535984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.609299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=8c80c382-08d4-4bbb-af2d-6c54845a2bad,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.620386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d8fab24f-ace2-4fc0-bb65-8a93a575e340 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:33.631928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b4e63cbe-8284-460b-b864-0729cb8ab7ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ebc67c313654084891fba0e9bfdfe93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501677 Aug 10 01:00:33.635067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42410) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:33.670542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.708219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd2f46-0c2b-4832-b176-e52edf8b7faf None None] Network ec519d97-9f7a-487a-915d-68b996fe3df2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:33.744794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.790593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:33.796421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:33.804436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:33.849068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Pushing event updated for resources: {'Port': ['ID=9770826b-3cc6-4a23-8c8e-2119dd6b7973,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:33.849512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Provisioning for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:33.870077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Provisioning complete for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:33.870442 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.871952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:33.874218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] For port 072c67d1-fdf4-49b6-82c8-51a203511df4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:33.891550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.914818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:33.915195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:33.917790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] For port 072c67d1-fdf4-49b6-82c8-51a203511df4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=072c67d1-fdf4-49b6-82c8-51a203511df4,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:34.031628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.107476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.146265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.313093 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.320647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3acdd-e728-4207-94fb-beb6b5b62e0a None None] Pushing event updated for resources: {'Port': ['ID=072c67d1-fdf4-49b6-82c8-51a203511df4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:34.412789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.425242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.426033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.552511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port d8fab24f-ace2-4fc0-bb65-8a93a575e340, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d8fab24f-ace2-4fc0-bb65-8a93a575e340,segment=NetworkSegment(034e8ae6-a49a-4725-be06-3c605d00b67e),segment_id=034e8ae6-a49a-4725-be06-3c605d00b67e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:34.576988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.580117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.583273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:34.617376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.839964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.848623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Router 72bc197d-5165-4fe9-999f-eb82521cb2ae is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:34.850617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:34.856212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e92a42bb-a9d5-4bf9-b7ad-94a142e2641d HTTP/1.1" status: 204 len: 168 time: 1.2200665 Aug 10 01:00:34.942963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:00:34.943545 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-66d16c0f-b3d6-4d23-b80a-0bf3dd03e5b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:00:34.955014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f2d3d-cd78-4204-9f1d-6bf78133189a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92a42bb-a9d5-4bf9-b7ad-94a142e2641d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:34.987981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=d8fab24f-ace2-4fc0-bb65-8a93a575e340,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:35.023943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:35.033879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:35.035751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.102331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:35.115266 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Sync routers for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:35.128772 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:35.130586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:35.138163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.141314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cdc764cb-2d24-46e8-bed2-c4789cbf4927 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4263964 Aug 10 01:00:35.145630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42462) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.215093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.319537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:35.331847 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.445519 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:35.480979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.596048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:35.633340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.638652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42472) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:35.711675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d8fab24f-ace2-4fc0-bb65-8a93a575e340 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:35.820259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Provisioning for port 8c80c382-08d4-4bbb-af2d-6c54845a2bad completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:35.826260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Provisioning complete for port 8c80c382-08d4-4bbb-af2d-6c54845a2bad triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:35.835683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.846556 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:35.909895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Checking router: 72bc197d-5165-4fe9-999f-eb82521cb2ae for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:35.910511 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Updating router 72bc197d-5165-4fe9-999f-eb82521cb2ae port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:35.936338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:35.936716 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:35.938323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Port 8c80c382-08d4-4bbb-af2d-6c54845a2bad cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:35.948361 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.030157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a550b6-b2c6-4c21-bb6e-7c4e2cbd9959 None None] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:36.115480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Provisioning complete for port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:36.115851 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.203657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.320691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42500) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:36.325753 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.330052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 072c67d1-fdf4-49b6-82c8-51a203511df4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:36.342460 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Transition to ACTIVE for port object 9770826b-3cc6-4a23-8c8e-2119dd6b7973 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:36.349562 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.371246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.422425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.434550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Pushing event updated for resources: {'Port': ['ID=9770826b-3cc6-4a23-8c8e-2119dd6b7973,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.447042 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Attempting to bind port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:36.447452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Attempting to bind port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:36.447818 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Attempting to bind port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:36.472928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.473414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.473758 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.474086 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.474414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.477148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.477577 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.477925 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.478270 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.478603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.480285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.480780 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:36.484269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:36.484639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:36.485044 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.486850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:36.492172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Bound port: 9770826b-3cc6-4a23-8c8e-2119dd6b7973, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:36.492776 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.558726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=8c80c382-08d4-4bbb-af2d-6c54845a2bad,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.563237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Allocated IP 172.20.0.1 (984cdf4f-f3ce-457a-83f6-42f529d86bc8/47d5a69b-7f26-4acd-926f-8aab44fcd676/174b7d01-2cc9-4622-91b9-d35f113bb8d8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:36.593662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1315291223-network', 'tenant_id': '178eb7d670f0417ab739287cf0209430'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:36.615376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f9e6-9115-4ecf-8be5-f982140a07b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.630165 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] For port 9770826b-3cc6-4a23-8c8e-2119dd6b7973, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:36.636678 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] For port 9770826b-3cc6-4a23-8c8e-2119dd6b7973, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9770826b-3cc6-4a23-8c8e-2119dd6b7973,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:36.643387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Router 7ddafa91-865d-4009-94b9-01574a9b0148 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:36.645800 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.660457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:36.667713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.682705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network ec519d97-9f7a-487a-915d-68b996fe3df2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:36.692965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.719546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:36.763749 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95383908-558d-41a4-b267-95e38a291b00 None None] Pushing event updated for resources: {'Port': ['ID=9770826b-3cc6-4a23-8c8e-2119dd6b7973,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:36.799148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:36.799819 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:36.926700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 072c67d1-fdf4-49b6-82c8-51a203511df4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:36.938475 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.951046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Provisioning complete for port d8fab24f-ace2-4fc0-bb65-8a93a575e340 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:36.952785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-02b2452a-11f4-4574-a3a9-01e8a095ff5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:36.970296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Transition to ACTIVE for port object 174b7d01-2cc9-4622-91b9-d35f113bb8d8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:37.043485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:37.050508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.060990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f9e6-9115-4ecf-8be5-f982140a07b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.087265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:37.088404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f9e6-9115-4ecf-8be5-f982140a07b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.114017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:37.153083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:37.156277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1fd7f9e6-9115-4ecf-8be5-f982140a07b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=961822fe12944aceb980899dfd904754&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5139353 Aug 10 01:00:37.156749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42518) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.156948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.157512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:37.158050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f9e6-9115-4ecf-8be5-f982140a07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ba4143-f050-4e4b-bb8e-2cb1174778e0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.167957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:37.177579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:37.187723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Router 513ff6dd-b0c6-4d95-a6ee-f20083f46569 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:37.292429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:37.318137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42520) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.371856 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.432527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.435255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:37.448970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-68162141-7453-4e55-b489-3fd5dea5174f tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "PUT /v2.0/routers/513ff6dd-b0c6-4d95-a6ee-f20083f46569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0676539 Aug 10 01:00:37.449936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42524) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:37.462693 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] Sync routers for ids ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:37.472826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'port': {'network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2', 'name': 'tempest-FloatingIPNegativeTestJSON-1935149247'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:37.481465 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] Routers {'513ff6dd-b0c6-4d95-a6ee-f20083f46569'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:37.483636 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.533562 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.544184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:37.561377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.610576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Provisioning for port 072c67d1-fdf4-49b6-82c8-51a203511df4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:37.614602 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d397677-39d8-4d7b-803b-28f99944e3f1 None None] The sync data for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 is: [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:37.616298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a00c286-2e32-4ca9-b8d8-d19b26d68907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.626544 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] Routers {'513ff6dd-b0c6-4d95-a6ee-f20083f46569'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:37.629036 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.631171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Provisioning complete for port 072c67d1-fdf4-49b6-82c8-51a203511df4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:37.631653 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.698471 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.699232 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881925d7-03f7-4bad-aa3f-1c1453ed4c34 None None] The sync data for ids ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:37.704456 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.707774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.709457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ba4143-f050-4e4b-bb8e-2cb1174778e0 HTTP/1.1" status: 204 len: 168 time: 0.5409656 Aug 10 01:00:37.731354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244670e-2b09-4df8-b031-3b8ace04e4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ba4143-f050-4e4b-bb8e-2cb1174778e0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.801144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:37.801514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.848421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Pushing event updated for resources: {'Port': ['ID=174b7d01-2cc9-4622-91b9-d35f113bb8d8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:37.856634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.878636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:37.928864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.929291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.929420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:37.929801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.930226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.930622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.931046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.931569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.932429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.932942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.933435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.933917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.934412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:00:37.935599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] For port 072c67d1-fdf4-49b6-82c8-51a203511df4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=072c67d1-fdf4-49b6-82c8-51a203511df4,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:38.013223 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.015583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:38.016408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Updating router 7ddafa91-865d-4009-94b9-01574a9b0148 port 9973d958-79a8-4867-8058-2b2aa3da3302 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:38.054870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.063581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.066222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.069154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-36bb6925-beac-4426-841b-209ce067ecc5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8281083 Aug 10 01:00:38.083508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:38.085480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.095087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Provisioning complete for port 8c80c382-08d4-4bbb-af2d-6c54845a2bad triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:38.095087 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.127262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:38.155854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.158656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.160036 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Added segment 149bdac6-a2db-4768-82fe-e7791912918c of type vlan for network 9fd592f8-9cda-429c-abae-13341367fd7f Aug 10 01:00:38.162338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Pushing event updated for resources: {'Port': ['ID=072c67d1-fdf4-49b6-82c8-51a203511df4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:38.242083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d9454002-ba9d-4f4a-aa3b-3f5da3f1e315 None None] Port 8c80c382-08d4-4bbb-af2d-6c54845a2bad cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:38.269908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b65ac66-cdb8-49d6-a431-efd61d2d36b9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:38.368402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.469305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.472948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.474780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:38.474938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.482330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.520773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Provisioning complete for port 072c67d1-fdf4-49b6-82c8-51a203511df4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:38.520959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a00c286-2e32-4ca9-b8d8-d19b26d68907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.521256 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.551460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a00c286-2e32-4ca9-b8d8-d19b26d68907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.582891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.593713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.615561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Pushing event updated for resources: {'Port': ['ID=174b7d01-2cc9-4622-91b9-d35f113bb8d8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:38.615749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Transition to ACTIVE for port object 9973d958-79a8-4867-8058-2b2aa3da3302 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:38.636851 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6a00c286-2e32-4ca9-b8d8-d19b26d68907 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b54b1b4cf6004b57996a876279b9c1d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3172302 Aug 10 01:00:38.649926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42548) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:38.680773 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.780030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca5b4b-57cd-4f4f-a77b-c47c2ca4bbbb None None] Pushing event updated for resources: {'Port': ['ID=9973d958-79a8-4867-8058-2b2aa3da3302,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:38.822244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Provisioning for port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:38.826657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Attempting to bind port 9973d958-79a8-4867-8058-2b2aa3da3302 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:38.829948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Attempting to bind port 9973d958-79a8-4867-8058-2b2aa3da3302 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:38.836518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Attempting to bind port 9973d958-79a8-4867-8058-2b2aa3da3302 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:38.845613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Provisioning complete for port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:38.846238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.891003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:38.895833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:38.896669 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.897184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:38.897826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Bound port: 9973d958-79a8-4867-8058-2b2aa3da3302, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:38.898329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.908680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:38.912786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:38.916419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00c286-2e32-4ca9-b8d8-d19b26d68907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e7e5d-3b92-42d8-8197-7b174533e224,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:38.925386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:38.961974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Made reservation on behalf of d52c2be4fb2044a19107536abf4c47dc for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:38.967258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:38.984468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] For port 9973d958-79a8-4867-8058-2b2aa3da3302, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:38.984468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] For port 9973d958-79a8-4867-8058-2b2aa3da3302, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9973d958-79a8-4867-8058-2b2aa3da3302,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:38.998904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.051072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.076420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca5b4b-57cd-4f4f-a77b-c47c2ca4bbbb None None] Pushing event updated for resources: {'Port': ['ID=9973d958-79a8-4867-8058-2b2aa3da3302,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:39.126614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-636bea1f-3b4d-459c-9566-0c2cdd0cfd87 None None] Port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:39.139813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] device_id is not set on port 83016e19-4682-41ae-a0da-ebd713a41bb0 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:00:39.142032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:39.143131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:39.228715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-504143544-network', 'tenant_id': 'ad0b0b3f0a374a9db39355c1f2673f76'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:39.242164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.279044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9569340 Aug 10 01:00:39.282331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f75cc7-4c00-44a6-9800-15352c54aff8 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd592f8-9cda-429c-abae-13341367fd7f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:39.283671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42558) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:39.288455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Made reservation on behalf of ad0b0b3f0a374a9db39355c1f2673f76 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:39.291887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.297364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Request body: {'subnet': {'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1315291223-subnet', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:39.307255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.312433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9fd592f8-9cda-429c-abae-13341367fd7f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:39.322417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Router 72bc197d-5165-4fe9-999f-eb82521cb2ae has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:39.376323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:00:39.376323 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:00:39.376323 n-d-766380-21 neutron-server[105957]: [parameters: {'project_id_1': 'ad0b0b3f0a374a9db39355c1f2673f76', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 0, 39, 326132)}] Aug 10 01:00:39.376323 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:00:39.376801 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:00:39.410594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Allocated IP 172.20.0.6 (ec519d97-9f7a-487a-915d-68b996fe3df2/cf505ff0-5322-4a3c-9d24-1b5e71eeb795/83016e19-4682-41ae-a0da-ebd713a41bb0) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:39.410849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:39.437076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:39.448932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.491726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:39.504120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-caf7c84a-329c-48b0-9d07-518aa4ad364e admin admin] 10.222.0.25 "PUT /v2.0/routers/72bc197d-5165-4fe9-999f-eb82521cb2ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3554003 Aug 10 01:00:39.544495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e78c6f1a-2e4c-4ec2-8188-f36e4393fc9d None None] Provisioning complete for port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:39.544876 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e78c6f1a-2e4c-4ec2-8188-f36e4393fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.559355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.563011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.563536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e8e7e5d-3b92-42d8-8197-7b174533e224 HTTP/1.1" status: 204 len: 168 time: 0.9124916 Aug 10 01:00:39.609384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4722f-a355-4ec2-a97a-9ad4a30a05ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e7e5d-3b92-42d8-8197-7b174533e224,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:39.775579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.878263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:39.992611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.046835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 072c67d1-fdf4-49b6-82c8-51a203511df4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:40.126482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Transition to ACTIVE for port object 83016e19-4682-41ae-a0da-ebd713a41bb0 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:40.145080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.154715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.162731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.203037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.231780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e78c6f1a-2e4c-4ec2-8188-f36e4393fc9d None None] Port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:40.256544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2382a701-4eae-472f-8bef-4b11855a8a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.267478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:00:40.293139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.310579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Pushing event updated for resources: {'Subnet': ['ID=41652bce-24a0-40e0-ae89-19aba451bc43,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.320152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Sync routers for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:40.322141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Allocated IP 172.20.0.1 (5c4b9183-a064-45e1-8c51-e8b2bb83ed82/d33825a0-8531-41f5-b080-9401ff5f58eb/faa47872-9dd1-4d6d-bfa1-dc109c841fed) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:40.336126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:40.336802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Network hostable DHCP agents. Network: 9fd592f8-9cda-429c-abae-13341367fd7f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:40.340890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.354133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:40.354975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:40.370522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fc176680-f394-41e8-8389-9d48a9d65379 req-7a853a4d-d5d4-4030-ab6e-18a25160903e tempest-FloatingIPsNegativeTestJSON-1970599020 tempest-FloatingIPsNegativeTestJSON-1970599020-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=571dc9fa66424b92983f1b82de313864 HTTP/1.1" status: 200 len: 217 time: 0.0994947 Aug 10 01:00:40.382702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.383350 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Added segment 8d427ae0-b3b0-4de2-96f6-ab6779336579 of type vlan for network 3cdd04b8-751d-43c5-b91c-51f902efe74c Aug 10 01:00:40.400694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 072c67d1-fdf4-49b6-82c8-51a203511df4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:40.401238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.446829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.458256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:40.470305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network ec519d97-9f7a-487a-915d-68b996fe3df2 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:40.474969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Network 9fd592f8-9cda-429c-abae-13341367fd7f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:40.485683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:40.489494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e30bfc7-fb7b-4df7-87c7-47d742fbf614 req-14c188f8-41d2-4087-8147-177a53a7a50e tempest-FloatingIPsNegativeTestJSON-1970599020 tempest-FloatingIPsNegativeTestJSON-1970599020-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0651584 Aug 10 01:00:40.495384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:40.504804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.505929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:40.506472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.507087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=83016e19-4682-41ae-a0da-ebd713a41bb0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.509757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9fd592f8-9cda-429c-abae-13341367fd7f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:40.533419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a85f1f-1281-441a-b0ae-e322428dc560 None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:34Z', 'revision_number': 3, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:40.540922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:40.541520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.571238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f6ee9-098d-46e7-9132-207345120ac1 None None] Network 9fd592f8-9cda-429c-abae-13341367fd7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:40.580800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:40.624007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:40.624700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.641278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.657868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Transition to ACTIVE for port object faa47872-9dd1-4d6d-bfa1-dc109c841fed will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:40.678776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2382a701-4eae-472f-8bef-4b11855a8a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.680480 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-56227715-4bf8-42cd-93be-f94c0b2018d6 req-19e75feb-1182-42dd-9fde-a94c5735a9ce tempest-FloatingIPsNegativeTestJSON-1970599020 tempest-FloatingIPsNegativeTestJSON-1970599020-project] show failed (client error): The resource could not be found. Aug 10 01:00:40.685926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56227715-4bf8-42cd-93be-f94c0b2018d6 req-19e75feb-1182-42dd-9fde-a94c5735a9ce tempest-FloatingIPsNegativeTestJSON-1970599020 tempest-FloatingIPsNegativeTestJSON-1970599020-project] 10.222.0.25 "GET /v2.0/floatingips/0a3f285e-f708-402e-bd07-c636441dc1a4 HTTP/1.1" status: 404 len: 350 time: 0.1037595 Aug 10 01:00:40.693782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42578) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.700524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=3cdd04b8-751d-43c5-b91c-51f902efe74c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.708153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29ab2c02-431c-4375-ae7f-e7fcb332932b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4212997 Aug 10 01:00:40.714256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-09fbb3bb-da34-4b45-92ac-be69b566ddc8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2583280 Aug 10 01:00:40.716660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42580) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.716917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42582) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.734752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2382a701-4eae-472f-8bef-4b11855a8a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.748057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 3cdd04b8-751d-43c5-b91c-51f902efe74c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:00:40.761071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:40.769089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f194c7ae-4349-4891-a6fe-748fe38e3fb8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8406882 Aug 10 01:00:40.770162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:40.774711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42584) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.792341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.793808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Request body: {'subnet': {'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-504143544-subnet', 'tenant_id': 'ad0b0b3f0a374a9db39355c1f2673f76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:40.819121 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2382a701-4eae-472f-8bef-4b11855a8a93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca6220631f204a5abd4dd711bb59712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077845 Aug 10 01:00:40.826523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42586) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:40.844138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:00:40.844138 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:00:40.844138 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id_1': '178eb7d670f0417ab739287cf0209430', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 0, 40, 781046)}] Aug 10 01:00:40.844138 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:00:40.844617 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:00:40.889619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9770826b-3cc6-4a23-8c8e-2119dd6b7973 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:40.896835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382a701-4eae-472f-8bef-4b11855a8a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b508e2-8f58-4f78-b1bb-7f9aa0d95096,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:40.905228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:40.909987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.945782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.946201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:40.958875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Made reservation on behalf of ad0b0b3f0a374a9db39355c1f2673f76 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:40.961348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:40.986528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:41.130025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.225274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5ec2836f-5856-4652-b927-fe8473622326 None None] Provisioning for port 83016e19-4682-41ae-a0da-ebd713a41bb0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:41.239041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5ec2836f-5856-4652-b927-fe8473622326 None None] Provisioning complete for port 83016e19-4682-41ae-a0da-ebd713a41bb0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:41.239661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5ec2836f-5856-4652-b927-fe8473622326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.295974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5ec2836f-5856-4652-b927-fe8473622326 None None] Port 83016e19-4682-41ae-a0da-ebd713a41bb0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:41.299095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:41.306070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:41.306466 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.354211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9fd592f8-9cda-429c-abae-13341367fd7f', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:00:41.354949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.355381 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.453066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.457962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.462331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Pushing event updated for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.486376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Checking segment: {'id': '8d427ae0-b3b0-4de2-96f6-ab6779336579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:41.486782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Network hostable DHCP agents. Network: 3cdd04b8-751d-43c5-b91c-51f902efe74c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:00:41.491621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.494781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.498568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26b508e2-8f58-4f78-b1bb-7f9aa0d95096 HTTP/1.1" status: 204 len: 168 time: 0.6684825 Aug 10 01:00:41.507952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e3a7-e0d4-4c5b-a5fa-6c8afeca0665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b508e2-8f58-4f78-b1bb-7f9aa0d95096,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.508121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.509839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.527173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Network 3cdd04b8-751d-43c5-b91c-51f902efe74c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:00:41.540079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 3cdd04b8-751d-43c5-b91c-51f902efe74c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:41.544581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:41.545823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.561163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.583404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f3beaff-f4ef-4fc3-9a26-227d49c0b624 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8072858 Aug 10 01:00:41.602805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9770826b-3cc6-4a23-8c8e-2119dd6b7973, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9770826b-3cc6-4a23-8c8e-2119dd6b7973,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:41.606042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55cc613-2c53-437d-a484-dc6832a2736f None None] Network 3cdd04b8-751d-43c5-b91c-51f902efe74c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:41.615060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 4, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '174b7d01-2cc9-4622-91b9-d35f113bb8d8', 'name': '', 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'mac_address': 'fa:16:3e:9c:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:36Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 2, 'project_id': '571dc9fa66424b92983f1b82de313864', 'subnets': [{'id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:41.716421 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.736108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Checking router: 72bc197d-5165-4fe9-999f-eb82521cb2ae for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:41.736692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Updating router 72bc197d-5165-4fe9-999f-eb82521cb2ae port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:41.775597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bbde74c3-b224-434c-8db1-786506e9c2df None None] Provisioning for port faa47872-9dd1-4d6d-bfa1-dc109c841fed completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:41.793732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.879522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9770826b-3cc6-4a23-8c8e-2119dd6b7973,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:41.882953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bbde74c3-b224-434c-8db1-786506e9c2df None None] Provisioning complete for port faa47872-9dd1-4d6d-bfa1-dc109c841fed triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:41.883498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbde74c3-b224-434c-8db1-786506e9c2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:41.935395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bbde74c3-b224-434c-8db1-786506e9c2df None None] Port faa47872-9dd1-4d6d-bfa1-dc109c841fed cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:41.940476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9973d958-79a8-4867-8058-2b2aa3da3302 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:42.030272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.112206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.238024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9973d958-79a8-4867-8058-2b2aa3da3302 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:42.259890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9973d958-79a8-4867-8058-2b2aa3da3302 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:42.260257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.271658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.379103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.422144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-ae252a1f-b428-40b6-8340-8ca833cd4bb0 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:42.432498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-ae252a1f-b428-40b6-8340-8ca833cd4bb0 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/networks?id=3cdd04b8-751d-43c5-b91c-51f902efe74c HTTP/1.1" status: 200 len: 821 time: 0.1605549 Aug 10 01:00:42.455113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-c1f5845c-4524-412b-8bd8-3bc460cfac7a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/quotas/ad0b0b3f0a374a9db39355c1f2673f76 HTTP/1.1" status: 200 len: 375 time: 0.0211341 Aug 10 01:00:42.477838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Allocated IP 172.20.0.2 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:42.517211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Allocated IP 172.25.7.80 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/16913f41-410c-42de-adfa-11f2b88afb5d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:42.523169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-8f16517d-1392-4ea6-b6f8-91b8555875e8 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ad0b0b3f0a374a9db39355c1f2673f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659444 Aug 10 01:00:42.577015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b0929-04ec-49a9-8542-9de16b9ffb5b None None] Network 3cdd04b8-751d-43c5-b91c-51f902efe74c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:42.660824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.672683 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-20723ed3-ae02-44fe-8b7e-afdcb1943170 service neutron] 10.222.0.25 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483464 Aug 10 01:00:42.746636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.779703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9973d958-79a8-4867-8058-2b2aa3da3302, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9973d958-79a8-4867-8058-2b2aa3da3302,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:42.795779 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:42.826610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-18b6cd29-bb91-4e71-bf28-67a0bcb64932 service neutron] 10.222.0.25 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527476 Aug 10 01:00:42.866943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9973d958-79a8-4867-8058-2b2aa3da3302,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:42.905418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.021869 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.068779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Transition to ACTIVE for port object 174b7d01-2cc9-4622-91b9-d35f113bb8d8 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:43.079590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.093039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.119482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.175845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.205373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Transition to ACTIVE for port object 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:43.211846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d38c2-395a-402a-898e-6e5010f4fd75 None None] Pushing event updated for resources: {'Port': ['ID=174b7d01-2cc9-4622-91b9-d35f113bb8d8,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.220121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ee3cc88-4dbf-47d6-8327-21517fe18e2e req-383cbc38-e15a-41dd-b013-2b6b84c66fc5 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 210 time: 0.1358392 Aug 10 01:00:43.327536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Transition to ACTIVE for port object 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:43.345311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.347398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.354240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Attempting to bind port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:43.354576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Attempting to bind port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:43.354935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Attempting to bind port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 on network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:43.383738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.397288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:43.397904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Checking segment: {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:43.398708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.399602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Bound using segment: {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:43.400145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Bound port: 174b7d01-2cc9-4622-91b9-d35f113bb8d8, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23e7c340-570b-4e90-a509-4073ef791c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:43.400498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.421937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:43.424486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.426788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Pushing event updated for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.430249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:43.432863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:43.436983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Pushing event updated for resources: {'Port': ['ID=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.442873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:43.448537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.465555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:43.489339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:43.555037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Attempting to bind port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:43.555622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Attempting to bind port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:43.555714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Attempting to bind port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:43.564636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] For port 174b7d01-2cc9-4622-91b9-d35f113bb8d8, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:43.570066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] For port 174b7d01-2cc9-4622-91b9-d35f113bb8d8, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=174b7d01-2cc9-4622-91b9-d35f113bb8d8,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:43.571543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:43.571884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:43.572306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.572694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:43.573313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Bound port: 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:43.573702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.584359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:43.720092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=16913f41-410c-42de-adfa-11f2b88afb5d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.745604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d38c2-395a-402a-898e-6e5010f4fd75 None None] Pushing event updated for resources: {'Port': ['ID=174b7d01-2cc9-4622-91b9-d35f113bb8d8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:43.815738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:43.820486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:43.932786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:43.948587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] For port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:43.952582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:43.972060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9770826b-3cc6-4a23-8c8e-2119dd6b7973 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:44.005491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] For port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:44.018422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.071005 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.166259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18f5e3-9046-4ba5-8302-91efc4504804 None None] Pushing event updated for resources: {'Port': ['ID=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:44.202660 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6ae3906b-dc82-4ab6-92fa-ebc1ea70bb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.227046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:44.227046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.227046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:44.257966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42672) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.496700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0888ab41-3fb7-431c-a981-5139b048abb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.523783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8136dd32-e598-481e-809b-7ee83318373f None None] Provisioning complete for port faa47872-9dd1-4d6d-bfa1-dc109c841fed triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:44.525940 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8136dd32-e598-481e-809b-7ee83318373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.601711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Allocated IP 172.25.7.236 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1a3439cf-7933-41f8-952e-bc2bf424747b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:44.671281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0888ab41-3fb7-431c-a981-5139b048abb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.676751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0888ab41-3fb7-431c-a981-5139b048abb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.714766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8136dd32-e598-481e-809b-7ee83318373f None None] Port faa47872-9dd1-4d6d-bfa1-dc109c841fed cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:44.722517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcc2dada-7867-47c3-b6af-a508dc13d8a4 req-106e837f-7b41-4c35-8b88-74dbf994c4cc tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 210 time: 0.1636758 Aug 10 01:00:44.742374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0888ab41-3fb7-431c-a981-5139b048abb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8851b41552894af0acb55db89801f282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782526 Aug 10 01:00:44.743876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42678) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:44.750894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9973d958-79a8-4867-8058-2b2aa3da3302 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:44.765769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888ab41-3fb7-431c-a981-5139b048abb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe93b72-5fce-4e03-8834-a700d0faaa84,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:44.817271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.826909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9973d958-79a8-4867-8058-2b2aa3da3302 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:44.827309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.832046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 4, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '174b7d01-2cc9-4622-91b9-d35f113bb8d8', 'name': '', 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'mac_address': 'fa:16:3e:9c:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:36Z', 'updated_at': '2021-08-10T01:00:43Z', 'revision_number': 4, 'project_id': '571dc9fa66424b92983f1b82de313864', 'subnets': [{'id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:44.845636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.865720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.881769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b758dde-f2cc-405b-94cb-fcb35911ca22 None None] The sync data for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 is: [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:38Z', 'revision_number': 4, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '174b7d01-2cc9-4622-91b9-d35f113bb8d8', 'name': '', 'network_id': '984cdf4f-f3ce-457a-83f6-42f529d86bc8', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'mac_address': 'fa:16:3e:9c:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:36Z', 'updated_at': '2021-08-10T01:00:43Z', 'revision_number': 4, 'project_id': '571dc9fa66424b92983f1b82de313864', 'subnets': [{'id': '47d5a69b-7f26-4acd-926f-8aab44fcd676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:44.908071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.915898 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:44.917687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbe93b72-5fce-4e03-8834-a700d0faaa84 HTTP/1.1" status: 204 len: 168 time: 0.1715026 Aug 10 01:00:44.932963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0966-4ed1-4590-a44b-4754dbc6f25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe93b72-5fce-4e03-8834-a700d0faaa84,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.061066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Deleting port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:45.061658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.102710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:45.201832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.237777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-04232df6-00ee-4765-b68c-034794fcc045 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:45.239361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-04232df6-00ee-4765-b68c-034794fcc045 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.21 "GET /v2.0/networks?id=3cdd04b8-751d-43c5-b91c-51f902efe74c HTTP/1.1" status: 200 len: 821 time: 0.6687386 Aug 10 01:00:45.259209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Request body: {'port': {'device_id': '9582da0c-2b4f-458f-9a98-963575c2049a', 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c', 'admin_state_up': True, 'tenant_id': 'ad0b0b3f0a374a9db39355c1f2673f76'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:45.452227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] For port 174b7d01-2cc9-4622-91b9-d35f113bb8d8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=174b7d01-2cc9-4622-91b9-d35f113bb8d8,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:45.452894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.504843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Calling delete_port for 174b7d01-2cc9-4622-91b9-d35f113bb8d8 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:45.605703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.650037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9f574-46e2-44ec-8657-ee4200a125af None None] Network 9fd592f8-9cda-429c-abae-13341367fd7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:45.713972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.738101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:45.755594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:45.800589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:45.802889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:45.811711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a3439cf-7933-41f8-952e-bc2bf424747b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:45.813664 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1202-a7c0-461d-89db-74920072493f None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:45.816251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:45.828277 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:45.829168 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:45.854118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-beb6cc66-4962-40c5-bd0e-70b35c00fa85 admin admin] 10.222.0.25 "PUT /v2.0/routers/7ddafa91-865d-4009-94b9-01574a9b0148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7600572 Aug 10 01:00:45.993043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Made reservation on behalf of ad0b0b3f0a374a9db39355c1f2673f76 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:46.006016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:46.008020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.094478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7d38d8c2-42a9-4b7c-b72a-82f32a66df09 None None] Provisioning for port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:46.118660 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:46.147385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:46.156337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:46.162340 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.220439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=16913f41-410c-42de-adfa-11f2b88afb5d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:46.335169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237d707c-ae9d-4b7f-8631-413c2dddf3f5 req-86da2236-2d23-4daf-9a8a-f312af140e55 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 210 time: 0.4102752 Aug 10 01:00:46.410101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.512556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:46.521075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.522303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.523606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 174b7d01-2cc9-4622-91b9-d35f113bb8d8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:46.590685 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 2, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:46.624879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.626414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-72fdda37-2d9b-4b0c-ada1-a074195701a8 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9061511 Aug 10 01:00:46.629567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:46.635172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-967baac4-0283-49fc-a123-30b4c28be6db tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'floatingip': {'port_id': '83016e19-4682-41ae-a0da-ebd713a41bb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:46.655165 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1202-a7c0-461d-89db-74920072493f None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:46.655772 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1202-a7c0-461d-89db-74920072493f None None] Updating router 7ddafa91-865d-4009-94b9-01574a9b0148 port faa47872-9dd1-4d6d-bfa1-dc109c841fed binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:46.743130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:46.743385 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.761192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b16e4eab-a1a0-4be7-959c-a13a7d5ad6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.773013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-967baac4-0283-49fc-a123-30b4c28be6db tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.874774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab1b7aba-dea4-4776-a2ff-145fb7d45726 None None] Provisioning complete for port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:46.875450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ab1b7aba-dea4-4776-a2ff-145fb7d45726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.876874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Allocated IP 172.20.0.4 (3cdd04b8-751d-43c5-b91c-51f902efe74c/28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa/cb98b10f-8e52-4cdb-8788-6fb23aa27ca3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:46.877618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:46.884220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:46.884591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:46.985531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Port 174b7d01-2cc9-4622-91b9-d35f113bb8d8 was deleted so its status cannot be updated. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:00:47.005073 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-967baac4-0283-49fc-a123-30b4c28be6db tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] update failed (client error): The resource could not be found. Aug 10 01:00:47.008241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-967baac4-0283-49fc-a123-30b4c28be6db tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "PUT /v2.0/floatingips/ce831f09-6647-4c1a-a708-1a7a5e8a5c6c HTTP/1.1" status: 404 len: 507 time: 0.3776271 Aug 10 01:00:47.011252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42730) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:47.115771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.173158 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.179894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.255779 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.266113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:47.271746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738030534', 'description': 'tempest-description--665504489'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:47.288956 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.291295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=174b7d01-2cc9-4622-91b9-d35f113bb8d8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.310969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting port 16913f41-410c-42de-adfa-11f2b88afb5d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:47.311738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.316792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.317856 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-298c1202-a7c0-461d-89db-74920072493f None None] Transition to ACTIVE for port object faa47872-9dd1-4d6d-bfa1-dc109c841fed will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:47.325174 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.405037 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f69b-d5ab-4896-895e-3041d0c11c04 None None] Pushing event updated for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.424937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Network 3cdd04b8-751d-43c5-b91c-51f902efe74c is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:47.455140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:47.477486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:47.505131 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-298c1202-a7c0-461d-89db-74920072493f None None] Attempting to bind port faa47872-9dd1-4d6d-bfa1-dc109c841fed on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:47.505760 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-298c1202-a7c0-461d-89db-74920072493f None None] Attempting to bind port faa47872-9dd1-4d6d-bfa1-dc109c841fed by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:47.506313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c1202-a7c0-461d-89db-74920072493f None None] Attempting to bind port faa47872-9dd1-4d6d-bfa1-dc109c841fed on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:47.514319 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c1202-a7c0-461d-89db-74920072493f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:47.515009 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c1202-a7c0-461d-89db-74920072493f None None] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:47.515598 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.516163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298c1202-a7c0-461d-89db-74920072493f None None] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:47.516812 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-298c1202-a7c0-461d-89db-74920072493f None None] Bound port: faa47872-9dd1-4d6d-bfa1-dc109c841fed, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:47.518059 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.531947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.532299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.566308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.581123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Calling delete_port for 16913f41-410c-42de-adfa-11f2b88afb5d owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:47.586491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Pushing event updated for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.640726 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.656080 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-298c1202-a7c0-461d-89db-74920072493f None None] For port faa47872-9dd1-4d6d-bfa1-dc109c841fed, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:47.665159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-298c1202-a7c0-461d-89db-74920072493f None None] For port faa47872-9dd1-4d6d-bfa1-dc109c841fed, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=faa47872-9dd1-4d6d-bfa1-dc109c841fed,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:47.675977 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-298c1202-a7c0-461d-89db-74920072493f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.871424 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:47.872140 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:47.879845 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3f69b-d5ab-4896-895e-3041d0c11c04 None None] Pushing event updated for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:47.942585 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:47.988279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.010923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:48.012368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.052841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.054487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7870586 Aug 10 01:00:48.083522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42752) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.094192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:48.095467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.105289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group_rule': {'security_group_id': 'b5da40c6-6ca3-4f10-a5b6-df0bcad1feba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.118840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5da3e-867c-448d-9977-da2aae32ba5a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.173218 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:48.190872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.235895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.297693 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.303221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Port': ['ID=16913f41-410c-42de-adfa-11f2b88afb5d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.310132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.340470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd74cdb-74b2-4c18-9740-484f9683ad79,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.348809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.352843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89f59c65-e955-4a6d-919b-72d706965f8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2569442 Aug 10 01:00:48.353720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80528bea-2161-406a-8bc7-f1efa72ac8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.355741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.384418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group_rule': {'security_group_id': 'b5da40c6-6ca3-4f10-a5b6-df0bcad1feba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.410429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:48.411097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.446024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9e90-41f6-4f04-a4bf-9a28431ca8a2 req-6700513f-84ce-486d-8865-aaf0c8d7ce6a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:48.447677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-748c9e90-41f6-4f04-a4bf-9a28431ca8a2 req-6700513f-84ce-486d-8865-aaf0c8d7ce6a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 931 time: 0.9813142 Aug 10 01:00:48.460045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.463241 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-298c1202-a7c0-461d-89db-74920072493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:47Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:48.490922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.494070 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.500718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5da2ea6e-fe46-4655-9f96-99a4fbe0fea6 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce831f09-6647-4c1a-a708-1a7a5e8a5c6c HTTP/1.1" status: 204 len: 168 time: 1.4821258 Aug 10 01:00:48.500918 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298c1202-a7c0-461d-89db-74920072493f None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:47Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:48.501093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42756) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.510589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c02356b1-7e4d-4682-956c-2cf83b328c3e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'floatingip': {'floating_network_id': 'ec519d97-9f7a-487a-915d-68b996fe3df2', 'port_id': '83016e19-4682-41ae-a0da-ebd713a41bb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.594913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-748c9e90-41f6-4f04-a4bf-9a28431ca8a2 req-7fa550b1-3707-41c6-880f-49f61407afc1 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183035 Aug 10 01:00:48.600344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.625268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.632353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.672837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1489034d-faa8-41b3-ac37-c351fec46ca0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.690823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80528bea-2161-406a-8bc7-f1efa72ac8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.698163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80528bea-2161-406a-8bc7-f1efa72ac8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.712730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-2e85dd40-9ec7-4632-8bf1-1af9b10965a6 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4605434 Aug 10 01:00:48.713714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.725022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.728096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e51007de-dd3b-4743-a8d9-a5c3f2ccabd7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532517 Aug 10 01:00:48.737300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42758) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.746963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.765014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Request body: {'port': {'device_id': '9582da0c-2b4f-458f-9a98-963575c2049a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:48.786314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-80528bea-2161-406a-8bc7-f1efa72ac8f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=843f304d18124a4abf7a77af02135b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7681658 Aug 10 01:00:48.786314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c02356b1-7e4d-4682-956c-2cf83b328c3e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.787516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528bea-2161-406a-8bc7-f1efa72ac8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a033e1a-8fb1-40ed-940f-8821ad6d1f8d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:48.793316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:48.871574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.955758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.971404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:48.998343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.109238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.111836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.115719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a033e1a-8fb1-40ed-940f-8821ad6d1f8d HTTP/1.1" status: 204 len: 168 time: 0.3185945 Aug 10 01:00:49.128552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.132079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c7592-b257-49d3-9454-7ec9faaa9df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a033e1a-8fb1-40ed-940f-8821ad6d1f8d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:49.134620 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-c02356b1-7e4d-4682-956c-2cf83b328c3e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:00:49.139492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c02356b1-7e4d-4682-956c-2cf83b328c3e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6378987 Aug 10 01:00:49.145556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:49.151600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '83016e19-4682-41ae-a0da-ebd713a41bb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:49.195701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Router 72bc197d-5165-4fe9-999f-eb82521cb2ae has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:49.216731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:00:49.238101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.327075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Allocated IP 172.25.7.246 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1ff67e5f-434c-4b70-b2db-efccd7ff390b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:49.485679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.498572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.508779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:49.516216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e6eea6fc-9c5f-40f6-8f42-0c907a1839e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/72bc197d-5165-4fe9-999f-eb82521cb2ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8191540 Aug 10 01:00:49.517626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:49.519777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42770) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:49.533355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Sync routers for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:49.544632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42772) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:49.560739 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Sync routers for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:49.572560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:49.573178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:49.573375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:49.574005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:49.580088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df6a8977-9b55-472c-a21b-5ad3187e04fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.631604 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.662215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.667158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc9a3ea5-f56e-49ea-943f-fc6136450ac0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9454470 Aug 10 01:00:49.675342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42778) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:49.715468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:49.733274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.781621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.794613 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:49.811373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:49.894451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Transition to ACTIVE for port object cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:49.949508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.963850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:49.968878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device faa47872-9dd1-4d6d-bfa1-dc109c841fed up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:50.132435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port faa47872-9dd1-4d6d-bfa1-dc109c841fed completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:50.137508 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:46Z', 'revision_number': 3, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.166405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port faa47872-9dd1-4d6d-bfa1-dc109c841fed triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:50.167060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.191230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Checking router: 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:50.192018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Updating router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a port 1a3439cf-7933-41f8-952e-bc2bf424747b binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:50.216709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Pushing event updated for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.221402 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.229163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df6a8977-9b55-472c-a21b-5ad3187e04fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.235725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a85d5-a67d-4f9f-ae4f-0a83cee4faec req-b7a82a5c-0cf6-454c-b994-6e2ce4beeb4a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:50.245638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=1ff67e5f-434c-4b70-b2db-efccd7ff390b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.245878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-043a85d5-a67d-4f9f-ae4f-0a83cee4faec req-b7a82a5c-0cf6-454c-b994-6e2ce4beeb4a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 931 time: 0.3931916 Aug 10 01:00:50.296601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.299288 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.314687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148'}], 'enable_snat': True}, 'gw_port_id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:46Z', 'revision_number': 5, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port': {'id': '9770826b-3cc6-4a23-8c8e-2119dd6b7973', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:33Z', 'updated_at': '2021-08-10T01:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.368574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-043a85d5-a67d-4f9f-ae4f-0a83cee4faec req-f91bcd2d-eaa6-48f2-919c-e4e011b23a9b tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219943 Aug 10 01:00:50.369274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Checking router: 72bc197d-5165-4fe9-999f-eb82521cb2ae for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:50.372165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port faa47872-9dd1-4d6d-bfa1-dc109c841fed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=faa47872-9dd1-4d6d-bfa1-dc109c841fed,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:50.380598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Routers {'72bc197d-5165-4fe9-999f-eb82521cb2ae'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:50.381276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['72bc197d-5165-4fe9-999f-eb82521cb2ae'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.384738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.402281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df6a8977-9b55-472c-a21b-5ad3187e04fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.407452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Attempting to bind port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:50.407811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Attempting to bind port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '8d427ae0-b3b0-4de2-96f6-ab6779336579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:50.408143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Attempting to bind port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 on network 3cdd04b8-751d-43c5-b91c-51f902efe74c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:50.421419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 on network 3cdd04b8-751d-43c5-b91c-51f902efe74c not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:00:50.421744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Attempting to bind port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 on network 3cdd04b8-751d-43c5-b91c-51f902efe74c {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:50.423848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:50.430430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:50.430897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Checking segment: {'id': '8d427ae0-b3b0-4de2-96f6-ab6779336579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:50.431186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Bound using segment: {'id': '8d427ae0-b3b0-4de2-96f6-ab6779336579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:50.431824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Bound port: cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d427ae0-b3b0-4de2-96f6-ab6779336579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:50.432374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.442582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:50.444908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:50.451960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Deleting port 9770826b-3cc6-4a23-8c8e-2119dd6b7973 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:50.452309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.504774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Allocated IP 172.25.7.130 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/913e5ec9-17c1-4caa-83a4-eeb9182c52b1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:50.505314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] Set router 72bc197d-5165-4fe9-999f-eb82521cb2ae gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:50.507042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.519839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df6a8977-9b55-472c-a21b-5ad3187e04fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a24d9abe807b4b86819e61be1059a3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745681 Aug 10 01:00:50.521034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42782) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:50.562824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 6, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:50.569314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a8977-9b55-472c-a21b-5ad3187e04fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f6909-f94c-4388-84c1-1cfd669c28fb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.597602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c25cd-3a67-40e4-8111-2e843b36e274 None None] The sync data for ids ['72bc197d-5165-4fe9-999f-eb82521cb2ae'] in n-d-766380-21 is: [{'id': '72bc197d-5165-4fe9-999f-eb82521cb2ae', 'name': 'tempest-FloatingIPsNegativeTestJSON-1610932756-router', 'tenant_id': '571dc9fa66424b92983f1b82de313864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:31Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 6, 'project_id': '571dc9fa66424b92983f1b82de313864', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:50.600244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:50.625042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] For port 9770826b-3cc6-4a23-8c8e-2119dd6b7973, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9770826b-3cc6-4a23-8c8e-2119dd6b7973,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:50.625403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.638630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,segment=NetworkSegment(8d427ae0-b3b0-4de2-96f6-ab6779336579),segment_id=8d427ae0-b3b0-4de2-96f6-ab6779336579)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:50.646255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Calling delete_port for 9770826b-3cc6-4a23-8c8e-2119dd6b7973 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:50.648263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.694006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.701460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:50.702079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.703572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] 10.222.0.21 "PUT /v2.0/ports/cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 HTTP/1.1" status: 200 len: 1092 time: 1.9451244 Aug 10 01:00:50.706841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:50.709267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73697afb-4d23-41a5-a955-631fa703c1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:50.802018 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc7e43-c2c6-4b5d-8142-3ffa84cdcd3c x-openstack-request-id: req-0efc7e43-c2c6-4b5d-8142-3ffa84cdcd3c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:50.802301 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:50.802551 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0efc7e43-c2c6-4b5d-8142-3ffa84cdcd3c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:50.802978 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3', 'status': 'completed', 'code': 200} Aug 10 01:00:50.821068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:50.860735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530d462-f821-4d38-8bc6-323e7a94c665 service neutron] Pushing event updated for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:50.891110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-a83e978f-6310-4880-855e-13bba48975a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:50.892632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-a83e978f-6310-4880-855e-13bba48975a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad0b0b3f0a374a9db39355c1f2673f76&device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 1095 time: 0.1317873 Aug 10 01:00:51.090306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.194964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.236020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.274982 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-7771e9c1-9d75-4eb8-8f98-b1b5ab3c3dc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 HTTP/1.1" status: 200 len: 217 time: 0.3478348 Aug 10 01:00:51.316559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.319063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.320193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b85f6909-f94c-4388-84c1-1cfd669c28fb HTTP/1.1" status: 204 len: 168 time: 0.7967904 Aug 10 01:00:51.338606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c465e-d7ce-46b2-84e0-1a87a119f095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f6909-f94c-4388-84c1-1cfd669c28fb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.349249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-d215b98c-7dd8-47f9-8d5a-293d7fb3bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.350765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-d215b98c-7dd8-47f9-8d5a-293d7fb3bd97 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa HTTP/1.1" status: 200 len: 861 time: 0.0687296 Aug 10 01:00:51.406894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-405272ed-45d1-414b-bdbd-6c0dd163941a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cdd04b8-751d-43c5-b91c-51f902efe74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374763 Aug 10 01:00:51.447566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.454381 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.516009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.570555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:51.583871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:51.622600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9770826b-3cc6-4a23-8c8e-2119dd6b7973,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.634301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.672365 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.674573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event updated for resources: {'Port': ['ID=913e5ec9-17c1-4caa-83a4-eeb9182c52b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.686044 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Transition to ACTIVE for port object 1a3439cf-7933-41f8-952e-bc2bf424747b will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:51.691444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.694002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:51.702980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-e17ad3c5-4c2c-4bca-a5b8-ed57d2ba9f2a service neutron] 10.222.0.21 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856603 Aug 10 01:00:51.704297 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.761457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.764317 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7df5-375e-4074-a215-2c32eb0aa46b None None] Pushing event updated for resources: {'Port': ['ID=1a3439cf-7933-41f8-952e-bc2bf424747b,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:51.795376 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Attempting to bind port 1a3439cf-7933-41f8-952e-bc2bf424747b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:51.797134 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Attempting to bind port 1a3439cf-7933-41f8-952e-bc2bf424747b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:51.797542 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Attempting to bind port 1a3439cf-7933-41f8-952e-bc2bf424747b on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:51.806661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.806974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:51.807281 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:51.807684 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.808073 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:51.808544 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Bound port: 1a3439cf-7933-41f8-952e-bc2bf424747b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:51.808924 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.810373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.893993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.894748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72bc197d-5165-4fe9-999f-eb82521cb2ae {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:51.904686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53f72f52-4c26-40a6-8a93-e204c69dc451 req-a1068059-9508-4498-8dfa-9b3db34f697d service neutron] 10.222.0.21 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693575 Aug 10 01:00:51.914376 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] For port 1a3439cf-7933-41f8-952e-bc2bf424747b, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:51.916740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.919170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] For port 1a3439cf-7933-41f8-952e-bc2bf424747b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1a3439cf-7933-41f8-952e-bc2bf424747b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:51.922348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-89a54d78-5df8-4876-b5ab-a104a71843e1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/72bc197d-5165-4fe9-999f-eb82521cb2ae HTTP/1.1" status: 204 len: 168 time: 2.3977709 Aug 10 01:00:51.923125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:51.927080 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:51.979337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6ac7-d714-4187-bb53-6bb45acd8a44 req-e390f7e1-332f-4be2-a176-42190401f8d8 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:51.992419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-799f6ac7-d714-4187-bb53-6bb45acd8a44 req-e390f7e1-332f-4be2-a176-42190401f8d8 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 943 time: 0.4919267 Aug 10 01:00:51.998937 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:51.999586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:52.013759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Deleting subnet 47d5a69b-7f26-4acd-926f-8aab44fcd676 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:00:52.015459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device faa47872-9dd1-4d6d-bfa1-dc109c841fed up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:52.029367 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.071590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7df5-375e-4074-a215-2c32eb0aa46b None None] Pushing event updated for resources: {'Port': ['ID=1a3439cf-7933-41f8-952e-bc2bf424747b,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.083483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=1ff67e5f-434c-4b70-b2db-efccd7ff390b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.091185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port faa47872-9dd1-4d6d-bfa1-dc109c841fed triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:52.091732 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.146909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.158525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.198911 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:52.220863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-1eebdd88-d05e-482f-8996-244398fcd422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:52.224501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-1eebdd88-d05e-482f-8996-244398fcd422 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ad0b0b3f0a374a9db39355c1f2673f76&device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 1095 time: 0.2065225 Aug 10 01:00:52.269494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.278743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-41278892-a5ce-483e-a992-c6577b9a0d05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5324922 Aug 10 01:00:52.315127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Allocated IP 172.20.0.1 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/05c65305-4e9f-4887-bb8e-0def129a279d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:52.342209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-799f6ac7-d714-4187-bb53-6bb45acd8a44 req-b30b0da6-414d-467d-aa2b-28177cc943ce tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486636 Aug 10 01:00:52.397232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-f94318c3-e651-4ad5-8fd8-c1f586555c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:52.399067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-f94318c3-e651-4ad5-8fd8-c1f586555c6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3cdd04b8-751d-43c5-b91c-51f902efe74c HTTP/1.1" status: 200 len: 921 time: 0.1645498 Aug 10 01:00:52.458133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-a5a6fbb7-b6ac-4ead-9e7a-d0fb8b70d4c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 HTTP/1.1" status: 200 len: 217 time: 0.0495641 Aug 10 01:00:52.492218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 174b7d01-2cc9-4622-91b9-d35f113bb8d8 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:52.553583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 174b7d01-2cc9-4622-91b9-d35f113bb8d8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:52.560435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting port 913e5ec9-17c1-4caa-83a4-eeb9182c52b1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:52.560847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.561279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 174b7d01-2cc9-4622-91b9-d35f113bb8d8 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:52.611651 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:46Z', 'revision_number': 3, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:52.619428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.623777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-e8f9d9e4-af9a-45a3-9bae-1ab2c0f15c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:52.625174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-e8f9d9e4-af9a-45a3-9bae-1ab2c0f15c66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa HTTP/1.1" status: 200 len: 861 time: 0.1588006 Aug 10 01:00:52.643812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Transition to ACTIVE for port object 05c65305-4e9f-4887-bb8e-0def129a279d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:52.651535 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4515759-8913-46e7-a9b2-167131daaaba None None] The sync data for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 is: [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:46Z', 'revision_number': 3, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:52.666770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.670320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-a767edb7-691e-44e0-808a-072ca53aeebc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3cdd04b8-751d-43c5-b91c-51f902efe74c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355837 Aug 10 01:00:52.707393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.708025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.743791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Calling delete_port for 913e5ec9-17c1-4caa-83a4-eeb9182c52b1 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:52.769020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.817606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:52.827246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-c6f471c8-6018-4491-adf6-95cf8ea0c7e7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--738030534&fields=id&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 267 time: 0.2144737 Aug 10 01:00:52.880473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:52.882763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:52.899303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-4912f29f-1ffc-46e4-98a1-79d4fba734aa service neutron] 10.222.0.21 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867931 Aug 10 01:00:52.912841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:52.919705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:52.989386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.029972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6d9f9-8f06-4b19-a352-36c826736eb5 None None] Network 984cdf4f-f3ce-457a-83f6-42f529d86bc8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:00:53.081233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d5a69b-7f26-4acd-926f-8aab44fcd676,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.085425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.087353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-956d47dc-92bd-402d-8bcd-6dfa7dc20181 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/47d5a69b-7f26-4acd-926f-8aab44fcd676 HTTP/1.1" status: 204 len: 168 time: 1.1631157 Aug 10 01:00:53.091937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:53.212441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.257226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Port': ['ID=913e5ec9-17c1-4caa-83a4-eeb9182c52b1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.399997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33441b82-a71c-483e-93c4-3db3b4bdb557 None None] Provisioning for port 05c65305-4e9f-4887-bb8e-0def129a279d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:53.400328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73697afb-4d23-41a5-a955-631fa703c1a3 req-07308622-d1f0-4352-bd2f-b19b41ec9f66 service neutron] 10.222.0.21 "GET /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457288 Aug 10 01:00:53.405518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.416496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-720a4d9c-70aa-4357-84c4-5ef50f6865a0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:53.424872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33441b82-a71c-483e-93c4-3db3b4bdb557 None None] Provisioning complete for port 05c65305-4e9f-4887-bb8e-0def129a279d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:53.425319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33441b82-a71c-483e-93c4-3db3b4bdb557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.429128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-720a4d9c-70aa-4357-84c4-5ef50f6865a0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 817 time: 0.5489714 Aug 10 01:00:53.452567 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] create failed (client error): The resource could not be found. Aug 10 01:00:53.457614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8b2114f6-1cf5-4e08-ae17-c7e6f1452ebc tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3068976 Aug 10 01:00:53.457927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:53.479221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-14449219-49ef-46b8-915c-cb2a53fa02c3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/quotas/56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 375 time: 0.0488558 Aug 10 01:00:53.494261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-33441b82-a71c-483e-93c4-3db3b4bdb557 None None] Port 05c65305-4e9f-4887-bb8e-0def129a279d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:53.499672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] DHCP port deletion for 984cdf4f-f3ce-457a-83f6-42f529d86bc8 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:00:53.539650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42850) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:53.593785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Deleting port 072c67d1-fdf4-49b6-82c8-51a203511df4 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:53.594007 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.660555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e82b354-b1b4-4d45-b6fb-6d25fa25d781 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/floatingips/41d1874c-b64d-45dd-9972-6a8147321cc3 HTTP/1.1" status: 200 len: 992 time: 0.1192305 Aug 10 01:00:53.684227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-a9670829-5776-4893-8d85-a95dc1ccdb82 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2038071 Aug 10 01:00:53.708310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] For port 072c67d1-fdf4-49b6-82c8-51a203511df4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=072c67d1-fdf4-49b6-82c8-51a203511df4,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:53.708722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.720378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76474ff9-05e0-4576-a787-cea38515efbb req-4db5746b-0828-4734-8cf0-8147e296517b tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:53.726774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76474ff9-05e0-4576-a787-cea38515efbb req-4db5746b-0828-4734-8cf0-8147e296517b tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 943 time: 0.1819143 Aug 10 01:00:53.728707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Calling delete_port for 072c67d1-fdf4-49b6-82c8-51a203511df4 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:53.748847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.779566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Deleting port 072c67d1-fdf4-49b6-82c8-51a203511df4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:53.789634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.880376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76474ff9-05e0-4576-a787-cea38515efbb req-ea8aab74-d98b-42c9-ad30-177709cc9a29 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397920 Aug 10 01:00:53.909248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting port 83016e19-4682-41ae-a0da-ebd713a41bb0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:53.911986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.914528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.930934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] For port 072c67d1-fdf4-49b6-82c8-51a203511df4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=072c67d1-fdf4-49b6-82c8-51a203511df4,segment=NetworkSegment(23e7c340-570b-4e90-a509-4073ef791c97),segment_id=23e7c340-570b-4e90-a509-4073ef791c97)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:53.931309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:53.942836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-0e2cfcc4-622c-4928-bca7-226b0ad8597b service neutron] 10.222.0.25 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570338 Aug 10 01:00:53.966881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] Pushing event deleted for resources: {'Port': ['ID=072c67d1-fdf4-49b6-82c8-51a203511df4,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:53.970788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1a3439cf-7933-41f8-952e-bc2bf424747b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:54.003654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0792d2-db73-4669-b0d6-a257355dc626 None None] No DVR routers for this DVR port 072c67d1-fdf4-49b6-82c8-51a203511df4 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:54.044573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Calling delete_port for 072c67d1-fdf4-49b6-82c8-51a203511df4 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:54.064144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1a3439cf-7933-41f8-952e-bc2bf424747b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:54.071573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1a3439cf-7933-41f8-952e-bc2bf424747b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:54.072125 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.166213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-5d3eb4b6-d86a-48fc-ab19-204ec684da7b service neutron] 10.222.0.25 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224228 Aug 10 01:00:54.166790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42878) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:54.232796 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.258261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Calling delete_port for 83016e19-4682-41ae-a0da-ebd713a41bb0 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:54.303302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.306109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.348680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1a3439cf-7933-41f8-952e-bc2bf424747b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1a3439cf-7933-41f8-952e-bc2bf424747b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:54.353871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.387357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.389683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] No DVR routers for this DVR port 072c67d1-fdf4-49b6-82c8-51a203511df4 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:00:54.391622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Pushing event deleted for resources: {'Port': ['ID=072c67d1-fdf4-49b6-82c8-51a203511df4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.396379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.489300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 072c67d1-fdf4-49b6-82c8-51a203511df4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:54.522071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.529105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.543366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 072c67d1-fdf4-49b6-82c8-51a203511df4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:54.547076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.551825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 072c67d1-fdf4-49b6-82c8-51a203511df4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:54.553305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9770826b-3cc6-4a23-8c8e-2119dd6b7973 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:00:54.565731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984cdf4f-f3ce-457a-83f6-42f529d86bc8']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:54.592006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23e7c340-570b-4e90-a509-4073ef791c97') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:54.592369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23e7c340-570b-4e90-a509-4073ef791c97') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:54.605307 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.619422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.632384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.634641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9770826b-3cc6-4a23-8c8e-2119dd6b7973 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:00:54.635288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9770826b-3cc6-4a23-8c8e-2119dd6b7973 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:00:54.655654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1a3439cf-7933-41f8-952e-bc2bf424747b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.680180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:00:54.680789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:00:54.682448 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:00:54.694646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6a8813b-6242-40d6-a320-1094f20ee13f req-d311ee22-b34f-4a86-8278-e68646175d97 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.0653055 Aug 10 01:00:54.730837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 40ffb66c-1e33-4cfd-846b-fc864ae908f4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:54.731191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.748691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:54.777096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:54.855829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Port': ['ID=83016e19-4682-41ae-a0da-ebd713a41bb0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.864301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.874736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.879511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] 10.222.0.25 "DELETE /v2.0/networks/984cdf4f-f3ce-457a-83f6-42f529d86bc8 HTTP/1.1" status: 204 len: 168 time: 1.7820878 Aug 10 01:00:54.933481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7c022-fab2-4313-be2a-467a6a3de524 admin admin] Pushing event deleted for resources: {'Network': ['ID=984cdf4f-f3ce-457a-83f6-42f529d86bc8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:54.957345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:54.963126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ea72ea2-1ff6-4aef-81bd-a0d7281bb1c2 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "DELETE /v2.0/ports/83016e19-4682-41ae-a0da-ebd713a41bb0 HTTP/1.1" status: 204 len: 168 time: 1.5018425 Aug 10 01:00:54.964088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.019166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.019749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.057801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 40ffb66c-1e33-4cfd-846b-fc864ae908f4 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:55.087000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:00:55.093890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42912) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.257778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d75bb-0010-4007-880e-7a2b82e6d996 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:55.262279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-461d75bb-0010-4007-880e-7a2b82e6d996 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ff6dd-b0c6-4d95-a6ee-f20083f46569 HTTP/1.1" status: 200 len: 913 time: 0.2948480 Aug 10 01:00:55.267306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42918) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.281767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42920) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.333592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-87b29555-464a-4bbe-81ae-eb1afb849a1e None None] Provisioning complete for port 05c65305-4e9f-4887-bb8e-0def129a279d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:55.333973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87b29555-464a-4bbe-81ae-eb1afb849a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.345364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41410643-c560-42f6-97ad-b80235a981fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.385455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87b29555-464a-4bbe-81ae-eb1afb849a1e None None] Port 05c65305-4e9f-4887-bb8e-0def129a279d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:55.413324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,segment=NetworkSegment(8d427ae0-b3b0-4de2-96f6-ab6779336579),segment_id=8d427ae0-b3b0-4de2-96f6-ab6779336579)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:55.428635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:55.438612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3', 'network_id': '3cdd04b8-751d-43c5-b91c-51f902efe74c', 'port_id': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3', 'mac_address': 'fa:16:3e:b0:e9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:00:55.460598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed8df762-7eb5-4677-b5d8-925d5b270870 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=571dc9fa66424b92983f1b82de313864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751089 Aug 10 01:00:55.467690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42922) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.491072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.497428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc03d6f-ef64-4c2e-ba48-65354e43aeba req-e0ae91f5-2caa-446b-8691-179a2da66c01 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:55.506741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:00:55.508406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-afc03d6f-ef64-4c2e-ba48-65354e43aeba req-e0ae91f5-2caa-446b-8691-179a2da66c01 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 943 time: 0.3738325 Aug 10 01:00:55.531552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,segment=NetworkSegment(8d427ae0-b3b0-4de2-96f6-ab6779336579),segment_id=8d427ae0-b3b0-4de2-96f6-ab6779336579)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:55.538346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.592524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.613321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.634162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.648633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-afc03d6f-ef64-4c2e-ba48-65354e43aeba req-3ffd6925-1f1b-49ce-9036-e5abcaa63b86 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370676 Aug 10 01:00:55.684508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.689999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41410643-c560-42f6-97ad-b80235a981fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.719686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41410643-c560-42f6-97ad-b80235a981fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.722770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=40ffb66c-1e33-4cfd-846b-fc864ae908f4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.746306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['cb98b10f-8e52-4cdb-8788-6fb23aa27ca3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:00:55.808670 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-41410643-c560-42f6-97ad-b80235a981fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8372037a4bc94d48b8133b3447cfebcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107091 Aug 10 01:00:55.809518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.812032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.816400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2627b280-61f9-4e82-9752-dfb490ed8cd0 HTTP/1.1" status: 204 len: 168 time: 0.3443923 Aug 10 01:00:55.816400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42928) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:55.827512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41410643-c560-42f6-97ad-b80235a981fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcd1167-10c4-4d32-8b3c-d341ca781f5a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.859648 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.895144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54e33d73-480f-4716-afb3-d3b452bbcf95 req-cc6afcd6-f2b0-4c8f-a1a7-2f62e9f97eb0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.0728691 Aug 10 01:00:55.903439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e32bc-55aa-4fba-a7b9-b1756b76fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2627b280-61f9-4e82-9752-dfb490ed8cd0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:55.918745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1a3439cf-7933-41f8-952e-bc2bf424747b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:55.925901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:55.932958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-30ea67ed-49f4-4ef6-acc0-b7ab6d4fc5a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/0e6cabe4-e1cf-412b-bc40-a41d6257bb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2531559 Aug 10 01:00:55.948011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:55.948377 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Floating IP 41d1874c-b64d-45dd-9972-6a8147321cc3 disassociated (deleted). External IP: 172.25.7.74, port: 4df6befc-916f-43aa-8082-beef7341185d. Aug 10 01:00:55.964250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Sync routers for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:56.008041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:56.008691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:56.051863 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.144639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.149956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1a3439cf-7933-41f8-952e-bc2bf424747b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:56.150332 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.214545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:56.533239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 2, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:56.572267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Checking router: 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:56.572618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Updating router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a port 05c65305-4e9f-4887-bb8e-0def129a279d binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:00:56.607166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:56.865590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb5c3-32b1-4664-8847-f3c40e1bf9fb req-deff4243-737a-4b77-8ff5-f6f9f3b46adb tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:56.867221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-092cb5c3-32b1-4664-8847-f3c40e1bf9fb req-deff4243-737a-4b77-8ff5-f6f9f3b46adb tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 944 time: 0.1234634 Aug 10 01:00:56.919148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-092cb5c3-32b1-4664-8847-f3c40e1bf9fb req-9e8eddb5-3a49-450b-b931-c51b02d150f0 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454299 Aug 10 01:00:56.960205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.028434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting port 8c80c382-08d4-4bbb-af2d-6c54845a2bad {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:00:57.029110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.075756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.078721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.085815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:00:57.114852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-0f45b450-caa5-4013-9392-01e1def4e7ce tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:57.116706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-0f45b450-caa5-4013-9392-01e1def4e7ce tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 817 time: 0.8787258 Aug 10 01:00:57.130574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Transition to ACTIVE for port object 05c65305-4e9f-4887-bb8e-0def129a279d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:57.140520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.166338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.194896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router a2e220bb-26ba-4fcc-aa6d-039698b5a40d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:57.195581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f0b9852-2ccc-4a59-82e9-aa5f0f36d01d req-d90c089d-1c1a-40fd-9b46-4053847289ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.0612411 Aug 10 01:00:57.202296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-2a7009c1-9884-4063-a031-363bdc050877 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 379 time: 0.0671139 Aug 10 01:00:57.206442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:57.210885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Calling delete_port for 8c80c382-08d4-4bbb-af2d-6c54845a2bad owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:00:57.217343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'port': {'device_id': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'admin_state_up': True, 'tenant_id': '56d34721331544149f3db5bf697c5100', 'security_groups': ['b5da40c6-6ca3-4f10-a5b6-df0bcad1feba']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:57.233789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:57.233789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.234224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0aab-4af7-46b7-9385-0806d4c79067 None None] Pushing event updated for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.320246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Attempting to bind port 05c65305-4e9f-4887-bb8e-0def129a279d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:00:57.320639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Attempting to bind port 05c65305-4e9f-4887-bb8e-0def129a279d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:00:57.321029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Attempting to bind port 05c65305-4e9f-4887-bb8e-0def129a279d on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:00:57.336079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:00:57.336883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:00:57.336883 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.337196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:00:57.338129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Bound port: 05c65305-4e9f-4887-bb8e-0def129a279d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:00:57.338129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.345542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.349435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.352819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bcd1167-10c4-4d32-8b3c-d341ca781f5a HTTP/1.1" status: 204 len: 168 time: 1.5197325 Aug 10 01:00:57.380510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751d8aa-c29c-456d-8af0-fa859879179a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcd1167-10c4-4d32-8b3c-d341ca781f5a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.441404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.493012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:57.495513 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd89a2a-6da7-41b2-9f84-45381a418619" -d '{"events": [{"server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "name": "network-vif-plugged", "status": "completed", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:57.521708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,segment=NetworkSegment(8d427ae0-b3b0-4de2-96f6-ab6779336579),segment_id=8d427ae0-b3b0-4de2-96f6-ab6779336579)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:00:57.525913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] For port 05c65305-4e9f-4887-bb8e-0def129a279d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:00:57.542113 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.567809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:57.579711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.582713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Sync routers for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:57.598324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.598604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] For port 05c65305-4e9f-4887-bb8e-0def129a279d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=05c65305-4e9f-4887-bb8e-0def129a279d,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:00:57.610214 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:57.611046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:57.629022 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.647094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Made reservation on behalf of 56d34721331544149f3db5bf697c5100 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:00:57.652850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:57.675634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-abdefe95-b5ca-4fe5-bb4a-794554fa05a8 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/floatingips/41d1874c-b64d-45dd-9972-6a8147321cc3 HTTP/1.1" status: 204 len: 168 time: 3.4864178 Aug 10 01:00:57.677774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:00:57.680635 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd9c286-4edf-4bdd-b87d-57f61009a277" -d '{"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:00:57.731685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.866068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Port': ['ID=8c80c382-08d4-4bbb-af2d-6c54845a2bad,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.935001 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b639ad92-579b-4f72-a258-e49fbf9938bf x-openstack-request-id: req-b639ad92-579b-4f72-a258-e49fbf9938bf {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:57.935231 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "name": "network-vif-plugged", "status": "completed", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:57.935467 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b639ad92-579b-4f72-a258-e49fbf9938bf {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:57.935831 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3', 'code': 200} Aug 10 01:00:57.944792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0aab-4af7-46b7-9385-0806d4c79067 None None] Pushing event updated for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:57.986157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:57.987891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:57.997116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43000) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:58.029530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20025539', 'description': 'tempest-description--1072939194'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:58.081412 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2304fdae-b588-4183-bc29-4517944e4968 x-openstack-request-id: req-2304fdae-b588-4183-bc29-4517944e4968 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:00:58.081788 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "tag": "4df6befc-916f-43aa-8082-beef7341185d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:00:58.081973 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2304fdae-b588-4183-bc29-4517944e4968 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:00:58.082369 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'tag': '4df6befc-916f-43aa-8082-beef7341185d', 'status': 'completed', 'code': 200} Aug 10 01:00:58.196549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Allocated IP 172.20.0.7 (5c4b9183-a064-45e1-8c51-e8b2bb83ed82/d33825a0-8531-41f5-b080-9401ff5f58eb/c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:00:58.257547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:58.270197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.278019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:58.344834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cadedd4-5e8c-467e-ae68-829d3bfd1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.411329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:58.481942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.555921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40b38f-3674-49bd-a669-8bb01ccaa409 req-d3f4bdaf-1bf8-41c9-a3af-eed64a3be26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.557630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f40b38f-3674-49bd-a669-8bb01ccaa409 req-d3f4bdaf-1bf8-41c9-a3af-eed64a3be26d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 1097 time: 0.7220659 Aug 10 01:00:58.564130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-5666b5dd-7ee4-4a69-963c-c58f20fde0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.565858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-5666b5dd-7ee4-4a69-963c-c58f20fde0b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=398b2a239df34c7ca6adccb196b66e83&device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 1097 time: 0.4932699 Aug 10 01:00:58.603866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:58.610189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:58.622851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Transition to ACTIVE for port object c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:00:58.626117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f40b38f-3674-49bd-a669-8bb01ccaa409 req-8759cbf4-0d9e-4e5b-86cf-49fc9b4cc48d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Aug 10 01:00:58.626901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.639823 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Checking router: a2e220bb-26ba-4fcc-aa6d-039698b5a40d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:00:58.649336 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:58.650210 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:58.728145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afe9a0-220b-4ece-89b3-06d66b5d3f29 req-eca92fec-80c8-4df0-8540-71c0455a7606 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.729715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46afe9a0-220b-4ece-89b3-06d66b5d3f29 req-eca92fec-80c8-4df0-8540-71c0455a7606 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 945 time: 0.2302301 Aug 10 01:00:58.801333 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:00:58.802265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7948da80-1f03-4c5d-992e-31252dc5cd9b req-2097552b-d05d-4f22-b253-7d4efccac0a0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.1969647 Aug 10 01:00:58.819325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:00:57Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:58.823248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46afe9a0-220b-4ece-89b3-06d66b5d3f29 req-4429d6fd-472d-4194-87ef-0195ae12c95c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813780 Aug 10 01:00:58.850495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.857179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-456f5202-9cbe-441a-bd42-153671aa610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:58.867548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-2b59681a-614b-4fc3-8e41-e922884b5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:58.869066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-2b59681a-614b-4fc3-8e41-e922884b5ae6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 200 len: 897 time: 0.2560494 Aug 10 01:00:58.892341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Router 513ff6dd-b0c6-4d95-a6ee-f20083f46569 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:00:58.898703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52439580-8d29-4d00-a369-4396f7e98c68 None None] The sync data for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 is: [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:00:57Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:58.978616 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-5c2ef4e6-54f6-4039-96a9-b7260fb46b78 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 200 len: 217 time: 0.0673511 Aug 10 01:00:58.999938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:00:59.010445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:59.011797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cadedd4-5e8c-467e-ae68-829d3bfd1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.037032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:00:59.043250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:00:59.101873 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.139682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cadedd4-5e8c-467e-ae68-829d3bfd1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.149632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d18add-334e-4d23-9a0b-44f48d790ccb None None] The sync data for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 is: [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T00:59:56Z', 'revision_number': 4, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'd5e58e6b-1db8-47ef-b649-ff25133ac096', 'name': '', 'network_id': '5e4f1c94-fc0f-40ad-a744-742ef13892a5', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'mac_address': 'fa:16:3e:70:0a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:52Z', 'updated_at': '2021-08-10T01:00:04Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'subnets': [{'id': '2e9ac631-7bce-438d-b3c4-a06b17526e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:59.158715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-f0c702ba-b8e4-4a55-97b6-4d355664eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.163024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-f0c702ba-b8e4-4a55-97b6-4d355664eceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2e9ac631-7bce-438d-b3c4-a06b17526e06 HTTP/1.1" status: 200 len: 834 time: 0.1681597 Aug 10 01:00:59.190356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadedd4-5e8c-467e-ae68-829d3bfd1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bca2da3-f522-425b-9226-54b041abd23f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:59.195292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.196127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.200766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:00:59.213963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] Sync routers for ids ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:00:59.220415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c41692c5-4569-4497-a516-3b9aa05f2259 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "PUT /v2.0/routers/513ff6dd-b0c6-4d95-a6ee-f20083f46569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9466619 Aug 10 01:00:59.226093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43026) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.232897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] Routers {'513ff6dd-b0c6-4d95-a6ee-f20083f46569'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:59.233533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.296713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.310845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] Routers {'513ff6dd-b0c6-4d95-a6ee-f20083f46569'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:00:59.311476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.340218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-f37858e6-ebfc-4ecb-a98f-cecab20afda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.342308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-f37858e6-ebfc-4ecb-a98f-cecab20afda1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e4f1c94-fc0f-40ad-a744-742ef13892a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1716111 Aug 10 01:00:59.371327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.372678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:00:59.373337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d48b701-4bc4-4564-b597-a041e9ea409a None None] The sync data for ids ['513ff6dd-b0c6-4d95-a6ee-f20083f46569'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:00:59.386984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.441425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.456452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-ce623d02-e7ea-49ae-af7a-1d48ad8887cc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2429118 Aug 10 01:00:59.473994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1cffb44d-c398-437c-b944-16253fc46284 None None] Provisioning for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:00:59.478086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1cffb44d-c398-437c-b944-16253fc46284 None None] Provisioning complete for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:00:59.478470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1cffb44d-c398-437c-b944-16253fc46284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.515265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5991a5e-de38-42a4-9dde-64d94be07ed2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:00:59.543099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Request body: {'port': {'device_id': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:00:59.559676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1cffb44d-c398-437c-b944-16253fc46284 None None] Port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:00:59.628071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2194f-c9a8-43cb-b52b-b60f4ecd7a61 req-2e13b0bf-2664-46bc-9af0-cfef4e94b89e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.629889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdd2194f-c9a8-43cb-b52b-b60f4ecd7a61 req-2e13b0bf-2664-46bc-9af0-cfef4e94b89e tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.7170196 Aug 10 01:00:59.646821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5cadedd4-5e8c-467e-ae68-829d3bfd1731 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60f0ce2b9f774e9093d239c5caafe5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3790228 Aug 10 01:00:59.648707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.651968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.663484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.668783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-fffc6c40-c662-47f4-9eaa-b7b889bf817f service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142660 Aug 10 01:00:59.679938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.706806 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cd29b7-865d-4907-beba-5909d236bed1 None None] New status for floating IP 41d1874c-b64d-45dd-9972-6a8147321cc3: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:00:59.902889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdd2194f-c9a8-43cb-b52b-b60f4ecd7a61 req-5076f08e-f6ea-4950-a18f-7ec8f7636e88 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547791 Aug 10 01:00:59.910466 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-16833cc7-ea07-426c-af1b-46b55b4164d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:00:59.912270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-16833cc7-ea07-426c-af1b-46b55b4164d0 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 945 time: 0.2974329 Aug 10 01:00:59.916471 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.916970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Fanout notify agent at l3_agent the message router_deleted on router 513ff6dd-b0c6-4d95-a6ee-f20083f46569 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:00:59.930128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd9c286-4edf-4bdd-b87d-57f61009a277 req-b9854999-2fe0-462d-9ca0-c83ed2d3ed8b service neutron] 10.222.0.10 "GET /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522144 Aug 10 01:00:59.936277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:00:59.941309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2f629503-89dc-4e3a-b7bc-9a9ed96b3c5e tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "DELETE /v2.0/routers/513ff6dd-b0c6-4d95-a6ee-f20083f46569 HTTP/1.1" status: 204 len: 168 time: 0.7139301 Aug 10 01:00:59.947423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43036) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:00:59.961271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 05c65305-4e9f-4887-bb8e-0def129a279d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:00.024889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.066046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 05c65305-4e9f-4887-bb8e-0def129a279d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:00.070869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 05c65305-4e9f-4887-bb8e-0def129a279d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:00.071428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.105370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-456f5202-9cbe-441a-bd42-153671aa610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.109203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting subnet cf505ff0-5322-4a3c-9d24-1b5e71eeb795 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:00.116012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.128328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-456f5202-9cbe-441a-bd42-153671aa610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.135501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.146424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.150248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-01ca6013-009c-4d43-a721-3ec2c525a361 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1350095 Aug 10 01:01:00.152013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43038) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.161265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'security_group_rule': {'security_group_id': 'c5991a5e-de38-42a4-9dde-64d94be07ed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:00.177695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.218091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 05c65305-4e9f-4887-bb8e-0def129a279d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=05c65305-4e9f-4887-bb8e-0def129a279d,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:00.221798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4a2ff-6a6f-4429-b4bf-dc2563cfa46f req-9269aa49-4237-4b93-8002-21390eb8c9c6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:00.223384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a4a2ff-6a6f-4429-b4bf-dc2563cfa46f req-9269aa49-4237-4b93-8002-21390eb8c9c6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 931 time: 0.2595932 Aug 10 01:01:00.223520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.225631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.228806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488a32-8942-4316-bbb2-ecceafb5017f req-d67f3156-15d3-4806-bad8-d4cc27ae0188 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:00.237653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17488a32-8942-4316-bbb2-ecceafb5017f req-d67f3156-15d3-4806-bad8-d4cc27ae0188 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 945 time: 0.2199600 Aug 10 01:01:00.241252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-456f5202-9cbe-441a-bd42-153671aa610c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d3593ca2277417f9ccda71b8f5f8e43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6179440 Aug 10 01:01:00.248240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f5202-9cbe-441a-bd42-153671aa610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf20f34-5672-4849-8812-b0a0de98c4e1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.251678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43040) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.306459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.325514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 4df6befc-916f-43aa-8082-beef7341185d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:00.325855 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.347038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17488a32-8942-4316-bbb2-ecceafb5017f req-247a10ec-eef0-4864-bf75-5989a94b567e tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069224 Aug 10 01:01:00.351885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.398386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.401007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.402175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bca2da3-f522-425b-9226-54b041abd23f HTTP/1.1" status: 204 len: 168 time: 0.7463818 Aug 10 01:01:00.422512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07d4ce-bd68-4b9f-81d6-34ea09637207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bca2da3-f522-425b-9226-54b041abd23f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.437825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1a4a2ff-6a6f-4429-b4bf-dc2563cfa46f req-75db069d-e1eb-4b84-9105-077af8f28af7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572556 Aug 10 01:01:00.506620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.535446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.570556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.608425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port 4df6befc-916f-43aa-8082-beef7341185d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4df6befc-916f-43aa-8082-beef7341185d,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:00.608891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.613365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.617025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.620659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acf20f34-5672-4849-8812-b0a0de98c4e1 HTTP/1.1" status: 204 len: 168 time: 0.3605146 Aug 10 01:01:00.635668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:00.638924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1105a-98a4-41e6-9935-e3d0a070a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf20f34-5672-4849-8812-b0a0de98c4e1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.642702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.652052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.662752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 4df6befc-916f-43aa-8082-beef7341185d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:00.665182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.704071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Transition to ACTIVE for port object c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:00.704965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469bf7bc-08dd-42ad-8632-cf5aaefb01b6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.713288 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.771297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.778196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00199696-3fab-4fa0-8ba8-a34bb71590df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6219637 Aug 10 01:01:00.779595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.806047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'security_group_rule': {'security_group_id': 'c5991a5e-de38-42a4-9dde-64d94be07ed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:00.814203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.869864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16100f5a-0d8a-4233-8fca-511cbf2c6e10 req-e6bded34-f933-440c-9b59-0478a78adee4 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:00.872729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16100f5a-0d8a-4233-8fca-511cbf2c6e10 req-e6bded34-f933-440c-9b59-0478a78adee4 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 945 time: 0.1140940 Aug 10 01:01:00.883482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Subnet': ['ID=cf505ff0-5322-4a3c-9d24-1b5e71eeb795,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.918341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:00.922973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68120de6-73f0-4d87-b156-36ebf1504834 None None] Network ec519d97-9f7a-487a-915d-68b996fe3df2 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:00.924811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-21da4036-c458-47ec-a0a8-4bec780b4110 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "DELETE /v2.0/subnets/cf505ff0-5322-4a3c-9d24-1b5e71eeb795 HTTP/1.1" status: 204 len: 168 time: 0.9719286 Aug 10 01:01:00.933412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43062) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:00.934378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:00.994562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16100f5a-0d8a-4233-8fca-511cbf2c6e10 req-da02d50b-7ca9-4246-9b5b-1fcfb41abc3a tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039076 Aug 10 01:01:01.007454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.162464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.228754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=4df6befc-916f-43aa-8082-beef7341185d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.284216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.297122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:01.297526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:01.297790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:01.309507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] No DVR routers for this DVR port 4df6befc-916f-43aa-8082-beef7341185d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:01.311769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.314058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c496a6ba-ba6d-44ff-a254-c12a33b8018b req-8890fabe-c272-4a58-8891-d150fb5b0bf3 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.10 "DELETE /v2.0/ports/4df6befc-916f-43aa-8082-beef7341185d HTTP/1.1" status: 204 len: 173 time: 1.3913553 Aug 10 01:01:01.314528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'name': 'network-vif-deleted', 'tag': '4df6befc-916f-43aa-8082-beef7341185d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:01.317160 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d342bc63-e51b-43b5-a268-759f4dee7971" -d '{"events": [{"server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "name": "network-vif-deleted", "tag": "4df6befc-916f-43aa-8082-beef7341185d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:01.337565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:01.337909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:01.345734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] DHCP port deletion for ec519d97-9f7a-487a-915d-68b996fe3df2 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:01.352798 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.363850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e7bcc-492a-4395-a62a-5fca9f316af8 req-32b9ed59-3266-4bd8-a877-8d0f65e1645a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.365382 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da9e7bcc-492a-4395-a62a-5fca9f316af8 req-32b9ed59-3266-4bd8-a877-8d0f65e1645a tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/ports?device_id=369dcae9-bb82-410f-ada4-c105c25bf2ce HTTP/1.1" status: 200 len: 867 time: 0.2723691 Aug 10 01:01:01.367496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:01.367951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:01.379777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:01.381349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Bound port: c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:01.382186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.385540 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1f499f-14c4-4556-bede-cebdf2caaa21 x-openstack-request-id: req-0a1f499f-14c4-4556-bede-cebdf2caaa21 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:01.385833 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369dcae9-bb82-410f-ada4-c105c25bf2ce", "name": "network-vif-deleted", "tag": "4df6befc-916f-43aa-8082-beef7341185d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:01.386087 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a1f499f-14c4-4556-bede-cebdf2caaa21 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:01.386627 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369dcae9-bb82-410f-ada4-c105c25bf2ce', 'name': 'network-vif-deleted', 'tag': '4df6befc-916f-43aa-8082-beef7341185d', 'status': 'completed', 'code': 200} Aug 10 01:01:01.389525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.429391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Deleting port d8fab24f-ace2-4fc0-bb65-8a93a575e340 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:01.429717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.472725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90002fc4-55c3-42f5-8c7a-c76db670c80c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.517932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] For port d8fab24f-ace2-4fc0-bb65-8a93a575e340, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d8fab24f-ace2-4fc0-bb65-8a93a575e340,segment=NetworkSegment(034e8ae6-a49a-4725-be06-3c605d00b67e),segment_id=034e8ae6-a49a-4725-be06-3c605d00b67e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:01.518958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.522552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.526546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fb115b92-eef7-4f1c-92fa-b92af66c6aaa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7215173 Aug 10 01:01:01.527210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43088) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:01.534884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:01.537862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da9e7bcc-492a-4395-a62a-5fca9f316af8 req-b3a22f71-bc51-482a-ba03-4c61884b1a34 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "GET /v2.0/security-groups?id=b6769896-3bc1-495c-8cdf-69bef1e06ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405976 Aug 10 01:01:01.573491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Calling delete_port for d8fab24f-ace2-4fc0-bb65-8a93a575e340 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:01.583785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:01.587481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:01.594412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.607883 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.654335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Deleting port d8fab24f-ace2-4fc0-bb65-8a93a575e340 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:01.654716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.709375 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.787124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] No DVR routers for this DVR port d8fab24f-ace2-4fc0-bb65-8a93a575e340 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:01.791795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4ff7f-4069-46f0-b66b-0f2e4c126672 None None] Pushing event deleted for resources: {'Port': ['ID=d8fab24f-ace2-4fc0-bb65-8a93a575e340,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:01.837777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.842549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:01.848658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 1092 time: 2.3186827 Aug 10 01:01:01.929150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:01.934938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e23d4f-8f74-42f2-8fd2-a770aa4d6d7e req-778292a7-7504-4a56-b887-b442cf478882 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:01.941121 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1b2147-f44d-4193-a2b3-8e5b856c8565" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:01.955859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6e23d4f-8f74-42f2-8fd2-a770aa4d6d7e req-778292a7-7504-4a56-b887-b442cf478882 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.3337297 Aug 10 01:01:02.035719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 05c65305-4e9f-4887-bb8e-0def129a279d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:02.095633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6e23d4f-8f74-42f2-8fd2-a770aa4d6d7e req-e11d9a6c-c17a-4e13-acee-a101c4d1ae36 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281588 Aug 10 01:01:02.117319 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83b2ff7-e8f7-447b-a5b3-a2a4addcd761 x-openstack-request-id: req-c83b2ff7-e8f7-447b-a5b3-a2a4addcd761 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:02.117656 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:02.117866 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c83b2ff7-e8f7-447b-a5b3-a2a4addcd761 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:02.118214 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'status': 'completed', 'code': 200} Aug 10 01:01:02.153798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 05c65305-4e9f-4887-bb8e-0def129a279d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:02.154426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.169943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ede59-f7b2-4bb2-9a04-9737bb7c6f54 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.174949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] For port d8fab24f-ace2-4fc0-bb65-8a93a575e340, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d8fab24f-ace2-4fc0-bb65-8a93a575e340,segment=NetworkSegment(034e8ae6-a49a-4725-be06-3c605d00b67e),segment_id=034e8ae6-a49a-4725-be06-3c605d00b67e)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:02.175334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.195585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Calling delete_port for d8fab24f-ace2-4fc0-bb65-8a93a575e340 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:02.218317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43110) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.233297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-79ab9f5a-61b4-40d8-8932-90bee8b90b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.234916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-79ab9f5a-61b4-40d8-8932-90bee8b90b52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1095 time: 0.2669280 Aug 10 01:01:02.253609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.259656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-1987aa5b-69eb-40cc-90f9-3af32ff24e63 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.266713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-1987aa5b-69eb-40cc-90f9-3af32ff24e63 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.21 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 945 time: 0.3113482 Aug 10 01:01:02.397139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-6627c9b4-5eb2-4022-b7d2-058a0562123c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 217 time: 0.1289120 Aug 10 01:01:02.407324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1703653886-network', 'tenant_id': 'cd308a0fe7af46a4a96251d140945eea'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:02.441965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Made reservation on behalf of cd308a0fe7af46a4a96251d140945eea for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:02.445389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.463683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d8fab24f-ace2-4fc0-bb65-8a93a575e340 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:02.487829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.492875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: d8fab24f-ace2-4fc0-bb65-8a93a575e340 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:02.497464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d8fab24f-ace2-4fc0-bb65-8a93a575e340 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:02.505849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.25.7.204 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c2546a61-1cca-4a42-8b90-a425779f9bee) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:02.528382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4df6befc-916f-43aa-8082-beef7341185d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:02.528537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-9a553680-1469-48a8-be7e-ad5be9c5ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.529780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-9a553680-1469-48a8-be7e-ad5be9c5ac6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1161506 Aug 10 01:01:02.569378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4df6befc-916f-43aa-8082-beef7341185d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:02.569848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4df6befc-916f-43aa-8082-beef7341185d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:02.634490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:02.649258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f40e1-a34b-44fa-9f52-fedd74e09b42 req-1c50c13e-eeca-4534-b3bb-b64e50c15794 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.651428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-918f40e1-a34b-44fa-9f52-fedd74e09b42 req-1c50c13e-eeca-4534-b3bb-b64e50c15794 tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 945 time: 0.2674603 Aug 10 01:01:02.677322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f25deb-051f-4704-aba2-42ea931abdfe req-43c40b33-c335-4e43-8965-e26def6d6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:02.678839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-43c40b33-c335-4e43-8965-e26def6d6039 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330857 Aug 10 01:01:02.685913 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.845666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.849624 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.858116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.862271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.911982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.914694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:02.994909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7254bdf-0d3e-489a-826e-2ae61d82f2cb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:02.998119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:02.998428 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Added segment b589402f-4d86-4f48-a53d-c7d2b27ead1f of type vlan for network 085b509f-da45-4092-a988-8d3318d1998b Aug 10 01:01:03.000611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.094235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:03.096335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.100215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=c2546a61-1cca-4a42-8b90-a425779f9bee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.101141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Port': ['ID=d8fab24f-ace2-4fc0-bb65-8a93a575e340,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.103797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:03.104505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] No DVR routers for this DVR port d8fab24f-ace2-4fc0-bb65-8a93a575e340 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:03.109193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:03.155673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-918f40e1-a34b-44fa-9f52-fedd74e09b42 req-81d3e2b9-3d98-4952-a8bd-41bbcd0a768c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/security-groups?id=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945810 Aug 10 01:01:03.178170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Deleting port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:03.178551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.191818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.194447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.195649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/security-groups/b6769896-3bc1-495c-8cdf-69bef1e06ffc HTTP/1.1" status: 204 len: 168 time: 0.5600951 Aug 10 01:01:03.209061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.210155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.210650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.252502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.301064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.308176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986ae80-8875-4719-af1a-eadce5399d75 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6769896-3bc1-495c-8cdf-69bef1e06ffc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.326518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec519d97-9f7a-487a-915d-68b996fe3df2']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:03.331201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-b2137fb0-a7dc-4ad5-aa0f-dab9855ff0dd service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431017 Aug 10 01:01:03.359313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034e8ae6-a49a-4725-be06-3c605d00b67e') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:03.359739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034e8ae6-a49a-4725-be06-3c605d00b67e') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:03.381956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1532385 Aug 10 01:01:03.391759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.398154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Request body: {'subnet': {'network_id': '085b509f-da45-4092-a988-8d3318d1998b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1703653886-subnet', 'tenant_id': 'cd308a0fe7af46a4a96251d140945eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:03.414598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.425067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac67bc4-8b2d-47da-a3a4-e217f25cdf1c admin admin] Pushing event updated for resources: {'Network': ['ID=085b509f-da45-4092-a988-8d3318d1998b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.428966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] For port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,segment=NetworkSegment(8d427ae0-b3b0-4de2-96f6-ab6779336579),segment_id=8d427ae0-b3b0-4de2-96f6-ab6779336579)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:03.429334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.435577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 085b509f-da45-4092-a988-8d3318d1998b details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:03.453826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.457693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Calling delete_port for cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:03.473573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:03.473986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:03.477065 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:03.510132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.512061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Made reservation on behalf of cd308a0fe7af46a4a96251d140945eea for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:03.514920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.595489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90618053-4f0e-4dc3-8dc3-bd624761f8b7 req-c78a8d2d-b471-4fb5-92d3-6c8328a07ed3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.598274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26f25deb-051f-4704-aba2-42ea931abdfe req-2a9bce47-ef8b-4f1e-89be-ff4cacfd9d72 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597058 Aug 10 01:01:03.598984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90618053-4f0e-4dc3-8dc3-bd624761f8b7 req-c78a8d2d-b471-4fb5-92d3-6c8328a07ed3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.3840301 Aug 10 01:01:03.603482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.617748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.622824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] 10.222.0.25 "DELETE /v2.0/networks/ec519d97-9f7a-487a-915d-68b996fe3df2 HTTP/1.1" status: 204 len: 168 time: 2.6822121 Aug 10 01:01:03.639993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51de73-22a2-4518-a7f7-b48bd035b419 tempest-FloatingIPNegativeTestJSON-797328849 tempest-FloatingIPNegativeTestJSON-797328849-project] Pushing event deleted for resources: {'Network': ['ID=ec519d97-9f7a-487a-915d-68b996fe3df2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.670111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.782789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-66e5d522-726c-4daa-b71c-fd0d6c7652d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.785660 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-66e5d522-726c-4daa-b71c-fd0d6c7652d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1095 time: 0.1086280 Aug 10 01:01:03.793889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90618053-4f0e-4dc3-8dc3-bd624761f8b7 req-f7a9f95a-ad61-40d9-8a96-9be1b6dd48af tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688945 Aug 10 01:01:03.819409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.894254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Pushing event deleted for resources: {'Port': ['ID=cb98b10f-8e52-4cdb-8788-6fb23aa27ca3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:03.951904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] No DVR routers for this DVR port cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:03.957380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:03.959483 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18cabd13-ba80-4a04-9b9d-e94e6fb60da3 req-56952b46-2428-4045-bfc0-5ab4adb6595c tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.21 "DELETE /v2.0/ports/cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 HTTP/1.1" status: 204 len: 173 time: 1.5614202 Aug 10 01:01:03.984354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43222) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:03.993010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-aefb2f9c-a783-4820-9a07-1b8f84af4d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:03.994519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-aefb2f9c-a783-4820-9a07-1b8f84af4d64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1940224 Aug 10 01:01:04.045279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-ea596317-8692-40a8-b029-c91065c20bc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 217 time: 0.0415027 Aug 10 01:01:04.130838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'name': 'network-vif-deleted', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:04.134692 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e6cb0-6080-40de-a801-59822a7e5bc4" -d '{"events": [{"server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "name": "network-vif-deleted", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:04.200398 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045da32f-f9f1-463b-bc60-5c4708e0e5cb x-openstack-request-id: req-045da32f-f9f1-463b-bc60-5c4708e0e5cb {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:04.201015 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9582da0c-2b4f-458f-9a98-963575c2049a", "name": "network-vif-deleted", "tag": "cb98b10f-8e52-4cdb-8788-6fb23aa27ca3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:04.201015 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-045da32f-f9f1-463b-bc60-5c4708e0e5cb {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:04.201525 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9582da0c-2b4f-458f-9a98-963575c2049a', 'name': 'network-vif-deleted', 'tag': 'cb98b10f-8e52-4cdb-8788-6fb23aa27ca3', 'status': 'completed', 'code': 200} Aug 10 01:01:04.210068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-87d86779-6313-46c4-81fe-71ca53a6b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:04.211617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-87d86779-6313-46c4-81fe-71ca53a6b4cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1583230 Aug 10 01:01:04.307567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e9f28fb-11cf-4d02-92a7-623c25029e33 req-2e0ae6de-0500-4903-a4a2-9eed908403cc tempest-ServerAddressesNegativeTestJSON-1324323369 tempest-ServerAddressesNegativeTestJSON-1324323369-project] 10.222.0.25 "GET /v2.0/ports?device_id=9582da0c-2b4f-458f-9a98-963575c2049a HTTP/1.1" status: 200 len: 210 time: 0.0406029 Aug 10 01:01:04.312498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-68ac7b6a-c20a-447b-aedc-e614f61127a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d52c2be4fb2044a19107536abf4c47dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270721 Aug 10 01:01:04.316359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43238) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:04.337289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-a7113ac5-355d-445c-b93a-7172553f966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:04.338874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-a7113ac5-355d-445c-b93a-7172553f966d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170833 Aug 10 01:01:04.449280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.489427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.539571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-2856938c-fe34-40d3-a004-8ad95be54a9c service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895933 Aug 10 01:01:04.574450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.630970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.634645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.647070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b280a33-34a0-4796-a21c-baa78663a707 HTTP/1.1" status: 204 len: 168 time: 0.3268116 Aug 10 01:01:04.656395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.667581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.687046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a120fe-dd58-4328-b2b8-9d067b81cac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b280a33-34a0-4796-a21c-baa78663a707,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:04.713111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29620c15-134d-4a11-8f89-e593ce45b6cf,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:04.727307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be1b2147-f44d-4193-a2b3-8e5b856c8565 req-3eaf2655-4030-4723-a2aa-b5b52660e81a service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791794 Aug 10 01:01:04.765427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Checking segment: {'id': 'b589402f-4d86-4f48-a53d-c7d2b27ead1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '085b509f-da45-4092-a988-8d3318d1998b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:04.765749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Network hostable DHCP agents. Network: 085b509f-da45-4092-a988-8d3318d1998b, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:04.775946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=c2546a61-1cca-4a42-8b90-a425779f9bee,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:04.813678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.829272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Network 085b509f-da45-4092-a988-8d3318d1998b is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:04.868507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.869932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bb0e04c8-004f-4096-90d6-45af065ecfda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3410416 Aug 10 01:01:04.872038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 085b509f-da45-4092-a988-8d3318d1998b) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:04.888929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d53b356-3d53-4336-a8be-8d68c773c083 None None] Network 085b509f-da45-4092-a988-8d3318d1998b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:04.897141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:04.898578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:04.976674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e031cce5-3591-4c6c-89bc-d849d0b12952 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5787299 Aug 10 01:01:05.029290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.043758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ffb9f-f5b0-495c-b0e0-1dbb31d6dda7 req-8567f1c8-a595-4831-8003-78f128c09939 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:05.052056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c4ffb9f-f5b0-495c-b0e0-1dbb31d6dda7 req-8567f1c8-a595-4831-8003-78f128c09939 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1164844 Aug 10 01:01:05.082077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a21f00-764f-4b76-96ef-a69efbc39cab None None] Network 085b509f-da45-4092-a988-8d3318d1998b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:05.143963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c4ffb9f-f5b0-495c-b0e0-1dbb31d6dda7 req-9af323c3-0004-4c67-baeb-ea8351e21e4d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896280 Aug 10 01:01:05.171056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:05.197218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-816a7a0d-f18b-4773-af84-37c67705831e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--20025539&fields=id&tenant_id=178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 267 time: 0.0978851 Aug 10 01:01:05.232339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:05.232767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cb98b10f-8e52-4cdb-8788-6fb23aa27ca3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:05.371208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-016b5657-be24-491f-8395-12e244c0327b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:05.373312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-016b5657-be24-491f-8395-12e244c0327b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1688879 Aug 10 01:01:05.390715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-65d96a96-9395-4d09-95df-66ba9b0618c2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/quotas/178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 375 time: 0.0100675 Aug 10 01:01:05.464250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-231170f5-de51-4114-83f0-479b2f1f785f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669725 Aug 10 01:01:05.503822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port d5e58e6b-1db8-47ef-b649-ff25133ac096 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:05.504184 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.597353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-74eaebe1-1d69-4023-a9d5-da2a5d024261 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125653 Aug 10 01:01:05.618752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1977943095', 'description': 'tempest-description-114090340'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:05.633121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:01:05.635131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port d5e58e6b-1db8-47ef-b649-ff25133ac096, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d5e58e6b-1db8-47ef-b649-ff25133ac096,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:05.635506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.655010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for d5e58e6b-1db8-47ef-b649-ff25133ac096 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:05.677286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:05.738198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-05280dc5-13a9-4ecd-9c1d-25a369b8292c service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335571 Aug 10 01:01:05.896022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43360) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:05.978114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.005406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:06.007559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.074892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.079628 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc79a955-4107-4574-bbd5-e5373aea3e18 req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4710948 Aug 10 01:01:06.082061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ec31d-ee1e-4074-920b-2d6ab6a9ce15 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c5a87-1574-479e-b471-d83ccf1fbffd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.093440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Deleting subnet 28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:06.098586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.104726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766538727'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:06.137401 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.140929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f115dc5-3480-478b-a320-45098bb55edd req-b225803b-a143-4ef0-8a5c-a6b67564623e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 210 time: 0.0426023 Aug 10 01:01:06.177932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=d5e58e6b-1db8-47ef-b649-ff25133ac096,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.207200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-c87bc3cf-6fa5-486a-85bd-efcabcf4d141 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/3a5c5a87-1574-479e-b471-d83ccf1fbffd HTTP/1.1" status: 200 len: 1814 time: 0.1040065 Aug 10 01:01:06.220374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.255478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:06.260092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.264553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a5c5a87-1574-479e-b471-d83ccf1fbffd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:06.265039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a5c5a87-1574-479e-b471-d83ccf1fbffd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:06.273579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.386782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.453296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d527bf-82ee-42fe-87e0-6d9d4d8219b9 req-83abfab8-5ee6-4587-ba4d-82c5f8523c56 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:06.454857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84d527bf-82ee-42fe-87e0-6d9d4d8219b9 req-83abfab8-5ee6-4587-ba4d-82c5f8523c56 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1446073 Aug 10 01:01:06.486894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:01:06.486894 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:01:06.486894 n-d-766380-21 neutron-server[105957]: [parameters: {'project_id_1': 'cd308a0fe7af46a4a96251d140945eea', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 1, 6, 312806)}] Aug 10 01:01:06.486894 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:01:06.487347 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:01:06.509912 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.533763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.583555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84d527bf-82ee-42fe-87e0-6d9d4d8219b9 req-7cdbf63a-da5a-409a-9163-ec60947293e5 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173699 Aug 10 01:01:06.592019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.620403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.622341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-63c3be2a-8724-4cc9-860a-4344a4dba07d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28f07210-b85b-4e4d-ab78-2b2dfb5dbdaa HTTP/1.1" status: 204 len: 168 time: 0.6159413 Aug 10 01:01:06.629816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43398) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:06.720174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.730053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.745521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43402) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:06.772452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:06.782603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.794485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.794862 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment d7a6e527-178b-4a78-8564-e69c5b95ec29 of type vlan for network fecf2931-9dc4-4666-b254-049e61465f9a Aug 10 01:01:06.805166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032c9dae-5416-4dfb-9202-39f3370e3440,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:06.825272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Router a2e220bb-26ba-4fcc-aa6d-039698b5a40d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:06.888779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.899891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd361417-5920-4f5f-ad49-c11c9ddcef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.957167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.970287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdd04b8-751d-43c5-b91c-51f902efe74c']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:06.979179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.984705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:06.985321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:06.985996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:06.991157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d427ae0-b3b0-4de2-96f6-ab6779336579') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:06.991484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d427ae0-b3b0-4de2-96f6-ab6779336579') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:06.998215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Sync routers for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:07.000424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e3548225-567f-4d2e-9bb7-b40780abf580 tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "PUT /v2.0/routers/a2e220bb-26ba-4fcc-aa6d-039698b5a40d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7373724 Aug 10 01:01:07.003904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43406) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.013271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:07.014156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:07.048116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.073808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.080166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=fecf2931-9dc4-4666-b254-049e61465f9a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.080385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting subnet 2e9ac631-7bce-438d-b3c4-a06b17526e06 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:07.084715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:07.085888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:07.086745 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:07.089222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.117250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:07.120009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fecf2931-9dc4-4666-b254-049e61465f9a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:07.144737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd361417-5920-4f5f-ad49-c11c9ddcef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.147198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.158935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.171760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.175452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3cdd04b8-751d-43c5-b91c-51f902efe74c HTTP/1.1" status: 204 len: 168 time: 0.5444603 Aug 10 01:01:07.188670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd361417-5920-4f5f-ad49-c11c9ddcef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.224049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98f0a2-9823-43e4-b3aa-d8ab227f21c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdd04b8-751d-43c5-b91c-51f902efe74c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.232036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f0f11759-566b-4be7-ad91-f6c86f4e99d5 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3349175 Aug 10 01:01:07.234721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43412) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.255565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-613439046'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:07.285685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:07.290358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.296249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:07.325878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:07.378786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fd361417-5920-4f5f-ad49-c11c9ddcef71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4051c24cb0e4a61b3a4c0f8df82d509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6315506 Aug 10 01:01:07.385346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd361417-5920-4f5f-ad49-c11c9ddcef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f177e2-39cc-4e31-b880-1e191738ee85,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.387163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-084ff3aa-c792-492d-8bfd-5290b1dbb74a req-7e3913f1-645a-4ae2-921f-371e589ad9b1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 210 time: 0.0674477 Aug 10 01:01:07.394447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.427221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43416) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.431229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.432224 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment cf2211ed-f80f-4971-9510-ee96e1f9a3b3 of type vlan for network 028c972d-8037-4410-81ee-57d1b470eab1 Aug 10 01:01:07.451287 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.501477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.530716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.532814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-14558a75-0c34-43f8-90e0-f17f2f88239c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.535003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-14558a75-0c34-43f8-90e0-f17f2f88239c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.3424878 Aug 10 01:01:07.536681 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-55eeabfb-d1e1-42cc-9a3d-85e2325358a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad0b0b3f0a374a9db39355c1f2673f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1067882 Aug 10 01:01:07.539235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43418) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.541825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.561452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:07.564223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.581947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:07.587118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:01:05Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:07.601318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aefcedd-b4fc-481d-a20e-33bccdc47fe6,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.610264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.632685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.634097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-783d33db-96e8-4321-8d6f-4e4581fa28d5 req-8343ab14-3351-49c7-a04b-cd2657fbefaf tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4258106 Aug 10 01:01:07.634403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.652629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-33360ca5-be63-452b-95f6-c27b4f9c2a57 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 378 time: 0.1073382 Aug 10 01:01:07.664040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'device_id': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'admin_state_up': True, 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'security_groups': ['c5991a5e-de38-42a4-9dde-64d94be07ed2']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:07.675881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.678637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Checking router: a2e220bb-26ba-4fcc-aa6d-039698b5a40d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:07.694600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Routers {'a2e220bb-26ba-4fcc-aa6d-039698b5a40d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:07.695232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:07.698251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.707142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.713134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:07.713894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.738243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.740948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.744528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18f177e2-39cc-4e31-b880-1e191738ee85 HTTP/1.1" status: 204 len: 168 time: 0.3440075 Aug 10 01:01:07.757963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9ac631-7bce-438d-b3c4-a06b17526e06,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.777698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.779696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25a91475-fbfb-40f7-97c6-713dae4755be tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/subnets/2e9ac631-7bce-438d-b3c4-a06b17526e06 HTTP/1.1" status: 204 len: 168 time: 0.7746811 Aug 10 01:01:07.794358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.849891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=028c972d-8037-4410-81ee-57d1b470eab1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.854965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-374057c7-7723-498c-86f9-13459689a8d6 req-24225aba-5232-448f-85ab-f85f8e2bbc38 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/3a5c5a87-1574-479e-b471-d83ccf1fbffd HTTP/1.1" status: 200 len: 2408 time: 0.1972120 Aug 10 01:01:07.862647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9d95b566-8c52-4f6e-a83d-36342d2ef45a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6229291 Aug 10 01:01:07.863517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.872418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:07.882216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:07.901241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.964474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0c420-1965-4b01-acf1-b8fc705dfd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f177e2-39cc-4e31-b880-1e191738ee85,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:07.970520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.978116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:07.979500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96 HTTP/1.1" status: 204 len: 168 time: 0.4393723 Aug 10 01:01:07.995180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8593a-80fa-410d-95be-5a31a983b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff4ffc-2c5e-4e5b-90dd-4b9bca6d0a96,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.001661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:08.011616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c514ef1-403f-46e7-ae11-303d8644277e req-fa1412b7-dd09-4e08-9141-f3c653f4d4ff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:08.015506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d266190-de0e-4223-9542-658383e794b3 None None] Network 5e4f1c94-fc0f-40ad-a744-742ef13892a5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:08.021162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c514ef1-403f-46e7-ae11-303d8644277e req-fa1412b7-dd09-4e08-9141-f3c653f4d4ff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.3370569 Aug 10 01:01:08.022976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 028c972d-8037-4410-81ee-57d1b470eab1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:08.064942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.069581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-b202c0e0-2dad-4b90-b29c-068b4f1fa43e tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-group-rules/8aefcedd-b4fc-481d-a20e-33bccdc47fe6 HTTP/1.1" status: 200 len: 778 time: 0.0545650 Aug 10 01:01:08.070809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c514ef1-403f-46e7-ae11-303d8644277e req-2e6decaa-29a7-4db9-8a55-17614769e8ff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Aug 10 01:01:08.074923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:08.078574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.231063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:08.248104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.260367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:08.264960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.390592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-cbd1ba9d-80d8-4aa9-8807-4ef3f7839634 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/3a5c5a87-1574-479e-b471-d83ccf1fbffd HTTP/1.1" status: 200 len: 2408 time: 0.3087437 Aug 10 01:01:08.409369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] Set router a2e220bb-26ba-4fcc-aa6d-039698b5a40d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:08.479845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:08.489615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.504558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.507105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.527356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.537844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.20.0.3 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/96c8a439-bc20-4680-874b-e5f090b6cf94) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:08.575012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce556137-39ab-40c6-b527-9810ceeb9eac req-88d824fe-a5d2-481c-acca-59289676e6b4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 210 time: 0.0388613 Aug 10 01:01:08.678385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] DHCP port deletion for 5e4f1c94-fc0f-40ad-a744-742ef13892a5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:08.695938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.700850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.704770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2216944-d003-4a77-a112-ef3f83dff9a5 req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8aefcedd-b4fc-481d-a20e-33bccdc47fe6 HTTP/1.1" status: 204 len: 173 time: 0.3132391 Aug 10 01:01:08.746567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78f291-d779-45ff-b6bf-1eaa9c811485 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aefcedd-b4fc-481d-a20e-33bccdc47fe6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:08.746797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1247680470', 'description': 'tempest-description-339068498'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:08.801094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.840058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Deleting port 9abdf705-ff32-4e77-844d-a250da56369f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:08.840536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.849793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Deleting port 04112b68-b34f-4c29-9b4f-ad779ad69065 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:08.850316 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.855612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:01:05Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:08.920136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:08.938535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b59f28-5391-4e79-a345-5db7daa76c77 None None] The sync data for ids ['a2e220bb-26ba-4fcc-aa6d-039698b5a40d'] in n-d-766380-21 is: [{'id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'name': 'tempest-TestNetworkBasicOps-router-281998630', 'tenant_id': '398b2a239df34c7ca6adccb196b66e83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': '9abdf705-ff32-4e77-844d-a250da56369f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:59:44Z', 'updated_at': '2021-08-10T01:01:05Z', 'revision_number': 5, 'project_id': '398b2a239df34c7ca6adccb196b66e83', 'gw_port': {'id': '9abdf705-ff32-4e77-844d-a250da56369f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e220bb-26ba-4fcc-aa6d-039698b5a40d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:59:45Z', 'updated_at': '2021-08-10T00:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:08.990425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] For port 04112b68-b34f-4c29-9b4f-ad779ad69065, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=04112b68-b34f-4c29-9b4f-ad779ad69065,segment=NetworkSegment(836e87e5-b154-4f65-97e5-c0bae60f5406),segment_id=836e87e5-b154-4f65-97e5-c0bae60f5406)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:08.995266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.019214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.028118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.046951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Calling delete_port for 04112b68-b34f-4c29-9b4f-ad779ad69065 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:09.090505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=22b0c072-1f54-4430-8769-00ee0ec6fead,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:09.102372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.104444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907d052e-70f7-4034-86a8-241925f7847b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:09.112467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.128971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbde9cc1-1420-45cd-8964-c697f24690bc req-b6b38bab-6b8c-414a-bfe2-e3cf0b762005 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3879545 Aug 10 01:01:09.134155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] For port 9abdf705-ff32-4e77-844d-a250da56369f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9abdf705-ff32-4e77-844d-a250da56369f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:09.134637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.139273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': 'd7a6e527-178b-4a78-8564-e69c5b95ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:09.139668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: fecf2931-9dc4-4666-b254-049e61465f9a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:09.147065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Transition to ACTIVE for port object 96c8a439-bc20-4680-874b-e5f090b6cf94 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:09.165055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Calling delete_port for 9abdf705-ff32-4e77-844d-a250da56369f owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:09.176734 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.221447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] No DVR routers for this DVR port 04112b68-b34f-4c29-9b4f-ad779ad69065 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:09.221990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network fecf2931-9dc4-4666-b254-049e61465f9a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:09.225597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848e58-8468-4356-8772-a8ebf6b03f61 None None] Pushing event deleted for resources: {'Port': ['ID=04112b68-b34f-4c29-9b4f-ad779ad69065,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:09.254001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43482) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:09.285518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fecf2931-9dc4-4666-b254-049e61465f9a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:09.293678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22cf830-1ab2-4bb3-a1ee-e9995c274528 None None] Network fecf2931-9dc4-4666-b254-049e61465f9a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:09.298356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.299068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.309519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0a76c-9cad-4e29-8990-3b452615221f req-0108c4dd-a8ee-4443-bade-4c5d9b30606e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.315674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1629133c-3f5a-4ec7-a9e1-ff4aafcdc16e req-6aa766be-b6a5-4dbf-a02b-0ecb65a7bf1d tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/907d052e-70f7-4034-86a8-241925f7847b HTTP/1.1" status: 200 len: 1814 time: 0.1408937 Aug 10 01:01:09.316482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99c0a76c-9cad-4e29-8990-3b452615221f req-0108c4dd-a8ee-4443-bade-4c5d9b30606e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.1037939 Aug 10 01:01:09.323258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.402171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99c0a76c-9cad-4e29-8990-3b452615221f req-580baca8-a419-4671-b8c2-36bb809328f1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712807 Aug 10 01:01:09.402534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-65b1eb86-3b87-42c1-907b-7804e857fd41 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5262854 Aug 10 01:01:09.402636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43496) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:09.414958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '028c972d-8037-4410-81ee-57d1b470eab1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:09.567276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1157374924-network', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:09.577542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:09.587215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.632659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-fecf2931-9dc4-4666-b254-049e61465f9a', 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': '22b0c072-1f54-4430-8769-00ee0ec6fead'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:09.633817 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.660777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Made reservation on behalf of 15b4fc9ee5ad4332b8689b53cd1a4569 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:09.663825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.702920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:09.837622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-115969310', 'description': 'tempest-description-122362979'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:09.845259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86f59c-2829-4c35-8e7f-c908fe682fd9 req-8713a6a0-5862-40df-b247-2e09fbb10522 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:09.847452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e86f59c-2829-4c35-8e7f-c908fe682fd9 req-8713a6a0-5862-40df-b247-2e09fbb10522 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 931 time: 0.1414721 Aug 10 01:01:09.867772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:09.873051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:09.875895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:09.879535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:09.929344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 04112b68-b34f-4c29-9b4f-ad779ad69065 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:09.978972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Allocated IP 2001:db8::2 (fecf2931-9dc4-4666-b254-049e61465f9a/22b0c072-1f54-4430-8769-00ee0ec6fead/9587fcce-3b53-423b-b08b-1aee9b724c5b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:09.981200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 04112b68-b34f-4c29-9b4f-ad779ad69065 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:09.981494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 04112b68-b34f-4c29-9b4f-ad779ad69065 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:09.981931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d5e58e6b-1db8-47ef-b649-ff25133ac096 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:10.007313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.008306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.022658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: d5e58e6b-1db8-47ef-b649-ff25133ac096 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:10.023031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d5e58e6b-1db8-47ef-b649-ff25133ac096 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:10.047680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.050294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e86f59c-2829-4c35-8e7f-c908fe682fd9 req-15a2ac84-78dd-428d-a85e-bd6b7b605d98 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1587124 Aug 10 01:01:10.107075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Port': ['ID=9abdf705-ff32-4e77-844d-a250da56369f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.220009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.230152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.238526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.243286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.293686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-2cc413e1-6a21-4a60-86b2-026abbf4acf3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6340630 Aug 10 01:01:10.307861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.317362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:10.324596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Transition to ACTIVE for port object 9587fcce-3b53-423b-b08b-1aee9b724c5b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:10.327627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Request body: {'port': {'device_id': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:10.329630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=bd60660c-1650-49d4-922d-a398bd13234d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.332237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58422478-f1e9-4cb1-9587-4f9bc2446b67,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.341989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.342407 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Added segment f538fc57-ce80-4ac8-b144-96e2dd5d4391 of type vlan for network 79ec81ad-6957-46cf-ad9c-47b42c258d57 Aug 10 01:01:10.349042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cd6f7b37-6231-462c-bc3a-6a5a74e16eeb None None] Provisioning for port 96c8a439-bc20-4680-874b-e5f090b6cf94 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:10.360131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.366058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.373225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cd6f7b37-6231-462c-bc3a-6a5a74e16eeb None None] Provisioning complete for port 96c8a439-bc20-4680-874b-e5f090b6cf94 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:10.373683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cd6f7b37-6231-462c-bc3a-6a5a74e16eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.375638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.403364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:10.404070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 028c972d-8037-4410-81ee-57d1b470eab1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:10.420813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cd6f7b37-6231-462c-bc3a-6a5a74e16eeb None None] Port 96c8a439-bc20-4680-874b-e5f090b6cf94 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:10.430196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Transition to ACTIVE for port object 9587fcce-3b53-423b-b08b-1aee9b724c5b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:10.433953 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.440070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.447370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.448205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Fanout notify agent at l3_agent the message router_deleted on router a2e220bb-26ba-4fcc-aa6d-039698b5a40d {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:01:10.461522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.464546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81747e3a-30a8-41f6-a051-716c4c987c8c tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/routers/a2e220bb-26ba-4fcc-aa6d-039698b5a40d HTTP/1.1" status: 204 len: 168 time: 2.6683698 Aug 10 01:01:10.469957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43538) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.473027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 028c972d-8037-4410-81ee-57d1b470eab1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:10.473201 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.523757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Network fecf2931-9dc4-4666-b254-049e61465f9a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:10.530986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:10.535187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:10.540224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43540) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.574450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Pushing event updated for resources: {'Port': ['ID=9587fcce-3b53-423b-b08b-1aee9b724c5b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.626153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Attempting to bind port 9587fcce-3b53-423b-b08b-1aee9b724c5b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:10.626527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Attempting to bind port 9587fcce-3b53-423b-b08b-1aee9b724c5b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd7a6e527-178b-4a78-8564-e69c5b95ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:10.627595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Attempting to bind port 9587fcce-3b53-423b-b08b-1aee9b724c5b on network fecf2931-9dc4-4666-b254-049e61465f9a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:10.638956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:01:10.639710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:10.640097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Checking segment: {'id': 'd7a6e527-178b-4a78-8564-e69c5b95ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:10.640512 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.640912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Bound using segment: {'id': 'd7a6e527-178b-4a78-8564-e69c5b95ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:10.643733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Bound port: 9587fcce-3b53-423b-b08b-1aee9b724c5b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a6e527-178b-4a78-8564-e69c5b95ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fecf2931-9dc4-4666-b254-049e61465f9a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:10.644251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.682864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 028c972d-8037-4410-81ee-57d1b470eab1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:10.688272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.689378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.725040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] For port 9587fcce-3b53-423b-b08b-1aee9b724c5b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:10.728580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] For port 9587fcce-3b53-423b-b08b-1aee9b724c5b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9587fcce-3b53-423b-b08b-1aee9b724c5b,segment=NetworkSegment(d7a6e527-178b-4a78-8564-e69c5b95ec29),segment_id=d7a6e527-178b-4a78-8564-e69c5b95ec29)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:10.732076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e38331-16cd-4b95-9933-a03f40645e33 None None] Network 028c972d-8037-4410-81ee-57d1b470eab1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:10.746169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.763486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.764467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.765055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.770458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.780437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.796915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.815244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a94452-5204-4770-bea2-0f56bdcd68da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.840534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1134eb97-92e7-4aa7-a17c-4ba9d04bc832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4370475 Aug 10 01:01:10.845300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.850318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5953391 Aug 10 01:01:10.851551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4e2f8-63a6-4455-9298-5789e795b493 None None] Pushing event updated for resources: {'Port': ['ID=9587fcce-3b53-423b-b08b-1aee9b724c5b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.854653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:10.867302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Request body: {'subnet': {'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1157374924-subnet', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:10.870189 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:10.870716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34d71-c2bc-4ddf-affc-468999cb9a50 admin admin] Pushing event updated for resources: {'Network': ['ID=79ec81ad-6957-46cf-ad9c-47b42c258d57,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:10.878409 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb2b6cc2-d17e-4033-b587-2d596c2a9148 req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.4802847 Aug 10 01:01:10.884533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:10.895812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d994-210a-4192-bdbe-fe9e8453d3b9 req-473b4fb3-d632-486c-9c3e-8991c8dc26cd tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:10.898573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ca9d994-210a-4192-bdbe-fe9e8453d3b9 req-473b4fb3-d632-486c-9c3e-8991c8dc26cd tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2547743 Aug 10 01:01:10.900161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1458461417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:10.940836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3991b6c-9d6f-4a26-8d8f-6c3f01246402 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045dc52a-bc71-4d18-9a36-34262a1b4d98,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.003326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Made reservation on behalf of 15b4fc9ee5ad4332b8689b53cd1a4569 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:11.006078 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.010650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-52ed0593-49f9-44ec-9317-987f60073be4 req-e86897dc-339e-4d7a-9c24-c08076a46e9c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/045dc52a-bc71-4d18-9a36-34262a1b4d98 HTTP/1.1" status: 200 len: 1813 time: 0.1020977 Aug 10 01:01:11.057314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-50005021', 'description': 'tempest-description-1410266730'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:11.105156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:11.119568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:11.130561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ca9d994-210a-4192-bdbe-fe9e8453d3b9 req-228fe924-5c95-443c-9551-59978642f00e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093048 Aug 10 01:01:11.141811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.154444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.167292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4f1c94-fc0f-40ad-a744-742ef13892a5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:11.200273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-028c972d-8037-4410-81ee-57d1b470eab1', 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': 'bd60660c-1650-49d4-922d-a398bd13234d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:11.203838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.204326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e87e5-b154-4f65-97e5-c0bae60f5406') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:11.204633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e87e5-b154-4f65-97e5-c0bae60f5406') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:11.219503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Transition to ACTIVE for port object 96c8a439-bc20-4680-874b-e5f090b6cf94 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:11.225874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.227127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.256264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.291567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:11.291839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:11.295932 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:11.341353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:11.352918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:11.353377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.389517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.441273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a94452-5204-4770-bea2-0f56bdcd68da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.455644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58a94452-5204-4770-bea2-0f56bdcd68da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.490363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17184f1-4240-4e6a-a3e5-2bd13dc46506 req-58ee9270-6650-4317-8638-5bc7ca6c2033 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.498466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a17184f1-4240-4e6a-a3e5-2bd13dc46506 req-58ee9270-6650-4317-8638-5bc7ca6c2033 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 943 time: 0.2119744 Aug 10 01:01:11.500607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.505975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.509379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] 10.222.0.25 "DELETE /v2.0/networks/5e4f1c94-fc0f-40ad-a744-742ef13892a5 HTTP/1.1" status: 204 len: 168 time: 1.0277143 Aug 10 01:01:11.541298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a94452-5204-4770-bea2-0f56bdcd68da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b3cb7-1258-489a-b0af-e33cbf022fff,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.555077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73cd86-97c4-4a74-9056-24aa7f5f4abb tempest-TestNetworkBasicOps-1328762383 tempest-TestNetworkBasicOps-1328762383-project] Pushing event deleted for resources: {'Network': ['ID=5e4f1c94-fc0f-40ad-a744-742ef13892a5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.568510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:01:11.568510 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:01:11.568510 n-d-766380-21 neutron-server[105957]: [parameters: {'project_id_1': 'cd308a0fe7af46a4a96251d140945eea', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 1, 11, 71456)}] Aug 10 01:01:11.568510 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:01:11.568857 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:01:11.579982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58a94452-5204-4770-bea2-0f56bdcd68da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad2a6625710c496bb08e15e320996747&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0385497 Aug 10 01:01:11.582843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43558) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.615918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Attempting to bind port 96c8a439-bc20-4680-874b-e5f090b6cf94 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:11.616284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Attempting to bind port 96c8a439-bc20-4680-874b-e5f090b6cf94 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:11.616586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Attempting to bind port 96c8a439-bc20-4680-874b-e5f090b6cf94 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:11.630091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Port 96c8a439-bc20-4680-874b-e5f090b6cf94 on network 9fd592f8-9cda-429c-abae-13341367fd7f not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:11.630420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Attempting to bind port 96c8a439-bc20-4680-874b-e5f090b6cf94 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:11.642564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:11.642774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:11.643181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:11.643560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Bound port: 96c8a439-bc20-4680-874b-e5f090b6cf94, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:11.643923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.646275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.651251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.652349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.683292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Allocated IP 2001:db8:1::2 (028c972d-8037-4410-81ee-57d1b470eab1/bd60660c-1650-49d4-922d-a398bd13234d/774535ff-3c38-4855-a9bf-6b387c428a24) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:11.700804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.735505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a17184f1-4240-4e6a-a3e5-2bd13dc46506 req-ddd2f604-40ae-4583-8cc6-b442c3422933 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2295027 Aug 10 01:01:11.766730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53c79e6-6a34-4c6d-8727-6aec308418d1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:11.802094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.807076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.809638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:11.811965 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c89a7-6f5b-45ec-aae5-c613efed5a78" -d '{"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:11.817417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Checking segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:11.818377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Network hostable DHCP agents. Network: 79ec81ad-6957-46cf-ad9c-47b42c258d57, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:11.837010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:11.844562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.849422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.864682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:11.888363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.909255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:11.914878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 79ec81ad-6957-46cf-ad9c-47b42c258d57) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:11.917262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:11.928473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.931926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.932640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.936207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-41499aca-b0a3-4138-8dcf-c6cbdf9c9505 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0673819 Aug 10 01:01:11.937540 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.941494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43564) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.944256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f378478-b35c-4b8b-b11b-4d83b7d6b93d None None] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:11.973514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43566) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:11.991918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:11.992509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:11.993957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] 10.222.0.10 "PUT /v2.0/ports/96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 1092 time: 1.6726184 Aug 10 01:01:11.994424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:11.998432 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:12.043367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e0c9f-43de-4ff6-b947-d70de28458db service neutron] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.112326 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c427b47-0be0-4d5c-8a73-62668d59b54f x-openstack-request-id: req-5c427b47-0be0-4d5c-8a73-62668d59b54f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:12.113090 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:12.113414 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c427b47-0be0-4d5c-8a73-62668d59b54f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:12.113996 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'status': 'completed', 'code': 200} Aug 10 01:01:12.116236 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e056b80-4da1-4f3c-8d38-0820a2e9d25f x-openstack-request-id: req-1e056b80-4da1-4f3c-8d38-0820a2e9d25f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:12.117093 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:12.117093 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e056b80-4da1-4f3c-8d38-0820a2e9d25f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:12.117300 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'code': 200} Aug 10 01:01:12.118160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9587fcce-3b53-423b-b08b-1aee9b724c5b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:12.142292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.148765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b6d6d18-8d07-45ee-837c-6abcb3ddffa9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2925353 Aug 10 01:01:12.161707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:12.172282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:12.240381 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.241428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.254793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.364270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-e20b37e3-bc3b-44d3-a6ce-9b5db6678c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.365903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-e20b37e3-bc3b-44d3-a6ce-9b5db6678c37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1095 time: 0.2991509 Aug 10 01:01:12.370397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.389601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.392641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.394187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c1b3cb7-1258-489a-b0af-e33cbf022fff HTTP/1.1" status: 204 len: 168 time: 0.8004506 Aug 10 01:01:12.412912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Transition to ACTIVE for port object 774535ff-3c38-4855-a9bf-6b387c428a24 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:12.415028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9587fcce-3b53-423b-b08b-1aee9b724c5b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:12.447118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-a160078c-eb16-4756-a9c0-21eb768cd49d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 217 time: 0.0600085 Aug 10 01:01:12.460338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ebf06-9635-4f4a-ac8e-468e9bb3f0fc None None] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:12.475390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a13c5-270b-45dc-97ba-97ae330e0f0f req-1696eb65-c650-423f-bad5-1b5e81aee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.476819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-436a13c5-270b-45dc-97ba-97ae330e0f0f req-1696eb65-c650-423f-bad5-1b5e81aee04c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1097 time: 0.3592455 Aug 10 01:01:12.479957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Transition to ACTIVE for port object 774535ff-3c38-4855-a9bf-6b387c428a24 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:12.539256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22291526-a6be-4066-87c1-aa5a7c74a6cf None None] Network fecf2931-9dc4-4666-b254-049e61465f9a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:12.546433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9abdf705-ff32-4e77-844d-a250da56369f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:12.552671 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.565249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.592337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Network 028c972d-8037-4410-81ee-57d1b470eab1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:12.635198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.643312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:12.646262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:12.674368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-0f4735f6-93d6-4a53-9cf9-e2737667a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.676017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-0f4735f6-93d6-4a53-9cf9-e2737667a4cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.2221358 Aug 10 01:01:12.678023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9abdf705-ff32-4e77-844d-a250da56369f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:12.678597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9abdf705-ff32-4e77-844d-a250da56369f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:12.679072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.781653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Provisioning for port 9587fcce-3b53-423b-b08b-1aee9b724c5b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:12.799459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Provisioning complete for port 9587fcce-3b53-423b-b08b-1aee9b724c5b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:12.799840 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.801382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Pushing event updated for resources: {'Port': ['ID=774535ff-3c38-4855-a9bf-6b387c428a24,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.852813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.875957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d84fea-04cc-4968-814d-3887fa8b1827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b3cb7-1258-489a-b0af-e33cbf022fff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:12.917458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Attempting to bind port 774535ff-3c38-4855-a9bf-6b387c428a24 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:12.917832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Attempting to bind port 774535ff-3c38-4855-a9bf-6b387c428a24 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:12.918189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Attempting to bind port 774535ff-3c38-4855-a9bf-6b387c428a24 on network 028c972d-8037-4410-81ee-57d1b470eab1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:12.928050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2fbe0a4b-62d4-4f31-844e-3c09b99ddefe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=398b2a239df34c7ca6adccb196b66e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9090722 Aug 10 01:01:12.928861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:12.929260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Checking segment: {'id': 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:12.929386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:12.929665 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.930056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Bound using segment: {'id': 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:12.930530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Bound port: 774535ff-3c38-4855-a9bf-6b387c428a24, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '028c972d-8037-4410-81ee-57d1b470eab1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:12.930937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.968818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:12.970239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dab419-6de8-46ef-9976-011b582e891f req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.9265907 Aug 10 01:01:12.985124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac80ef-4614-4d6f-b18a-708ec52e89fd req-bff3cbe7-a3d7-48e6-bc93-f882677c0ab7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.985973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-a0ae6773-8ff6-4ee3-9e18-555e981b176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:12.990167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-a0ae6773-8ff6-4ee3-9e18-555e981b176f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965691 Aug 10 01:01:12.993054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38ac80ef-4614-4d6f-b18a-708ec52e89fd req-bff3cbe7-a3d7-48e6-bc93-f882677c0ab7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.7157552 Aug 10 01:01:12.995214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d4ba-341c-46c9-b358-beb143ace14c tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ebfa3-bc1b-4f9a-9c69-004bf53c4fc5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:13.071285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-436a13c5-270b-45dc-97ba-97ae330e0f0f req-da1b5409-8497-4d87-8b4d-5885b56d71a5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885307 Aug 10 01:01:13.148056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38ac80ef-4614-4d6f-b18a-708ec52e89fd req-7767878b-5402-489d-947f-b48eeb7307ba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534636 Aug 10 01:01:13.149378 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.174148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] For port 774535ff-3c38-4855-a9bf-6b387c428a24, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:13.189024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.189845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292644a-373d-4540-bfef-60a63cafc6d2 req-21ffd76a-7edc-476f-9cf6-d9e5641686fb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.191441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9292644a-373d-4540-bfef-60a63cafc6d2 req-21ffd76a-7edc-476f-9cf6-d9e5641686fb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 943 time: 0.1443315 Aug 10 01:01:13.196323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] For port 774535ff-3c38-4855-a9bf-6b387c428a24, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=774535ff-3c38-4855-a9bf-6b387c428a24,segment=NetworkSegment(cf2211ed-f80f-4971-9510-ee96e1f9a3b3),segment_id=cf2211ed-f80f-4971-9510-ee96e1f9a3b3)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:13.203660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-614a3add-dd0b-4f37-8aad-6606327d685c service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970441 Aug 10 01:01:13.211985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.216030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] For port 9587fcce-3b53-423b-b08b-1aee9b724c5b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9587fcce-3b53-423b-b08b-1aee9b724c5b,segment=NetworkSegment(d7a6e527-178b-4a78-8564-e69c5b95ec29),segment_id=d7a6e527-178b-4a78-8564-e69c5b95ec29)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:13.228799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.295244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407f7e8-d071-4df5-94e5-83d4a4e313a2 None None] Pushing event updated for resources: {'Port': ['ID=774535ff-3c38-4855-a9bf-6b387c428a24,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:13.309511 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.316393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.378529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af3f2c-a6b6-49fa-b074-a804e65832a7 None None] Pushing event updated for resources: {'Port': ['ID=9587fcce-3b53-423b-b08b-1aee9b724c5b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:13.382173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9292644a-373d-4540-bfef-60a63cafc6d2 req-bd4256ad-c706-4359-9b5f-464e80c5a829 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1774979 Aug 10 01:01:13.552182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b48fd824-9bfb-4b3e-9360-142eb55b3431 req-a6577594-896c-4de0-befe-640bfd79759b tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/e58ebfa3-bc1b-4f9a-9c69-004bf53c4fc5 HTTP/1.1" status: 200 len: 1813 time: 0.1967242 Aug 10 01:01:13.561635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89616c4e-c6a4-4f65-8d5e-a53d1efcf82e req-83b52ba2-a756-49c7-aa2d-3ded5d55b3ca service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470762 Aug 10 01:01:13.601858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1282539992', 'description': 'tempest-description-2071311213'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:13.655186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.666747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.669694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.671330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab44be5d-468d-46aa-a988-1465a96579b9 HTTP/1.1" status: 204 len: 168 time: 0.7097785 Aug 10 01:01:13.687317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656133e2-7b25-433e-89d2-fe6d3b2c9cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab44be5d-468d-46aa-a988-1465a96579b9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:13.768577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.771100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5ead26c1-7e0e-417e-a140-6481b9c35c3d None None] Provisioning complete for port 9587fcce-3b53-423b-b08b-1aee9b724c5b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:13.771673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5ead26c1-7e0e-417e-a140-6481b9c35c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.905333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8::1 (fecf2931-9dc4-4666-b254-049e61465f9a/22b0c072-1f54-4430-8769-00ee0ec6fead/452ce120-146d-469c-852d-0230b09cc09c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:13.919808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:13.944701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-4e03e2a8-fc85-47d6-a763-916c7a59ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:13.946768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-4e03e2a8-fc85-47d6-a763-916c7a59ed45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1095 time: 0.3018658 Aug 10 01:01:14.050854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1aac8e55-a078-4858-8d76-1966d5a4ad02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.057601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 774535ff-3c38-4855-a9bf-6b387c428a24 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:14.124535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.139933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object 452ce120-146d-469c-852d-0230b09cc09c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:14.147073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 774535ff-3c38-4855-a9bf-6b387c428a24 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:14.151834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9587fcce-3b53-423b-b08b-1aee9b724c5b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:14.178047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.185876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Allocated IP 172.25.7.79 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/163e7408-0bb3-4aac-9418-0e63dbdabd2a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:14.226629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network fecf2931-9dc4-4666-b254-049e61465f9a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:14.229915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:14.234817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:14.235486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.311793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9587fcce-3b53-423b-b08b-1aee9b724c5b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:14.312030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.379729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=452ce120-146d-469c-852d-0230b09cc09c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.453028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dc1c4-e985-4587-abbd-6474199f8b87 req-4e989921-52b8-45dd-a411-b6ccc8afb518 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.457952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c65dc1c4-e985-4587-abbd-6474199f8b87 req-4e989921-52b8-45dd-a411-b6ccc8afb518 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1486936 Aug 10 01:01:14.479931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43630) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:14.480089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.484507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-7a627bc9-4096-43ae-846f-bd67348ba8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.487155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-7a627bc9-4096-43ae-846f-bd67348ba8c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.5212553 Aug 10 01:01:14.522353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76ee2c6a-489b-43aa-98c6-13d5b690757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.556618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43632) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:14.614557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-8070779d-9db8-47d3-bf42-95781716857b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 217 time: 0.0696306 Aug 10 01:01:14.654020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.675322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c65dc1c4-e985-4587-abbd-6474199f8b87 req-e4ccc49e-f8ce-4921-b77e-37240cd763d3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940908 Aug 10 01:01:14.731583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b6db1f5e-ae8a-458f-87c9-dea98a93fedf None None] Provisioning for port 452ce120-146d-469c-852d-0230b09cc09c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:14.737974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b6db1f5e-ae8a-458f-87c9-dea98a93fedf None None] Provisioning complete for port 452ce120-146d-469c-852d-0230b09cc09c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:14.738622 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b6db1f5e-ae8a-458f-87c9-dea98a93fedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.785763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b6db1f5e-ae8a-458f-87c9-dea98a93fedf None None] Port 452ce120-146d-469c-852d-0230b09cc09c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:14.798498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.828848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.861512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-c788248c-ad1a-4230-8fab-b387c014653f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:14.863296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-c788248c-ad1a-4230-8fab-b387c014653f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.2338438 Aug 10 01:01:14.864259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:14.884988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292004e-63a5-429a-9f88-6e26008e6268 None None] Network 028c972d-8037-4410-81ee-57d1b470eab1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:14.913236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1651762602'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:14.968652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:14.972315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Pushing event updated for resources: {'Port': ['ID=163e7408-0bb3-4aac-9418-0e63dbdabd2a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.976205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cfcb89-3a1e-4f48-85cb-2c4a087671f8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:14.978632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:15.022398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Provisioning for port 774535ff-3c38-4855-a9bf-6b387c428a24 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:15.027922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-be884792-287e-4478-a695-fc6eb112be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.029889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-be884792-287e-4478-a695-fc6eb112be1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580999 Aug 10 01:01:15.032290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:15.032487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Provisioning complete for port 774535ff-3c38-4855-a9bf-6b387c428a24 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:15.032849 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.046939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:01:15.046939 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:01:15.046939 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id_1': '0f1f9e24e6cf4e75a5c30f43d9217efa', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 1, 14, 976698)}] Aug 10 01:01:15.046939 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:01:15.047394 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:01:15.121958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084f75c-809b-4175-81dc-be0a5d5d7ce4 req-136414d9-57e8-4b29-87f7-90c0d2f91a08 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.123536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e084f75c-809b-4175-81dc-be0a5d5d7ce4 req-136414d9-57e8-4b29-87f7-90c0d2f91a08 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 943 time: 0.2178378 Aug 10 01:01:15.182012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.186251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-6f02a967-5551-4586-ad9d-5fdc3370fb66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2250540 Aug 10 01:01:15.220504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e084f75c-809b-4175-81dc-be0a5d5d7ce4 req-1dfed96f-38fb-4674-b299-2a9a174fa049 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765142 Aug 10 01:01:15.283155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-9845160d-d184-4dc6-921e-1d34108cbd43 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094972 Aug 10 01:01:15.337761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76ee2c6a-489b-43aa-98c6-13d5b690757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.357258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.359167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76ee2c6a-489b-43aa-98c6-13d5b690757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.382784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.384384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78e86a92-d209-403e-88df-770fff7904e1 req-18a14a00-16a7-409d-b32b-93e6dbb659d4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.8023481 Aug 10 01:01:15.393982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.395041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] For port 774535ff-3c38-4855-a9bf-6b387c428a24, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=774535ff-3c38-4855-a9bf-6b387c428a24,segment=NetworkSegment(cf2211ed-f80f-4971-9510-ee96e1f9a3b3),segment_id=cf2211ed-f80f-4971-9510-ee96e1f9a3b3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:15.401071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.407270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.461112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bee23-4a34-4f7c-8ec1-aa0e7b1686d2 None None] Pushing event updated for resources: {'Port': ['ID=774535ff-3c38-4855-a9bf-6b387c428a24,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:15.487316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-76ee2c6a-489b-43aa-98c6-13d5b690757f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6917064796a148c28c1b79cf85e8da48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0049636 Aug 10 01:01:15.509093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.509589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.510080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.510568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.511084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.511564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.512041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.514174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bbab0235-e53d-4a04-89b1-90251fa29d90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.2424335 Aug 10 01:01:15.516951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43642) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:15.565172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee2c6a-489b-43aa-98c6-13d5b690757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1311049-cdeb-404b-abc9-ae1147266b41,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:15.601666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=452ce120-146d-469c-852d-0230b09cc09c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:15.611333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27755600-24f7-41d1-99de-574931cfd6fe req-e559fb3f-7798-4418-9292-09320406013d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.613082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27755600-24f7-41d1-99de-574931cfd6fe req-e559fb3f-7798-4418-9292-09320406013d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2732599 Aug 10 01:01:15.636592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43644) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:15.674111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'floatingip': {'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:15.721273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-41cd57a5-c548-4c6f-981e-e85d8bbe2cb1 None None] Provisioning complete for port 774535ff-3c38-4855-a9bf-6b387c428a24 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:15.721645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41cd57a5-c548-4c6f-981e-e85d8bbe2cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.758319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.805900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Made reservation on behalf of 0f1f9e24e6cf4e75a5c30f43d9217efa for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:15.809340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.874025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.878535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 774535ff-3c38-4855-a9bf-6b387c428a24 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:15.879054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1fdb43e1-5cdf-41db-afd1-7cfafbdde693 req-be7e352e-37a4-4e89-8ee3-8bfaa3be6d93 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/f8cfcb89-3a1e-4f48-85cb-2c4a087671f8 HTTP/1.1" status: 200 len: 1815 time: 0.4691982 Aug 10 01:01:15.898881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.899731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-50532f3c-0c60-47d6-b9d4-536c82ba3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.900355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-50532f3c-0c60-47d6-b9d4-536c82ba3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.901087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-50532f3c-0c60-47d6-b9d4-536c82ba3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:15.902816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-50532f3c-0c60-47d6-b9d4-536c82ba3650 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 2290 time: 0.3404875 Aug 10 01:01:15.913646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.947033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 774535ff-3c38-4855-a9bf-6b387c428a24 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:15.947744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:15.960870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c56a4ea-b788-40c5-8d0d-c4fdfa83df0b req-f0ff55f2-eb7c-43a4-a161-ad8e23a67e45 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711781 Aug 10 01:01:15.961318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network fecf2931-9dc4-4666-b254-049e61465f9a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:15.973163 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-798d2da0-2575-43db-8d3f-17a8feb1d983 req-fa4b8d71-deb8-408e-96de-684f6575cc44 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] show failed (client error): The resource could not be found. Aug 10 01:01:15.974183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-798d2da0-2575-43db-8d3f-17a8feb1d983 req-fa4b8d71-deb8-408e-96de-684f6575cc44 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/cb23a931-e1fe-4df5-9215-a896186fe4a4 HTTP/1.1" status: 404 len: 352 time: 0.0618320 Aug 10 01:01:16.026456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:16.082060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.097022 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-e194cee1-0714-444b-b7b5-a9b4fe4b0a46 req-00107eac-cf8c-4bd2-bb08-595dc53e3f41 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] show failed (client error): The resource could not be found. Aug 10 01:01:16.098095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e194cee1-0714-444b-b7b5-a9b4fe4b0a46 req-00107eac-cf8c-4bd2-bb08-595dc53e3f41 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-group-rules/dcc59990-c709-42dd-b62d-8c64eb5b42e6 HTTP/1.1" status: 404 len: 361 time: 0.0778127 Aug 10 01:01:16.130477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-e3be1309-c57a-4693-a250-111022f68cbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 1001 time: 0.2105606 Aug 10 01:01:16.164759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.213486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-e0ba3977-eacb-4ca8-825f-7a53c6ee3e54 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/f8cfcb89-3a1e-4f48-85cb-2c4a087671f8 HTTP/1.1" status: 200 len: 1815 time: 0.0853081 Aug 10 01:01:16.337962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.350468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-72b187d9-19a3-430c-a252-6a149a525f9a None None] Provisioning complete for port 452ce120-146d-469c-852d-0230b09cc09c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:16.351344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-72b187d9-19a3-430c-a252-6a149a525f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.371541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.389544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-72b187d9-19a3-430c-a252-6a149a525f9a None None] Port 452ce120-146d-469c-852d-0230b09cc09c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:16.393648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Router d32611cb-776a-4b85-bf88-15899cb4d15d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:16.441500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-5737a160-e7d9-4838-986e-427f5fe613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:16.443049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-5737a160-e7d9-4838-986e-427f5fe613c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.2266421 Aug 10 01:01:16.451674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.454211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.455456 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1311049-cdeb-404b-abc9-ae1147266b41 HTTP/1.1" status: 204 len: 168 time: 0.9049857 Aug 10 01:01:16.465781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.468380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.469763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0cbe98b8-2f7e-4d7e-b991-1df6e2a321f3 req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8cfcb89-3a1e-4f48-85cb-2c4a087671f8 HTTP/1.1" status: 204 len: 173 time: 0.2495949 Aug 10 01:01:16.516227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fc908-2731-40e7-9d08-d2cb4b2afe82 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cfcb89-3a1e-4f48-85cb-2c4a087671f8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.566316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:16.577606 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Sync routers for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:16.578600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-946f73b3-3a13-413d-8523-048f8fac7248 req-7761ad08-8c05-4997-a2f1-411a876cd053 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/e58ebfa3-bc1b-4f9a-9c69-004bf53c4fc5 HTTP/1.1" status: 200 len: 1813 time: 0.0660207 Aug 10 01:01:16.592331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:16.600389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:16.602148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:00:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:16.654615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-946f73b3-3a13-413d-8523-048f8fac7248 req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.711999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-946f73b3-3a13-413d-8523-048f8fac7248 req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.752355 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:16.761851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:16.780022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-946f73b3-3a13-413d-8523-048f8fac7248 req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.782822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-946f73b3-3a13-413d-8523-048f8fac7248 req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.787644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-946f73b3-3a13-413d-8523-048f8fac7248 req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-groups/e58ebfa3-bc1b-4f9a-9c69-004bf53c4fc5 HTTP/1.1" status: 204 len: 173 time: 0.1992967 Aug 10 01:01:16.796721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:16.841470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.842037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303402c-1d07-41f9-890b-c1c5f815a517 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ebfa3-bc1b-4f9a-9c69-004bf53c4fc5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.856838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:16.866749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-6d4f3de0-ce83-4083-8765-09c0de5536f1 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/045dc52a-bc71-4d18-9a36-34262a1b4d98 HTTP/1.1" status: 200 len: 1813 time: 0.0554299 Aug 10 01:01:16.872332 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-334f8ab2-f060-48f0-8f2e-082482b4ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.895375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:16.903128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.945938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.957347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c7cc3-ac9f-4b83-99c3-3d7279a3c7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1311049-cdeb-404b-abc9-ae1147266b41,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:16.978033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:16.993084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da7350-2fe5-4237-b7b5-d4750eda8a6c req-25d188e5-e21d-47e8-9c17-74392f879278 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.001080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31da7350-2fe5-4237-b7b5-d4750eda8a6c req-25d188e5-e21d-47e8-9c17-74392f879278 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 943 time: 0.6509309 Aug 10 01:01:17.014250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.037172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.040726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.042484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f147cb4-442f-4178-bcf0-7dd9e721cdbc req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-groups/045dc52a-bc71-4d18-9a36-34262a1b4d98 HTTP/1.1" status: 204 len: 173 time: 0.1742239 Aug 10 01:01:17.045688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.059086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92cedd-3fb9-4e8b-a2fa-5cea944daf66 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045dc52a-bc71-4d18-9a36-34262a1b4d98,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.066603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.074083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.077925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6d7fd56a-e363-4fa7-a784-90225ebe88ea admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9094520 Aug 10 01:01:17.078374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43670) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:17.128300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 2a5020c8-c214-4c47-8bf0-0c6d220fcc23 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:17.133999 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 3, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:17.137642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-fe222752-337a-4b09-942e-6489374737ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.139724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-fe222752-337a-4b09-942e-6489374737ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6823778 Aug 10 01:01:17.161350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:17.183320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['96c8a439-bc20-4680-874b-e5f090b6cf94'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:17.196128 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Checking router: d32611cb-776a-4b85-bf88-15899cb4d15d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:17.196658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Updating router d32611cb-776a-4b85-bf88-15899cb4d15d port 163e7408-0bb3-4aac-9418-0e63dbdabd2a binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:01:17.205727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1042bd99-649b-4cd2-b20c-ac2c90ccbadc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.261489 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.278397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.279413 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Added segment 1d114e34-6ea9-434d-99de-02adbfa32381 of type vlan for network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 Aug 10 01:01:17.338074 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.466032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.496967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-65284f2c-7494-4aa1-934d-12b65a81ef88 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/907d052e-70f7-4034-86a8-241925f7847b HTTP/1.1" status: 200 len: 1814 time: 0.1698461 Aug 10 01:01:17.567123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:17.575960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-f1e2af1e-e695-4bce-b18c-ea19e8d626f2 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158413 Aug 10 01:01:17.577256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] Sync routers for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:17.583171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78a60458-3082-4a7b-a0fb-5208cbcede2f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6198146 Aug 10 01:01:17.592940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:17.594816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:17.596061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:17.606720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-31da7350-2fe5-4237-b7b5-d4750eda8a6c req-12201c03-08f8-4f3f-9711-5f6d6293c4e1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5917771 Aug 10 01:01:17.612671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:01:17.648904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.689591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:17.698457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.704263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:17.705444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:17.715380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.718294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.746071 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.746744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.747043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:17.747681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514a66e-d739-4d6a-89d4-bc3506119f84 None None] The sync data for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:17.760854 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Transition to ACTIVE for port object 163e7408-0bb3-4aac-9418-0e63dbdabd2a will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:17.769780 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.778994 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.779828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1468f3a-de92-4437-a39e-6879ee04f606 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:17.781375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c1468f3a-de92-4437-a39e-6879ee04f606 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports/452ce120-146d-469c-852d-0230b09cc09c HTTP/1.1" status: 200 len: 911 time: 0.1844237 Aug 10 01:01:17.785858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43690) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:17.844980 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Attempting to bind port 163e7408-0bb3-4aac-9418-0e63dbdabd2a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:17.846124 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Attempting to bind port 163e7408-0bb3-4aac-9418-0e63dbdabd2a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:17.846470 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Attempting to bind port 163e7408-0bb3-4aac-9418-0e63dbdabd2a on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:17.854491 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:17.855032 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:17.855516 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.856145 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:17.856842 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Bound port: 163e7408-0bb3-4aac-9418-0e63dbdabd2a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:17.857691 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.861223 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809712d-5992-4268-8f35-68b4f072545f None None] Pushing event updated for resources: {'Port': ['ID=163e7408-0bb3-4aac-9418-0e63dbdabd2a,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.910010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.912647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.913815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa09032c-0caf-4813-a0f4-742c524e8b36 req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-groups/907d052e-70f7-4034-86a8-241925f7847b HTTP/1.1" status: 204 len: 173 time: 0.3861473 Aug 10 01:01:17.927126 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] For port 163e7408-0bb3-4aac-9418-0e63dbdabd2a, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:17.930746 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] For port 163e7408-0bb3-4aac-9418-0e63dbdabd2a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=163e7408-0bb3-4aac-9418-0e63dbdabd2a,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:17.939477 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.941008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.3822083 Aug 10 01:01:17.947915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fd4a7-3a22-4848-a7b2-63891a7063e4 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d052e-70f7-4034-86a8-241925f7847b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.969256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.995072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:17.996511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97dc5a-163f-4975-86e1-20b875554b04 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Pushing event updated for resources: {'Network': ['ID=0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:17.999423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:18.016712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:18.023746 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:18.024374 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:18.070358 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809712d-5992-4268-8f35-68b4f072545f None None] Pushing event updated for resources: {'Port': ['ID=163e7408-0bb3-4aac-9418-0e63dbdabd2a,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.098470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.139476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-084aabec-cdf6-419a-afbd-0930be35a755 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392592 Aug 10 01:01:18.202377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:18.240518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2011677451-network', 'tenant_id': '81b32c25551d42449d560988831d2c7d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:18.302392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Made reservation on behalf of 81b32c25551d42449d560988831d2c7d for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:18.304739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.317148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-28b96934-dae0-43ba-975e-dbe7689dfedc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 217 time: 0.1460228 Aug 10 01:01:18.317409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.325695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-3498dc6a-43cb-4a7c-ae2d-0b59d9d3e83a tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "GET /v2.0/security-groups/3a5c5a87-1574-479e-b471-d83ccf1fbffd HTTP/1.1" status: 200 len: 1814 time: 0.3813028 Aug 10 01:01:18.348891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43704) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:18.353997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009', 'binding:host_id': 'n-h1-766380-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-376657156'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:18.361663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Allocated IP 172.20.0.1 (79ec81ad-6957-46cf-ad9c-47b42c258d57/c53c79e6-6a34-4c6d-8727-6aec308418d1/289ff060-f049-4bc5-9adf-c4d0e5c4bb3c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:18.404957 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 3, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:18.437731 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2a19c-dd03-4f86-8808-a4a07b2ef770 None None] The sync data for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 is: [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:15Z', 'revision_number': 3, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:18.483073 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Floating IP 5f7f7974-cd89-46e4-90be-6cf17dc176e9 associated. External IP: 172.25.7.246, port: c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b. Aug 10 01:01:18.529818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-2f0199d9-da07-4c0b-80ac-d08a7a80eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.531279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-2f0199d9-da07-4c0b-80ac-d08a7a80eb7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1744766 Aug 10 01:01:18.544591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.574230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.588683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.608488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:18.635547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:18.645128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.647708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Made reservation on behalf of 1c66d0d5ebd840e9ae84d1dcf5fdac10 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:18.650062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.662331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.666951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0057f117-5804-4736-8418-0dc10bd3e22e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.678247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.678603 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Added segment d298d8fb-c18e-41d2-b2cd-d20bb2dee860 of type vlan for network fb6b89d9-1709-4f80-add2-61e1eb9113f1 Aug 10 01:01:18.680271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.749634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 96c8a439-bc20-4680-874b-e5f090b6cf94 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:18.755960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 96c8a439-bc20-4680-874b-e5f090b6cf94 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:18.756336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.756850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.765751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-2c80866f-c286-4b07-94a2-1a12858acba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.768627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-2c80866f-c286-4b07-94a2-1a12858acba1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2006099 Aug 10 01:01:18.787209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Pushing event updated for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:18.884336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:18.887000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.897275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:18.898201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:18.911732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:18.937796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:18.942308 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62abb30d-09d0-4dbb-8406-a89b6f944a9d" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:18.962643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768b268-0f01-4ced-a1a6-c1b774d0902e req-dda4cf6d-4e10-478a-9913-70ff0c3d9734 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:18.965949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:18.970090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2768b268-0f01-4ced-a1a6-c1b774d0902e req-dda4cf6d-4e10-478a-9913-70ff0c3d9734 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1880908 Aug 10 01:01:18.974643 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.031041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.034082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.037051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.038221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef9614ad-2ac9-45d2-9c68-02c5001dd36f req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] 10.222.0.25 "DELETE /v2.0/security-groups/3a5c5a87-1574-479e-b471-d83ccf1fbffd HTTP/1.1" status: 204 len: 173 time: 0.6680257 Aug 10 01:01:19.051061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.052456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43710) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:19.060739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.061257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.061700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.062319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.062820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.063313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.063722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.064320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.064908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.065472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.065931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.066369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:19.085130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.086141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.086759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.107170 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4a3ed1-8e0f-49a0-ade1-bd5029e517ed x-openstack-request-id: req-7d4a3ed1-8e0f-49a0-ade1-bd5029e517ed {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:19.108074 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:19.108074 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d4a3ed1-8e0f-49a0-ade1-bd5029e517ed {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:19.108738 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:01:19.202335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2768b268-0f01-4ced-a1a6-c1b774d0902e req-8c4ba503-5280-450a-b28c-0045aad40aba tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2308025 Aug 10 01:01:19.274213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6b89d9-1709-4f80-add2-61e1eb9113f1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.288650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fb6b89d9-1709-4f80-add2-61e1eb9113f1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:19.335404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eadd63-9e2b-40cf-bf84-3632cd906e4c req-16957643-9ef5-4e96-8e99-9c6c04e353c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:19.337651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0eadd63-9e2b-40cf-bf84-3632cd906e4c req-16957643-9ef5-4e96-8e99-9c6c04e353c0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1097 time: 0.1654294 Aug 10 01:01:19.350145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.389742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.403006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-557130dc-58d8-418a-9b63-8ed65d8199c3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4027622 Aug 10 01:01:19.409746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:19.422005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:19.431618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Request body: {'subnet': {'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2011677451-subnet', 'tenant_id': '81b32c25551d42449d560988831d2c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:19.459688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.467520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964fb0e-81c9-4b80-9ea9-f2977f0a1972 tempest-SecurityGroupRulesNegativeTestJSON-1565618761 tempest-SecurityGroupRulesNegativeTestJSON-1565618761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c5a87-1574-479e-b471-d83ccf1fbffd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.479158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-a9383fc3-4b79-4029-84f8-238601c1526c service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817846 Aug 10 01:01:19.500436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de7a6d5-76a3-463b-b787-7d3058b3caf9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:19.504646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.573997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0eadd63-9e2b-40cf-bf84-3632cd906e4c req-9101be2a-80c0-48da-86f9-b51478ab8c3b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2204590 Aug 10 01:01:19.575011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Deleting subnet 29620c15-134d-4a11-8f89-e593ce45b6cf {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:19.576850 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.607163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Made reservation on behalf of 81b32c25551d42449d560988831d2c7d for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:19.609472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.617249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.684787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:19.736375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.761734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-fdf1cfee-80f5-4090-a951-49b4d543a06e service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737513 Aug 10 01:01:19.879098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-6e8ab776-9edf-467b-b319-c27fcb5b34a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 217 time: 0.0723898 Aug 10 01:01:19.898891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 163e7408-0bb3-4aac-9418-0e63dbdabd2a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:19.944720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.959039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 163e7408-0bb3-4aac-9418-0e63dbdabd2a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:19.964117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 163e7408-0bb3-4aac-9418-0e63dbdabd2a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:19.964487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:19.985833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:20.009191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.045594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.049421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Transition to ACTIVE for port object 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:20.056433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.083084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.086078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-5fc434ad-0d11-4258-a739-4b8e9cf5bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.087017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.087600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-5fc434ad-0d11-4258-a739-4b8e9cf5bf9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1970282 Aug 10 01:01:20.088584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:20.096032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.098433 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.104151 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:20.119138 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:20.121331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:20.122601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 163e7408-0bb3-4aac-9418-0e63dbdabd2a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=163e7408-0bb3-4aac-9418-0e63dbdabd2a,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:20.128607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.187518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.198899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.199781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b340342-8895-4742-941b-e963edfc27ed tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "PUT /v2.0/floatingips/5f7f7974-cd89-46e4-90be-6cf17dc176e9 HTTP/1.1" status: 200 len: 991 time: 4.5324769 Aug 10 01:01:20.203928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Pushing event updated for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.228578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=163e7408-0bb3-4aac-9418-0e63dbdabd2a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.231142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:20.231679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.233498 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:20.261558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8:1::1 (028c972d-8037-4410-81ee-57d1b470eab1/bd60660c-1650-49d4-922d-a398bd13234d/42c12041-0bcf-412d-b7e2-a41e2cd7dd14) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:20.277091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Checking segment: {'id': 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:20.277558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Network hostable DHCP agents. Network: fb6b89d9-1709-4f80-add2-61e1eb9113f1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:20.383695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.407566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Network fb6b89d9-1709-4f80-add2-61e1eb9113f1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:20.409943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Checking segment: {'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:20.410311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Network hostable DHCP agents. Network: 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:20.418121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29620c15-134d-4a11-8f89-e593ce45b6cf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:20.447222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fb6b89d9-1709-4f80-add2-61e1eb9113f1) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:20.457421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0527b9-ea21-42f3-b708-3e5521046205 None None] Network fb6b89d9-1709-4f80-add2-61e1eb9113f1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:20.465816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.468338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.478098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.483971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07c7b976-65bb-4407-b91f-97cfabc9013b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29620c15-134d-4a11-8f89-e593ce45b6cf HTTP/1.1" status: 204 len: 168 time: 1.4250865 Aug 10 01:01:20.487449 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:20.488615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:20.507761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:20.523391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.523932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:20.530091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:20.535593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:20.543554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa26758d-16ea-4a27-9b4e-cbb6e117134f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1160924 Aug 10 01:01:20.555771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:20.577391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bc9ce-0612-493f-abff-d8916c825ca0 None None] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:20.617930 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af83622b-69b3-4c36-a893-41e21a3ed1cd x-openstack-request-id: req-af83622b-69b3-4c36-a893-41e21a3ed1cd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:20.618246 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:20.618498 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af83622b-69b3-4c36-a893-41e21a3ed1cd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:20.619017 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'status': 'completed', 'code': 200} Aug 10 01:01:20.638623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:20.641819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-9e8e989e-0d95-4d62-8fb4-711c85346639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:20.643876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-9e8e989e-0d95-4d62-8fb4-711c85346639 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5410943 Aug 10 01:01:20.650259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.650936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.653818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.671049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.671569 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:20.673665 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 2 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:20.762823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.762823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.762823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.766828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.766828 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:20.769849 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 3 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:20.791901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.792339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.792809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.802413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.802918 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:20.804057 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 4 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:20.824894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Router d32611cb-776a-4b85-bf88-15899cb4d15d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:20.830543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.831172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.831621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.838880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.839366 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:20.849989 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 5 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:20.905766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:20.906779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:20.907205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:20.911034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a58269-d699-4578-adf1-4a24788509d4 None None] Network fb6b89d9-1709-4f80-add2-61e1eb9113f1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:20.920169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:20.920586 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:20.922977 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 6 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:20.925974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-21741776-f829-40a7-8a8d-623748d07719 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115474 Aug 10 01:01:20.935806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:21.000817 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5f7f7974-cd89-46e4-90be-6cf17dc176e9', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:50Z', 'updated_at': '2021-08-10T01:01:17Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.043165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-9b02261c-e534-4c67-aea9-a5aa539fbe90 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040678 Aug 10 01:01:21.054642 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:21.093985 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:21.096397 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.190524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb61ba-b5e5-44e4-a861-de2c964f9622 req-767d9cc6-578b-43c2-b6bf-85f4c4da8107 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.193096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77fb61ba-b5e5-44e4-a861-de2c964f9622 req-767d9cc6-578b-43c2-b6bf-85f4c4da8107 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.7713726 Aug 10 01:01:21.195313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-bd987650-2a9b-4d8e-867d-597807bab279 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 217 time: 0.1449029 Aug 10 01:01:21.197906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.203717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-a543f5bb-860a-4517-98d3-9705085e51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.205531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-a543f5bb-860a-4517-98d3-9705085e51e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1097 time: 0.5908444 Aug 10 01:01:21.272951 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:21.274538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085b509f-da45-4092-a988-8d3318d1998b']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.341886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b589402f-4d86-4f48-a53d-c7d2b27ead1f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.342188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b589402f-4d86-4f48-a53d-c7d2b27ead1f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.352574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:21.352918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:21.353254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:21.360486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:21.361343 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:21.366660 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77fb61ba-b5e5-44e4-a861-de2c964f9622 req-e1dbb2d6-76cd-490d-9348-79525891b1e9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535552 Aug 10 01:01:21.373920 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 7 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:21.383815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.383923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43740) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:21.394890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2123520130-network', 'tenant_id': '85d2d36da5944753ba797d5e0a0cec64'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:21.409270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:21.409582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-b0acda5b-43ca-4bd9-a05c-8ee5a81a6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.409723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:21.409946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:21.411091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-b0acda5b-43ca-4bd9-a05c-8ee5a81a6cbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1969743 Aug 10 01:01:21.412024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.412538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:21.414251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.430463 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d7eb5b9b-34c4-47c2-ad8c-a2f8aa0a152f admin admin] 10.222.0.25 "PUT /v2.0/routers/d32611cb-776a-4b85-bf88-15899cb4d15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3369734 Aug 10 01:01:21.430700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Sync routers for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:21.434612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:21.434978 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:21.437167 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 8 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:21.443748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:21.444379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.472217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Made reservation on behalf of 85d2d36da5944753ba797d5e0a0cec64 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:21.476859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.496671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:21.497079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:21.499854 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:21.511395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.514714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:21.515235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:21.523993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:21.536985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:21.537572 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:21.540017 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 9 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:21.562224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:21.562853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:21.563430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:21.573141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:21.573479 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:21.575225 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 10 to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce Aug 10 01:01:21.575654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 028c972d-8037-4410-81ee-57d1b470eab1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:21.590781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-138751d6-b5e8-4811-a2ad-30ca9c7226d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.592189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-138751d6-b5e8-4811-a2ad-30ca9c7226d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.3654819 Aug 10 01:01:21.593132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:21.607426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:21.607766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:21.608143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:21.610213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:21.610919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.619007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:21.619007 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:21.619007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.684740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=42c12041-0bcf-412d-b7e2-a41e2cd7dd14,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:21.704132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-ef55949b-7825-44bc-8f27-f261256949ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:21.706089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:21.707333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-ef55949b-7825-44bc-8f27-f261256949ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2784011 Aug 10 01:01:21.731080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.797213 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5f7f7974-cd89-46e4-90be-6cf17dc176e9', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:50Z', 'updated_at': '2021-08-10T01:01:17Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:21.847357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-a467ce37-1e82-4447-bf75-05edb06bcadd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 999 time: 0.2433181 Aug 10 01:01:21.865602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.867996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] 10.222.0.25 "DELETE /v2.0/networks/085b509f-da45-4092-a988-8d3318d1998b HTTP/1.1" status: 204 len: 168 time: 1.3344309 Aug 10 01:01:21.870837 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31456e09-9366-4d97-82b2-6a7cf7fa2b02 None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5f7f7974-cd89-46e4-90be-6cf17dc176e9', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.246', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:00:50Z', 'updated_at': '2021-08-10T01:01:17Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:21.897998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.900501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:21.909539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempted to set empty binding levels {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:01:21.911678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.931779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:21.986723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768c8e6-4a47-4bb9-b2fa-b8eb842d4a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=085b509f-da45-4092-a988-8d3318d1998b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.090558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:22.107947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.108302 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Added segment 2e3bc3fc-5f85-46b8-8b20-ee60c5b5cc91 of type vlan for network 13dcd2f6-a3d4-4622-8636-247dc3e0b164 Aug 10 01:01:22.210011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.212635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:19Z', 'revision_number': 4, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '289ff060-f049-4bc5-9adf-c4d0e5c4bb3c', 'name': '', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'mac_address': 'fa:16:3e:34:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:18Z', 'updated_at': '2021-08-10T01:01:19Z', 'revision_number': 2, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'subnets': [{'id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:22.217392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f06ec957-9b3f-41b2-91ad-4a96fb86855b None None] Provisioning for port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:22.234134 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.249322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 163e7408-0bb3-4aac-9418-0e63dbdabd2a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:22.255788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Checking router: d32611cb-776a-4b85-bf88-15899cb4d15d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:22.256141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Updating router d32611cb-776a-4b85-bf88-15899cb4d15d port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:01:22.259522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:22.275244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f06ec957-9b3f-41b2-91ad-4a96fb86855b None None] Provisioning complete for port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:22.275990 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f06ec957-9b3f-41b2-91ad-4a96fb86855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.287707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.288320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.300316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.301700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.302296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.304874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087ad73-775e-494b-b8c4-8f352cc959e0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.313444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.9632950 Aug 10 01:01:22.331334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429a78c5-2da1-4a66-a950-42eb5adcb5bb None None] New status for floating IP 5f7f7974-cd89-46e4-90be-6cf17dc176e9: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:01:22.334260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:22.340968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f06ec957-9b3f-41b2-91ad-4a96fb86855b None None] Port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:22.349498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-ee37198e-9212-4528-a41e-02936dcfed43 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302087 Aug 10 01:01:22.387590 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.403347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-2ef6cb82-ff7a-456e-a0f5-ff8eed6dbf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.405302 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-2ef6cb82-ff7a-456e-a0f5-ff8eed6dbf79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.4223862 Aug 10 01:01:22.435430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4733b-dccd-4675-8b25-e05a1ff7c544 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.448954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 163e7408-0bb3-4aac-9418-0e63dbdabd2a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:22.450194 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.565684 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1792777 Aug 10 01:01:22.573626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43774) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:22.586498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Request body: {'subnet': {'network_id': '13dcd2f6-a3d4-4622-8636-247dc3e0b164', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2123520130-subnet', 'tenant_id': '85d2d36da5944753ba797d5e0a0cec64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:22.603121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda8557-c926-4e76-9673-cb31067775e3 admin admin] Pushing event updated for resources: {'Network': ['ID=13dcd2f6-a3d4-4622-8636-247dc3e0b164,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:22.616816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 13dcd2f6-a3d4-4622-8636-247dc3e0b164 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:22.648685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-2eeba28d-c20e-41d6-878f-5f74fce71d2c tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:22.650329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-2eeba28d-c20e-41d6-878f-5f74fce71d2c tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 811 time: 0.2480686 Aug 10 01:01:22.670702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Made reservation on behalf of 85d2d36da5944753ba797d5e0a0cec64 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:22.673075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.689807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-8d476f65-3b3e-4632-b8b1-cbe527adb73e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/quotas/15b4fc9ee5ad4332b8689b53cd1a4569 HTTP/1.1" status: 200 len: 375 time: 0.0288885 Aug 10 01:01:22.789281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Deleting port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:22.789628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.858476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-775abbd6-58da-4e70-a716-d27b592945b7 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1336284 Aug 10 01:01:22.882957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.894626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Transition to ACTIVE for port object 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:22.901709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.929386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce, host n-h1-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:22.930035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:22.967625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Calling delete_port for 498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:23.017926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ebcfe26f-b8d3-4c36-b2fb-39089828b0be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd308a0fe7af46a4a96251d140945eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413437 Aug 10 01:01:23.024427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43778) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.069532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68ac83-3573-4ac9-8f24-f79fe0570dc5 req-d684bdcc-692c-40e4-82be-6dabccd38a6c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.071760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d68ac83-3573-4ac9-8f24-f79fe0570dc5 req-d684bdcc-692c-40e4-82be-6dabccd38a6c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.1969342 Aug 10 01:01:23.073733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-229f678c-5c37-479c-85ad-b70e6ca61e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.075557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-229f678c-5c37-479c-85ad-b70e6ca61e87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6490831 Aug 10 01:01:23.106603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-0cdae1f3-df32-4f2c-94aa-5cdffb2e1b85 service neutron] 10.222.0.25 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327111 Aug 10 01:01:23.106953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed74b0-830f-4dac-9991-844c37eca333 None None] Pushing event updated for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.131020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.136936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Attempting to bind port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:23.137317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Attempting to bind port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:23.137671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Attempting to bind port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:23.143601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:23.144090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Checking segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:23.144675 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.145082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Bound using segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:23.145551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Bound port: 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:23.145962 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.178894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-a0daae8e-d863-43bf-a898-ccca7b90f7fa service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849133 Aug 10 01:01:23.214029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] For port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:23.217717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] For port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:23.223672 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.244684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfbdfe3-973d-4cad-9528-853cd3b74306,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.265756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.297254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:23.298130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:23.303325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed74b0-830f-4dac-9991-844c37eca333 None None] Pushing event updated for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.312146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event deleted for resources: {'Port': ['ID=498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.318827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Checking segment: {'id': '2e3bc3fc-5f85-46b8-8b20-ee60c5b5cc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '13dcd2f6-a3d4-4622-8636-247dc3e0b164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:23.318827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Network hostable DHCP agents. Network: 13dcd2f6-a3d4-4622-8636-247dc3e0b164, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:23.320719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.331284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d68ac83-3573-4ac9-8f24-f79fe0570dc5 req-1f272f8e-c1e8-4fc8-9d4b-77e2ade71d9f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2439547 Aug 10 01:01:23.331580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-65b58508-202d-4499-9229-b951b1e64225 service neutron] 10.222.0.25 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137382 Aug 10 01:01:23.332762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.337391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b5501cb-5595-4530-8a03-41ce755eaec0 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "DELETE /v2.0/ports/498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce HTTP/1.1" status: 204 len: 168 time: 0.9921994 Aug 10 01:01:23.338705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-8932a530-bbd8-4229-9be8-63ac75e1fe2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 217 time: 0.1374853 Aug 10 01:01:23.341994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.366878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Network 13dcd2f6-a3d4-4622-8636-247dc3e0b164 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:23.384143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 13dcd2f6-a3d4-4622-8636-247dc3e0b164) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:23.393104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.396205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.421564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd85f6cb-286e-4908-9369-0ca970f29dc2 None None] Network 13dcd2f6-a3d4-4622-8636-247dc3e0b164 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:23.429852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-da24513b-abae-43bd-b6dd-85baf6e77a83 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8525565 Aug 10 01:01:23.467537 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-965095e0-dd4c-44e4-85c3-a5636c624150 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:01:23.475578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-965095e0-dd4c-44e4-85c3-a5636c624150 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports/498b602d-ff9b-4c1e-9ebd-8e6a6dfd96ce HTTP/1.1" status: 404 len: 333 time: 0.1246021 Aug 10 01:01:23.477099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:23.481655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1051490643'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:23.514435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.523652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Made reservation on behalf of 1c66d0d5ebd840e9ae84d1dcf5fdac10 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:23.534895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.553632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-78c8e202-b874-44b5-a970-73ae5fdfc993 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586020 Aug 10 01:01:23.558552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:23.611792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port e2276852-f509-4be8-ad2e-78761b6ceb5d yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:23.638358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-05c4b3e7-548e-42af-9e96-9e27f36a99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:23.639808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-05c4b3e7-548e-42af-9e96-9e27f36a99da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.2576699 Aug 10 01:01:23.701469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4ac5f43-818d-406b-94f2-c457b1e772e7 req-dcccc18b-8551-4e48-9c17-4d70d400ce05 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 210 time: 0.0916612 Aug 10 01:01:23.721355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.800619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.801910 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:23.802385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a79b10-4b30-4f6f-8d70-cacd970557fc None None] Network 13dcd2f6-a3d4-4622-8636-247dc3e0b164 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:23.914766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=42c12041-0bcf-412d-b7e2-a41e2cd7dd14,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:23.935034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.935406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.935704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.936250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.936374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.937436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.937436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.937795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.937892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.940145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.940526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.940861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:23.969611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.031308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.042498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.045219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.046389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d7254bdf-0d3e-489a-826e-2ae61d82f2cb HTTP/1.1" status: 204 len: 168 time: 1.0178318 Aug 10 01:01:24.067172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6c7fd-92ba-46e2-aaaf-b5b1b6374e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7254bdf-0d3e-489a-826e-2ae61d82f2cb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:24.083367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 028c972d-8037-4410-81ee-57d1b470eab1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:24.085595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-58c35e90-71a1-4855-b81e-fa61f7d92711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.087372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-58c35e90-71a1-4855-b81e-fa61f7d92711 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4381969 Aug 10 01:01:24.089233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4fd54a1d-ad91-4b59-a191-fdbbb40cdd2d req-0c9e56f1-866e-4e45-9535-c70631c09c76 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174651 Aug 10 01:01:24.098037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fc249-ab9a-4d5b-955e-2314257399d3 req-ed3b64f5-bc88-4b7c-bd14-f68442c1da24 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.103181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c41fc249-ab9a-4d5b-955e-2314257399d3 req-ed3b64f5-bc88-4b7c-bd14-f68442c1da24 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.4382417 Aug 10 01:01:24.105731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:24.153902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:24.160065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43806) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:24.161432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=e2276852-f509-4be8-ad2e-78761b6ceb5d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:24.206155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:24.212290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:24.219848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-3a5109c6-6922-44ed-9579-ba5f5a82171a service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154521 Aug 10 01:01:24.220849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.221200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:19Z', 'revision_number': 4, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '289ff060-f049-4bc5-9adf-c4d0e5c4bb3c', 'name': '', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'mac_address': 'fa:16:3e:34:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:18Z', 'updated_at': '2021-08-10T01:01:23Z', 'revision_number': 4, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'subnets': [{'id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:24.224852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.259009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'floatingip': {'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:24.273367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088b4a25-f775-4395-b412-d46f92d93d33 None None] The sync data for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 is: [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:01:19Z', 'revision_number': 4, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '289ff060-f049-4bc5-9adf-c4d0e5c4bb3c', 'name': '', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'mac_address': 'fa:16:3e:34:b5:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:18Z', 'updated_at': '2021-08-10T01:01:23Z', 'revision_number': 4, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'subnets': [{'id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:24.337179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb051723-063a-449f-a132-f5e08e01e2f6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8599708 Aug 10 01:01:24.389079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43816) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:24.396839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:24.436692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.632236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-63a7b3f7-87a5-4933-b59a-cc55af9101fb None None] Provisioning complete for port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:24.632815 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-63a7b3f7-87a5-4933-b59a-cc55af9101fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.686530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 2a5020c8-c214-4c47-8bf0-0c6d220fcc23 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:24.688191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:24.689346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-edeb57e9-5974-4239-90e5-497cea4214fd tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:24.696919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-edeb57e9-5974-4239-90e5-497cea4214fd tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/networks?id=fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 200 len: 812 time: 0.4335322 Aug 10 01:01:24.712714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-63a7b3f7-87a5-4933-b59a-cc55af9101fb None None] Port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:24.771016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-440ccd19-092c-4a81-8c41-329c62d7ed82 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/quotas/81b32c25551d42449d560988831d2c7d HTTP/1.1" status: 200 len: 375 time: 0.0730913 Aug 10 01:01:24.780169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-9dcc58db-1942-4568-a0ba-68efa9a47fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525324 Aug 10 01:01:24.825056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-76fd30e6-db22-443f-8530-007bb950cd53 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=81b32c25551d42449d560988831d2c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418472 Aug 10 01:01:24.943035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc937287-c6e2-43f7-9b9b-152425d24804 req-50685d21-44b0-41f4-92f3-84a41217c03b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 210 time: 0.0809782 Aug 10 01:01:24.943035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-c53e038a-0324-4a4d-bca3-dec074b9c3ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0969460 Aug 10 01:01:25.007907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-d43190fa-7a8c-40af-a3f7-4e0a5e8c1ab2 service neutron] 10.222.0.25 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810136 Aug 10 01:01:25.008746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:25.031961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] Sync routers for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:25.041463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e91799d0-a045-4707-acf9-ea4a5cd72800 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2543173 Aug 10 01:01:25.046909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:25.047538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.056880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43834) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:25.113457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.141329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:25.142586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.205592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:25.206239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faac342-eb55-4686-b7ec-032512b1f104 None None] The sync data for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:25.229243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-f00b8b9a-3746-4441-ad48-d4a95c7a7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.231219 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-f00b8b9a-3746-4441-ad48-d4a95c7a7e70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.2796006 Aug 10 01:01:25.339016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957506d3-b7cd-4702-802e-0fd96ac11da2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.340790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-2353f71f-bdae-4b07-8da4-225591c55ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152494 Aug 10 01:01:25.343455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-957506d3-b7cd-4702-802e-0fd96ac11da2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports/42c12041-0bcf-412d-b7e2-a41e2cd7dd14 HTTP/1.1" status: 200 len: 913 time: 0.2827427 Aug 10 01:01:25.344077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43844) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:25.473760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43846) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:25.475809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-0acdef7b-9607-4185-b8a4-0ad044089a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.477338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-0acdef7b-9607-4185-b8a4-0ad044089a11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2294528 Aug 10 01:01:25.534755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.540868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.646590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port e2276852-f509-4be8-ad2e-78761b6ceb5d yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:25.664272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-d8a30333-ab89-44bb-ace1-67a7b01a25c9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:25.668171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-d8a30333-ab89-44bb-ace1-67a7b01a25c9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.21 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 811 time: 0.6574695 Aug 10 01:01:25.715072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-987478027-network', 'tenant_id': 'b9d140e31bdc420d822042c5c4ccd9f8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:25.728702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.752599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d370419-e09e-47ba-aca5-aa24e5a9ef50 req-6b7e49f0-cd5d-40a6-b755-0c2cb00fb204 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 210 time: 0.1402133 Aug 10 01:01:25.759939 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Floating IP ffcaf02d-aa51-4f19-8763-a37ae344d406 associated. External IP: 172.25.7.204, port: 96c8a439-bc20-4680-874b-e5f090b6cf94. Aug 10 01:01:25.761625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Request body: {'port': {'device_id': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'admin_state_up': True, 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:25.787696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Transition to ACTIVE for port object e2276852-f509-4be8-ad2e-78761b6ceb5d will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:25.872029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:25.941605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:26.079480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:26.086073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:26.087821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.093555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:26.095015 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.215632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:26.223405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.229891 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Sync routers for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:26.243297 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:26.244950 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:26.245756 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.297542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:26.305225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54e1d081-79e8-4417-bdc7-e906801f8d15 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "PUT /v2.0/floatingips/ffcaf02d-aa51-4f19-8763-a37ae344d406 HTTP/1.1" status: 200 len: 991 time: 2.0517738 Aug 10 01:01:26.307795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:26.310374 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00990941-54f5-42b7-a191-e9b77e9121d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:26.310982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.387545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:26.423689 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:26.433300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.463784 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c257f-559c-43b7-ad1f-ec9fb228019c x-openstack-request-id: req-8b3c257f-559c-43b7-ad1f-ec9fb228019c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:26.464171 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:26.464520 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b3c257f-559c-43b7-ad1f-ec9fb228019c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:26.465018 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'status': 'completed', 'code': 200} Aug 10 01:01:26.507025 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7901c29-15be-44dd-8389-7aa1f8d64cb7 req-abcfd5bc-5f51-42a8-b94b-332913c05a5d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 210 time: 0.1414697 Aug 10 01:01:26.553351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-a7c44069-9ce3-4828-b5ec-ebd2c18f6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.555086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-a7c44069-9ce3-4828-b5ec-ebd2c18f6183 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1097 time: 0.0561240 Aug 10 01:01:26.566562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Made reservation on behalf of b9d140e31bdc420d822042c5c4ccd9f8 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:26.568820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.591560 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-4082f9e8-3749-43cc-9d54-81c28b2633f5 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0847635 Aug 10 01:01:26.632977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=e2276852-f509-4be8-ad2e-78761b6ceb5d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:26.635594 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:26.658182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:26.658617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:26.659019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:26.663937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-1e41ea1d-d598-4a33-9c53-240d8fe3dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:26.665573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-1e41ea1d-d598-4a33-9c53-240d8fe3dcde service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1036007 Aug 10 01:01:26.706121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ffcaf02d-aa51-4f19-8763-a37ae344d406', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:25Z', 'revision_number': 1, 'project_id': '178eb7d670f0417ab739287cf0209430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:26.712696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:26.713050 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:26.719637 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 2 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:26.733852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Checking router: 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:01:26.743360 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:26.744394 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:26.764344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:26.764695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:26.764930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:26.800237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:26.800657 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:26.827609 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 3 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:26.877948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:26.878340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:26.878628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:26.882225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-20b8ecb6-5308-49b6-ae37-3ae8cdeb4795 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621653 Aug 10 01:01:26.912161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:26.912548 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:26.921562 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 4 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:26.928043 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:01:26.979583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-2d78ea85-5395-48dc-ac75-3b5cf5a9124f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.0861759 Aug 10 01:01:26.987831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:26.988177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:26.988501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.037704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.037934 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.040854 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 5 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.090902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.091277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.091588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.096347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.101394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-c6f3a0bc-b5a7-44c5-9a66-33afc76daaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.103078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-c6f3a0bc-b5a7-44c5-9a66-33afc76daaae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1104975 Aug 10 01:01:27.109486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.112571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.112909 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.119848 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 6 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.137362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.186361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-66cdf3c7-c9d0-4cbb-ac58-d0c8a0444152 req-96f307de-b3ef-424f-9e27-6d4a7cccf7d2 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 210 time: 0.0389557 Aug 10 01:01:27.249744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:27.261030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Made reservation on behalf of 15b4fc9ee5ad4332b8689b53cd1a4569 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:27.264592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.266644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.267516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.268048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.271863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-6c987efc-4452-4313-bdb1-095a885590ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.5977182 Aug 10 01:01:27.290521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:27.302461 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.302843 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Added segment eed5080f-9579-4dc0-8c9d-da9228bdeb2c of type vlan for network faae1d18-af51-44c4-84d6-d6a646e3402d Aug 10 01:01:27.314694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.315099 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.319434 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 7 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.333866 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ffcaf02d-aa51-4f19-8763-a37ae344d406', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:25Z', 'revision_number': 1, 'project_id': '178eb7d670f0417ab739287cf0209430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:27.344823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-afa499a0-6432-4726-97b3-57c64a6eaac2 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.346586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-afa499a0-6432-4726-97b3-57c64a6eaac2 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.10 "GET /v2.0/networks?id=fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 200 len: 812 time: 0.1739273 Aug 10 01:01:27.352277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-88b58774-95ac-4be4-aaf7-642847665992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.353670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-88b58774-95ac-4be4-aaf7-642847665992 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0726166 Aug 10 01:01:27.359156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Request body: {'port': {'device_id': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1', 'admin_state_up': True, 'tenant_id': '81b32c25551d42449d560988831d2c7d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:27.364057 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a61a53-5df4-4f3c-be16-7f1d6be3b339 None None] The sync data for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 is: [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ffcaf02d-aa51-4f19-8763-a37ae344d406', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'floating_ip_address': '172.25.7.204', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:01:03Z', 'updated_at': '2021-08-10T01:01:25Z', 'revision_number': 1, 'project_id': '178eb7d670f0417ab739287cf0209430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:27.382808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-ca939659-b322-487c-9274-9dfec0bdd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.384596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-ca939659-b322-487c-9274-9dfec0bdd2d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2708271 Aug 10 01:01:27.418481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.421747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.422095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.422438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.476623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-6e373a86-84b9-4801-aef9-58f10f2ff3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.478175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-6e373a86-84b9-4801-aef9-58f10f2ff3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1136379 Aug 10 01:01:27.490980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.491310 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.523186 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 8 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.591329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.591673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.592012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.640306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.640605 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.646146 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 9 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.651254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfc91bf3-fc87-4afb-bd1b-0aed31639633 req-78418338-8dbe-494c-870e-b078b05dff75 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 210 time: 0.0472667 Aug 10 01:01:27.664268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-9e0defca-3f77-4890-a352-e23c874a2c9b service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758654 Aug 10 01:01:27.665606 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.665938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Made reservation on behalf of 81b32c25551d42449d560988831d2c7d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:27.666583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:27.667196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.669944 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.672641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4f344-fc5b-4622-8bc2-27d5a46d4990 None None] New status for floating IP ffcaf02d-aa51-4f19-8763-a37ae344d406: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:01:27.711709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.712046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.712577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.757866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-f7f8bae1-7b53-4bce-8826-e7c1d2eafe93 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322942 Aug 10 01:01:27.761328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Allocated IP 172.20.0.3 (79ec81ad-6957-46cf-ad9c-47b42c258d57/c53c79e6-6a34-4c6d-8727-6aec308418d1/bfa2b053-1961-449b-93ba-5dbe01cc6ef2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:27.771977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2935367 Aug 10 01:01:27.772953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.773439 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.785155 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 10 to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d Aug 10 01:01:27.794456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43882) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:27.822541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Request body: {'subnet': {'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-987478027-subnet', 'tenant_id': 'b9d140e31bdc420d822042c5c4ccd9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:27.863656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00990941-54f5-42b7-a191-e9b77e9121d8 req-8f2f1361-7771-417a-8709-0c977637bd6b service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874356 Aug 10 01:01:27.869907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc26034-146f-40d1-96dc-a57d8259b0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=faae1d18-af51-44c4-84d6-d6a646e3402d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:27.879371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:27.879740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:27.880060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:27.901253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network faae1d18-af51-44c4-84d6-d6a646e3402d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:27.935746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:27.936722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:27.937090 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port e2276852-f509-4be8-ad2e-78761b6ceb5d on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:27.937466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:27.946383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Allocated IP 172.20.0.2 (fb6b89d9-1709-4f80-add2-61e1eb9113f1/b9a1ee6f-67aa-4a70-9de9-6891fe7ce873/0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:27.976569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Made reservation on behalf of b9d140e31bdc420d822042c5c4ccd9f8 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:27.978950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.046493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:28.046822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.124881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.164120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6bb7e0-8c30-43f9-b374-ef7a546046e3 req-e3b4965d-cbd6-49b4-b367-5908b3e879ff service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989437 Aug 10 01:01:28.171416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.227907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Network fb6b89d9-1709-4f80-add2-61e1eb9113f1 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:28.231532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:28.236393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:28.243222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Pushing event updated for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.243714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port e2276852-f509-4be8-ad2e-78761b6ceb5d, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:28.244078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempted to set empty binding levels {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:01:28.263315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.281951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.297456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.298063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.312156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-6ce6ebbe-f453-4dda-a736-c56ca59c2d25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567225 Aug 10 01:01:28.324719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Request body: {'port': {'device_id': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:28.349039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:28.349379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.374658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] In _notify_port_updated(), no bound segment for port e2276852-f509-4be8-ad2e-78761b6ceb5d on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:01:28.375544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.376705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.380419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "PUT /v2.0/ports/e2276852-f509-4be8-ad2e-78761b6ceb5d HTTP/1.1" status: 200 len: 976 time: 3.9879141 Aug 10 01:01:28.380859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43888) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:28.411157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.441734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153111c1-2f6f-4220-8071-713b330f1022 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=e2276852-f509-4be8-ad2e-78761b6ceb5d,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.517178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.517797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.518281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.518792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.519288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.519748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.520219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.520688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.521160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.521629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.522093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.522560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.523054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.523522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.523966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56abf6-db04-44f8-8510-4f67e655b6d8 req-c7d933cb-8602-4126-8606-37fa6d8d8d58 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.524453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.524453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.524898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.525415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.525530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd56abf6-db04-44f8-8510-4f67e655b6d8 req-c7d933cb-8602-4126-8606-37fa6d8d8d58 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 931 time: 0.2568922 Aug 10 01:01:28.525822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.526288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.527740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.527740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.527740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.528138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.528604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.529072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.529538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.530002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.530467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.531112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.531429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.531906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.532355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.533390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.533854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.541850 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8b215765-0630-4fdb-bd86-eca1f3904943 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31383 time: 0.1559012 Aug 10 01:01:28.544619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43892) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:28.579917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.582688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.601348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.633580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 42c12041-0bcf-412d-b7e2-a41e2cd7dd14 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:28.706052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd56abf6-db04-44f8-8510-4f67e655b6d8 req-459b0e79-c688-4ebf-9021-e444b144a1a1 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681249 Aug 10 01:01:28.707921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:28.732916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:28.734758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Pushing event updated for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.751065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Deleting port e2276852-f509-4be8-ad2e-78761b6ceb5d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:28.751452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.764632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:28.773231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:28.833834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Checking segment: {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:28.834291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Network hostable DHCP agents. Network: faae1d18-af51-44c4-84d6-d6a646e3402d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:28.853737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.854355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.875086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port e2276852-f509-4be8-ad2e-78761b6ceb5d, host n-h1-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:28.875432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:28.898769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f015f2-6169-4dc2-94a4-dd326176c9a4 req-9c5a19f9-1abb-4f5b-b578-8d34de21ab44 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:28.900422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43f015f2-6169-4dc2-94a4-dd326176c9a4 req-9c5a19f9-1abb-4f5b-b578-8d34de21ab44 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 931 time: 0.1537087 Aug 10 01:01:28.910620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Calling delete_port for e2276852-f509-4be8-ad2e-78761b6ceb5d owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:29.016952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:29.033086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43f015f2-6169-4dc2-94a4-dd326176c9a4 req-37dc3386-992a-4431-920c-64b860fadaf8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231134 Aug 10 01:01:29.036666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.061657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Transition to ACTIVE for port object 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:29.071371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.112054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.136250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.180458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.182438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e2276852-f509-4be8-ad2e-78761b6ceb5d HTTP/1.1" status: 204 len: 168 time: 0.6368735 Aug 10 01:01:29.185449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfc455-5bfa-4521-abb9-673cb23db209 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2276852-f509-4be8-ad2e-78761b6ceb5d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.187173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:29.222538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-03281fea-6cfd-4748-9270-f6c8cfd12cad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4765046 Aug 10 01:01:29.223844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Network faae1d18-af51-44c4-84d6-d6a646e3402d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:29.233236 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d902571-e049-4239-a338-c47576ccbf5f tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:01:29.236982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d902571-e049-4239-a338-c47576ccbf5f tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports/e2276852-f509-4be8-ad2e-78761b6ceb5d HTTP/1.1" status: 404 len: 333 time: 0.0451901 Aug 10 01:01:29.237148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Request body: {'port': {'device_id': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:29.241151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43902) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:29.263017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-975071434', 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:29.265757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, faae1d18-af51-44c4-84d6-d6a646e3402d) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:29.267127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Attempting to bind port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:29.267469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Attempting to bind port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:29.267823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Attempting to bind port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 on network fb6b89d9-1709-4f80-add2-61e1eb9113f1 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:29.272508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 on network fb6b89d9-1709-4f80-add2-61e1eb9113f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:29.272835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Attempting to bind port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 on network fb6b89d9-1709-4f80-add2-61e1eb9113f1 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:29.278077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:29.278418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Checking segment: {'id': 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:29.278842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Bound using segment: {'id': 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:29.279276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Bound port: 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:29.279639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.282099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162b410-70ce-42b0-9a0c-84d9314419f9 None None] Network faae1d18-af51-44c4-84d6-d6a646e3402d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:29.297663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.297663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.352083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:29.355734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,segment=NetworkSegment(d298d8fb-c18e-41d2-b2cd-d20bb2dee860),segment_id=d298d8fb-c18e-41d2-b2cd-d20bb2dee860)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:29.362378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.368441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.371506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.389177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Made reservation on behalf of 1c66d0d5ebd840e9ae84d1dcf5fdac10 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:29.391471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.405129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.405871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.407944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 200 len: 1092 time: 1.0871904 Aug 10 01:01:29.408705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:29.411182 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1adf30-5929-414e-a086-cce2c9563f35" -d '{"events": [{"name": "network-changed", "server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:29.427692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-553d83fc-6a2d-4c28-b202-3c958316b200 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6238778 Aug 10 01:01:29.427692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=42c12041-0bcf-412d-b7e2-a41e2cd7dd14,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.434311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30e648-db87-49ea-a205-f857b4408520 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:29.483506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b08230-b87a-45eb-a7fd-5f6cad262885 None None] Network faae1d18-af51-44c4-84d6-d6a646e3402d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:29.501472 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a110f-db6c-4a36-ba70-6a001f9038bf x-openstack-request-id: req-fd9a110f-db6c-4a36-ba70-6a001f9038bf {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:29.501996 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:29.502454 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd9a110f-db6c-4a36-ba70-6a001f9038bf {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:29.503163 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1', 'status': 'completed', 'code': 200} Aug 10 01:01:29.522998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-97a52591-2939-4db9-a9ca-17303b371f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.525608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-97a52591-2939-4db9-a9ca-17303b371f3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81b32c25551d42449d560988831d2c7d&device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 1095 time: 0.0602758 Aug 10 01:01:29.527652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:29.647320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-d13c9d41-39dd-4575-bdb6-e3188b84609e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 200 len: 217 time: 0.1132095 Aug 10 01:01:29.720436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-65b07e2b-0753-46aa-be57-4fcdea72bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:29.728009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-65b07e2b-0753-46aa-be57-4fcdea72bf66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 HTTP/1.1" status: 200 len: 852 time: 0.0677488 Aug 10 01:01:29.783261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-05b11017-3e6e-4d12-980c-e29627994d09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb6b89d9-1709-4f80-add2-61e1eb9113f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510755 Aug 10 01:01:29.853137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283003710', 'description': 'tempest-description-984997820'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:29.894687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:29.931288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-ce96504b-faf9-4078-be45-872100bd7061 service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399758 Aug 10 01:01:30.052245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41c28-7feb-4390-8861-89898a65bf94 req-99e3a859-f32a-400d-b479-a6acb4f15b83 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.054198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67a41c28-7feb-4390-8861-89898a65bf94 req-99e3a859-f32a-400d-b479-a6acb4f15b83 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 943 time: 0.2221384 Aug 10 01:01:30.061335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb2be2cc-03c7-49c2-9306-c60d7e7df7b0 req-2ea55d26-c926-4fa3-87b3-44177313e7ea service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206887 Aug 10 01:01:30.064422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.068603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.072957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.104438 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.105591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81bee978-2d43-4403-bbab-70b131569cb7 req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2814894 Aug 10 01:01:30.106555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c592e0b-aa5f-4845-b40e-51802249a36f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88e4e5-6443-4613-be0c-8017ad75b62c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:30.164263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-ef77a829-9fbb-4f25-a634-e57594f02822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.166020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-ef77a829-9fbb-4f25-a634-e57594f02822 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81b32c25551d42449d560988831d2c7d&device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 1095 time: 0.0499310 Aug 10 01:01:30.268103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.277654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67a41c28-7feb-4390-8861-89898a65bf94 req-9d90a34a-6a1a-4fc2-9bec-5b8ba01d290e tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087479 Aug 10 01:01:30.291236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-b7e88a48-899d-48f6-9c98-f9db2e95a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.292676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-b7e88a48-899d-48f6-9c98-f9db2e95a291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 200 len: 912 time: 0.1198759 Aug 10 01:01:30.310410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e3d55-3e7c-4580-adcb-891209d0de60 req-4cfd6f3f-4deb-417f-86d0-dbb6f74af4ca tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.311980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d5e3d55-3e7c-4580-adcb-891209d0de60 req-4cfd6f3f-4deb-417f-86d0-dbb6f74af4ca tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 931 time: 0.0840719 Aug 10 01:01:30.353464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-9bda45f7-726e-4be8-a396-3357655ea5b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 200 len: 217 time: 0.0404758 Aug 10 01:01:30.420381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d5e3d55-3e7c-4580-adcb-891209d0de60 req-a0b24a21-37b5-42cb-b730-8c9dff7fdcac tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Aug 10 01:01:30.424403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1292729090', 'description': 'tempest-description-1221324745'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:30.426226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-5d12ecfe-b5ad-4ed5-86f4-11a7981e5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.427743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-5d12ecfe-b5ad-4ed5-86f4-11a7981e5012 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 HTTP/1.1" status: 200 len: 852 time: 0.0610106 Aug 10 01:01:30.448091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa2b053-1961-449b-93ba-5dbe01cc6ef2 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:30.460994 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-c23c3eec-7126-4bc7-bda0-4f53b5b85f64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb6b89d9-1709-4f80-add2-61e1eb9113f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261545 Aug 10 01:01:30.471254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.477382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.535347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.541354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Transition to ACTIVE for port object bfa2b053-1961-449b-93ba-5dbe01cc6ef2 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:30.563300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-7180af67-099d-45f1-bbe5-f88a50005f03 service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933251 Aug 10 01:01:30.563526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 2a5020c8-c214-4c47-8bf0-0c6d220fcc23 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:30.570374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.575830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:30.590402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:30.594652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:30.597004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:30.597947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.598534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.660227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1adf30-5929-414e-a086-cce2c9563f35 req-4652d32e-a7bb-4cba-bf59-228667b23701 service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891390 Aug 10 01:01:30.746588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:30.825393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:30.835832 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] Sync routers for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:30.840870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-10b3919e-8c19-465e-8654-e29f15bc84e4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4842794 Aug 10 01:01:30.841330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43926) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.845592 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:30.846615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.853529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.862058 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.873782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-afad42b3-f2d7-4c51-b545-df7284a3a4b6 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6307499 Aug 10 01:01:30.884344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Attempting to bind port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:30.884797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Attempting to bind port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:30.885006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Attempting to bind port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:30.886441 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.889057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43928) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:30.900444 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:30.901523 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.923511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:30.923781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Attempting to bind port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:30.930516 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.931775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad156876-427c-44fb-b625-924d1ec29332 req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5445123 Aug 10 01:01:30.939500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:30.939853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Checking segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:30.940241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Bound using segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:30.940691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Bound port: bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:30.941053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:30.943091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30686ed5-f208-4827-9875-d1e28b875a4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077c96e3-8fd4-42b9-9f36-093a65d0d022,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:30.961287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43cb3de-4ebb-437f-b0b1-585c6414a45b tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:30.962419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:30.963248 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d6d1c4-03cb-4179-b149-027e40f7383f None None] The sync data for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:30.966343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b43cb3de-4ebb-437f-b0b1-585c6414a45b tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports/cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a HTTP/1.1" status: 200 len: 954 time: 0.0735600 Aug 10 01:01:30.969609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43930) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.081298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:31.085330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:31.093980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.130350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Deleting port cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:31.130720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.137051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.137663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.139089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] 10.222.0.21 "PUT /v2.0/ports/bfa2b053-1961-449b-93ba-5dbe01cc6ef2 HTTP/1.1" status: 200 len: 1092 time: 1.9078250 Aug 10 01:01:31.139524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:31.142393 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ab056d-a4df-4333-aa87-2f9224151ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:31.215118 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b131881f-ab16-4cb2-bce5-2f196db54ea2 x-openstack-request-id: req-b131881f-ab16-4cb2-bce5-2f196db54ea2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:31.215411 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:31.215662 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b131881f-ab16-4cb2-bce5-2f196db54ea2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:31.216110 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2', 'status': 'completed', 'code': 200} Aug 10 01:01:31.244147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4b887-852a-4bc5-921c-6701039b6483 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:31.256503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.273436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Calling delete_port for cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:31.283342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-6e8a53a7-b239-4c26-8cbb-c1199ca9f23d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.284820 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-6e8a53a7-b239-4c26-8cbb-c1199ca9f23d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 812 time: 0.1626921 Aug 10 01:01:31.286443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-beb49dc2-4cc4-40fd-930b-dc709b7174fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.287981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-beb49dc2-4cc4-40fd-930b-dc709b7174fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 1095 time: 0.0986240 Aug 10 01:01:31.304546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-2a2b0e77-4801-4b4c-bfb7-eadb3a4bdf8c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/quotas/b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 375 time: 0.0131977 Aug 10 01:01:31.343081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-404dc12c-68cc-4196-a5bd-74e33fa20d4a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327563 Aug 10 01:01:31.349269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.365642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-a99ce58c-1332-4371-a31a-fd5d76603046 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2 HTTP/1.1" status: 200 len: 217 time: 0.0378463 Aug 10 01:01:31.472262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5472-744a-4b1e-8e6b-0a4589093354 req-2669fc78-a677-4b29-8df2-7d407403bde9 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.473684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-900f5472-744a-4b1e-8e6b-0a4589093354 req-2669fc78-a677-4b29-8df2-7d407403bde9 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 943 time: 0.1057684 Aug 10 01:01:31.480456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-4f7e0779-e385-40f2-8745-3739af43b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.481892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-4f7e0779-e385-40f2-8745-3739af43b47c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.1037858 Aug 10 01:01:31.526759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-44abc71c-30af-4ba6-8adc-2694c02ce5bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352898 Aug 10 01:01:31.531907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.563259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-df4226e2-67a7-4927-b3c8-48d8deaf6aa8 service neutron] 10.222.0.25 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805215 Aug 10 01:01:31.615290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-900f5472-744a-4b1e-8e6b-0a4589093354 req-aa06c14d-28f6-4b35-8036-d66c1fa708a4 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324215 Aug 10 01:01:31.617796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event deleted for resources: {'Port': ['ID=cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:31.625365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.631793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec7f06aa-116e-4d14-80c8-67dedfee45d3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a HTTP/1.1" status: 204 len: 168 time: 0.6555870 Aug 10 01:01:31.632574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43954) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.662144 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69b5227-5ccd-4c11-b6ac-100d3e664c70 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:01:31.667185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c69b5227-5ccd-4c11-b6ac-100d3e664c70 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports/cceb55f0-b5a3-4d09-8fe4-7d7cfc73f69a HTTP/1.1" status: 404 len: 333 time: 0.0302584 Aug 10 01:01:31.667605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43956) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:31.672150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1760265746'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:31.715047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-774bdfee-393d-411b-b67b-1e1fac3b0ff1 service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759090 Aug 10 01:01:31.718985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Made reservation on behalf of 1c66d0d5ebd840e9ae84d1dcf5fdac10 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:31.719532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-added05b-e67e-45cc-8021-5f552902965b service neutron] 10.222.0.25 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479671 Aug 10 01:01:31.721829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.769283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 452ce120-146d-469c-852d-0230b09cc09c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:31.773457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.787452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:31.900948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:31.915823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 452ce120-146d-469c-852d-0230b09cc09c owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:31.931681 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa569a8-d13e-47d0-b2fa-a138b94c2f96 req-49b268e1-0bb9-496c-b5e5-c4e5cec3cce5 service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072484 Aug 10 01:01:31.950796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277124f2-c2a5-4fe8-9301-286a1a6a0169 req-8e9e8990-63c6-4651-85f4-a67adbd24541 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:31.952436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-277124f2-c2a5-4fe8-9301-286a1a6a0169 req-8e9e8990-63c6-4651-85f4-a67adbd24541 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 943 time: 0.1179869 Aug 10 01:01:32.105259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-277124f2-c2a5-4fe8-9301-286a1a6a0169 req-296db2be-8483-4374-b7a7-4c14ed923172 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352046 Aug 10 01:01:32.119007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.124389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-8423c44a-b615-4a0e-86f8-d3492a83afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.125905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-8423c44a-b615-4a0e-86f8-d3492a83afd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 1095 time: 0.1066453 Aug 10 01:01:32.243478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.462639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76a07431-0a2e-4f34-a7a7-5c26b4fd1869 req-daf4b140-63db-45ab-9343-bb213e111a1a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 210 time: 0.4220536 Aug 10 01:01:32.542490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.571808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=452ce120-146d-469c-852d-0230b09cc09c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:32.609855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-22da7619-9750-4970-9caa-f2ac8f70316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.611761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-22da7619-9750-4970-9caa-f2ac8f70316a service neutron] 10.222.0.21 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 911 time: 0.4767070 Aug 10 01:01:32.628277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:32.640781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:32.654873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:32.671491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:32.672483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.673018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.676000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=5f7463bd-540c-47a0-9a36-f81aee5c84f3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:32.680115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-f452607b-1d62-4d62-8a32-48a0e431c4ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2 HTTP/1.1" status: 200 len: 217 time: 0.0541768 Aug 10 01:01:32.692215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.702280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a13e575c-cb4e-4b25-b1ab-ddd85cc4dac3 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0338352 Aug 10 01:01:32.705534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43974) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:32.712264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:32.794950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-10e4a66e-f828-449e-96ef-34dfe4386342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.796701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-10e4a66e-f828-449e-96ef-34dfe4386342 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.1062863 Aug 10 01:01:32.824172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.838246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,segment=NetworkSegment(d298d8fb-c18e-41d2-b2cd-d20bb2dee860),segment_id=d298d8fb-c18e-41d2-b2cd-d20bb2dee860)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:32.842480 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-d5d03f66-4e4e-4740-a3c9-e145e92448c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286920 Aug 10 01:01:32.853444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1', 'network_id': 'fb6b89d9-1709-4f80-add2-61e1eb9113f1', 'port_id': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1', 'mac_address': 'fa:16:3e:f1:73:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a1ee6f-67aa-4a70-9de9-6891fe7ce873', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:32.869303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e155b8d-3f68-4646-a2d4-68f91f489712 req-b3d14143-42cb-448b-a290-cb925089f3e3 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:32.870967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e155b8d-3f68-4646-a2d4-68f91f489712 req-b3d14143-42cb-448b-a290-cb925089f3e3 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 943 time: 0.0956132 Aug 10 01:01:32.907081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.931543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:32.966809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,segment=NetworkSegment(d298d8fb-c18e-41d2-b2cd-d20bb2dee860),segment_id=d298d8fb-c18e-41d2-b2cd-d20bb2dee860)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:32.975337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:32.984829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e155b8d-3f68-4646-a2d4-68f91f489712 req-2a836879-e53d-4c6e-b764-9ba5c61eae65 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Aug 10 01:01:33.047134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-77da68d2-d93a-4a14-a414-06e21c228c11 service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946745 Aug 10 01:01:33.061382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:33.098612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-c8c1e8ad-7c8a-4b79-ac4f-bc2ea58b8d7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:33.101519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-c8c1e8ad-7c8a-4b79-ac4f-bc2ea58b8d7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.21 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 812 time: 0.1596091 Aug 10 01:01:33.115279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'device_id': '6e265535-afdc-4261-b78d-b8d2803ad921', 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d', 'admin_state_up': True, 'tenant_id': 'b9d140e31bdc420d822042c5c4ccd9f8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:33.143376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 2a5020c8-c214-4c47-8bf0-0c6d220fcc23 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:33.247991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:33.258796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-69e50212-9a2a-4525-9697-2849dca989ed tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149179 Aug 10 01:01:33.259434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43984) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:33.260250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] Sync routers for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:33.267230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:33.303159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:33.303711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:33.313019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d7df5fab-c65d-4033-8761-ba1bc97d29df tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a5020c8-c214-4c47-8bf0-0c6d220fcc23 HTTP/1.1" status: 200 len: 205 time: 0.0476558 Aug 10 01:01:33.315231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43986) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:33.330248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677db4-f81d-4132-927b-4455913bc469 req-93c227fe-0145-4c81-8d57-30df5b3d33a4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:33.331758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0677db4-f81d-4132-927b-4455913bc469 req-93c227fe-0145-4c81-8d57-30df5b3d33a4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 943 time: 0.1442235 Aug 10 01:01:33.352978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79ab056d-a4df-4333-aa87-2f9224151ea2 req-96328ef7-32c9-43d6-958b-636815f39b4a service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935412 Aug 10 01:01:33.371149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Made reservation on behalf of b9d140e31bdc420d822042c5c4ccd9f8 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:33.374733 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.398313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] device_id is not set on port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:33.409538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.414190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.445686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0677db4-f81d-4132-927b-4455913bc469 req-41222dce-fc5f-410f-b8ab-4b97fb5df760 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916054 Aug 10 01:01:33.491581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Transition to ACTIVE for port object 5f7463bd-540c-47a0-9a36-f81aee5c84f3 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:33.495332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:33.517964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] Routers {'2a5020c8-c214-4c47-8bf0-0c6d220fcc23'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:33.520137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:33.528053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.558196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:33.558790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1f823-6c57-4e52-9ee8-7c85b528aef7 None None] The sync data for ids ['2a5020c8-c214-4c47-8bf0-0c6d220fcc23'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:33.574707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Allocated IP 172.20.0.5 (faae1d18-af51-44c4-84d6-d6a646e3402d/9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec/40a2b833-5468-4a0b-881a-6a7371ad7eac) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:33.659355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eecdcf12-a9a8-4100-b730-e9d513af3a1c req-c1860975-f748-4646-95a3-c370483798ab tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 210 time: 0.0926766 Aug 10 01:01:33.664483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.670621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.715701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=5f7463bd-540c-47a0-9a36-f81aee5c84f3,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:33.728086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.734994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.735552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5020c8-c214-4c47-8bf0-0c6d220fcc23 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:01:33.743543 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.744729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d7251053-a062-416a-890c-d97c4522d8c7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23 HTTP/1.1" status: 204 len: 168 time: 0.4284875 Aug 10 01:01:33.745586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.745925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.746265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.747412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43992) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:33.750817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.752017 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.752415 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 2 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.764816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.765160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.765494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.770580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.770945 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.771339 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 3 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.784624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.784964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.785304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.789628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.789954 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.790342 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 4 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.803992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.804345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.804682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.809573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.809833 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.810222 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 5 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.816765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet bd60660c-1650-49d4-922d-a398bd13234d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:33.820391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.823164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.824068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.824551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.824950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.829637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.829969 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.830361 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 6 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.842352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.842721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.843063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.848111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.848442 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.848838 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 7 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.862884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.863231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.863568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.868000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.868325 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.868716 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 8 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.882092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.882433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.883019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.887698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.888025 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.888419 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 9 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.895226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Network faae1d18-af51-44c4-84d6-d6a646e3402d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:33.902450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.902856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.903193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.904944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:33.908596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:33.908810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.909173 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.909567 n-d-766380-21 neutron-server[105957]: INFO neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempt 10 to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 Aug 10 01:01:33.922786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:33.923573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:33.923910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempting to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:33.928204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:33.928527 n-d-766380-21 neutron-server[105957]: ERROR neutron.plugins.ml2.managers [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Failed to bind port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '1d114e34-6ea9-434d-99de-02adbfa32381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009'}] Aug 10 01:01:33.928918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.941960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:33.973237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:33.993757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port 5f7463bd-540c-47a0-9a36-f81aee5c84f3, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:33.994126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attempted to set empty binding levels {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:01:33.999351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.005185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.005809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.033359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-e985a8de-b6ad-410e-bb47-d1108fe8fbe4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9220264 Aug 10 01:01:34.036223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] In _notify_port_updated(), no bound segment for port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 on network 0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:01:34.037130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.037715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.041662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "PUT /v2.0/ports/5f7463bd-540c-47a0-9a36-f81aee5c84f3 HTTP/1.1" status: 200 len: 976 time: 1.3322530 Aug 10 01:01:34.041776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43998) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:34.057411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Request body: {'port': {'device_id': '6e265535-afdc-4261-b78d-b8d2803ad921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:34.078138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1dec43-de54-4f7c-b5df-fdd223218811 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event updated for resources: {'Port': ['ID=5f7463bd-540c-47a0-9a36-f81aee5c84f3,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.120741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.157772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.160568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2410c46-31cb-4c2e-9593-7b83ff4c7854 req-91c5173b-6917-436a-87be-aef8800c1536 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.162096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2410c46-31cb-4c2e-9593-7b83ff4c7854 req-91c5173b-6917-436a-87be-aef8800c1536 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 944 time: 0.0873108 Aug 10 01:01:34.193378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Deleting port 5f7463bd-540c-47a0-9a36-f81aee5c84f3 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:34.193730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.233482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.255975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2410c46-31cb-4c2e-9593-7b83ff4c7854 req-c14b0029-521e-43c6-a98c-d7f631f0e02a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Aug 10 01:01:34.279878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] For port 5f7463bd-540c-47a0-9a36-f81aee5c84f3, host n-h1-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:34.280343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.293802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Calling delete_port for 5f7463bd-540c-47a0-9a36-f81aee5c84f3 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:34.310573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.315495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/bd60660c-1650-49d4-922d-a398bd13234d HTTP/1.1" status: 204 len: 168 time: 0.5640945 Aug 10 01:01:34.316541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74016a2-e7bf-4165-88dc-4238af3b3e7d None None] Network 028c972d-8037-4410-81ee-57d1b470eab1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:34.318260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f4402-8ea4-4b33-a28e-11a08d9eb40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=bd60660c-1650-49d4-922d-a398bd13234d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.320541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44002) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:34.384555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.419045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f7463bd-540c-47a0-9a36-f81aee5c84f3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.430094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.431759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a97db6f8-7ad6-42ce-9ff8-62746f601a17 tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5f7463bd-540c-47a0-9a36-f81aee5c84f3 HTTP/1.1" status: 204 len: 168 time: 0.3854387 Aug 10 01:01:34.434299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44004) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:34.441494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet 22b0c072-1f54-4430-8769-00ee0ec6fead {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:34.448453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.470677 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55607a0-f89d-471d-b3d0-baf72e313c2f tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:01:34.477916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d55607a0-f89d-471d-b3d0-baf72e313c2f tempest-PortsAdminExtendedAttrsTestJSON-1829879470 tempest-PortsAdminExtendedAttrsTestJSON-1829879470-project-admin] 10.222.0.25 "GET /v2.0/ports/5f7463bd-540c-47a0-9a36-f81aee5c84f3 HTTP/1.1" status: 404 len: 333 time: 0.0373712 Aug 10 01:01:34.477916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44008) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:34.521974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.541187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] DHCP port deletion for 028c972d-8037-4410-81ee-57d1b470eab1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:34.572821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.605806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Deleting port 774535ff-3c38-4855-a9bf-6b387c428a24 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:34.606298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.648564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a2b833-5468-4a0b-881a-6a7371ad7eac {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:34.660817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.661193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:34.684451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.688316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Transition to ACTIVE for port object 40a2b833-5468-4a0b-881a-6a7371ad7eac will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:34.698267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] For port 774535ff-3c38-4855-a9bf-6b387c428a24, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=774535ff-3c38-4855-a9bf-6b387c428a24,segment=NetworkSegment(cf2211ed-f80f-4971-9510-ee96e1f9a3b3),segment_id=cf2211ed-f80f-4971-9510-ee96e1f9a3b3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:34.698823 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.711418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.718978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8bb3c-81eb-4ddd-b3a6-0d8a65087253 req-d155d5fb-1c41-4f4b-bddf-8784b332e25e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.720856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aba8bb3c-81eb-4ddd-b3a6-0d8a65087253 req-d155d5fb-1c41-4f4b-bddf-8784b332e25e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 943 time: 0.1446130 Aug 10 01:01:34.726765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Calling delete_port for 774535ff-3c38-4855-a9bf-6b387c428a24 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:34.731311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.756877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:34.778086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d114e34-6ea9-434d-99de-02adbfa32381') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:34.778467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d114e34-6ea9-434d-99de-02adbfa32381') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:34.792127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.802891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:34.809024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aba8bb3c-81eb-4ddd-b3a6-0d8a65087253 req-677c961a-20a7-4618-8b9b-aea3c449db37 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750046 Aug 10 01:01:34.818065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:34.818471 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.831423 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.854735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.864255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:34.864757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:34.871512 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:34.888729 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.893147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.944499 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:34.944738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] Pushing event deleted for resources: {'Port': ['ID=774535ff-3c38-4855-a9bf-6b387c428a24,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.947489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/22b0c072-1f54-4430-8769-00ee0ec6fead HTTP/1.1" status: 204 len: 168 time: 0.6237946 Aug 10 01:01:34.950499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a690a5-bcae-4b4c-b2e4-a8630e061b59 None None] No DVR routers for this DVR port 774535ff-3c38-4855-a9bf-6b387c428a24 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:34.951570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845455c9-2ed8-47b4-b198-61992e150b31 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=22b0c072-1f54-4430-8769-00ee0ec6fead,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:34.952315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:34.968405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41110b8-ed5e-477f-b8b1-abe4d7920703 None None] Network fecf2931-9dc4-4666-b254-049e61465f9a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:34.970292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c800907-ecbb-4d55-99e4-dd5171402fb0 req-18a79a47-2934-4245-a06f-cb6281d2a885 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:34.972378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c800907-ecbb-4d55-99e4-dd5171402fb0 req-18a79a47-2934-4245-a06f-cb6281d2a885 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 943 time: 0.1824856 Aug 10 01:01:34.974804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Attempting to bind port 40a2b833-5468-4a0b-881a-6a7371ad7eac on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:34.975146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Attempting to bind port 40a2b833-5468-4a0b-881a-6a7371ad7eac by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:34.975482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Attempting to bind port 40a2b833-5468-4a0b-881a-6a7371ad7eac on network faae1d18-af51-44c4-84d6-d6a646e3402d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:34.988493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Port 40a2b833-5468-4a0b-881a-6a7371ad7eac on network faae1d18-af51-44c4-84d6-d6a646e3402d not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:01:34.988822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Attempting to bind port 40a2b833-5468-4a0b-881a-6a7371ad7eac on network faae1d18-af51-44c4-84d6-d6a646e3402d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:35.003878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:35.004265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Checking segment: {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:35.004613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Bound using segment: {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:35.005044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Bound port: 40a2b833-5468-4a0b-881a-6a7371ad7eac, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:35.005403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.031196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.035437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c800907-ecbb-4d55-99e4-dd5171402fb0 req-752ba070-17f5-4469-95b2-e7e30dc42b68 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561163 Aug 10 01:01:35.042079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.044236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] 10.222.0.25 "DELETE /v2.0/networks/0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009 HTTP/1.1" status: 204 len: 168 time: 0.5663102 Aug 10 01:01:35.065107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c48a7-54d5-41ef-b1a1-edcc2267dfe5 tempest-PortsAdminExtendedAttrsTestJSON-1031068035 tempest-PortsAdminExtendedAttrsTestJSON-1031068035-project] Pushing event deleted for resources: {'Network': ['ID=0ca960ff-3d1b-4b4d-bb2a-d2f2d908f009,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.082068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.102149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.115829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:35.119194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:35.124396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.189343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.190060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.191792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 1092 time: 1.1387153 Aug 10 01:01:35.192388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:35.194943 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8099e46-e1a0-4b81-b513-43dd3dc24989" -d '{"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:35.201541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd683a-2d52-4c29-ae8d-72fca4b592c6 service neutron] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.209630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.233859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028c972d-8037-4410-81ee-57d1b470eab1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.261714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.262058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2211ed-f80f-4971-9510-ee96e1f9a3b3') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:35.273636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,segment=NetworkSegment(d298d8fb-c18e-41d2-b2cd-d20bb2dee860),segment_id=d298d8fb-c18e-41d2-b2cd-d20bb2dee860)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:35.275288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:35.279069 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7afab58-9a4b-44f4-a09e-003816e9dae9" -d '{"events": [{"server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:35.280345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.288589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bfa2b053-1961-449b-93ba-5dbe01cc6ef2 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:35.291045 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.297456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.306863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:35.307284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:35.311681 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:35.320571 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462baebe-ba20-4d2f-9153-472972719f09 x-openstack-request-id: req-462baebe-ba20-4d2f-9153-472972719f09 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:35.320891 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:35.321159 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-462baebe-ba20-4d2f-9153-472972719f09 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:35.321586 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'status': 'completed', 'code': 200} Aug 10 01:01:35.343442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.383007 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a418dac-f04d-4c8e-962a-79f57e84db8a x-openstack-request-id: req-1a418dac-f04d-4c8e-962a-79f57e84db8a {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:35.383871 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:35.383871 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a418dac-f04d-4c8e-962a-79f57e84db8a {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:35.384243 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1', 'code': 200} Aug 10 01:01:35.408633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-534945d2-2394-4416-bd15-95180c377b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.410593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-534945d2-2394-4416-bd15-95180c377b26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1095 time: 0.1740983 Aug 10 01:01:35.438168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.445320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.469240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-487ee771-8b1c-4ad8-93ba-153d21bb33cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 217 time: 0.0502737 Aug 10 01:01:35.473302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.477550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/028c972d-8037-4410-81ee-57d1b470eab1 HTTP/1.1" status: 204 len: 168 time: 0.5146215 Aug 10 01:01:35.495824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44034) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.497266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] DHCP port deletion for fecf2931-9dc4-4666-b254-049e61465f9a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:35.505657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:35.533155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-1fae5be0-d20d-40a4-81e2-d36f1594a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.534896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6910b-dfb0-40c1-9564-7c93ff93c727 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=028c972d-8037-4410-81ee-57d1b470eab1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.535044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-1fae5be0-d20d-40a4-81e2-d36f1594a7e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.0576625 Aug 10 01:01:35.543481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'port_id': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2', 'mac_address': 'fa:16:3e:98:74:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:35.580418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-7fe5d151-1dd4-4103-a920-d809ad3cc599 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374994 Aug 10 01:01:35.602649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.606902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281da11-0053-477f-9b4e-aa2b1eed3a98 req-6493e8f5-0739-4f03-92ab-def70428ea6b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.615282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5281da11-0053-477f-9b4e-aa2b1eed3a98 req-6493e8f5-0739-4f03-92ab-def70428ea6b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.2259016 Aug 10 01:01:35.619770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa2b053-1961-449b-93ba-5dbe01cc6ef2 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:35.642990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Deleting port 9587fcce-3b53-423b-b08b-1aee9b724c5b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:35.643392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.643539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35eba-161b-426a-a563-488ad67ac6fa req-ed4c89a5-b8a4-4d17-8704-b6beb55c895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:35.644977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fde35eba-161b-426a-a563-488ad67ac6fa req-ed4c89a5-b8a4-4d17-8704-b6beb55c895e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 1097 time: 0.1975276 Aug 10 01:01:35.657196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:35.675856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.682954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ae0a4fa-70af-4ca0-b781-262795bdaa2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f1f9e24e6cf4e75a5c30f43d9217efa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332863 Aug 10 01:01:35.683380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:35.690553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.707420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-4818483b-6c28-410f-8af6-d5828a2546bf service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194663 Aug 10 01:01:35.735632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5281da11-0053-477f-9b4e-aa2b1eed3a98 req-d2889f20-7b01-45d6-82d2-f5be8daba10a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154473 Aug 10 01:01:35.740953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fde35eba-161b-426a-a563-488ad67ac6fa req-4db9317a-7465-45d5-8b15-a9eafc5fa7c0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881679 Aug 10 01:01:35.750717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] For port 9587fcce-3b53-423b-b08b-1aee9b724c5b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9587fcce-3b53-423b-b08b-1aee9b724c5b,segment=NetworkSegment(d7a6e527-178b-4a78-8564-e69c5b95ec29),segment_id=d7a6e527-178b-4a78-8564-e69c5b95ec29)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:35.751221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.769812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.784524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Calling delete_port for 9587fcce-3b53-423b-b08b-1aee9b724c5b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:35.800742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.824920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0930682d-3db3-4c03-88d6-93fd0d2596a8 req-dd31693e-fa90-475d-977d-18109b972757 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086924 Aug 10 01:01:35.835862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.838419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 9587fcce-3b53-423b-b08b-1aee9b724c5b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:35.838851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.889079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.913589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 774535ff-3c38-4855-a9bf-6b387c428a24 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:35.943645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 9587fcce-3b53-423b-b08b-1aee9b724c5b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9587fcce-3b53-423b-b08b-1aee9b724c5b,segment=NetworkSegment(d7a6e527-178b-4a78-8564-e69c5b95ec29),segment_id=d7a6e527-178b-4a78-8564-e69c5b95ec29)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:35.944016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.955677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['bfa2b053-1961-449b-93ba-5dbe01cc6ef2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:35.961169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 774535ff-3c38-4855-a9bf-6b387c428a24 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:35.961541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 774535ff-3c38-4855-a9bf-6b387c428a24 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:35.961956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9587fcce-3b53-423b-b08b-1aee9b724c5b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:35.963649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] Pushing event deleted for resources: {'Port': ['ID=9587fcce-3b53-423b-b08b-1aee9b724c5b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:35.965270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 9587fcce-3b53-423b-b08b-1aee9b724c5b owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:35.974137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.976757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:35.980181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1042bd99-649b-4cd2-b20c-ac2c90ccbadc HTTP/1.1" status: 204 len: 168 time: 0.2933714 Aug 10 01:01:36.013003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-91ec2ca9-d323-47c3-a461-15e3011915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.014656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-91ec2ca9-d323-47c3-a461-15e3011915f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1095 time: 0.1154311 Aug 10 01:01:36.019544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa134dba-b0c5-4c80-a117-2a71f9557c21 None None] No DVR routers for this DVR port 9587fcce-3b53-423b-b08b-1aee9b724c5b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:36.026020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9587fcce-3b53-423b-b08b-1aee9b724c5b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:36.026362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9587fcce-3b53-423b-b08b-1aee9b724c5b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:36.038829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d946e4-dd6e-4017-94c4-51fa29ca0de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042bd99-649b-4cd2-b20c-ac2c90ccbadc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.039215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006b652-19bb-43e3-9556-4b081bfc3d5b req-2c4d9611-1098-4a87-9b0f-453b89e9a2c0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.051454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b006b652-19bb-43e3-9556-4b081bfc3d5b req-2c4d9611-1098-4a87-9b0f-453b89e9a2c0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 944 time: 0.1375048 Aug 10 01:01:36.085116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.116490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=9587fcce-3b53-423b-b08b-1aee9b724c5b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.120443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port 9587fcce-3b53-423b-b08b-1aee9b724c5b on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:36.208069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-816a81ec-2a07-4483-8f26-6e411dd662ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.209947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-816a81ec-2a07-4483-8f26-6e411dd662ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.1345291 Aug 10 01:01:36.230310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.247718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b006b652-19bb-43e3-9556-4b081bfc3d5b req-7992ab28-a067-41b6-b28e-ebfb264e830b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928387 Aug 10 01:01:36.261535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecf2931-9dc4-4666-b254-049e61465f9a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.284629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a6e527-178b-4a78-8564-e69c5b95ec29') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.284931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a6e527-178b-4a78-8564-e69c5b95ec29') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:36.302273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-ad3dbb2e-5d23-47ad-8f47-cac67335599e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 217 time: 0.0832846 Aug 10 01:01:36.313464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.335327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.356876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058be68-0168-4fe9-9dfc-59028da796fb req-ad039c86-f9e1-4fa1-aea3-972c848f6f22 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.358496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d058be68-0168-4fe9-9dfc-59028da796fb req-ad039c86-f9e1-4fa1-aea3-972c848f6f22 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 943 time: 0.0864959 Aug 10 01:01:36.359746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:36.360188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:36.364396 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:36.368849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-10bda091-a86b-449c-9c9a-a17dab35eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.370349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-10bda091-a86b-449c-9c9a-a17dab35eb7f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.0612583 Aug 10 01:01:36.408525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-fd13a4a9-9ede-4aa2-91be-613013fd44d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303087 Aug 10 01:01:36.431462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44052) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.468410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.484174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.490375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/fecf2931-9dc4-4666-b254-049e61465f9a HTTP/1.1" status: 204 len: 168 time: 0.9885428 Aug 10 01:01:36.493503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44054) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.494059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d058be68-0168-4fe9-9dfc-59028da796fb req-e83d522a-7775-425d-9257-31d62dc25333 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189272 Aug 10 01:01:36.503239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-737183078'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:36.514719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff08806-f6e8-43f4-a7b6-3fd2624b7ee2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=fecf2931-9dc4-4666-b254-049e61465f9a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.534940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:36.536460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.539328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89115b0b-e411-4f01-a357-e1ab2c33dd2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c66d0d5ebd840e9ae84d1dcf5fdac10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044395 Aug 10 01:01:36.543389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44056) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.578263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-762abd0c-18db-4d3f-93bd-37e6ccf18362 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619961 Aug 10 01:01:36.582854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:36.598466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.622208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.636138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.636996 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment d843c2c4-9f7f-493a-bbc3-4be716893f51 of type vlan for network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 Aug 10 01:01:36.676419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.679451 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.680829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1de7a6d5-76a3-463b-b787-7d3058b3caf9 HTTP/1.1" status: 204 len: 168 time: 0.1362934 Aug 10 01:01:36.689824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be3b92-5018-488f-8741-2f652667cdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de7a6d5-76a3-463b-b787-7d3058b3caf9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.699388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.740162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8099e46-e1a0-4b81-b513-43dd3dc24989 req-c699697a-a7cd-4d5b-934c-b49f4bba0b27 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523860 Aug 10 01:01:36.748676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.755204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.755804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:36.824204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3294511 Aug 10 01:01:36.827766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44064) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:36.836326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:36.843449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5c540-b9bd-4f68-93ad-abe653cd9701 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=44fa4665-d5fb-4fa3-ac7a-79702ea53d94,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:36.858166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:36.880743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f65e-c6f7-4c40-b41e-f7b019a4fb58 req-52b7d074-994b-4bf0-befb-7389151b5d53 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:36.883200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3265f65e-c6f7-4c40-b41e-f7b019a4fb58 req-52b7d074-994b-4bf0-befb-7389151b5d53 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.0574393 Aug 10 01:01:36.922381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3265f65e-c6f7-4c40-b41e-f7b019a4fb58 req-a860479f-06aa-48e6-9bda-d092c69c2642 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Aug 10 01:01:36.942653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:36.947597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.086575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fde99f-5161-4268-b5ad-665e84a65f34 req-56cf45fd-b0ae-4c07-bb8b-366a5ad9532a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.088162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0fde99f-5161-4268-b5ad-665e84a65f34 req-56cf45fd-b0ae-4c07-bb8b-366a5ad9532a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.0695498 Aug 10 01:01:37.162835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0fde99f-5161-4268-b5ad-665e84a65f34 req-57709e57-585e-4067-ac49-12a9b7e569a6 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671911 Aug 10 01:01:37.216750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.271237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bfa2b053-1961-449b-93ba-5dbe01cc6ef2 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:37.292673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=07066cd8-e2e1-495a-be47-2219416dafd4,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:37.306293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': 'd843c2c4-9f7f-493a-bbc3-4be716893f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:37.306748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 44fa4665-d5fb-4fa3-ac7a-79702ea53d94, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:37.328941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:37.340135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:37.343155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 44fa4665-d5fb-4fa3-ac7a-79702ea53d94) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:37.349517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:37.349904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.367181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.368310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.375084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce212f3-7cd0-40ed-a2dd-dc310914991a req-80130349-0305-4ca6-bab0-785172ae22b5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.384430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ce212f3-7cd0-40ed-a2dd-dc310914991a req-80130349-0305-4ca6-bab0-785172ae22b5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 944 time: 0.0642784 Aug 10 01:01:37.393085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44092) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:37.394709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd938155-5eb9-4a42-83d0-cbc1a2193c75 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5646784 Aug 10 01:01:37.404428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1083209175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:37.406817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde7523-d8fb-4fff-a302-8934e5393cf6 None None] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:37.452240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ce212f3-7cd0-40ed-a2dd-dc310914991a req-b01643f5-52b6-4d8d-81d9-40dbe145f78a tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Aug 10 01:01:37.461116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.462349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.524470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.526568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.531840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.573277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.574958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-000b2343-6c98-4791-bd02-4f9999465c4b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1805270 Aug 10 01:01:37.575087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:37.577324 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757121d3-0d88-489d-8cb9-ec870960cdf9" -d '{"events": [{"server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "name": "network-vif-plugged", "status": "completed", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:37.577586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:37.586113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522632ba-9ecc-4937-ae17-33751a180d1b req-ddca8ec9-8a76-4358-b872-190bf516044a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.593462 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-522632ba-9ecc-4937-ae17-33751a180d1b req-ddca8ec9-8a76-4358-b872-190bf516044a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.0768912 Aug 10 01:01:37.595531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'port': {'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94', 'name': 'tempest-RoutersIpV6Test-2033525298'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:37.607434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:37.630238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:37.638949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.643923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-522632ba-9ecc-4937-ae17-33751a180d1b req-81e7c6f2-3cc0-4606-b29f-78a1625bba25 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Aug 10 01:01:37.711854 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176ee49-6042-4aeb-932d-93ac9b3dd276 x-openstack-request-id: req-1176ee49-6042-4aeb-932d-93ac9b3dd276 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:37.712184 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "name": "network-vif-plugged", "status": "completed", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:37.712620 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1176ee49-6042-4aeb-932d-93ac9b3dd276 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:37.713201 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2', 'code': 200} Aug 10 01:01:37.726903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:37.739898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-44fa4665-d5fb-4fa3-ac7a-79702ea53d94', 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': '07066cd8-e2e1-495a-be47-2219416dafd4'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:37.740768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.744376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da5cf8-f977-48f2-a526-04caed350ef7 req-43aac33a-46cd-4993-a6bb-da7bcc6fc790 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.745962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83da5cf8-f977-48f2-a526-04caed350ef7 req-43aac33a-46cd-4993-a6bb-da7bcc6fc790 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 943 time: 0.1253672 Aug 10 01:01:37.827868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83da5cf8-f977-48f2-a526-04caed350ef7 req-b5cfae1f-4ee1-490a-b28d-faae8f9c1da2 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Aug 10 01:01:37.854792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:37.858304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.865815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-329899352'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:37.877611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] device_id is not set on port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:37.893784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:37.898373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.910455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Allocated IP 2001:db8::2 (44fa4665-d5fb-4fa3-ac7a-79702ea53d94/07066cd8-e2e1-495a-be47-2219416dafd4/5e12dc8c-86eb-4223-a2af-97c4d73a0a40) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:37.911090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:37.928931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d9431-5bd4-4648-ac7b-a171047bdd32 req-5cda835e-94ec-4d1d-ba89-7d08e9a18a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:37.931021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-116d9431-5bd4-4648-ac7b-a171047bdd32 req-5cda835e-94ec-4d1d-ba89-7d08e9a18a6c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 1097 time: 0.1418340 Aug 10 01:01:37.984687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-116d9431-5bd4-4648-ac7b-a171047bdd32 req-72725163-482f-4d38-9414-85523cad8826 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464144 Aug 10 01:01:38.042857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.046786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.067044 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.073996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:38.075215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Transition to ACTIVE for port object 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:38.083993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747bfb13-f442-49c9-8890-568137e3f8b6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.089302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.089659 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment ca4f9161-a811-4f32-8e4d-56b592579c06 of type vlan for network f6937314-1417-44f7-a974-064c432823f5 Aug 10 01:01:38.092348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Transition to ACTIVE for port object 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:38.103166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.139988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:38.140927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.145149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:38.148621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:38.157765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Pushing event updated for resources: {'Port': ['ID=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.164741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8::197 (44fa4665-d5fb-4fa3-ac7a-79702ea53d94/07066cd8-e2e1-495a-be47-2219416dafd4/3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:38.183722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.190104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:38.190778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.215435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Attempting to bind port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:38.215803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Attempting to bind port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd843c2c4-9f7f-493a-bbc3-4be716893f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:38.216515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Attempting to bind port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 on network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:38.222930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:38.223301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Checking segment: {'id': 'd843c2c4-9f7f-493a-bbc3-4be716893f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:38.223699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.224373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Bound using segment: {'id': 'd843c2c4-9f7f-493a-bbc3-4be716893f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:38.224522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Bound port: 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd843c2c4-9f7f-493a-bbc3-4be716893f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '44fa4665-d5fb-4fa3-ac7a-79702ea53d94'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:38.224910 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.258988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6276267 Aug 10 01:01:38.259593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44112) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:38.267803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110794351'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:38.276223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e129e41-232a-4ec7-971f-79eb801e584e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=f6937314-1417-44f7-a974-064c432823f5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.291111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f6937314-1417-44f7-a974-064c432823f5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:38.297378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:38.303741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.332565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:38.342470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.342866 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment 531e480b-0f1d-4e0a-9d6a-b826afb717e2 of type vlan for network 64aafe09-e893-40ae-806c-a5ffb0b94418 Aug 10 01:01:38.354655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] For port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:38.355923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.371396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:38.380691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] For port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,segment=NetworkSegment(d843c2c4-9f7f-493a-bbc3-4be716893f51),segment_id=d843c2c4-9f7f-493a-bbc3-4be716893f51)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:38.386899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.389830 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.406860 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.425551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.434425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:38.435089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.469006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:38.473882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:38.478514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:38.493468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:38.494606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.497956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.505607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00ab65-029c-4c02-821c-e7d7f9909431 None None] Pushing event updated for resources: {'Port': ['ID=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.512150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.512499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.512845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.513179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.513509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.513838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.514163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.514546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.514901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.515223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.515545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.515863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:01:38.520059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2569964 Aug 10 01:01:38.520365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:38.525523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'f6937314-1417-44f7-a974-064c432823f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:38.549228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1423e5-655a-4acf-9fdf-4cdae95934a2 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=64aafe09-e893-40ae-806c-a5ffb0b94418,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:38.549717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-872cd504-acfc-4616-8f86-f8152b6bcc24 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9696417 Aug 10 01:01:38.552425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:38.563642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:38.674785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:38.679332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:38.913856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b803-d2fb-49a2-b21a-ba3487f5e418 req-05791d19-4598-44fe-936b-77a7a019bf23 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:38.915238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f7d7b803-d2fb-49a2-b21a-ba3487f5e418 req-05791d19-4598-44fe-936b-77a7a019bf23 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1215327 Aug 10 01:01:38.990742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f7d7b803-d2fb-49a2-b21a-ba3487f5e418 req-5962b81f-55e9-4fe8-89b3-aee9f0c8ac63 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667198 Aug 10 01:01:39.051762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.181135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=df51d08e-9c4e-4d3c-9574-aa8383d89c70,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:39.218078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32821c9-3d8d-473b-a676-2c9e971adf71 req-690a2a9b-ee64-42d8-b380-833d143d93ca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:39.227234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d32821c9-3d8d-473b-a676-2c9e971adf71 req-690a2a9b-ee64-42d8-b380-833d143d93ca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 943 time: 0.0957873 Aug 10 01:01:39.242461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': 'ca4f9161-a811-4f32-8e4d-56b592579c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6937314-1417-44f7-a974-064c432823f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:39.242886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: f6937314-1417-44f7-a974-064c432823f5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:39.271120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 40a2b833-5468-4a0b-881a-6a7371ad7eac details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:01:39.280023 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d32821c9-3d8d-473b-a676-2c9e971adf71 req-cbe29e63-d216-4fd8-9326-bcec498ece33 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518391 Aug 10 01:01:39.283105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network f6937314-1417-44f7-a974-064c432823f5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:39.300914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f6937314-1417-44f7-a974-064c432823f5) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:39.303032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2593d7-6826-44a6-adac-45305b1fb248 req-08a7325c-5e32-47e2-b879-279fdbd2878f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:39.306913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:39.307797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.310581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc2593d7-6826-44a6-adac-45305b1fb248 req-08a7325c-5e32-47e2-b879-279fdbd2878f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.7253368 Aug 10 01:01:39.328655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47028dc-399a-4472-aa4b-34f33ab35e79 None None] Network f6937314-1417-44f7-a974-064c432823f5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:39.352208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f702797c-5758-4dd9-bfc1-03427c8e004a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8278723 Aug 10 01:01:39.353065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44132) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:39.358230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:39.405357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc2593d7-6826-44a6-adac-45305b1fb248 req-d0a7264b-52aa-4660-9639-efc78bf8b4e0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937595 Aug 10 01:01:39.578538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:01:39.607945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:39.613528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.699806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:39.717565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d', 'port_id': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'mac_address': 'fa:16:3e:b5:b4:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:01:39.733356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.788021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.818110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a2b833-5468-4a0b-881a-6a7371ad7eac {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:01:39.859226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:39.889303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:39.974832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:39.987722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f6937314-1417-44f7-a974-064c432823f5', 'network_id': 'f6937314-1417-44f7-a974-064c432823f5', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': 'df51d08e-9c4e-4d3c-9574-aa8383d89c70'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:39.989524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.009296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aaeeb9-f007-4574-b8ce-3d0cf7c4b402 None None] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:40.011301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:40.052928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f3256-aae9-4e12-a4f1-d3d54e49e603 req-03735854-b81f-4ec8-8772-1fcae66503b4 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.054740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b89f3256-aae9-4e12-a4f1-d3d54e49e603 req-03735854-b81f-4ec8-8772-1fcae66503b4 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.3742883 Aug 10 01:01:40.137825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b89f3256-aae9-4e12-a4f1-d3d54e49e603 req-aac492df-c870-478c-a42b-11e14b093ac3 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686357 Aug 10 01:01:40.163035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.176473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.201575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:40.254589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:40.279024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Allocated IP 172.20.0.2 (f6937314-1417-44f7-a974-064c432823f5/df51d08e-9c4e-4d3c-9574-aa8383d89c70/aad5cc94-9765-45fe-ac1a-07736ee8f3d8) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:40.299532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.309276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-b3c722de-ac3d-417d-a455-5cb12067f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.311077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-b3c722de-ac3d-417d-a455-5cb12067f27c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81b32c25551d42449d560988831d2c7d&device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 1097 time: 0.4892857 Aug 10 01:01:40.328195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-41e6d26e-cb03-4744-aa91-27ff12add289 None None] Provisioning for port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:40.400122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.414984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:40.442376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=d56888b5-6c2b-432d-959c-26d10d869c83,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:40.451887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:40.452724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.474034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': '531e480b-0f1d-4e0a-9d6a-b826afb717e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:40.474404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: 64aafe09-e893-40ae-806c-a5ffb0b94418, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:40.503143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-6d95e58e-b273-4518-95aa-8e32fb4865a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.505464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-6d95e58e-b273-4518-95aa-8e32fb4865a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 200 len: 912 time: 0.1560850 Aug 10 01:01:40.510312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:40.552088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 64aafe09-e893-40ae-806c-a5ffb0b94418) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:40.573254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f1a7d-cf0c-4412-8a63-f2e686cc270d None None] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:40.590331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-7f4a05c3-a4f2-470d-ba23-c12506d541f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 200 len: 217 time: 0.0665832 Aug 10 01:01:40.592169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.592785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.621317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.654324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7299d7f-c8dc-4e9b-8311-9ba97c17bce8 req-eaa3462c-0624-49cc-9211-8f0bc8ed99e1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.656243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7299d7f-c8dc-4e9b-8311-9ba97c17bce8 req-eaa3462c-0624-49cc-9211-8f0bc8ed99e1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 944 time: 0.2589858 Aug 10 01:01:40.661908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f62f3-09c8-4412-b245-ac55ebe1b865 req-147b4e99-29cf-4219-8bc5-60dd1d998964 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.663533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b2f62f3-09c8-4412-b245-ac55ebe1b865 req-147b4e99-29cf-4219-8bc5-60dd1d998964 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1561303 Aug 10 01:01:40.670326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4c66e580-b30d-43a2-be63-870532dbc042 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3167219 Aug 10 01:01:40.673665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44146) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:40.680818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-232122375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:40.734624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-993c62e3-e6b2-4a36-a3cc-bea284edef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:40.737041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-993c62e3-e6b2-4a36-a3cc-bea284edef24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 HTTP/1.1" status: 200 len: 852 time: 0.1364620 Aug 10 01:01:40.743069 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.744526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.756511 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.766427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Transition to ACTIVE for port object aad5cc94-9765-45fe-ac1a-07736ee8f3d8 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:40.795429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b2f62f3-09c8-4412-b245-ac55ebe1b865 req-b575f141-e39c-42a5-8628-287dd7fd07d4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177897 Aug 10 01:01:40.799627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-77cdf2d7-09ef-4423-a0c0-984fdccdf125 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb6b89d9-1709-4f80-add2-61e1eb9113f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471039 Aug 10 01:01:40.823448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Transition to ACTIVE for port object aad5cc94-9765-45fe-ac1a-07736ee8f3d8 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:40.840303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.842101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.845712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7299d7f-c8dc-4e9b-8311-9ba97c17bce8 req-0d6208c6-ac69-4ed1-a568-a8449c65c9ea tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536052 Aug 10 01:01:40.919635 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.929891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.962132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Network f6937314-1417-44f7-a974-064c432823f5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:40.963085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:40.967460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9e8608c6-1733-4d08-8425-6aa21081095c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2926569 Aug 10 01:01:40.970379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:40.977014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:40.995789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:41.056592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,segment=NetworkSegment(d843c2c4-9f7f-493a-bbc3-4be716893f51),segment_id=d843c2c4-9f7f-493a-bbc3-4be716893f51)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:41.064107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Pushing event updated for resources: {'Port': ['ID=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:41.076427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-64aafe09-e893-40ae-806c-a5ffb0b94418', 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': 'd56888b5-6c2b-432d-959c-26d10d869c83'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:41.077683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.094747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.172508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.182428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.183801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.236208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Attempting to bind port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:41.237202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Attempting to bind port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ca4f9161-a811-4f32-8e4d-56b592579c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6937314-1417-44f7-a974-064c432823f5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:41.237202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Attempting to bind port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 on network f6937314-1417-44f7-a974-064c432823f5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:41.351079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:41.351719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Checking segment: {'id': 'ca4f9161-a811-4f32-8e4d-56b592579c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6937314-1417-44f7-a974-064c432823f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:41.351832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.352203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Bound using segment: {'id': 'ca4f9161-a811-4f32-8e4d-56b592579c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6937314-1417-44f7-a974-064c432823f5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:41.352668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Bound port: aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4f9161-a811-4f32-8e4d-56b592579c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f6937314-1417-44f7-a974-064c432823f5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:41.353043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.362215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:41.377376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-b5fb8d7e-acdd-4684-8c28-bb8abc6f03e9 service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695627 Aug 10 01:01:41.397305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:41.451045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4439-afb5-4415-882e-0acd867f45e6 req-b574caac-8bb3-4eb7-be29-a6b9f7430c00 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:41.452786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25ed4439-afb5-4415-882e-0acd867f45e6 req-b574caac-8bb3-4eb7-be29-a6b9f7430c00 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1808071 Aug 10 01:01:41.477768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Provisioning complete for port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:41.478136 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.514359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:41.519666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:41.527238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cad1-b92d-4066-aef3-40821bfab648 req-3392953a-e5ac-4c3d-ac7f-170ba9e59ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:41.528516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] For port aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:41.529436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-3392953a-e5ac-4c3d-ac7f-170ba9e59ea5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 1097 time: 0.2165704 Aug 10 01:01:41.545884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] For port aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,segment=NetworkSegment(ca4f9161-a811-4f32-8e4d-56b592579c06),segment_id=ca4f9161-a811-4f32-8e4d-56b592579c06)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:41.547506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Allocated IP 172.21.0.2 (64aafe09-e893-40ae-806c-a5ffb0b94418/d56888b5-6c2b-432d-959c-26d10d869c83/f8a98875-99c5-4673-9387-8c678f523a02) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:41.556562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25ed4439-afb5-4415-882e-0acd867f45e6 req-b733a973-99dc-4aa0-97bb-d9f82e31d82b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912349 Aug 10 01:01:41.557400 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.584678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b83a99-fe23-4aaa-92ec-0cbbcb286403 req-8b41d364-c71d-4e64-b362-38b431fb2373 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:41.586266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51b83a99-fe23-4aaa-92ec-0cbbcb286403 req-8b41d364-c71d-4e64-b362-38b431fb2373 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1617918 Aug 10 01:01:41.587615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:41.637808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76659981-b9be-4688-8cd9-0141cc6b6ef0 req-5dc10d83-d1be-470e-b510-9f8dfe08d9de service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269857 Aug 10 01:01:41.684540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cad1-b92d-4066-aef3-40821bfab648 req-2b1d4aff-8268-4961-bae2-6313e396e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:41.686914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-2b1d4aff-8268-4961-bae2-6313e396e7be service neutron] 10.222.0.21 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 911 time: 0.1341863 Aug 10 01:01:41.725832 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51b83a99-fe23-4aaa-92ec-0cbbcb286403 req-6e8e9ac8-aaa1-457d-94dc-601971f6b158 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230702 Aug 10 01:01:41.747177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39271bf-afc4-4f45-8577-bbeb4b88559c None None] Pushing event updated for resources: {'Port': ['ID=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:41.793202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-24db73fb-80f0-4634-a0cc-f03700aae005 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2 HTTP/1.1" status: 200 len: 217 time: 0.0648842 Aug 10 01:01:41.919468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:41.921530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Provisioning for port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:41.952912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Provisioning complete for port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:41.953628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.003317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.20.0.1 (f6937314-1417-44f7-a974-064c432823f5/df51d08e-9c4e-4d3c-9574-aa8383d89c70/c8403e7e-b3fe-4259-b710-9c9578d7ec60) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:42.128518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cad1-b92d-4066-aef3-40821bfab648 req-64dd8915-efe0-407a-a3bf-9df4a0231f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:42.130029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-64dd8915-efe0-407a-a3bf-9df4a0231f16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.2351699 Aug 10 01:01:42.162117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c50a47-d39c-4313-bf1c-3f716ba8c17d req-3a59e604-ca63-4d42-b37b-f4a3da5a0c55 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:42.169838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c50a47-d39c-4313-bf1c-3f716ba8c17d req-3a59e604-ca63-4d42-b37b-f4a3da5a0c55 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 944 time: 0.2025323 Aug 10 01:01:42.192154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router ca209ace-99ac-4623-9187-ac0aa793c57a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:42.209074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.219164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-d0afb254-cf24-457e-8439-01f5a305b705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754383 Aug 10 01:01:42.237993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object c8403e7e-b3fe-4259-b710-9c9578d7ec60 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:42.270615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.309813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Transition to ACTIVE for port object f8a98875-99c5-4673-9387-8c678f523a02 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:42.319722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-098f9018-e954-466f-9cbe-2ee305ab6b6b None None] Port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:42.336220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Transition to ACTIVE for port object f8a98875-99c5-4673-9387-8c678f523a02 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:42.343204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:42.343575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.348857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.395736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c50a47-d39c-4313-bf1c-3f716ba8c17d req-9a5052b6-787f-4e99-8e7e-fd1e1d9af5fb tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203836 Aug 10 01:01:42.415939 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.416759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=c8403e7e-b3fe-4259-b710-9c9578d7ec60,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:42.434026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network f6937314-1417-44f7-a974-064c432823f5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:42.435508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:42.438035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:42.478197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:42.494041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:42.502565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:42.511128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.523307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:42.533392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ae540c3-af44-4195-85a9-0ea80cfd5910 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/ca209ace-99ac-4623-9187-ac0aa793c57a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9601355 Aug 10 01:01:42.538564 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf335023-1383-477f-b554-e257537262cd None None] Sync routers for ids ['ca209ace-99ac-4623-9187-ac0aa793c57a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:42.540409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44168) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:42.552318 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf335023-1383-477f-b554-e257537262cd None None] Routers {'ca209ace-99ac-4623-9187-ac0aa793c57a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:42.552989 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf335023-1383-477f-b554-e257537262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ca209ace-99ac-4623-9187-ac0aa793c57a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:42.578444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-51dd28cc-b713-46fa-8e9a-ada8ef21ea53 service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460960 Aug 10 01:01:42.615550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf335023-1383-477f-b554-e257537262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:42.618828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1b2813-e984-4286-9091-370431651363 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:42.620452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc1b2813-e984-4286-9091-370431651363 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports/3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 HTTP/1.1" status: 200 len: 984 time: 0.0784979 Aug 10 01:01:42.625397 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf335023-1383-477f-b554-e257537262cd None None] Routers {'ca209ace-99ac-4623-9187-ac0aa793c57a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:42.626288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44172) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:42.627427 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf335023-1383-477f-b554-e257537262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ca209ace-99ac-4623-9187-ac0aa793c57a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:42.663191 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf335023-1383-477f-b554-e257537262cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:42.664074 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf335023-1383-477f-b554-e257537262cd None None] The sync data for ids ['ca209ace-99ac-4623-9187-ac0aa793c57a'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:42.668254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5b476fe1-2c7c-4b59-8270-81c618e53642 None None] Provisioning complete for port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:42.668866 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5b476fe1-2c7c-4b59-8270-81c618e53642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.672908 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:01:42.697412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Pushing event updated for resources: {'Port': ['ID=f8a98875-99c5-4673-9387-8c678f523a02,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:42.706801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Attempting to bind port f8a98875-99c5-4673-9387-8c678f523a02 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:42.707240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Attempting to bind port f8a98875-99c5-4673-9387-8c678f523a02 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '531e480b-0f1d-4e0a-9d6a-b826afb717e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:42.707664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Attempting to bind port f8a98875-99c5-4673-9387-8c678f523a02 on network 64aafe09-e893-40ae-806c-a5ffb0b94418 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:42.721511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:42.721979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Checking segment: {'id': '531e480b-0f1d-4e0a-9d6a-b826afb717e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:42.722447 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.722940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Bound using segment: {'id': '531e480b-0f1d-4e0a-9d6a-b826afb717e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:42.723478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Bound port: f8a98875-99c5-4673-9387-8c678f523a02, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531e480b-0f1d-4e0a-9d6a-b826afb717e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '64aafe09-e893-40ae-806c-a5ffb0b94418'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:42.723948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.734886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5b476fe1-2c7c-4b59-8270-81c618e53642 None None] Port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:42.761367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.795089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58521a-b611-4447-b07f-dbdb883a2b14 req-52a730fc-8325-460e-97db-e9e2b7619d33 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:42.798888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d58521a-b611-4447-b07f-dbdb883a2b14 req-52a730fc-8325-460e-97db-e9e2b7619d33 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1327984 Aug 10 01:01:42.800989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0548cad1-b92d-4066-aef3-40821bfab648 req-fc591c17-cf13-4c46-be45-862a8a3cf799 service neutron] 10.222.0.21 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141888 Aug 10 01:01:42.873033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] For port f8a98875-99c5-4673-9387-8c678f523a02, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:42.893824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d58521a-b611-4447-b07f-dbdb883a2b14 req-96de0d6d-5d84-4801-b3f1-7d6cafe7a746 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860934 Aug 10 01:01:42.899256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] For port f8a98875-99c5-4673-9387-8c678f523a02, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f8a98875-99c5-4673-9387-8c678f523a02,segment=NetworkSegment(531e480b-0f1d-4e0a-9d6a-b826afb717e2),segment_id=531e480b-0f1d-4e0a-9d6a-b826afb717e2)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:42.902416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c09b5398-0a7f-4337-a9fb-5efb00e8a6db None None] Provisioning complete for port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:42.902899 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c09b5398-0a7f-4337-a9fb-5efb00e8a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.927231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:42.993530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c09b5398-0a7f-4337-a9fb-5efb00e8a6db None None] Port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:43.007121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34709b-1dd5-4941-8bfd-8f38affd4f44 None None] Pushing event updated for resources: {'Port': ['ID=f8a98875-99c5-4673-9387-8c678f523a02,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:43.174068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d105355-a414-47d9-8a2f-e84f00883683 req-befa6d8b-219b-47f5-9d4f-30f19ab243ca tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:43.181801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d105355-a414-47d9-8a2f-e84f00883683 req-befa6d8b-219b-47f5-9d4f-30f19ab243ca tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.3101203 Aug 10 01:01:43.203637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c640c4b-42e0-4eb9-a4a2-2ccace153862 req-ed20d3d2-2bc2-41a5-a0db-0ce873febd8b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:43.205809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c640c4b-42e0-4eb9-a4a2-2ccace153862 req-ed20d3d2-2bc2-41a5-a0db-0ce873febd8b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.0609076 Aug 10 01:01:43.256483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca89919-833b-44a3-8d68-afcbe8c531e9 None None] Network f6937314-1417-44f7-a974-064c432823f5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:43.279221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c640c4b-42e0-4eb9-a4a2-2ccace153862 req-641dfcdd-4c55-4af5-a169-981edd787c43 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668919 Aug 10 01:01:43.302844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d105355-a414-47d9-8a2f-e84f00883683 req-4d6b9c3a-b2cb-4e19-a770-b4bbcd55be3d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199279 Aug 10 01:01:43.304541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 40a2b833-5468-4a0b-881a-6a7371ad7eac up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:43.395173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4dea15ec-f0ea-4c98-a470-c17ceece6e48 None None] Provisioning for port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:43.469159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 40a2b833-5468-4a0b-881a-6a7371ad7eac completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:43.479540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 40a2b833-5468-4a0b-881a-6a7371ad7eac triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:43.479918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.490304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.517170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.526622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270220c1-7905-4ced-b6b8-458516da3565 req-1daa1278-08ab-4d7d-b6f3-bd57a06ea1bb tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:43.528835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-270220c1-7905-4ced-b6b8-458516da3565 req-1daa1278-08ab-4d7d-b6f3-bd57a06ea1bb tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 944 time: 0.0610597 Aug 10 01:01:43.602019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.625433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-270220c1-7905-4ced-b6b8-458516da3565 req-c8596e23-7b70-49cd-9126-383e2a40d745 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Aug 10 01:01:43.631985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:43.634821 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9eaf3c-8b02-4c16-8296-e1a00fe66183" -d '{"events": [{"server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "name": "network-vif-plugged", "status": "completed", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:43.645015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=c8403e7e-b3fe-4259-b710-9c9578d7ec60,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:43.656012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.658780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:43.668040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.724396 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cdf72e-85d6-48de-b9fd-e2acd2d5fff9 x-openstack-request-id: req-71cdf72e-85d6-48de-b9fd-e2acd2d5fff9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:43.724688 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "name": "network-vif-plugged", "status": "completed", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:43.724938 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71cdf72e-85d6-48de-b9fd-e2acd2d5fff9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:43.725322 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'code': 200} Aug 10 01:01:43.757415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:43.785578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:43.851121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d26a0-a108-46c3-826b-9ebcc56a3d1c req-7f3f4c63-e436-4373-b680-a4480cf7ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:43.852942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-873d26a0-a108-46c3-826b-9ebcc56a3d1c req-7f3f4c63-e436-4373-b680-a4480cf7ed17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1097 time: 0.0659678 Aug 10 01:01:43.913205 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-873d26a0-a108-46c3-826b-9ebcc56a3d1c req-6e6d3b92-6faf-4613-932a-60bdede08206 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513840 Aug 10 01:01:43.948922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-25d14823-2dc2-4acb-b942-7837ab071717 None None] Provisioning for port c8403e7e-b3fe-4259-b710-9c9578d7ec60 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:43.961440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-25d14823-2dc2-4acb-b942-7837ab071717 None None] Provisioning complete for port c8403e7e-b3fe-4259-b710-9c9578d7ec60 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:43.961989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-25d14823-2dc2-4acb-b942-7837ab071717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.018635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device aad5cc94-9765-45fe-ac1a-07736ee8f3d8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:44.076722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-25d14823-2dc2-4acb-b942-7837ab071717 None None] Port c8403e7e-b3fe-4259-b710-9c9578d7ec60 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:44.083393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c2210c04-930f-4a5e-b816-9101b47f13d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.110009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:44.115045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:44.115774 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.220414 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.236505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4ed85730-f888-4b9c-ad34-1ff6b0a34482 None None] Provisioning complete for port c8403e7e-b3fe-4259-b710-9c9578d7ec60 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:44.236958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ed85730-f888-4b9c-ad34-1ff6b0a34482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.278733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,segment=NetworkSegment(ca4f9161-a811-4f32-8e4d-56b592579c06),segment_id=ca4f9161-a811-4f32-8e4d-56b592579c06)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:44.289509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.290289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f8a98875-99c5-4673-9387-8c678f523a02 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:44.326491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network f6937314-1417-44f7-a974-064c432823f5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:44.330918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:44.336595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09751b41-6775-4989-ae22-7be7892a10bb None None] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:44.346074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4ed85730-f888-4b9c-ad34-1ff6b0a34482 None None] Port c8403e7e-b3fe-4259-b710-9c9578d7ec60 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:44.427591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:44.433243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458f81-1ccd-4fac-8ee6-a98335e55315 req-1b872bfd-0983-4969-b84b-834281b1722d tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:44.441854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81458f81-1ccd-4fac-8ee6-a98335e55315 req-1b872bfd-0983-4969-b84b-834281b1722d tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.0823483 Aug 10 01:01:44.474961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f8a98875-99c5-4673-9387-8c678f523a02 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:44.492278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81458f81-1ccd-4fac-8ee6-a98335e55315 req-e947ed68-6736-41a3-b4fa-1cca6e96148d tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494132 Aug 10 01:01:44.571984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Provisioning for port f8a98875-99c5-4673-9387-8c678f523a02 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:44.580237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Provisioning complete for port f8a98875-99c5-4673-9387-8c678f523a02 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:44.580610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.692442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352136b-96fd-4809-a20b-b2adb6df3fc8 req-aa1f045d-0d55-41d4-87f0-e9aa14c8f2d5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:44.700402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1352136b-96fd-4809-a20b-b2adb6df3fc8 req-aa1f045d-0d55-41d4-87f0-e9aa14c8f2d5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.2504487 Aug 10 01:01:44.704754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.729102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router c971ae67-f4e8-4517-917d-52afa32faeca is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:44.776217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] For port f8a98875-99c5-4673-9387-8c678f523a02, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f8a98875-99c5-4673-9387-8c678f523a02,segment=NetworkSegment(531e480b-0f1d-4e0a-9d6a-b826afb717e2),segment_id=531e480b-0f1d-4e0a-9d6a-b826afb717e2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:44.779632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1352136b-96fd-4809-a20b-b2adb6df3fc8 req-859877b2-ccf2-4aa6-bac7-748322dd55c1 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788543 Aug 10 01:01:44.785084 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.897985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af91b3-4a91-443d-b293-0df53180b2ff None None] Pushing event updated for resources: {'Port': ['ID=f8a98875-99c5-4673-9387-8c678f523a02,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:44.929763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9f123483-a42d-41bf-9788-39d9dec367cf None None] Provisioning complete for port f8a98875-99c5-4673-9387-8c678f523a02 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:44.930192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9f123483-a42d-41bf-9788-39d9dec367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.937441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:44.939342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:44.973479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e18a9-eace-4770-b65c-f696597f94db req-5cc0dfd7-65e0-45ec-bd00-f21ff8a63dc6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:44.986903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc9e18a9-eace-4770-b65c-f696597f94db req-5cc0dfd7-65e0-45ec-bd00-f21ff8a63dc6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 945 time: 0.0868313 Aug 10 01:01:45.035826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc9e18a9-eace-4770-b65c-f696597f94db req-3aef3046-21cc-43eb-b1e1-3ca5f82f9f22 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468180 Aug 10 01:01:45.056827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9f123483-a42d-41bf-9788-39d9dec367cf None None] Provisioning complete for port c8403e7e-b3fe-4259-b710-9c9578d7ec60 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:45.056827 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9f123483-a42d-41bf-9788-39d9dec367cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.076509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:45.087981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ecd8f97-8984-4583-b933-bac151a43b6e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1157405 Aug 10 01:01:45.088447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] Sync routers for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:45.091396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44210) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:45.096657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9f123483-a42d-41bf-9788-39d9dec367cf None None] Port c8403e7e-b3fe-4259-b710-9c9578d7ec60 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:45.104872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:45.105629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:45.120400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-d621b5c0-f9f4-4013-b865-433285d0c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:45.121846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-d621b5c0-f9f4-4013-b865-433285d0c483 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81b32c25551d42449d560988831d2c7d&device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 1097 time: 0.1750648 Aug 10 01:01:45.134381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102bcac-f949-416b-951f-ac19926fb0eb req-1083f20f-b845-4e37-9820-168496636374 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:45.135872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b102bcac-f949-416b-951f-ac19926fb0eb req-1083f20f-b845-4e37-9820-168496636374 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1185279 Aug 10 01:01:45.140014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:45.142507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d00f35-e8ec-4b7c-8e46-176c4320d019 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:45.144069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80d00f35-e8ec-4b7c-8e46-176c4320d019 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports/c8403e7e-b3fe-4259-b710-9c9578d7ec60 HTTP/1.1" status: 200 len: 910 time: 0.0515497 Aug 10 01:01:45.146708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:45.150007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:45.150720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:45.173266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.194333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:45.195143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cd6dd-a3e9-444c-b98c-344e0a20783c None None] The sync data for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:45.197335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:45.211277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b102bcac-f949-416b-951f-ac19926fb0eb req-2b9a9ac1-a2f6-459d-a71a-a0b2e756c3f0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666220 Aug 10 01:01:45.411967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-5bf446ca-5d71-4fb5-a062-0d968b3d1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:45.413333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-5bf446ca-5d71-4fb5-a062-0d968b3d1d5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 200 len: 912 time: 0.2766020 Aug 10 01:01:45.462806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-f2c5bb30-26b4-4bfa-9bd8-e4963a42a8e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Aug 10 01:01:45.523321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.543315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-3e99d785-d59e-4f20-9196-c012012826bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:45.544795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-3e99d785-d59e-4f20-9196-c012012826bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 HTTP/1.1" status: 200 len: 852 time: 0.0601997 Aug 10 01:01:45.545867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.587304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=3d71eab3-a8a0-4c1b-a747-2bdfc53c6af2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:45.606094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-1bcb97b5-217c-4013-a145-92fe1c8e7a1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb6b89d9-1709-4f80-add2-61e1eb9113f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518734 Aug 10 01:01:45.785700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:45.896690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-cfa4e1e5-7fd1-49fb-b785-da418f6f0185 service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681282 Aug 10 01:01:45.945185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device aad5cc94-9765-45fe-ac1a-07736ee8f3d8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:45.998527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:45.999007 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.054251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router ca209ace-99ac-4623-9187-ac0aa793c57a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:46.101103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d943a36-4e96-4a47-9ced-571cb5d73ad2 req-329a17bd-3fc4-499e-9898-ebb546e99bcf tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:46.103231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f8a98875-99c5-4673-9387-8c678f523a02 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:46.108259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d943a36-4e96-4a47-9ced-571cb5d73ad2 req-329a17bd-3fc4-499e-9898-ebb546e99bcf tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0999529 Aug 10 01:01:46.156722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f8a98875-99c5-4673-9387-8c678f523a02 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:46.157709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.177563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f927f2f-bbb1-4fda-931e-11d09739b28c req-12d0a59e-6126-4468-95bd-68ba7204daea service neutron] 10.222.0.10 "GET /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394783 Aug 10 01:01:46.179241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3d943a36-4e96-4a47-9ced-571cb5d73ad2 req-5a90f476-de6c-4d5c-bdca-da129c8ad5ad tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Aug 10 01:01:46.197406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:46.207900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d91aa609-5417-4be1-9e6e-24f431d4cf20 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/ca209ace-99ac-4623-9187-ac0aa793c57a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5773768 Aug 10 01:01:46.208500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.216370 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] Sync routers for ids ['ca209ace-99ac-4623-9187-ac0aa793c57a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:46.219269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.21.0.1 (64aafe09-e893-40ae-806c-a5ffb0b94418/d56888b5-6c2b-432d-959c-26d10d869c83/4f9f7230-2c27-49fb-9226-e122469de65c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:46.238945 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] Routers {'ca209ace-99ac-4623-9187-ac0aa793c57a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:46.239581 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ca209ace-99ac-4623-9187-ac0aa793c57a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:46.286534 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:46.296648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] Routers {'ca209ace-99ac-4623-9187-ac0aa793c57a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:46.297524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ca209ace-99ac-4623-9187-ac0aa793c57a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:46.337475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:46.338168 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5e8d09-a7a2-4071-a2e1-9ab1e2c228ac None None] The sync data for ids ['ca209ace-99ac-4623-9187-ac0aa793c57a'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:46.401235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b63cdd-4015-48b8-b42d-992d928bdc08 req-8b1df5a6-9bd9-4527-b73c-894eafcadb9e tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:46.402870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b63cdd-4015-48b8-b42d-992d928bdc08 req-8b1df5a6-9bd9-4527-b73c-894eafcadb9e tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1031168 Aug 10 01:01:46.408680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.437257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 4f9f7230-2c27-49fb-9226-e122469de65c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:46.462804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b63cdd-4015-48b8-b42d-992d928bdc08 req-a5e88f83-1718-4300-adcd-1ab8828f0d2a tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515184 Aug 10 01:01:46.492741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.536910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:46.540326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:46.542844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:46.573510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c9712-5d42-408f-b9f5-71e80b013f9b req-1e3686b9-c40e-425f-9299-9b7b441ed598 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:46.574838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=4f9f7230-2c27-49fb-9226-e122469de65c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:46.575041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1c9712-5d42-408f-b9f5-71e80b013f9b req-1e3686b9-c40e-425f-9299-9b7b441ed598 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 945 time: 0.4463930 Aug 10 01:01:46.600157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.708852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d1c9712-5d42-408f-b9f5-71e80b013f9b req-89e4dd24-f94e-4320-a21f-9d52ed62181e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215916 Aug 10 01:01:46.739367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-087f91f2-d7a2-4c14-86be-c7e86cc5a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.739871 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8146ce78-46bc-4c36-9f15-068d48021dcd tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 01:01:46.740910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8146ce78-46bc-4c36-9f15-068d48021dcd tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/ca209ace-99ac-4623-9187-ac0aa793c57a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5300114 Aug 10 01:01:46.750863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.764813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.811400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5d75216c-dc66-47ef-85f9-6d13641822eb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca209ace-99ac-4623-9187-ac0aa793c57a HTTP/1.1" status: 200 len: 205 time: 0.0568788 Aug 10 01:01:46.813025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:46.829896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-783cc7ef-7972-4f14-9d70-74cbd84b4721 None None] Provisioning for port 4f9f7230-2c27-49fb-9226-e122469de65c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:46.834032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-783cc7ef-7972-4f14-9d70-74cbd84b4721 None None] Provisioning complete for port 4f9f7230-2c27-49fb-9226-e122469de65c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:46.834607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-783cc7ef-7972-4f14-9d70-74cbd84b4721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.862252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-7bb42190-f10c-476a-b475-a2260320a504 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-283003710&fields=id&tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 267 time: 0.0664830 Aug 10 01:01:46.872532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-783cc7ef-7972-4f14-9d70-74cbd84b4721 None None] Port 4f9f7230-2c27-49fb-9226-e122469de65c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:46.913868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-e3b7d5f9-8bb8-4429-84c7-cd33421fea7d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:46.915418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-e3b7d5f9-8bb8-4429-84c7-cd33421fea7d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 945 time: 0.0523489 Aug 10 01:01:46.928158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'security_groups': ['59aaeacc-23ce-4428-99ef-5e3d0d8f3d98', 'aa88e4e5-6443-4613-be0c-8017ad75b62c']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:46.948690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:46.999215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.172826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.198801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:47.199052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.236489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.240916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.259950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:47.262270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.262801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router ca209ace-99ac-4623-9187-ac0aa793c57a {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:01:47.265730 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.285820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.286955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f0e71061-9d2f-485d-8e4b-4fe5a24c4331 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/ca209ace-99ac-4623-9187-ac0aa793c57a HTTP/1.1" status: 204 len: 168 time: 0.4722292 Aug 10 01:01:47.290841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44246) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:47.296855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.298420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.300385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5045cf45-9e8f-46b9-a7b2-d97a3bcdf472 req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "PUT /v2.0/ports/40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 981 time: 0.3780584 Aug 10 01:01:47.302965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:47.305282 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77390f04-60be-4606-99dd-f7e3013d8c74" -d '{"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:47.339805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b79e2-6541-430c-b891-81110afbd1e0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:47.372001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:47.401133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-45bdeb15-8002-4f68-9f6c-32cb59150ff8 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1292729090&fields=id&tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 267 time: 0.0388677 Aug 10 01:01:47.425298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet 07066cd8-e2e1-495a-be47-2219416dafd4 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:47.437221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a4ede-bc9d-4a57-b542-a5cfa0bdc3d1 req-09daf5f4-b3ab-43cb-a5a5-49a3def15fd0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.439852 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-653a4ede-bc9d-4a57-b542-a5cfa0bdc3d1 req-09daf5f4-b3ab-43cb-a5a5-49a3def15fd0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1792259 Aug 10 01:01:47.442103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.443957 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.466208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b7226a13-4003-481e-b8db-a60d73f8e299 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.467815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b7226a13-4003-481e-b8db-a60d73f8e299 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 984 time: 0.0587938 Aug 10 01:01:47.480476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'security_groups': ['59aaeacc-23ce-4428-99ef-5e3d0d8f3d98', 'aa88e4e5-6443-4613-be0c-8017ad75b62c', '077c96e3-8fd4-42b9-9f36-093a65d0d022']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:47.484591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.562048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.571829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.616955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-653a4ede-bc9d-4a57-b542-a5cfa0bdc3d1 req-3425123a-972e-452d-b429-0dd3b942927f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694653 Aug 10 01:01:47.628353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=4f9f7230-2c27-49fb-9226-e122469de65c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:47.634045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.667004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.694431 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbce3ab-f02c-41dc-b75e-64de34aa305f x-openstack-request-id: req-0cbce3ab-f02c-41dc-b75e-64de34aa305f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:47.694763 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:47.695025 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cbce3ab-f02c-41dc-b75e-64de34aa305f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:47.695476 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'status': 'completed', 'code': 200} Aug 10 01:01:47.803859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.827554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:47.859083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.864128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.876173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:47.885706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-e1330f0c-85d4-446c-b7ee-e5f4c96f114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.887230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-e1330f0c-85d4-446c-b7ee-e5f4c96f114b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1136 time: 0.1613476 Aug 10 01:01:47.897529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d97cb-37c5-496c-8b02-a0caba6ecf7c req-0cb705eb-3e29-486b-bc38-0f994c87f375 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.898970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25d97cb-37c5-496c-8b02-a0caba6ecf7c req-0cb705eb-3e29-486b-bc38-0f994c87f375 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1460495 Aug 10 01:01:47.913729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:47.914380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:47.915133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:47.925939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:47.926227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-160ccc54-2df3-4788-a12c-5ba0d3a20aca req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "PUT /v2.0/ports/40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 1020 time: 0.4516382 Aug 10 01:01:47.976940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406c29a-ebd9-495c-a70e-611e543883e9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:47.991255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:01:48.043131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.133316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=07066cd8-e2e1-495a-be47-2219416dafd4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:48.146036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.147683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0a28b-8f65-4a57-999a-eaa198ad7f86 None None] Network 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:48.148557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ede8ac8-82a5-4610-b9ea-99a40640764e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/07066cd8-e2e1-495a-be47-2219416dafd4 HTTP/1.1" status: 204 len: 168 time: 0.8567405 Aug 10 01:01:48.159195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e25d97cb-37c5-496c-8b02-a0caba6ecf7c req-841baf26-5866-472f-ad6a-7b09b25958d8 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417352 Aug 10 01:01:48.162303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:48.223445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-876fd389-8009-4944-8485-a5ae6f7dfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:48.225105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-876fd389-8009-4944-8485-a5ae6f7dfedb service neutron] 10.222.0.21 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.3252094 Aug 10 01:01:48.231998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router c971ae67-f4e8-4517-917d-52afa32faeca has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:48.276141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-b5bdc3dc-f9b6-47b8-bc74-25ec5cda7344 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 217 time: 0.0412378 Aug 10 01:01:48.280390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5652ae5-2619-421a-af4e-a8f3dbd490c3 req-e25f73bf-9c72-428b-81f8-7bb051a1c35e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:48.289989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5652ae5-2619-421a-af4e-a8f3dbd490c3 req-e25f73bf-9c72-428b-81f8-7bb051a1c35e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1023 time: 0.1609433 Aug 10 01:01:48.340868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.419485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-864dd071-a8dd-405b-8ce9-72cd4c5b87bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:48.421051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-864dd071-a8dd-405b-8ce9-72cd4c5b87bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.1019666 Aug 10 01:01:48.424299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:48.426899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5652ae5-2619-421a-af4e-a8f3dbd490c3 req-ad1918de-2c32-4618-b353-de30841f542d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=077c96e3-8fd4-42b9-9f36-093a65d0d022&id=aa88e4e5-6443-4613-be0c-8017ad75b62c&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 200 len: 6156 time: 0.1358447 Aug 10 01:01:48.440903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7fd29643-63ed-466c-a1dd-91bf02a690ef tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2930005 Aug 10 01:01:48.449499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:48.459593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] Sync routers for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:48.474023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2062588978 ', 'description': 'tempest-description-485267781'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:48.496056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-fed608f7-f800-4eab-b074-61218ae63867 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598598 Aug 10 01:01:48.515537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:48.515766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.520587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.528808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d4ded442-54b4-4981-a02b-04872f9a5fc5 None None] Provisioning complete for port 4f9f7230-2c27-49fb-9226-e122469de65c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:48.529190 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4ded442-54b4-4981-a02b-04872f9a5fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.540516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:48.541213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:48.559802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fef21-845a-47b8-acdc-87e25b2ee5a3 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:48.564548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a94fef21-845a-47b8-acdc-87e25b2ee5a3 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports/4f9f7230-2c27-49fb-9226-e122469de65c HTTP/1.1" status: 200 len: 910 time: 0.1106884 Aug 10 01:01:48.566591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:48.633387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:48.678853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,segment=NetworkSegment(d843c2c4-9f7f-493a-bbc3-4be716893f51),segment_id=d843c2c4-9f7f-493a-bbc3-4be716893f51)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:48.679133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.679338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d4ded442-54b4-4981-a02b-04872f9a5fc5 None None] Port 4f9f7230-2c27-49fb-9226-e122469de65c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:48.693917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:48.694565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:48.717415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:48.740878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:48.741950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c5f51-c563-4360-b321-6aedd8fdb457 None None] The sync data for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:48.834859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] DHCP port deletion for 44fa4665-d5fb-4fa3-ac7a-79702ea53d94 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:48.906587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Deleting port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:48.906924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.951176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24633d2-3722-470f-a0f6-ac091184a0d6 req-a5b5eca6-59b0-4f4c-af63-14a706f48481 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:48.952665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c24633d2-3722-470f-a0f6-ac091184a0d6 req-a5b5eca6-59b0-4f4c-af63-14a706f48481 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.4247942 Aug 10 01:01:48.958996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-a8abc54d-ce71-40fc-a319-7d4c18151228 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539726 Aug 10 01:01:48.963422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.971767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.981356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] For port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,segment=NetworkSegment(d843c2c4-9f7f-493a-bbc3-4be716893f51),segment_id=d843c2c4-9f7f-493a-bbc3-4be716893f51)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:48.981756 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:48.997094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Calling delete_port for 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:49.028941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.030252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-195f5ac7-908a-4d3e-bead-a78d7fbf5375 req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.5707829 Aug 10 01:01:49.032473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7f026-ebe6-401a-a9fa-67a4ecd005ed tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaab577-5d51-402a-b058-edb15cce1ccf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:49.034383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.071820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c24633d2-3722-470f-a0f6-ac091184a0d6 req-7e2ae5f7-b944-420d-9ca4-e0808d73c16b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086307 Aug 10 01:01:49.089433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:49.093516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:49.111219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.144828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] Pushing event deleted for resources: {'Port': ['ID=5e12dc8c-86eb-4223-a2af-97c4d73a0a40,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:49.148833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0f252-e208-40a4-8aff-694f727991b7 None None] No DVR routers for this DVR port 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:49.168925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77390f04-60be-4606-99dd-f7e3013d8c74 req-e4b832de-fd38-40a4-a725-91478c0d6136 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857319 Aug 10 01:01:49.226097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.226375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-71cc87a4-6153-490b-99d7-f3d829cae4d9 req-3773da76-f8be-4c75-aadc-0af71e73a739 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/beaab577-5d51-402a-b058-edb15cce1ccf HTTP/1.1" status: 200 len: 1782 time: 0.0454433 Aug 10 01:01:49.243939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa4665-d5fb-4fa3-ac7a-79702ea53d94']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:49.259282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd843c2c4-9f7f-493a-bbc3-4be716893f51') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:49.259588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd843c2c4-9f7f-493a-bbc3-4be716893f51') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:49.278650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b4d77-28e2-4381-bca2-e80c2d6dda84 req-fe2b1ffc-885d-4235-b3bc-89b66338a14d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:49.280180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-503b4d77-28e2-4381-bca2-e80c2d6dda84 req-fe2b1ffc-885d-4235-b3bc-89b66338a14d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1576390 Aug 10 01:01:49.301139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.332944 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.338113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-8eda3f09-e456-464a-b034-3b96545faa2c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/beaab577-5d51-402a-b058-edb15cce1ccf HTTP/1.1" status: 200 len: 1782 time: 0.0374498 Aug 10 01:01:49.349922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:49.350368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:49.353337 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:49.395142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.404548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-503b4d77-28e2-4381-bca2-e80c2d6dda84 req-274d82ea-2014-4b05-8a56-436792360686 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055882 Aug 10 01:01:49.418921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.429578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.467730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.469843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.470472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.474707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5296ed93-d09e-4cf3-9079-0b8a7d4eba43 req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/beaab577-5d51-402a-b058-edb15cce1ccf HTTP/1.1" status: 204 len: 173 time: 0.1302710 Aug 10 01:01:49.495800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd32dd-3bf3-4cbb-802f-b90581bb3265 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaab577-5d51-402a-b058-edb15cce1ccf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:49.504070 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.509965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/44fa4665-d5fb-4fa3-ac7a-79702ea53d94 HTTP/1.1" status: 204 len: 168 time: 1.3406618 Aug 10 01:01:49.513645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:49.515233 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-82a27174-cf84-42b9-b649-51151675ce70 req-321cb08d-73a4-47e3-9659-c38794cabfc0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:01:49.516937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82a27174-cf84-42b9-b649-51151675ce70 req-321cb08d-73a4-47e3-9659-c38794cabfc0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/beaab577-5d51-402a-b058-edb15cce1ccf HTTP/1.1" status: 404 len: 352 time: 0.0232790 Aug 10 01:01:49.520084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122756931'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:49.545335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7e295-53e8-452c-99c3-8407d8d89a50 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=44fa4665-d5fb-4fa3-ac7a-79702ea53d94,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:49.558735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1657631499', 'description': 'tempest-description-1555399569'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:49.571755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.579033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:49.582421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.640193 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.674693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:49.696610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.696961 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment 920a82fc-b171-4181-84de-064dab95dcf4 of type vlan for network 70c2636e-3690-4966-bd33-c4fa5516ea1a Aug 10 01:01:49.698015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:49.700275 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:49.765085 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ca36e-a717-4a3a-b9ae-8a4a3ed609e3 x-openstack-request-id: req-a13ca36e-a717-4a3a-b9ae-8a4a3ed609e3 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:49.765384 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:49.765638 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a13ca36e-a717-4a3a-b9ae-8a4a3ed609e3 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:49.766032 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'status': 'completed', 'code': 200} Aug 10 01:01:49.784050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.829534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-905d12e8-f8ec-430d-95d2-f1b35ebd97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:49.831171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-905d12e8-f8ec-430d-95d2-f1b35ebd97d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1175 time: 0.0439439 Aug 10 01:01:49.873477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.879567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:49.880170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.885567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:49.905743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:49.907041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5e12dc8c-86eb-4223-a2af-97c4d73a0a40 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:49.926479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-17f071ef-9e65-40e5-81ce-4d6c04ebeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:49.927957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-17f071ef-9e65-40e5-81ce-4d6c04ebeb7a service neutron] 10.222.0.21 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.0899372 Aug 10 01:01:49.939751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:49.970865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-93a0b24e-4708-4d63-99f2-983bfbfa94e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 200 len: 217 time: 0.0352614 Aug 10 01:01:49.989111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.013417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4987800 Aug 10 01:01:50.018251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44294) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:50.023286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:50.058452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969871cf-44cf-48da-abe0-da668dc129bf tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=70c2636e-3690-4966-bd33-c4fa5516ea1a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:50.060648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.061880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-11a67cf3-300f-49a9-a7cf-30b3d42f1be4 req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5144799 Aug 10 01:01:50.072084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b297017-78f7-4c1a-8199-86b91a300810 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c68aa1-6845-4e9d-b338-bc77745e5c81,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:50.085349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 4f9f7230-2c27-49fb-9226-e122469de65c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:50.085691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.088444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:50.095225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-c0595436-fd46-4e0b-bc40-23e210fa7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.096996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-c0595436-fd46-4e0b-bc40-23e210fa7860 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.1150877 Aug 10 01:01:50.107807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-711017801', 'description': 'tempest-description-1676817043'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:50.162703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-5c3e58f8-cf95-494c-92e4-5af90a43a63c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471735 Aug 10 01:01:50.238050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.280185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:50.284454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.399566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-b3be67a0-9b1a-4473-8326-f3e43b9eb63f service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249305 Aug 10 01:01:50.525629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-3f55102f-642b-495e-9c55-2a8788d5fa73 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.527052 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-3f55102f-642b-495e-9c55-2a8788d5fa73 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.10 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1205571 Aug 10 01:01:50.529477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.539321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab08a7-fe09-41cf-9b20-e2f69230e95f req-f2455082-6c16-4754-805c-ef23c0fc908b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.540758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1ab08a7-fe09-41cf-9b20-e2f69230e95f req-f2455082-6c16-4754-805c-ef23c0fc908b tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 945 time: 0.1327047 Aug 10 01:01:50.566518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.576380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.586978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e12b986-d02d-41f0-a7fc-44e3eb121a9d req-e329d1e1-f619-4fb0-b02a-ed05cb78a831 service neutron] 10.222.0.21 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721237 Aug 10 01:01:50.593891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 4f9f7230-2c27-49fb-9226-e122469de65c owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:50.643899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.645230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-584b982c-ba84-4411-abce-e754dfca62ae req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5473161 Aug 10 01:01:50.659805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed754b85-4b63-4c84-91b8-cb2dbf0a6e2a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b651078-bb57-44f6-b2f7-cfdc8d374479,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:50.675626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.692073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1ab08a7-fe09-41cf-9b20-e2f69230e95f req-eb0db3e4-3d05-49ad-9d61-73c1da74493d tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/security-groups?id=0057f117-5804-4736-8418-0dc10bd3e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348743 Aug 10 01:01:50.744583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': '920a82fc-b171-4181-84de-064dab95dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:50.744960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 70c2636e-3690-4966-bd33-c4fa5516ea1a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:50.756113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=cd205272-94ae-4659-8f0d-7175e3a2ec2a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:50.779955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:50.790132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Deleting port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:50.790529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.801407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 70c2636e-3690-4966-bd33-c4fa5516ea1a) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:50.808137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.808945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.812365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca630af-f20a-4b9d-905e-a5a0ed355158 None None] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:50.830739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4e3d02f5-2d4c-4010-a2b8-40a2f276267f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8100836 Aug 10 01:01:50.834526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44310) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:50.840391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1984109450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:50.923996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.925069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.936767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-570707894', 'description': 'tempest-description-837557878'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:50.942641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aa624-dd1c-4966-8fcd-5322903e30b2 req-0c5478e2-a2d3-43f4-bf25-1db05e67ebbe tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:50.944310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-916aa624-dd1c-4966-8fcd-5322903e30b2 req-0c5478e2-a2d3-43f4-bf25-1db05e67ebbe tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0807621 Aug 10 01:01:50.976746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] For port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,segment=NetworkSegment(d298d8fb-c18e-41d2-b2cd-d20bb2dee860),segment_id=d298d8fb-c18e-41d2-b2cd-d20bb2dee860)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:50.977111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:50.985564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-916aa624-dd1c-4966-8fcd-5322903e30b2 req-ab9bdd58-e5c0-407f-acfb-5629d4b336ff tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Aug 10 01:01:50.992160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-70c2636e-3690-4966-bd33-c4fa5516ea1a', 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': 'cd205272-94ae-4659-8f0d-7175e3a2ec2a'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:50.993116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.009228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Calling delete_port for 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:51.016018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.030365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.064008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=4f9f7230-2c27-49fb-9226-e122469de65c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:51.066961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.072412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.089735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.093585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc60a264-3a39-4f58-a118-f72e290583e0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2551098 Aug 10 01:01:51.093743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:51.147595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Allocated IP 2001:db8::2 (70c2636e-3690-4966-bd33-c4fa5516ea1a/cd205272-94ae-4659-8f0d-7175e3a2ec2a/1f67f365-a955-477c-8f0c-ff965c87c023) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:51.340146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.362441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.412823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.477782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.487867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Transition to ACTIVE for port object 1f67f365-a955-477c-8f0c-ff965c87c023 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:51.488840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.498044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.506383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Transition to ACTIVE for port object 1f67f365-a955-477c-8f0c-ff965c87c023 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:51.513821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.553229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Pushing event deleted for resources: {'Port': ['ID=0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:51.560238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:51.564052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:51.567923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:51.573118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.573692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cf1c3a2-d9f9-46e0-80a6-a9a1d1188ea7 req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6471448 Aug 10 01:01:51.581541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Pushing event updated for resources: {'Port': ['ID=1f67f365-a955-477c-8f0c-ff965c87c023,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:51.596828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea872a38-6c97-4775-a0f3-17377b184919 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:51.648945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] No DVR routers for this DVR port 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:51.649688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Attempting to bind port 1f67f365-a955-477c-8f0c-ff965c87c023 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:51.650951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Attempting to bind port 1f67f365-a955-477c-8f0c-ff965c87c023 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '920a82fc-b171-4181-84de-064dab95dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:51.650951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Attempting to bind port 1f67f365-a955-477c-8f0c-ff965c87c023 on network 70c2636e-3690-4966-bd33-c4fa5516ea1a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:51.651675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.654295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df7f6f0b-a023-49cb-88dd-b774be1ee123 req-566968f1-206c-41ff-b7d6-95312985cda0 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.10 "DELETE /v2.0/ports/0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 HTTP/1.1" status: 204 len: 173 time: 1.1122658 Aug 10 01:01:51.658000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:51.658460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Checking segment: {'id': '920a82fc-b171-4181-84de-064dab95dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:51.659716 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.659716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Bound using segment: {'id': '920a82fc-b171-4181-84de-064dab95dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:51.659994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Bound port: 1f67f365-a955-477c-8f0c-ff965c87c023, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920a82fc-b171-4181-84de-064dab95dcf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '70c2636e-3690-4966-bd33-c4fa5516ea1a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:51.660815 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.728742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router c971ae67-f4e8-4517-917d-52afa32faeca has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:51.750915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] For port 1f67f365-a955-477c-8f0c-ff965c87c023, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:51.754441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] For port 1f67f365-a955-477c-8f0c-ff965c87c023, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f67f365-a955-477c-8f0c-ff965c87c023,segment=NetworkSegment(920a82fc-b171-4181-84de-064dab95dcf4),segment_id=920a82fc-b171-4181-84de-064dab95dcf4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:51.763293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:51.780014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'name': 'network-vif-deleted', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:01:51.784262 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2b4f4-5eb4-488a-a0d9-2bff7a3cf66c" -d '{"events": [{"server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "name": "network-vif-deleted", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:01:51.838393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ac6fe-082d-4231-9be4-d0bb53146552 None None] Pushing event updated for resources: {'Port': ['ID=1f67f365-a955-477c-8f0c-ff965c87c023,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:51.847122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8::1 (70c2636e-3690-4966-bd33-c4fa5516ea1a/cd205272-94ae-4659-8f0d-7175e3a2ec2a/cfe7999b-9498-4b0a-b11c-b9870a52c07b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:51.881855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c587b54-2ee2-4fb2-9377-9cbbe2981f7e req-decc3317-de1b-4e77-8534-7bf83928b013 tempest-TestServerAdvancedOps-1762245080 tempest-TestServerAdvancedOps-1762245080-project] 10.222.0.25 "GET /v2.0/ports?device_id=64fa493f-de81-4ab1-910b-d40875d0fab9 HTTP/1.1" status: 200 len: 210 time: 0.0405617 Aug 10 01:01:51.895416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:51.903535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58340a72-d83e-48fb-a6e8-61a5cead93bc req-657aa55f-af1c-4e1c-8084-39b447a34c11 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 10909 time: 0.2832036 Aug 10 01:01:51.911730 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] Sync routers for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:51.912276 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14d47afa-6c52-405a-b1f1-320b3ecb1488 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3441110 Aug 10 01:01:51.914485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:51.924230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:51.925120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:51.959915 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:51.970693 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:51.971434 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:52.017421 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:52.018116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a27943-6eab-4163-ada2-697e7a3aa166 None None] The sync data for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:52.089708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.100842 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c71f3da-74f2-4f83-af3a-e6c1934630be x-openstack-request-id: req-2c71f3da-74f2-4f83-af3a-e6c1934630be {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:01:52.101321 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64fa493f-de81-4ab1-910b-d40875d0fab9", "name": "network-vif-deleted", "tag": "0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:01:52.101560 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c71f3da-74f2-4f83-af3a-e6c1934630be {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:01:52.102078 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fa493f-de81-4ab1-910b-d40875d0fab9', 'name': 'network-vif-deleted', 'tag': '0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1', 'status': 'completed', 'code': 200} Aug 10 01:01:52.108801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object cfe7999b-9498-4b0a-b11c-b9870a52c07b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:52.134710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58340a72-d83e-48fb-a6e8-61a5cead93bc req-6a6bf56c-aecd-4f4b-8b9b-d7f2dd486fcd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 200 len: 2985 time: 0.2299068 Aug 10 01:01:52.205088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.284215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:52.298033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:52.303363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:52.304060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.314858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58340a72-d83e-48fb-a6e8-61a5cead93bc req-4fd7d461-be93-4fbc-86b1-8f157330137a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 200 len: 2985 time: 0.1692038 Aug 10 01:01:52.317019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=cfe7999b-9498-4b0a-b11c-b9870a52c07b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:52.428964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66dc8e-4069-4480-8e20-3c78b37b38cc req-960deace-d268-4978-9ae5-59fcafb06cf6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:52.430460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b66dc8e-4069-4480-8e20-3c78b37b38cc req-960deace-d268-4978-9ae5-59fcafb06cf6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0855823 Aug 10 01:01:52.434472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-9ecdae25-23b0-4c64-9bf9-fa12ee5d6203 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/d7c68aa1-6845-4e9d-b338-bc77745e5c81 HTTP/1.1" status: 200 len: 1803 time: 0.0803967 Aug 10 01:01:52.448019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.490937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.544846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b66dc8e-4069-4480-8e20-3c78b37b38cc req-b562074f-1a33-44ad-a108-d89cef52cfc3 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058547 Aug 10 01:01:52.569804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.656617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.716659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:52.723279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port c8403e7e-b3fe-4259-b710-9c9578d7ec60 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:52.723625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.753657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:52.754105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0a8c8a2f-aedb-405a-9265-40cbbb5cc4d1 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:52.772719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.775398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.783554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fef1f564-df67-45b7-8ae9-2e3957918627 req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7c68aa1-6845-4e9d-b338-bc77745e5c81 HTTP/1.1" status: 204 len: 173 time: 0.3387771 Aug 10 01:01:52.803399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6660b-0753-486e-86e8-67c730646904 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c68aa1-6845-4e9d-b338-bc77745e5c81,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:52.826652 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-ff7d5325-6fa7-4b77-b30e-0748f9aca475 req-898a5978-938b-4264-87d9-9397471227c9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:01:52.828300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff7d5325-6fa7-4b77-b30e-0748f9aca475 req-898a5978-938b-4264-87d9-9397471227c9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/d7c68aa1-6845-4e9d-b338-bc77745e5c81 HTTP/1.1" status: 404 len: 352 time: 0.0257540 Aug 10 01:01:52.840783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.860658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for c8403e7e-b3fe-4259-b710-9c9578d7ec60 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:52.907161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.914703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c43846fb-3e21-43cb-ad20-e7d24030e041 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/9b651078-bb57-44f6-b2f7-cfdc8d374479 HTTP/1.1" status: 200 len: 1802 time: 0.0594108 Aug 10 01:01:52.916015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.916933 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:52.987773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44338) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:53.073355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=cfe7999b-9498-4b0a-b11c-b9870a52c07b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:53.078212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02fbee1-864a-46e4-8aba-9c6a0bfa7475 None None] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:53.087456 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.127124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.148324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:53.151950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:53.158031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-822d7458-a25b-40af-b451-fced7004ab7a None None] Provisioning for port 1f67f365-a955-477c-8f0c-ff965c87c023 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:53.264797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.267603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.268795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1fc52452-2093-4da9-97c7-0f87f0d17a27 req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b651078-bb57-44f6-b2f7-cfdc8d374479 HTTP/1.1" status: 204 len: 173 time: 0.3421593 Aug 10 01:01:53.284281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fea3fa-adc5-4139-8ec3-903c3add89ee tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b651078-bb57-44f6-b2f7-cfdc8d374479,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:53.312794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 7ff2fad9-e451-4c28-b349-ee5d75c7ade1 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:01:53.357304 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-974eb1cc-fe08-420f-9fe3-d1cb568406d2 req-1257dd9f-d4f3-4d69-b19a-ca46f473aaae tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:01:53.359123 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-974eb1cc-fe08-420f-9fe3-d1cb568406d2 req-1257dd9f-d4f3-4d69-b19a-ca46f473aaae tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/9b651078-bb57-44f6-b2f7-cfdc8d374479 HTTP/1.1" status: 404 len: 352 time: 0.0342810 Aug 10 01:01:53.373299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Deleting subnet b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:53.398893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.450285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.451776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:53.458068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4aeffa2e-d9cc-4275-a922-f07caee95892 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/7ff2fad9-e451-4c28-b349-ee5d75c7ade1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627970 Aug 10 01:01:53.461278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:53.465213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] Sync routers for ids ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:53.468734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96453707-be57-4e76-8b13-20e807a3344c req-fd56f1b9-68af-4ce5-bfba-677af97343bb tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835 HTTP/1.1" status: 200 len: 1801 time: 0.0694251 Aug 10 01:01:53.476534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] Routers {'7ff2fad9-e451-4c28-b349-ee5d75c7ade1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:53.477311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:53.487602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.516968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:53.538552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] Routers {'7ff2fad9-e451-4c28-b349-ee5d75c7ade1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:53.539242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:53.541980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda198f-7b0d-4d9e-a180-ed66867fcd96 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:53.543462 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9dda198f-7b0d-4d9e-a180-ed66867fcd96 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports/cfe7999b-9498-4b0a-b11c-b9870a52c07b HTTP/1.1" status: 200 len: 911 time: 0.0727062 Aug 10 01:01:53.546422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44352) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:53.566715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.569015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=c8403e7e-b3fe-4259-b710-9c9578d7ec60,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:53.611725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:53.616747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187571f-b729-4601-a897-2e3ffc565a54 None None] The sync data for ids ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:53.696682 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-96453707-be57-4e76-8b13-20e807a3344c req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.712982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-994096a2-0580-4fdb-b03c-16408bea6e17 None None] Provisioning for port cfe7999b-9498-4b0a-b11c-b9870a52c07b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:53.725373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-994096a2-0580-4fdb-b03c-16408bea6e17 None None] Provisioning complete for port cfe7999b-9498-4b0a-b11c-b9870a52c07b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:53.726144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-994096a2-0580-4fdb-b03c-16408bea6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.781606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-994096a2-0580-4fdb-b03c-16408bea6e17 None None] Port cfe7999b-9498-4b0a-b11c-b9870a52c07b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:53.786601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-96453707-be57-4e76-8b13-20e807a3344c req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.809230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e911f-8a9f-4f12-9e90-fb7f92cba164 req-7504f1b4-6829-40eb-8f2c-4adb8c710aa6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:53.811268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-818e911f-8a9f-4f12-9e90-fb7f92cba164 req-7504f1b4-6829-40eb-8f2c-4adb8c710aa6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1582913 Aug 10 01:01:53.871262 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.873249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.927251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a1ee6f-67aa-4a70-9de9-6891fe7ce873,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:53.933361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-818e911f-8a9f-4f12-9e90-fb7f92cba164 req-52e1c702-d845-4f0d-9de1-85c0c3c35e63 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802600 Aug 10 01:01:53.963607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f67f365-a955-477c-8f0c-ff965c87c023 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:53.973453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-96453707-be57-4e76-8b13-20e807a3344c req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.977191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-96453707-be57-4e76-8b13-20e807a3344c req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.981439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:53.983297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96453707-be57-4e76-8b13-20e807a3344c req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835 HTTP/1.1" status: 204 len: 173 time: 0.5008576 Aug 10 01:01:53.985742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-222625e1-df62-46e7-ac9b-8f956ccfb372 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b9a1ee6f-67aa-4a70-9de9-6891fe7ce873 HTTP/1.1" status: 204 len: 168 time: 0.9969327 Aug 10 01:01:53.986359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:54.012139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aede736-3038-4592-a8fa-363fa8e6c0da tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:54.051926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a154d44-39ac-48fc-9cab-39b48f825059 None None] Provisioning complete for port cfe7999b-9498-4b0a-b11c-b9870a52c07b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:54.052427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a154d44-39ac-48fc-9cab-39b48f825059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.055457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1f67f365-a955-477c-8f0c-ff965c87c023 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:01:54.092975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1f67f365-a955-477c-8f0c-ff965c87c023 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:54.101311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.102059 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-48f601bf-52d9-480f-b5bc-a73fef10e8c2 req-3610c0a3-00ad-40c9-a678-68433046e70a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:01:54.103327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48f601bf-52d9-480f-b5bc-a73fef10e8c2 req-3610c0a3-00ad-40c9-a678-68433046e70a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835 HTTP/1.1" status: 404 len: 352 time: 0.0729303 Aug 10 01:01:54.109207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.198381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4a154d44-39ac-48fc-9cab-39b48f825059 None None] Port cfe7999b-9498-4b0a-b11c-b9870a52c07b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:54.231478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.264892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.265171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router c971ae67-f4e8-4517-917d-52afa32faeca has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:54.303653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1f67f365-a955-477c-8f0c-ff965c87c023, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f67f365-a955-477c-8f0c-ff965c87c023,segment=NetworkSegment(920a82fc-b171-4181-84de-064dab95dcf4),segment_id=920a82fc-b171-4181-84de-064dab95dcf4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:54.308684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.357116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ad538f97-b2b2-452f-beea-7bf906f62178 None None] Provisioning complete for port cfe7999b-9498-4b0a-b11c-b9870a52c07b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:54.358080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ad538f97-b2b2-452f-beea-7bf906f62178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.392671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1f67f365-a955-477c-8f0c-ff965c87c023,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:54.411260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2f2475-8c81-4ae8-8220-9988632b3b3c req-2d2d06c2-5c0e-498b-87b7-ddf9077daee0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 6156 time: 0.2570958 Aug 10 01:01:54.440114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ad538f97-b2b2-452f-beea-7bf906f62178 None None] Port cfe7999b-9498-4b0a-b11c-b9870a52c07b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:01:54.455606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port cfe7999b-9498-4b0a-b11c-b9870a52c07b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:54.456160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.479388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:54.485938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d44d6bad-e8c7-49cb-8dd4-90e159145a0c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5703466 Aug 10 01:01:54.490389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.492389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] Sync routers for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:54.495241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:54.505586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:54.506680 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.539667 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.541608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6b89d9-1709-4f80-add2-61e1eb9113f1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.545185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce0e8e0d-2204-4aa5-a305-7a177f06b25c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=c971ae67-f4e8-4517-917d-52afa32faeca HTTP/1.1" status: 200 len: 205 time: 0.0489073 Aug 10 01:01:54.548919 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] Routers {'c971ae67-f4e8-4517-917d-52afa32faeca'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:54.549740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c971ae67-f4e8-4517-917d-52afa32faeca'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.553973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:54.561967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.562265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd298d8fb-c18e-41d2-b2cd-d20bb2dee860') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.565919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.571676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2f2475-8c81-4ae8-8220-9988632b3b3c req-d7bf5f5b-d832-4875-b697-8db03fde66d2 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 200 len: 2985 time: 0.1501839 Aug 10 01:01:54.576649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.584645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:54.585326 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02557457-b575-4c24-b4a7-10dd5b69e469 None None] The sync data for ids ['c971ae67-f4e8-4517-917d-52afa32faeca'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:54.602331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.615614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:54.615942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:54.617591 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:54.643726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for cfe7999b-9498-4b0a-b11c-b9870a52c07b owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:54.656789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.691271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2f2475-8c81-4ae8-8220-9988632b3b3c req-8ad47a4d-1d1b-4637-a8cb-40bdc830826c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 200 len: 2985 time: 0.1111655 Aug 10 01:01:54.712086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.717241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.719650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] 10.222.0.25 "DELETE /v2.0/networks/fb6b89d9-1709-4f80-add2-61e1eb9113f1 HTTP/1.1" status: 204 len: 168 time: 0.7306557 Aug 10 01:01:54.723847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44374) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:54.740164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15bb82-6231-4e2f-879b-923c4142df4e admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6b89d9-1709-4f80-add2-61e1eb9113f1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:54.764011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-396451549', 'description': 'tempest-description-552822166'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:54.780249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Deleting subnet cbfbdfe3-973d-4cad-9528-853cd3b74306 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:54.783573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.819950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.864890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.887479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.893646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.901772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.919770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.947844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.950120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cbfbdfe3-973d-4cad-9528-853cd3b74306 HTTP/1.1" status: 204 len: 168 time: 0.2253320 Aug 10 01:01:54.951150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd85b86-1c59-4e0f-a18d-1ea661e8f5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfbdfe3-973d-4cad-9528-853cd3b74306,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:54.952825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44376) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:54.997737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:54.998271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router c971ae67-f4e8-4517-917d-52afa32faeca {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:01:55.006924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.010655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b88acc2-4269-4f59-8c78-b1da598050f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca HTTP/1.1" status: 204 len: 168 time: 0.4556212 Aug 10 01:01:55.012921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.057046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.101038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.132944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet d56888b5-6c2b-432d-959c-26d10d869c83 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:55.137373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.146477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=cfe7999b-9498-4b0a-b11c-b9870a52c07b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:55.229181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec07bf-1de1-4966-aae8-00dd0de5fbf3 req-7a96f364-dd93-4032-a8d0-9b1dedaa4114 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:55.230837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95ec07bf-1de1-4966-aae8-00dd0de5fbf3 req-7a96f364-dd93-4032-a8d0-9b1dedaa4114 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1643629 Aug 10 01:01:55.239316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.243501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.280908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dcd2f6-a3d4-4622-8636-247dc3e0b164']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:55.309215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3bc3fc-5f85-46b8-8b20-ee60c5b5cc91') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:55.309623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3bc3fc-5f85-46b8-8b20-ee60c5b5cc91') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:55.329326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.398702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.403028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95ec07bf-1de1-4966-aae8-00dd0de5fbf3 req-ee5ef2d9-65fa-4821-b75b-8712633747ba tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565428 Aug 10 01:01:55.426051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:55.427235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:55.429510 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:55.493783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.528391 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.534478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.536418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/13dcd2f6-a3d4-4622-8636-247dc3e0b164 HTTP/1.1" status: 204 len: 168 time: 0.5827229 Aug 10 01:01:55.556940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f49bc-8a68-49fb-b4ad-8b11154893d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=13dcd2f6-a3d4-4622-8636-247dc3e0b164,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:55.578331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.584145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.587478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.598140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.639285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=d56888b5-6c2b-432d-959c-26d10d869c83,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:55.642283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.646204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36f0dc12-7ce0-47df-9358-dfd914311b95 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/d56888b5-6c2b-432d-959c-26d10d869c83 HTTP/1.1" status: 204 len: 168 time: 0.6319993 Aug 10 01:01:55.647234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.651187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3c891-f127-4d61-955f-844c85591411 None None] Network 64aafe09-e893-40ae-806c-a5ffb0b94418 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:55.663086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.664424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d59e1fd6-bf60-442c-9b58-1b0fbd267914 req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9325056 Aug 10 01:01:55.666956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a87e0-dc28-4c0b-ac2a-ae4fd6b8053b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847c41d8-e1b3-43a7-99a5-01f524b5a266,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:55.705586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-481517026', 'description': 'tempest-description-820063016'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:55.742899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet df51d08e-9c4e-4d3c-9574-aa8383d89c70 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:55.746106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.792846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 7ff2fad9-e451-4c28-b349-ee5d75c7ade1 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:01:55.796457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.814700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.855427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44394) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.881027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:55.906307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] DHCP port deletion for 64aafe09-e893-40ae-806c-a5ffb0b94418 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:55.914656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:01:55.926427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79c9758d-2e2e-4bc4-ad9e-3319e2beb120 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/7ff2fad9-e451-4c28-b349-ee5d75c7ade1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3789721 Aug 10 01:01:55.930116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44396) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.948659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] Sync routers for ids ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:01:55.952407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f67f365-a955-477c-8f0c-ff965c87c023 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:01:55.957192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b83705c1-417b-4f62-868f-b9f02802c95b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81b32c25551d42449d560988831d2c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1005921 Aug 10 01:01:55.959633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44398) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.972536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c3e32701-3173-4b0e-be7a-121243db89ad tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ff2fad9-e451-4c28-b349-ee5d75c7ade1 HTTP/1.1" status: 200 len: 205 time: 0.0401311 Aug 10 01:01:55.976104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44400) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:55.995657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] Routers {'7ff2fad9-e451-4c28-b349-ee5d75c7ade1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:55.996286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:56.021707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.029270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.032880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:56.049558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.054414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] Routers {'7ff2fad9-e451-4c28-b349-ee5d75c7ade1'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:01:56.055073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:56.101525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.102913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:56.103545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326dbfec-b055-4408-8cbd-a470c0e7ec49 None None] The sync data for ids ['7ff2fad9-e451-4c28-b349-ee5d75c7ade1'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:01:56.104715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.108898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Deleting port f8a98875-99c5-4673-9387-8c678f523a02 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:56.109309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.111525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0057f117-5804-4736-8418-0dc10bd3e22e HTTP/1.1" status: 204 len: 168 time: 0.1506541 Aug 10 01:01:56.123407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.123614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0468e-c481-4dae-a2ab-a1518ef340d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0057f117-5804-4736-8418-0dc10bd3e22e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:56.163443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1f67f365-a955-477c-8f0c-ff965c87c023 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:01:56.163785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.165303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.225762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] For port f8a98875-99c5-4673-9387-8c678f523a02, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f8a98875-99c5-4673-9387-8c678f523a02,segment=NetworkSegment(531e480b-0f1d-4e0a-9d6a-b826afb717e2),segment_id=531e480b-0f1d-4e0a-9d6a-b826afb717e2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:56.226163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.240860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Calling delete_port for f8a98875-99c5-4673-9387-8c678f523a02 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:56.483676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44408) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:56.496373 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.520367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] Pushing event deleted for resources: {'Port': ['ID=f8a98875-99c5-4673-9387-8c678f523a02,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:56.525815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc1b8dd-342b-4fa3-8d37-0ee72f772f60 None None] No DVR routers for this DVR port f8a98875-99c5-4673-9387-8c678f523a02 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:56.572518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1387563c-5e60-44f3-974c-aaf10efe65b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85d2d36da5944753ba797d5e0a0cec64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853617 Aug 10 01:01:56.574012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:56.601577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.611085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd08e31-a8c1-4864-957c-ba8c67a1802b req-6c387fa4-5534-4114-8f20-44c665b72c64 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:56.611630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.612619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9dd08e31-a8c1-4864-957c-ba8c67a1802b req-6c387fa4-5534-4114-8f20-44c665b72c64 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0855591 Aug 10 01:01:56.615104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.622301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.635098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.664963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.679352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9dd08e31-a8c1-4864-957c-ba8c67a1802b req-c433ee95-60a8-488e-82cb-a59fe46f013a tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564208 Aug 10 01:01:56.701570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.716474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.720473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d59101ce-15ac-4c14-993f-12445b138410 req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0244112 Aug 10 01:01:56.743014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=df51d08e-9c4e-4d3c-9574-aa8383d89c70,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:56.745065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc19462-f930-481d-92d7-22c9ebd1ff7b None None] Network f6937314-1417-44f7-a974-064c432823f5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:56.776822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.778647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-143e97be-996e-4e1d-b756-22dd5efa916c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/df51d08e-9c4e-4d3c-9574-aa8383d89c70 HTTP/1.1" status: 204 len: 168 time: 1.1297784 Aug 10 01:01:56.782223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44420) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:56.783606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.784147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff2fad9-e451-4c28-b349-ee5d75c7ade1 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:01:56.795028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6610a61-f988-4e8a-a63a-60d9969a86fd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9c277-3a62-4e25-90d2-ebd2d304a6ee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:56.802088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.806549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82ae0791-86dd-419d-b946-4bab92fd32a4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/7ff2fad9-e451-4c28-b349-ee5d75c7ade1 HTTP/1.1" status: 204 len: 168 time: 0.8277845 Aug 10 01:01:56.807222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44422) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:56.864871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet cd205272-94ae-4659-8f0d-7175e3a2ec2a {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:01:56.868456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.922278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.934705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.937490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.942196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1087ad73-775e-494b-b8c4-8f352cc959e0 HTTP/1.1" status: 204 len: 168 time: 0.3646116 Aug 10 01:01:56.945550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:56.960171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7a137-838a-4319-8ccb-32f0b3bc3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087ad73-775e-494b-b8c4-8f352cc959e0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:57.041946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] DHCP port deletion for f6937314-1417-44f7-a974-064c432823f5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:57.055999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.066603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64aafe09-e893-40ae-806c-a5ffb0b94418']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.079055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531e480b-0f1d-4e0a-9d6a-b826afb717e2') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.079648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531e480b-0f1d-4e0a-9d6a-b826afb717e2') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.089304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.105883 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.115604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:57.116267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:57.119703 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:57.124645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Deleting port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:57.125034 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.126217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.136212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-13431452-c02a-4a7e-9353-29f445650268 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:57.137886 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-13431452-c02a-4a7e-9353-29f445650268 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 812 time: 0.1861267 Aug 10 01:01:57.175979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-8709fd97-9098-4198-8a38-2efc1d578a3f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/quotas/b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 375 time: 0.0138378 Aug 10 01:01:57.219687 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.220836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] For port aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,segment=NetworkSegment(ca4f9161-a811-4f32-8e4d-56b592579c06),segment_id=ca4f9161-a811-4f32-8e4d-56b592579c06)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:57.221426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.237973 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.240633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/64aafe09-e893-40ae-806c-a5ffb0b94418 HTTP/1.1" status: 204 len: 168 time: 0.4570124 Aug 10 01:01:57.243024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44436) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:57.251693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Calling delete_port for aad5cc94-9765-45fe-ac1a-07736ee8f3d8 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:57.259728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-3b6f5cb2-2fbd-4945-9a82-9238b2134e0e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0749867 Aug 10 01:01:57.270349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.293420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.299322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/cd205272-94ae-4659-8f0d-7175e3a2ec2a HTTP/1.1" status: 204 len: 168 time: 0.4907067 Aug 10 01:01:57.326374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:57.355246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.359131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf16732-b03d-49ef-aed5-0927245ed3a8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=64aafe09-e893-40ae-806c-a5ffb0b94418,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:57.369272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e74b-19f9-4d26-8422-576d0d430b4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=cd205272-94ae-4659-8f0d-7175e3a2ec2a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:57.395718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608376a2-efaa-4858-a2d2-d6099d828eab None None] Network 70c2636e-3690-4966-bd33-c4fa5516ea1a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:57.402433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.425568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:57.426235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.477871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.500727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port aad5cc94-9765-45fe-ac1a-07736ee8f3d8, host n-d-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:57.501109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.506570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-efacc46f-d823-4d6c-85e4-bb8b801e0e35 service neutron] 10.222.0.25 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378809 Aug 10 01:01:57.517319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] Pushing event deleted for resources: {'Port': ['ID=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:57.530840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a333de-ab87-4081-a4f4-963a1310c0ff None None] No DVR routers for this DVR port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:57.532695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for aad5cc94-9765-45fe-ac1a-07736ee8f3d8 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:57.536114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 was not found and therefore no delete operation was performed {{(pid=105958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:01:57.541666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.558355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port aad5cc94-9765-45fe-ac1a-07736ee8f3d8 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:57.584306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=aad5cc94-9765-45fe-ac1a-07736ee8f3d8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:57.667027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 1f67f365-a955-477c-8f0c-ff965c87c023 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:57.667620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.674747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.687097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6937314-1417-44f7-a974-064c432823f5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.699528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4f9161-a811-4f32-8e4d-56b592579c06') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.699828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4f9161-a811-4f32-8e4d-56b592579c06') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:57.728853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.729748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-e1a1b4af-9fbf-4223-b45e-4300a2555680 service neutron] 10.222.0.25 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997461 Aug 10 01:01:57.747185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] DHCP port deletion for 70c2636e-3690-4966-bd33-c4fa5516ea1a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:01:57.762094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.775778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 1f67f365-a955-477c-8f0c-ff965c87c023, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f67f365-a955-477c-8f0c-ff965c87c023,segment=NetworkSegment(920a82fc-b171-4181-84de-064dab95dcf4),segment_id=920a82fc-b171-4181-84de-064dab95dcf4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:57.776383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.792104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 1f67f365-a955-477c-8f0c-ff965c87c023 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:57.816184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Deleting port 1f67f365-a955-477c-8f0c-ff965c87c023 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:01:57.816768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.823927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:57.824482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:57.832128 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:57.908275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] For port 1f67f365-a955-477c-8f0c-ff965c87c023, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1f67f365-a955-477c-8f0c-ff965c87c023,segment=NetworkSegment(920a82fc-b171-4181-84de-064dab95dcf4),segment_id=920a82fc-b171-4181-84de-064dab95dcf4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:01:57.908832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.934422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device aad5cc94-9765-45fe-ac1a-07736ee8f3d8 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:57.948935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.956484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa663-6d9f-4c2a-a4a4-6031e216081d req-dfe0172e-bb64-44c2-93b6-a92130720b43 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:57.958702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73afa663-6d9f-4c2a-a4a4-6031e216081d req-dfe0172e-bb64-44c2-93b6-a92130720b43 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1992595 Aug 10 01:01:57.969206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.975718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Calling delete_port for 1f67f365-a955-477c-8f0c-ff965c87c023 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:01:57.978740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:57.986922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/f6937314-1417-44f7-a974-064c432823f5 HTTP/1.1" status: 204 len: 168 time: 0.7425954 Aug 10 01:01:57.987755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: aad5cc94-9765-45fe-ac1a-07736ee8f3d8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:57.988117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device aad5cc94-9765-45fe-ac1a-07736ee8f3d8 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:57.988624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f67f365-a955-477c-8f0c-ff965c87c023 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:57.996291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44454) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.004662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=1f67f365-a955-477c-8f0c-ff965c87c023,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.011455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port 1f67f365-a955-477c-8f0c-ff965c87c023 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:58.018982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-306419747'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:58.019751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1f67f365-a955-477c-8f0c-ff965c87c023 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:58.020106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1f67f365-a955-477c-8f0c-ff965c87c023 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:58.020528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f8a98875-99c5-4673-9387-8c678f523a02 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:01:58.030006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f66037-8f18-4f5c-a8bb-5b5b8472b037 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=f6937314-1417-44f7-a974-064c432823f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.053837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f8a98875-99c5-4673-9387-8c678f523a02 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:01:58.054221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f8a98875-99c5-4673-9387-8c678f523a02 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:01:58.060242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73afa663-6d9f-4c2a-a4a4-6031e216081d req-98c89efa-5e4f-4a71-a7de-9380d9aedeea tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Aug 10 01:01:58.065827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:58.074805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.129513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:01:58.147591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.150999 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b of type vlan for network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 Aug 10 01:01:58.153288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.161631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ebe12a14-dc11-469f-9f69-0598ff7674cf req-9fe3054c-d320-4fef-93df-4692a971119e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 210 time: 0.1165986 Aug 10 01:01:58.183513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.195778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c2636e-3690-4966-bd33-c4fa5516ea1a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:58.214034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920a82fc-b171-4181-84de-064dab95dcf4') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:58.214274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920a82fc-b171-4181-84de-064dab95dcf4') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:01:58.218035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.220459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] No DVR routers for this DVR port 1f67f365-a955-477c-8f0c-ff965c87c023 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:01:58.224649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b2468-bd93-4c5b-80fd-bad5967b5254 None None] Pushing event deleted for resources: {'Port': ['ID=1f67f365-a955-477c-8f0c-ff965c87c023,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.232499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.249997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.255149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.261004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:58.261953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:01:58.262114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.262623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:01:58.313317 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:01:58.320433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3221018 Aug 10 01:01:58.323566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44456) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.331315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:58.338851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937cb71-2d9a-41a3-a69d-2b8b25cbdf4f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=d4b4c787-9e42-4929-b248-9a6cc38bb1e7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.350466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:01:58.416638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.426593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.428461 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/70c2636e-3690-4966-bd33-c4fa5516ea1a HTTP/1.1" status: 204 len: 168 time: 1.1007836 Aug 10 01:01:58.434338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.441478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1454227675', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:58.443116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cb695-d2d5-465a-a948-6e0ebdeedbe0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=70c2636e-3690-4966-bd33-c4fa5516ea1a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.459681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:01:58.459681 n-d-766380-21 neutron-server[105958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:01:58.459681 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id': 'e68ff47413f94769abccf5ae445ba188', 'id': 'fca982fb-6aef-4100-9eed-3aadcd952eaf', 'expiration': datetime.datetime(2021, 8, 10, 1, 3, 58, 454953)}] Aug 10 01:01:58.459681 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:01:58.460167 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:01:58.467861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:58.471607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.656244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.722415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=0fa767d7-1080-405a-98e9-90546d0dfa05,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:58.733884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:58.734268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: d4b4c787-9e42-4929-b248-9a6cc38bb1e7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:01:58.751110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:01:58.759732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d4b4c787-9e42-4929-b248-9a6cc38bb1e7) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:58.768908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:58.770001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.773253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eedccf-74ee-46da-83ec-c2e9dcae2774 None None] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:01:58.785693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18f8ac28-5281-4249-b217-587bd2359a9c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4610596 Aug 10 01:01:58.788479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44468) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.793315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1056344006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:58.816789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.818012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.876925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.881268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.898917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.902633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5a62767c-b844-453a-bc32-253955b782b5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1106591 Aug 10 01:01:58.902838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:01:58.908566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'port': {'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7', 'name': 'tempest-RoutersTest-1440251897'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:58.937268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d4b4c787-9e42-4929-b248-9a6cc38bb1e7', 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '0fa767d7-1080-405a-98e9-90546d0dfa05'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:01:58.938191 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.985946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:58.987214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.058751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.063880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:59.067478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.086495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Allocated IP 172.20.0.2 (d4b4c787-9e42-4929-b248-9a6cc38bb1e7/0fa767d7-1080-405a-98e9-90546d0dfa05/2d983531-2b7d-4f92-8cb8-b7a89c1a79ec) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:59.094825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] device_id is not set on port af9cac85-ad83-4fc7-8c41-637431fa72c9 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:01:59.211140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.217610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.224390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.231080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.237421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.243636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.249545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.253070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-fdc53951-13f4-4062-a133-3dee50a43628 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.1528788 Aug 10 01:01:59.293011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.297459 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.306697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Transition to ACTIVE for port object 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:59.316637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9fcea-3d1e-450f-895a-863bdc007a5c req-2d1cfd91-232d-4424-a7ac-40d2537da1f3 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.318818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2eb9fcea-3d1e-450f-895a-863bdc007a5c req-2d1cfd91-232d-4424-a7ac-40d2537da1f3 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1570261 Aug 10 01:01:59.326195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Transition to ACTIVE for port object 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:59.335547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.385570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:01:59.388637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b42b44fa-970e-474d-80a1-045e5fb0354a req-097ecb2c-e0f6-44d8-85a2-19dd3bd87c1e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1244142 Aug 10 01:01:59.388820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:01:59.393246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:01:59.400847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Pushing event updated for resources: {'Port': ['ID=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:59.431405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.20.0.6 (d4b4c787-9e42-4929-b248-9a6cc38bb1e7/0fa767d7-1080-405a-98e9-90546d0dfa05/af9cac85-ad83-4fc7-8c41-637431fa72c9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:59.450841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-2896b782-30ec-4aba-a8c5-78a10d505ac7 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.452341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-2896b782-30ec-4aba-a8c5-78a10d505ac7 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.10 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 812 time: 0.1981387 Aug 10 01:01:59.468840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'device_id': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d', 'admin_state_up': True, 'tenant_id': 'b9d140e31bdc420d822042c5c4ccd9f8'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:01:59.471142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2eb9fcea-3d1e-450f-895a-863bdc007a5c req-5b9e8d46-2c22-4913-b2a4-d217048add12 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332510 Aug 10 01:01:59.479690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Attempting to bind port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:01:59.480067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Attempting to bind port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:01:59.480431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Attempting to bind port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec on network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:01:59.486412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:01:59.486942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Checking segment: {'id': 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:01:59.487347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.487869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Bound using segment: {'id': 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:01:59.488348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Bound port: 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'd4b4c787-9e42-4929-b248-9a6cc38bb1e7'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:01:59.488961 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.579295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] For port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:01:59.584407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] For port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,segment=NetworkSegment(a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b),segment_id=a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:01:59.585281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78d97511-4d37-4564-acb7-16ba07f04380 req-b44650bb-7717-4137-9881-ee371d14345d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 210 time: 0.0529103 Aug 10 01:01:59.602875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.682250 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.689127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3ddd8-1794-40c7-a358-825df327a9dc None None] Pushing event updated for resources: {'Port': ['ID=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:01:59.709618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.773737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Made reservation on behalf of b9d140e31bdc420d822042c5c4ccd9f8 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:01:59.777201 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.800962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.807086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.813575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.819350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.825231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.831886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.834320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 172.25.7.123 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/0597fbf5-3934-41f1-9bf0-dd4e6a932d67) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:01:59.838170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:01:59.839743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ff49759-8f80-4084-ac01-d31fa1e2d748 req-cb7c9b67-d149-4e03-aaa7-57edce28daa6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.1613035 Aug 10 01:01:59.905668 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:01:59.964349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object af9cac85-ad83-4fc7-8c41-637431fa72c9 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:01:59.983278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.033955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.056436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Allocated IP 172.20.0.11 (faae1d18-af51-44c4-84d6-d6a646e3402d/9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec/85900c28-1fe6-4429-977f-71cc51bf604e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:00.069786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.073083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:00.078170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:00.081908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:00.107681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=0597fbf5-3934-41f1-9bf0-dd4e6a932d67,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.131213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:00.141703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:00.144496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:00.191029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=af9cac85-ad83-4fc7-8c41-637431fa72c9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.270065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:00.270720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.301034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c936823-4f98-42a2-98fa-6d7e4fc61d8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3970423 Aug 10 01:02:00.304411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:00.341024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.406402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.598246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.624961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.636741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:00.668940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15018586-9458-43e9-8956-64d573e38f81 req-c85ac0ba-bda4-42d1-a7d6-1bcd72b6cf17 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:00.674197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15018586-9458-43e9-8956-64d573e38f81 req-c85ac0ba-bda4-42d1-a7d6-1bcd72b6cf17 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1205935 Aug 10 01:02:00.761504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Network faae1d18-af51-44c4-84d6-d6a646e3402d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:00.769432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:00.771238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:00.771436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15018586-9458-43e9-8956-64d573e38f81 req-badd258a-3cc8-4db1-b2b9-562e71235b8b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Aug 10 01:02:00.774780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:00.806651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b991e6f1-2ea4-41d8-8109-796758f5ba18 None None] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:00.834121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router cc53794a-6801-4f57-820c-5d4863389d44 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:00.864973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.885949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:00.886649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:00.897225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84763-e80f-4d83-80d8-bb4476e7ae24 req-6d1840b1-a837-4d0a-9c7c-485b45cdb3c6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:00.905494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cde84763-e80f-4d83-80d8-bb4476e7ae24 req-6d1840b1-a837-4d0a-9c7c-485b45cdb3c6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 932 time: 0.1874452 Aug 10 01:02:00.910130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6844773b-685c-4651-9627-6428dc0a82cd None None] Provisioning for port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:01.004248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:01.020828 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] Sync routers for ids ['cc53794a-6801-4f57-820c-5d4863389d44'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:01.028574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.030356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-19c48eab-e9c4-4c3b-99ab-f61eca697617 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5945265 Aug 10 01:02:01.031791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] Routers {'cc53794a-6801-4f57-820c-5d4863389d44'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:01.032541 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc53794a-6801-4f57-820c-5d4863389d44'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:01.033332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:01.070256 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:01.080324 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] Routers {'cc53794a-6801-4f57-820c-5d4863389d44'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:01.081293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc53794a-6801-4f57-820c-5d4863389d44'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:01.115996 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:01.116907 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d62b7-fd0f-4615-b3ff-77b3ae5640a9 None None] The sync data for ids ['cc53794a-6801-4f57-820c-5d4863389d44'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:01.182342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e5232231-8177-4cd8-9614-bf294b14ce19 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers/cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 200 len: 885 time: 0.1472950 Aug 10 01:02:01.185078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44500) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:01.246489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-fbb67e5c-9e92-4965-8f17-550d905120a0 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7837369 Aug 10 01:02:01.262199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Request body: {'port': {'device_id': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:01.278918 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cde84763-e80f-4d83-80d8-bb4476e7ae24 req-297e51cd-6e65-4ee9-b2b9-19222779dc5f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713973 Aug 10 01:02:01.451050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.459373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dde9c9c5-301e-4b8a-a587-921fe555674c None None] Provisioning for port af9cac85-ad83-4fc7-8c41-637431fa72c9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:01.465658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dde9c9c5-301e-4b8a-a587-921fe555674c None None] Provisioning complete for port af9cac85-ad83-4fc7-8c41-637431fa72c9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:01.466368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dde9c9c5-301e-4b8a-a587-921fe555674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.514595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dde9c9c5-301e-4b8a-a587-921fe555674c None None] Port af9cac85-ad83-4fc7-8c41-637431fa72c9 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:01.678101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.690360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.698493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-79297f5f-4dc6-446b-88dc-a6e05f34c21c None None] Provisioning complete for port af9cac85-ad83-4fc7-8c41-637431fa72c9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:01.699135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79297f5f-4dc6-446b-88dc-a6e05f34c21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:01.789218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-79297f5f-4dc6-446b-88dc-a6e05f34c21c None None] Port af9cac85-ad83-4fc7-8c41-637431fa72c9 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:01.805599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d78314e7-f5b8-4527-97f5-1af90e42fa7a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6178181 Aug 10 01:02:01.807262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44510) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:01.814689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1454227675'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:01.863391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=af9cac85-ad83-4fc7-8c41-637431fa72c9,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:01.988457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:02.057300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae394c33-a8e4-48e1-a2b9-e86718c9ced5 req-95827da6-cdf8-41eb-a298-9d3fc2140bb4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.065254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae394c33-a8e4-48e1-a2b9-e86718c9ced5 req-95827da6-cdf8-41eb-a298-9d3fc2140bb4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1595485 Aug 10 01:02:02.070466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:02.076390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:02.077038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.205966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.217023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85900c28-1fe6-4429-977f-71cc51bf604e {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:02.240110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59ea53e2-cc7f-4db6-9744-0813eef6d056 None None] Provisioning complete for port af9cac85-ad83-4fc7-8c41-637431fa72c9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:02.240529 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-59ea53e2-cc7f-4db6-9744-0813eef6d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.245987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44528) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:02.251990 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.257808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.279740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,segment=NetworkSegment(a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b),segment_id=a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:02.292144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.302929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae394c33-a8e4-48e1-a2b9-e86718c9ced5 req-fc01c673-039b-4148-a2e4-615cfb52b953 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367771 Aug 10 01:02:02.310039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.316686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Transition to ACTIVE for port object 85900c28-1fe6-4429-977f-71cc51bf604e will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:02.320669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-59ea53e2-cc7f-4db6-9744-0813eef6d056 None None] Port af9cac85-ad83-4fc7-8c41-637431fa72c9 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:02.340446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.356476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.364867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:02.497048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb0f36-9f30-4930-a9e8-fc9fe3a1dfe4 req-278ca4f6-5ade-47f2-8e14-b6bd8af00291 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.498528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6feb0f36-9f30-4930-a9e8-fc9fe3a1dfe4 req-278ca4f6-5ade-47f2-8e14-b6bd8af00291 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 944 time: 0.0992136 Aug 10 01:02:02.500834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:02.503847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router cc53794a-6801-4f57-820c-5d4863389d44 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:02.536504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.545127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.545621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.546106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.546586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.547325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.547850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.548311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.550398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-4c0d8f39-78b5-4f03-9158-6652fcb6bcc5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.3031948 Aug 10 01:02:02.587198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6feb0f36-9f30-4930-a9e8-fc9fe3a1dfe4 req-a9e9e767-dd42-4c62-a650-ef82584a4171 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Aug 10 01:02:02.641928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Attempting to bind port 85900c28-1fe6-4429-977f-71cc51bf604e on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:02.642282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Attempting to bind port 85900c28-1fe6-4429-977f-71cc51bf604e by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:02.642623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Attempting to bind port 85900c28-1fe6-4429-977f-71cc51bf604e on network faae1d18-af51-44c4-84d6-d6a646e3402d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:02.645736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:02.649159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-7d841cb5-d38d-4fbe-8b02-0827396766e3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0845087 Aug 10 01:02:02.653008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.658243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1813bb89-fe37-48ee-86ac-a5d569083608 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 200 len: 892 time: 0.8496268 Aug 10 01:02:02.658635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44534) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:02.659464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] Sync routers for ids ['cc53794a-6801-4f57-820c-5d4863389d44'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:02.677899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] Routers {'cc53794a-6801-4f57-820c-5d4863389d44'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:02.678985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc53794a-6801-4f57-820c-5d4863389d44'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:02.713053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Port 85900c28-1fe6-4429-977f-71cc51bf604e on network faae1d18-af51-44c4-84d6-d6a646e3402d not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:02.713430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Attempting to bind port 85900c28-1fe6-4429-977f-71cc51bf604e on network faae1d18-af51-44c4-84d6-d6a646e3402d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:02.719086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:02.739914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] Routers {'cc53794a-6801-4f57-820c-5d4863389d44'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:02.741030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc53794a-6801-4f57-820c-5d4863389d44'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:02.749818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:02.750241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Checking segment: {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:02.750768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Bound using segment: {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:02.751240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Bound port: 85900c28-1fe6-4429-977f-71cc51bf604e, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:02.751611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.804409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:02.805240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a60a91-ad9b-41b4-a344-ff0fedf31f34 None None] The sync data for ids ['cc53794a-6801-4f57-820c-5d4863389d44'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:02.819390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-048ba803-6eed-468c-bcd2-31ef13d56455 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers/cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 200 len: 892 time: 0.1595368 Aug 10 01:02:02.822028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44540) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:02.859487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-faba8eb3-108b-4eb5-ae4d-f9f7892cc6b2 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 200 len: 205 time: 0.0359964 Aug 10 01:02:02.860483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44542) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:02.913477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:02.923440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:02.930168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.981020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.989924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:02.990560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:02.992015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] 10.222.0.10 "PUT /v2.0/ports/85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 1093 time: 1.7344429 Aug 10 01:02:02.992468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:02.994766 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694b073c-eb55-4839-a2f2-d9a0fa759532" -d '{"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:03.083188 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475a6849-9c1d-4b98-b462-4cbe3aa820f2 x-openstack-request-id: req-475a6849-9c1d-4b98-b462-4cbe3aa820f2 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:03.083452 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:03.083714 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-475a6849-9c1d-4b98-b462-4cbe3aa820f2 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:03.084126 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e', 'status': 'completed', 'code': 200} Aug 10 01:02:03.090659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.095200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e031f-c738-42d7-ad93-1ee9f390cb37 service neutron] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:03.100924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.137063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.179836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-a960f44d-e0cb-41aa-afb4-a5f78e738ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.181383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-a960f44d-e0cb-41aa-afb4-a5f78e738ba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1096 time: 0.1420135 Aug 10 01:02:03.191676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 0597fbf5-3934-41f1-9bf0-dd4e6a932d67 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:03.192073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.194098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.201196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=af9cac85-ad83-4fc7-8c41-637431fa72c9,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:03.245273 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-6b8660f9-34cf-44a7-b36d-6818c5b77ecd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 217 time: 0.0524986 Aug 10 01:02:03.272986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.285080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 0597fbf5-3934-41f1-9bf0-dd4e6a932d67 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:03.340723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-4c65b6b5-c4a0-4429-8db3-790f0942a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.342202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-4c65b6b5-c4a0-4429-8db3-790f0942a774 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.0872626 Aug 10 01:02:03.388125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-51de3788-7e9e-4dad-aeec-feda234b8b67 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389194 Aug 10 01:02:03.398528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:03.406945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:03.482657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8ea9-c633-493a-813c-42f46c22b768 req-2a42a163-2d1a-4034-aeb4-e158310a22a0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.484230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2ad8ea9-c633-493a-813c-42f46c22b768 req-2a42a163-2d1a-4034-aeb4-e158310a22a0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0851877 Aug 10 01:02:03.508716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.546129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=0597fbf5-3934-41f1-9bf0-dd4e6a932d67,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:03.578602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-eded482a-99d9-48e3-ada5-b311ae7b5977 service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820891 Aug 10 01:02:03.580157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2ad8ea9-c633-493a-813c-42f46c22b768 req-7c4990f4-d30d-4458-a9dc-c749119d1e5d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861185 Aug 10 01:02:03.630963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.654445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e80b5cd6-1446-461f-bcdc-a5a8fe52b467 None None] Provisioning complete for port af9cac85-ad83-4fc7-8c41-637431fa72c9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:03.654853 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e80b5cd6-1446-461f-bcdc-a5a8fe52b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.669054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router a8da158f-d3f3-462b-8e69-4be3ea6e7321 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:03.698485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e80b5cd6-1446-461f-bcdc-a5a8fe52b467 None None] Port af9cac85-ad83-4fc7-8c41-637431fa72c9 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:03.738452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.740577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.759075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4213ec84-2d5b-4a2d-821c-9dc13db4063c req-c671b81a-c4e8-403d-b7e8-54f394bc12ba service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735668 Aug 10 01:02:03.787899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.788514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router cc53794a-6801-4f57-820c-5d4863389d44 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:03.796521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.797592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82efbb6d-c587-4934-8f11-9ad8827a27f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 204 len: 168 time: 0.9361079 Aug 10 01:02:03.801067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44554) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:03.807221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-847633991'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:03.832111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:03.836143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.851203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb577d-06f8-41f7-9f43-d98179d5fa21 req-c8314aaa-4a79-438c-9526-aeb136f63f4e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.852765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfbb577d-06f8-41f7-9f43-d98179d5fa21 req-c8314aaa-4a79-438c-9526-aeb136f63f4e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 944 time: 0.1786003 Aug 10 01:02:03.876011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:03.878819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:03.888801 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] Sync routers for ids ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:03.897271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.897590 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment 54c0f269-0b0f-4734-ae46-8c876bb038de of type vlan for network a013bb17-bde1-4d25-8833-6d20fdd8cd2e Aug 10 01:02:03.898358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aaccff69-3ef6-432e-bd5f-fe0530d16877 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/a8da158f-d3f3-462b-8e69-4be3ea6e7321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5925181 Aug 10 01:02:03.898880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44558) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:03.905435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-d244e30c-b29f-4ca1-bfdf-271e1a73c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.907978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-d244e30c-b29f-4ca1-bfdf-271e1a73c758 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1096 time: 0.0921528 Aug 10 01:02:03.908432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:03.914833 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] Routers {'a8da158f-d3f3-462b-8e69-4be3ea6e7321'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:03.915832 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:03.936094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dfbb577d-06f8-41f7-9f43-d98179d5fa21 req-27dc70cd-d49e-4dea-bc7e-3edd4d75967d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730326 Aug 10 01:02:03.962643 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:03.972157 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] Routers {'a8da158f-d3f3-462b-8e69-4be3ea6e7321'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:03.973130 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:03.984056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4becd13-750e-4fab-99b2-7cce477067f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:03.986383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e4becd13-750e-4fab-99b2-7cce477067f1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports/af9cac85-ad83-4fc7-8c41-637431fa72c9 HTTP/1.1" status: 200 len: 977 time: 0.0866129 Aug 10 01:02:03.987915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:03.988288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:03.989059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44560) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:04.016869 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:04.017571 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1296ce22-902b-4273-ad24-3f80996fde8b None None] The sync data for ids ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:04.028873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-5d5a30a5-67b3-4d92-8fd4-ff1a462f472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:04.030544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-5d5a30a5-67b3-4d92-8fd4-ff1a462f472c service neutron] 10.222.0.10 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.1051357 Aug 10 01:02:04.075059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-ff8dd396-fd8c-45e7-82eb-6300e78ed7e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 217 time: 0.0359831 Aug 10 01:02:04.105830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:04.130054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-239bff58-95e4-402f-920b-2addb7b4d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:04.131656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-239bff58-95e4-402f-920b-2addb7b4d985 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.0489151 Aug 10 01:02:04.174119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-41f1ab0a-5a63-4d69-b83e-061a527948ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348186 Aug 10 01:02:04.211125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:04.216662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:04.217274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:04.267337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-9f509e7a-d9d0-4163-ab5f-cfaba041528e service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855708 Aug 10 01:02:04.289933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4877665 Aug 10 01:02:04.293698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44564) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:04.309640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c57321-81b6-40e4-8b57-4ebff473adab tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=a013bb17-bde1-4d25-8833-6d20fdd8cd2e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:04.320522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:04.327590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:04.437094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-694b073c-eb55-4839-a2f2-d9a0fa759532 req-64747948-85ff-4fa5-9c37-83ad30f40d74 service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618848 Aug 10 01:02:04.447314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:04.451404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:04.535515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:04.753692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 85900c28-1fe6-4429-977f-71cc51bf604e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:04.832708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f5091-ece5-4223-8b8e-30c0fd8dba1b req-41e796c5-9ccf-4e52-b71b-300b877aec62 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:04.834215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d77f5091-ece5-4223-8b8e-30c0fd8dba1b req-41e796c5-9ccf-4e52-b71b-300b877aec62 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0864027 Aug 10 01:02:04.871951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:04.917953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d77f5091-ece5-4223-8b8e-30c0fd8dba1b req-8280e696-4e94-4d68-b7aa-74269698747d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713480 Aug 10 01:02:04.985416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.040990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '85900c28-1fe6-4429-977f-71cc51bf604e', 'network_id': 'faae1d18-af51-44c4-84d6-d6a646e3402d', 'port_id': '85900c28-1fe6-4429-977f-71cc51bf604e', 'mac_address': 'fa:16:3e:c2:fe:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:05.088180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port af9cac85-ad83-4fc7-8c41-637431fa72c9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:05.088439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.094650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.108297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85900c28-1fe6-4429-977f-71cc51bf604e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:05.114108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=26ca9736-26cd-4d49-a82d-44a85bcb89ce,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:05.119099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': '54c0f269-0b0f-4734-ae46-8c876bb038de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:05.119277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: a013bb17-bde1-4d25-8833-6d20fdd8cd2e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:05.131299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:05.135871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.153077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76a2f-9aa9-47f9-acca-a5d0c059603a req-7f7cbe26-711e-41d4-b09c-fa9f5c1bffd5 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:05.154608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3b76a2f-9aa9-47f9-acca-a5d0c059603a req-7f7cbe26-711e-41d4-b09c-fa9f5c1bffd5 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 944 time: 0.0767441 Aug 10 01:02:05.155223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:05.168845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a013bb17-bde1-4d25-8833-6d20fdd8cd2e) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:05.185463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:05.186120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.204381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f109f5-8d1b-4ab9-9da4-0389da1f9557 None None] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:05.205959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.214449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3b76a2f-9aa9-47f9-acca-a5d0c059603a req-e2061a4e-046b-45d7-96cd-7c4153480481 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Aug 10 01:02:05.217337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4c825ad9-8c96-4c39-a14c-3f048c1f69ef tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9226880 Aug 10 01:02:05.221294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44574) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:05.225931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1513513618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:05.237889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for af9cac85-ad83-4fc7-8c41-637431fa72c9 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:05.238108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:05.260677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.261765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.321693 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.326969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.344777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.345964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e761c63f-9fda-4cfd-ae0b-1a8af039e6d3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1240289 Aug 10 01:02:05.348702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44576) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:05.402736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:05.427537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.433615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-a013bb17-bde1-4d25-8833-6d20fdd8cd2e', 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': '26ca9736-26cd-4d49-a82d-44a85bcb89ce'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:05.434486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.461020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=af9cac85-ad83-4fc7-8c41-637431fa72c9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:05.624434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.633730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Allocated IP 2001:db8::2 (a013bb17-bde1-4d25-8833-6d20fdd8cd2e/26ca9736-26cd-4d49-a82d-44a85bcb89ce/12e51a85-ddb5-4fa6-a3a4-d0987d8b906b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:05.666604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.811553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router a8da158f-d3f3-462b-8e69-4be3ea6e7321 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:05.840717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.850195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Transition to ACTIVE for port object 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:05.867011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Transition to ACTIVE for port object 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:05.874306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:05.888473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:05.895966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-35fa0d87-563e-462a-8212-31414a19233c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/a8da158f-d3f3-462b-8e69-4be3ea6e7321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9034686 Aug 10 01:02:05.896253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44578) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:05.923894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] Sync routers for ids ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:05.938634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Pushing event updated for resources: {'Port': ['ID=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:05.945185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:05.947558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:05.949744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:05.950869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8::1 (a013bb17-bde1-4d25-8833-6d20fdd8cd2e/26ca9736-26cd-4d49-a82d-44a85bcb89ce/11d7dc2e-9a58-4d99-abc7-6723a1145a53) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:05.952871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] Routers {'a8da158f-d3f3-462b-8e69-4be3ea6e7321'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:05.953598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:06.016399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:06.046136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] Routers {'a8da158f-d3f3-462b-8e69-4be3ea6e7321'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:06.046898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:06.084892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Attempting to bind port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:06.085265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Attempting to bind port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '54c0f269-0b0f-4734-ae46-8c876bb038de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:06.085622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Attempting to bind port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b on network a013bb17-bde1-4d25-8833-6d20fdd8cd2e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:06.087717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:06.088321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce941af-5d7c-4c7e-8878-4bafa739cc03 None None] The sync data for ids ['a8da158f-d3f3-462b-8e69-4be3ea6e7321'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:06.095302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:06.095688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Checking segment: {'id': '54c0f269-0b0f-4734-ae46-8c876bb038de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:06.096236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.097317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Bound using segment: {'id': '54c0f269-0b0f-4734-ae46-8c876bb038de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:06.097317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Bound port: 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c0f269-0b0f-4734-ae46-8c876bb038de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'a013bb17-bde1-4d25-8833-6d20fdd8cd2e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:06.097635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.119141 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-76940285-12f6-4868-9383-89bc47f0ed1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 01:02:06.120202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-76940285-12f6-4868-9383-89bc47f0ed1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/a8da158f-d3f3-462b-8e69-4be3ea6e7321/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2230818 Aug 10 01:02:06.123263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44584) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:06.131672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.151559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132cb43-3a5e-47b3-96e9-dc97628c6f8f req-423e6dbe-4730-4e57-b564-649eaebf847f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:06.153108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8132cb43-3a5e-47b3-96e9-dc97628c6f8f req-423e6dbe-4730-4e57-b564-649eaebf847f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1024089 Aug 10 01:02:06.159024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object 11d7dc2e-9a58-4d99-abc7-6723a1145a53 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:06.162824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf363443-590e-4c18-bed8-e7d2d0615b2d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8da158f-d3f3-462b-8e69-4be3ea6e7321 HTTP/1.1" status: 200 len: 205 time: 0.0381444 Aug 10 01:02:06.165320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44586) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:06.188580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] For port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:06.191965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] For port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,segment=NetworkSegment(54c0f269-0b0f-4734-ae46-8c876bb038de),segment_id=54c0f269-0b0f-4734-ae46-8c876bb038de)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:06.196243 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.205557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8132cb43-3a5e-47b3-96e9-dc97628c6f8f req-223e3a5c-4420-42c3-a5d9-90e60b8fd2fe tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Aug 10 01:02:06.231474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.273304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.275375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413c02-dd59-41a1-b2e8-0540cb164548 None None] Pushing event updated for resources: {'Port': ['ID=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:06.307601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:06.311100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:06.314286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:06.315057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.361478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=11d7dc2e-9a58-4d99-abc7-6723a1145a53,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:06.460764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.518363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a06a3a-bf0d-4a2d-8aa8-a10dbecbeaf1 req-5226344e-07c8-4434-aa56-ea0d53705c54 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:06.519975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1a06a3a-bf0d-4a2d-8aa8-a10dbecbeaf1 req-5226344e-07c8-4434-aa56-ea0d53705c54 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 945 time: 0.1891344 Aug 10 01:02:06.527769 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.530274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.598281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.598958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router a8da158f-d3f3-462b-8e69-4be3ea6e7321 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:06.606228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.607482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f5eb4642-cc12-494f-8121-3265405e42ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/a8da158f-d3f3-462b-8e69-4be3ea6e7321 HTTP/1.1" status: 204 len: 168 time: 0.4409821 Aug 10 01:02:06.611008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:06.627005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1a06a3a-bf0d-4a2d-8aa8-a10dbecbeaf1 req-5911d46a-2e91-4055-bdb5-0d21b0c3e6fa tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884957 Aug 10 01:02:06.682275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 0fa767d7-1080-405a-98e9-90546d0dfa05 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:06.685550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.729471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.752427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.758087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.758911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.763777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 85900c28-1fe6-4429-977f-71cc51bf604e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:06.820329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 85900c28-1fe6-4429-977f-71cc51bf604e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:06.823532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.824452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 85900c28-1fe6-4429-977f-71cc51bf604e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:06.824954 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.860008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=11d7dc2e-9a58-4d99-abc7-6723a1145a53,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:06.896886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.908899 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.915701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:06.917200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:06.931337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb718180-08cf-4a55-b175-e98f18fdd906 None None] Network d4b4c787-9e42-4929-b248-9a6cc38bb1e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:06.941786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:06.943834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa767d7-1080-405a-98e9-90546d0dfa05 HTTP/1.1" status: 204 len: 168 time: 0.3315387 Aug 10 01:02:06.944940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77919c8-e6a3-4b63-9297-d9b01537125a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa767d7-1080-405a-98e9-90546d0dfa05,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:06.946698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44594) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:06.987222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:06.989501 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f713fa50-195c-4634-b49b-d9d07d088123" -d '{"events": [{"server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "name": "network-vif-plugged", "status": "completed", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:07.008361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:07.018591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.068161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.098094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 73395301-ee97-4df3-95f7-87237d106097 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:07.128310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:07.128591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:07.129149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.230287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,segment=NetworkSegment(a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b),segment_id=a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:07.230678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.237512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] DHCP port deletion for d4b4c787-9e42-4929-b248-9a6cc38bb1e7 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:07.278002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:07.289348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:07.301199 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] Sync routers for ids ['73395301-ee97-4df3-95f7-87237d106097'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:07.303907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Deleting port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:07.304474 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.314040 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] Routers {'73395301-ee97-4df3-95f7-87237d106097'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:07.314660 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73395301-ee97-4df3-95f7-87237d106097'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.328543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58374ffc-8473-487a-a3f3-a6c49aead247 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/73395301-ee97-4df3-95f7-87237d106097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786692 Aug 10 01:02:07.329976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44604) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:07.388112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.396043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] For port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,segment=NetworkSegment(a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b),segment_id=a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:07.396447 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.400268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] Routers {'73395301-ee97-4df3-95f7-87237d106097'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:07.401151 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73395301-ee97-4df3-95f7-87237d106097'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.428381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Calling delete_port for 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:07.442163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.443314 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21beae48-76c0-44e0-bb58-c28b8608c2ff None None] The sync data for ids ['73395301-ee97-4df3-95f7-87237d106097'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:07.462163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b31e7-8fda-4cb2-9c72-99830fcd381b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:07.467698 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7a3b31e7-8fda-4cb2-9c72-99830fcd381b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports/11d7dc2e-9a58-4d99-abc7-6723a1145a53 HTTP/1.1" status: 200 len: 911 time: 0.1330454 Aug 10 01:02:07.467698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44608) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:07.478704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.481240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26ca9736-26cd-4d49-a82d-44a85bcb89ce'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:07.489878 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96772a4e-2980-4db0-acce-6a3ac22d90c1 x-openstack-request-id: req-96772a4e-2980-4db0-acce-6a3ac22d90c1 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:07.490165 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "name": "network-vif-plugged", "status": "completed", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:07.490420 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96772a4e-2980-4db0-acce-6a3ac22d90c1 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:07.490831 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e', 'code': 200} Aug 10 01:02:07.528190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b43f9-4aaa-4437-b011-1b86060b0cab req-8482f40c-8f90-4eac-917f-ed8f4397d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:07.529523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.530150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f0b43f9-4aaa-4437-b011-1b86060b0cab req-8482f40c-8f90-4eac-917f-ed8f4397d049 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1098 time: 0.1292138 Aug 10 01:02:07.552225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:07.557727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:07.565413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dccd93d-d841-44bf-9c01-d4a7f5f52bbe None None] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:07.572759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] Pushing event deleted for resources: {'Port': ['ID=2d983531-2b7d-4f92-8cb8-b7a89c1a79ec,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:07.601149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62d8fe-2ae4-458a-b866-fe5ad04ac986 req-b86a9ff7-71e4-4b12-b0d6-56c8cee7aa10 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:07.607808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a62d8fe-2ae4-458a-b866-fe5ad04ac986 req-b86a9ff7-71e4-4b12-b0d6-56c8cee7aa10 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1498663 Aug 10 01:02:07.611681 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f0b43f9-4aaa-4437-b011-1b86060b0cab req-e159c947-f69f-4fa1-9487-f79fd37bef8e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Aug 10 01:02:07.611945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47364e-ec4a-464e-874d-88082732bad0 None None] No DVR routers for this DVR port 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:07.634868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-61226378-7315-43a1-8712-d7eb329688e0 None None] Provisioning for port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:07.696469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a62d8fe-2ae4-458a-b866-fe5ad04ac986 req-3f80c5fb-37d5-40d2-84bf-45bda97bcc0d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876617 Aug 10 01:02:07.698182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.709475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b4c787-9e42-4929-b248-9a6cc38bb1e7']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.732950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.733262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c10e4b-3eb7-4a7e-8b1a-7415a87a7f5b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:07.744537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.762261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.766259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.769506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:07.770415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:07.774805 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:07.795610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9583aa-085f-4ed3-9e77-f63faea1313b req-719a6e98-b9a7-4b97-8311-6fa056a05c3f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:07.797751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c9583aa-085f-4ed3-9e77-f63faea1313b req-719a6e98-b9a7-4b97-8311-6fa056a05c3f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 946 time: 0.0795259 Aug 10 01:02:07.858239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.869862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.871953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/d4b4c787-9e42-4929-b248-9a6cc38bb1e7 HTTP/1.1" status: 204 len: 168 time: 0.9243212 Aug 10 01:02:07.876691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44612) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:07.890890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f596a4-4929-447f-a83d-4504c301f9ca tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=d4b4c787-9e42-4929-b248-9a6cc38bb1e7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:07.896539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-707615089'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:07.925131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:07.930127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.936153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c9583aa-085f-4ed3-9e77-f63faea1313b req-529ef800-0c44-49d7-9f1f-8cb43e605e9d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177077 Aug 10 01:02:07.967513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:07.973706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:07.980648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:07.980996 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment ca737e89-dcc4-4b17-9767-5a65b36e57ea of type vlan for network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 Aug 10 01:02:08.032340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.036120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:08.041970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:08.042801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.072417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.082846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:08.083627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.096267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Provisioning for port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:08.102016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Provisioning complete for port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:08.102392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.151128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2614255 Aug 10 01:02:08.154391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:08.162444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:08.162640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:08.182261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.194704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Provisioning complete for port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:08.195112 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-863a2ee6-feff-48ec-a314-19f594fb7861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.246207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,segment=NetworkSegment(54c0f269-0b0f-4734-ae46-8c876bb038de),segment_id=54c0f269-0b0f-4734-ae46-8c876bb038de)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:08.257053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.272668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ec0d0-7ebf-4401-b075-343d78ba2b4e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=fa5cc73f-1e9f-4de4-829c-63bdd8f05397,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:08.277229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.296365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.299153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:08.307088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:08.315754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.320759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/ports/11d7dc2e-9a58-4d99-abc7-6723a1145a53 HTTP/1.1" status: 200 len: 911 time: 0.8520298 Aug 10 01:02:08.325127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44618) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:08.412922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf52d-7b65-4be3-8b5b-3c62a3b87832 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=11d7dc2e-9a58-4d99-abc7-6723a1145a53,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:08.432067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:08.451817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:08.456861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.466055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:08.466917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d983531-2b7d-4f92-8cb8-b7a89c1a79ec not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:08.491819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:08.625879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-788dbc63-030b-44b5-9f58-26572979e895 None None] Provisioning complete for port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:08.626342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-788dbc63-030b-44b5-9f58-26572979e895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.662587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-788dbc63-030b-44b5-9f58-26572979e895 None None] Port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:08.782114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-401f7d97-dd4c-4f69-81b2-ff6a188e78fc None None] Provisioning complete for port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:08.782746 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-401f7d97-dd4c-4f69-81b2-ff6a188e78fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.817165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-401f7d97-dd4c-4f69-81b2-ff6a188e78fc None None] Port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:08.846187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:08.939550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09c7f6-6e20-46c8-9f82-24e3cd3cd0f0 req-78c21298-d8ed-41c6-a8b6-82159f23ada8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:08.941019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb09c7f6-6e20-46c8-9f82-24e3cd3cd0f0 req-78c21298-d8ed-41c6-a8b6-82159f23ada8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1467505 Aug 10 01:02:08.985838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=9b04afb7-2e7e-46a2-88ad-99fca512ad31,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:09.016523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaaffa-2bf8-4c41-83d4-ade9a4a9739f req-5579ffa3-3209-4d92-84f8-6d6e93141f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.018009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-adcaaffa-2bf8-4c41-83d4-ade9a4a9739f req-5579ffa3-3209-4d92-84f8-6d6e93141f72 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 1097 time: 0.1383767 Aug 10 01:02:09.024331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': 'ca737e89-dcc4-4b17-9767-5a65b36e57ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:09.024688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: fa5cc73f-1e9f-4de4-829c-63bdd8f05397, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:09.062981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb09c7f6-6e20-46c8-9f82-24e3cd3cd0f0 req-d7cabc05-6bc1-4b97-9cb7-fdea42783028 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116354 Aug 10 01:02:09.076538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720dbff-f4a5-4a11-892b-d548429f10ab req-54230404-91c4-443f-8018-80907f3bd4c2 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.084286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7720dbff-f4a5-4a11-892b-d548429f10ab req-54230404-91c4-443f-8018-80907f3bd4c2 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 946 time: 0.0542419 Aug 10 01:02:09.089487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-adcaaffa-2bf8-4c41-83d4-ade9a4a9739f req-0ad911ed-2052-4f2f-93b1-7b2ec6fd3394 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 Aug 10 01:02:09.090032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:09.094179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.116578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7720dbff-f4a5-4a11-892b-d548429f10ab req-94a26ee1-3e0d-4f17-9eae-338e42154ef6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Aug 10 01:02:09.161980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fa5cc73f-1e9f-4de4-829c-63bdd8f05397) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:09.168343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.168932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.178427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2836aa7-3c63-45db-9ded-923115af20a9 None None] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:09.210836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa80544b-7b8e-4b16-a238-a17b62907882 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0554101 Aug 10 01:02:09.213851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44628) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:09.219619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812227985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:09.245902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.247032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.277773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce80e856-8810-4156-af61-c9e33c14af96 req-54e25b3f-0927-4df0-8787-b1e52728be3d tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-396451549&fields=id&tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 267 time: 0.0907359 Aug 10 01:02:09.303248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.309915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.327428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.329802 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-49095d26-8003-4e88-9b8a-d4ca561891a7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1149135 Aug 10 01:02:09.332555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44630) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:09.336755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-fa5cc73f-1e9f-4de4-829c-63bdd8f05397', 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '9b04afb7-2e7e-46a2-88ad-99fca512ad31'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:09.337933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.361869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80e856-8810-4156-af61-c9e33c14af96 req-421dcc48-1d8a-4398-99cd-2a69789e6f9c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:09.363396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce80e856-8810-4156-af61-c9e33c14af96 req-421dcc48-1d8a-4398-99cd-2a69789e6f9c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 946 time: 0.0758898 Aug 10 01:02:09.381003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'security_groups': ['59aaeacc-23ce-4428-99ef-5e3d0d8f3d98', '847c41d8-e1b3-43a7-99a5-01f524b5a266']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:09.503734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Allocated IP 172.20.0.2 (fa5cc73f-1e9f-4de4-829c-63bdd8f05397/9b04afb7-2e7e-46a2-88ad-99fca512ad31/de133aae-d5ba-46a7-bc4f-799459ecf183) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:09.676867 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.688327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Transition to ACTIVE for port object de133aae-d5ba-46a7-bc4f-799459ecf183 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:09.707124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Transition to ACTIVE for port object de133aae-d5ba-46a7-bc4f-799459ecf183 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:09.714272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.778469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Pushing event updated for resources: {'Port': ['ID=de133aae-d5ba-46a7-bc4f-799459ecf183,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:09.789185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:09.791048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:09.795437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:09.853722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.895902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Attempting to bind port de133aae-d5ba-46a7-bc4f-799459ecf183 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:09.896266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Attempting to bind port de133aae-d5ba-46a7-bc4f-799459ecf183 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ca737e89-dcc4-4b17-9767-5a65b36e57ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:09.896631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Attempting to bind port de133aae-d5ba-46a7-bc4f-799459ecf183 on network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:09.904633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:09.905016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Checking segment: {'id': 'ca737e89-dcc4-4b17-9767-5a65b36e57ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:09.905564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.905967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Bound using segment: {'id': 'ca737e89-dcc4-4b17-9767-5a65b36e57ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:09.906701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Bound port: de133aae-d5ba-46a7-bc4f-799459ecf183, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca737e89-dcc4-4b17-9767-5a65b36e57ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'fa5cc73f-1e9f-4de4-829c-63bdd8f05397'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:09.907695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.911860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 11d7dc2e-9a58-4d99-abc7-6723a1145a53 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:09.912274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:09.917911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:09.928214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.015887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] For port de133aae-d5ba-46a7-bc4f-799459ecf183, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:10.019982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] For port de133aae-d5ba-46a7-bc4f-799459ecf183, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de133aae-d5ba-46a7-bc4f-799459ecf183,segment=NetworkSegment(ca737e89-dcc4-4b17-9767-5a65b36e57ea),segment_id=ca737e89-dcc4-4b17-9767-5a65b36e57ea)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:10.025483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:10.025864 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.028002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.044312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.112325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 11d7dc2e-9a58-4d99-abc7-6723a1145a53 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:10.214985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:10.261532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50e22c-2e56-45b6-81e6-3278f3284cb6 req-8303b5a4-8f82-40a0-a4cc-2f9451b40410 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:10.261970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac2c20-c5e3-4e3e-96cb-41c89cb9d7db None None] Pushing event updated for resources: {'Port': ['ID=de133aae-d5ba-46a7-bc4f-799459ecf183,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:10.263662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d50e22c-2e56-45b6-81e6-3278f3284cb6 req-8303b5a4-8f82-40a0-a4cc-2f9451b40410 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1146874 Aug 10 01:02:10.283361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.20.0.1 (fa5cc73f-1e9f-4de4-829c-63bdd8f05397/9b04afb7-2e7e-46a2-88ad-99fca512ad31/5b5a3666-764b-4b2f-8b6a-428139f555cb) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:10.317177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.329246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.341806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:10.344677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:10.380453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d50e22c-2e56-45b6-81e6-3278f3284cb6 req-8ffc8734-93c3-48a2-804f-008167ae8161 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994828 Aug 10 01:02:10.415654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:10.416396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.417783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce80e856-8810-4156-af61-c9e33c14af96 req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "PUT /v2.0/ports/85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 982 time: 1.0425353 Aug 10 01:02:10.418250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:10.420866 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a2320f-2b2d-4acd-950c-b2c972780c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:10.457879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.460788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38e42-4616-4aa3-ab29-5a66c8b47fb3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:10.464874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.529696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:10.535744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 5b5a3666-764b-4b2f-8b6a-428139f555cb will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:10.619687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.624718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=11d7dc2e-9a58-4d99-abc7-6723a1145a53,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:10.680082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=5b5a3666-764b-4b2f-8b6a-428139f555cb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:10.739651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:10.741683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:10.751958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:10.758284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.811973 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f770ff1-7fad-45a5-a61b-bb1c7216e2f4 x-openstack-request-id: req-4f770ff1-7fad-45a5-a61b-bb1c7216e2f4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:10.812281 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:10.816649 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f770ff1-7fad-45a5-a61b-bb1c7216e2f4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:10.818197 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e', 'status': 'completed', 'code': 200} Aug 10 01:02:10.855133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:10.966098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-064934d3-4173-4229-a5ec-f812d7ef5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:10.967904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-064934d3-4173-4229-a5ec-f812d7ef5b2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1137 time: 0.1689155 Aug 10 01:02:10.977208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af97faf7-d8ad-45b1-843a-22f4e5d9957b req-26e2c552-bc8d-4bee-a983-9cf38ebbf84f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/847c41d8-e1b3-43a7-99a5-01f524b5a266 HTTP/1.1" status: 200 len: 1801 time: 0.4451120 Aug 10 01:02:11.067781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.094364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 73395301-ee97-4df3-95f7-87237d106097 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:11.125904 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-af97faf7-d8ad-45b1-843a-22f4e5d9957b req-e6ba3032-34d9-4767-b63c-6c856e20af25 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:02:11.127335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af97faf7-d8ad-45b1-843a-22f4e5d9957b req-e6ba3032-34d9-4767-b63c-6c856e20af25 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/847c41d8-e1b3-43a7-99a5-01f524b5a266 HTTP/1.1" status: 409 len: 341 time: 0.1026328 Aug 10 01:02:11.206648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:11.219387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] Sync routers for ids ['73395301-ee97-4df3-95f7-87237d106097'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:11.220347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-44de3dea-226b-4ab7-856b-2f8e69ce9b9a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/73395301-ee97-4df3-95f7-87237d106097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8920784 Aug 10 01:02:11.223887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44662) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:11.231741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] Routers {'73395301-ee97-4df3-95f7-87237d106097'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:11.232582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73395301-ee97-4df3-95f7-87237d106097'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:11.280956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:11.294268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] Routers {'73395301-ee97-4df3-95f7-87237d106097'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:11.296270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-cdfcb03d-8658-4da0-b4d8-0abd3d0ed5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.296767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['73395301-ee97-4df3-95f7-87237d106097'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:11.298587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-cdfcb03d-8658-4da0-b4d8-0abd3d0ed5a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.3013749 Aug 10 01:02:11.332197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a67734a5-416c-4852-96dd-13231b487109 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=73395301-ee97-4df3-95f7-87237d106097 HTTP/1.1" status: 200 len: 205 time: 0.1028471 Aug 10 01:02:11.334638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:11.350092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:11.350946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071da6eb-9075-4d05-9322-bcb31dcfdbe3 None None] The sync data for ids ['73395301-ee97-4df3-95f7-87237d106097'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:11.418559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-a2a736f8-03de-4d9b-8007-223b9e95ec23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 217 time: 0.0851371 Aug 10 01:02:11.471672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.489415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-e741bd52-a2ef-4d52-8529-a34e68eeb0c0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.491019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-e741bd52-a2ef-4d52-8529-a34e68eeb0c0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 811 time: 0.3512993 Aug 10 01:02:11.558020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-6423b9ca-dc0d-4fa3-a791-889dcce61923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.559565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-6423b9ca-dc0d-4fa3-a791-889dcce61923 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.1301267 Aug 10 01:02:11.563053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-e50c1808-8b20-4a34-b257-400e76e76f91 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/quotas/15b4fc9ee5ad4332b8689b53cd1a4569 HTTP/1.1" status: 200 len: 375 time: 0.0619872 Aug 10 01:02:11.566179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa1c10-4e31-498c-9072-fcfe326c500b req-b562a9a0-c1fb-4db4-b18d-fc53be617f24 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.571215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9aaa1c10-4e31-498c-9072-fcfe326c500b req-b562a9a0-c1fb-4db4-b18d-fc53be617f24 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 985 time: 0.1381440 Aug 10 01:02:11.613372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d2bb2-e23a-4fd2-a371-1bbc4580edff None None] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:11.613855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-d83e136a-4cdc-4832-89cc-0d7a4f664cd3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459316 Aug 10 01:02:11.693134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b62f113b-5d6c-44cb-8085-87194216fbea None None] Provisioning for port de133aae-d5ba-46a7-bc4f-799459ecf183 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:11.711014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9aaa1c10-4e31-498c-9072-fcfe326c500b req-76642093-59cc-4ce8-8953-b46625301d85 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=847c41d8-e1b3-43a7-99a5-01f524b5a266&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1118171 Aug 10 01:02:11.713318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.715906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.750746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-ea0e55b0-524c-4e46-a82a-ad2bc5b8b192 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1629808 Aug 10 01:02:11.799499 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.800093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router 73395301-ee97-4df3-95f7-87237d106097 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:11.807899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.811517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-60998602-8f9a-4cdc-a363-fc203079f56b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/73395301-ee97-4df3-95f7-87237d106097 HTTP/1.1" status: 204 len: 168 time: 0.4733868 Aug 10 01:02:11.813879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44668) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:11.814105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-127c9698-f264-48ce-9f39-99004dcf5adb service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801331 Aug 10 01:02:11.829583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-8a354dd2-7a1a-49da-9d78-5969f5d9ce47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1078949 Aug 10 01:02:11.840405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.855476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.889517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet 26ca9736-26cd-4d49-a82d-44a85bcb89ce {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:11.900053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:11.986353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305a09-5385-4a15-b084-f0b413083128 req-96db160e-0f24-44ec-8478-88fafbe9fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:11.988068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-96db160e-0f24-44ec-8478-88fafbe9fbe4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1097 time: 0.0639255 Aug 10 01:02:12.002237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de133aae-d5ba-46a7-bc4f-799459ecf183 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:12.007585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.010118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=5b5a3666-764b-4b2f-8b6a-428139f555cb,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:12.012608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.054356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-4cd4aa07-88c5-4509-9133-62bbd70d3706 service neutron] 10.222.0.25 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822645 Aug 10 01:02:12.107523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port de133aae-d5ba-46a7-bc4f-799459ecf183 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:12.112106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port de133aae-d5ba-46a7-bc4f-799459ecf183 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:12.112567 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.175584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a2320f-2b2d-4acd-950c-b2c972780c3e req-386d812b-95db-4dcd-a681-53b1e4b47b76 service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330925 Aug 10 01:02:12.199278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.203370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305a09-5385-4a15-b084-f0b413083128 req-45deb9d8-37e5-4f1b-9b04-1a7f5743abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.205247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-45deb9d8-37e5-4f1b-9b04-1a7f5743abe6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1944678 Aug 10 01:02:12.231363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.261443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Provisioning for port 5b5a3666-764b-4b2f-8b6a-428139f555cb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:12.273784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Provisioning complete for port 5b5a3666-764b-4b2f-8b6a-428139f555cb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:12.274792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.279212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-2c07f80f-9c89-43e2-bd2e-1a66871f0d45 service neutron] 10.222.0.25 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210367 Aug 10 01:02:12.315666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:12.318781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port de133aae-d5ba-46a7-bc4f-799459ecf183, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de133aae-d5ba-46a7-bc4f-799459ecf183,segment=NetworkSegment(ca737e89-dcc4-4b17-9767-5a65b36e57ea),segment_id=ca737e89-dcc4-4b17-9767-5a65b36e57ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:12.322044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:12.333502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4629-61fb-44e6-870e-a53aace58241 req-4db57824-8d78-4de4-9208-eb5a0197f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.334388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.334528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-4987ceec-01c7-48af-ad37-576032d15277 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 1001 time: 0.0899003 Aug 10 01:02:12.336656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-4db57824-8d78-4de4-9208-eb5a0197f203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1137 time: 0.0851541 Aug 10 01:02:12.345500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Port 5b5a3666-764b-4b2f-8b6a-428139f555cb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:12.396745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Provisioning complete for port de133aae-d5ba-46a7-bc4f-799459ecf183 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:12.397278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8769c9a6-5103-464a-8b26-0f850f863e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.408294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305a09-5385-4a15-b084-f0b413083128 req-782b7a87-72e3-42b4-a71c-f2aea736ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.410248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-782b7a87-72e3-42b4-a71c-f2aea736ec8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.0623863 Aug 10 01:02:12.428121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=de133aae-d5ba-46a7-bc4f-799459ecf183,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:12.491779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae305a09-5385-4a15-b084-f0b413083128 req-052cd18d-43bd-4244-80fd-e18217b31481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.493801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-052cd18d-43bd-4244-80fd-e18217b31481 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769467 Aug 10 01:02:12.503722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4629-61fb-44e6-870e-a53aace58241 req-b0178b71-fc27-42c6-aa64-f29e3e8f1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:12.505222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-b0178b71-fc27-42c6-aa64-f29e3e8f1bcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.1613855 Aug 10 01:02:12.611871 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7238469c-0cb0-480b-b709-7afbddce7d4e req-7a852fd1-31f3-45a9-bae3-c95967e63cfb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 210 time: 0.0383739 Aug 10 01:02:12.615278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.662113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e25f2416-1048-4cda-a826-72283c4ec9b8 None None] Provisioning complete for port 5b5a3666-764b-4b2f-8b6a-428139f555cb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:12.663484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e25f2416-1048-4cda-a826-72283c4ec9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.669511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=26ca9736-26cd-4d49-a82d-44a85bcb89ce,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:12.673361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.678763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2795eac8-da61-4240-b7ee-b66fa8056e13 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/26ca9736-26cd-4d49-a82d-44a85bcb89ce HTTP/1.1" status: 204 len: 168 time: 0.8644915 Aug 10 01:02:12.682196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c17cf9-9ae0-41cf-bae9-5f0f926e819c None None] Network a013bb17-bde1-4d25-8833-6d20fdd8cd2e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:12.683018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44678) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:12.783035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:12.808913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-65902be1-49ba-474e-8864-a910512d9c98 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072491 Aug 10 01:02:12.911873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e25f2416-1048-4cda-a826-72283c4ec9b8 None None] Port 5b5a3666-764b-4b2f-8b6a-428139f555cb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:12.920789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-de859abe-efd2-4352-9a88-2f2bdb9dc395 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 217 time: 0.4051971 Aug 10 01:02:12.977616 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ae305a09-5385-4a15-b084-f0b413083128 req-ea1d81ca-368f-42f0-926f-2f18f98b6451 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316998 Aug 10 01:02:12.983826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:12.984200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.036394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-42b45e87-2c80-4f2a-a52c-4fc56246aa45 None None] Provisioning complete for port 5b5a3666-764b-4b2f-8b6a-428139f555cb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:13.036859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42b45e87-2c80-4f2a-a52c-4fc56246aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.038522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5044e-ea59-4bed-bb71-690e85827ab3 req-3201e023-902e-42c8-8beb-d5a4734c08b6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.040105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ca5044e-ea59-4bed-bb71-690e85827ab3 req-3201e023-902e-42c8-8beb-d5a4734c08b6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 985 time: 0.1630542 Aug 10 01:02:13.065937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b4629-61fb-44e6-870e-a53aace58241 req-cf7a0773-48e1-40d9-83d9-ccf2f7408bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.067530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-cf7a0773-48e1-40d9-83d9-ccf2f7408bb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.1144438 Aug 10 01:02:13.069742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,segment=NetworkSegment(54c0f269-0b0f-4734-ae46-8c876bb038de),segment_id=54c0f269-0b0f-4734-ae46-8c876bb038de)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:13.070258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.091938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:13.116853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] DHCP port deletion for a013bb17-bde1-4d25-8833-6d20fdd8cd2e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:13.128687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-2e7adeac-501b-4494-a4e0-c875b10111d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450094 Aug 10 01:02:13.180354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.205416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ca5044e-ea59-4bed-bb71-690e85827ab3 req-1be176f3-ceb8-4ac9-aa68-ae78f4adb8fb tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=847c41d8-e1b3-43a7-99a5-01f524b5a266&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1533740 Aug 10 01:02:13.206058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 1939b9ba-d95e-4cb5-b8e9-9f798346142a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:13.228052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:13.234801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:13.250158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-42b45e87-2c80-4f2a-a52c-4fc56246aa45 None None] Port 5b5a3666-764b-4b2f-8b6a-428139f555cb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:13.262376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Deleting port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:13.262866 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.331258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.338541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:13.344376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7ed1814c-725e-4aa7-9db7-0aee681868ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/1939b9ba-d95e-4cb5-b8e9-9f798346142a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0096838 Aug 10 01:02:13.344939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a013bb17-bde1-4d25-8833-6d20fdd8cd2e']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.347089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44692) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:13.349796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] For port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:13.350312 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.351038 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] Sync routers for ids ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:13.360080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c0f269-0b0f-4734-ae46-8c876bb038de') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.360573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c0f269-0b0f-4734-ae46-8c876bb038de') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.365524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] Routers {'1939b9ba-d95e-4cb5-b8e9-9f798346142a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:13.366174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.373163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.380416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Calling delete_port for 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:13.383491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:02:13.384779 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.408000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.412798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] Pushing event deleted for resources: {'Port': ['ID=12e51a85-ddb5-4fa6-a3a4-d0987d8b906b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:13.418249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-a136ad5b-30ac-4420-b1d2-9423d6f3a70f service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722151 Aug 10 01:02:13.420187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb4c97-e3ba-4a38-9aca-4ad9f94525f0 None None] No DVR routers for this DVR port 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:13.430312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:13.430817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.431682 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.434473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f02d668-f5c9-4710-9995-60a7759dd4db tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:13.434719 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:13.440323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3f02d668-f5c9-4710-9995-60a7759dd4db tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports/5b5a3666-764b-4b2f-8b6a-428139f555cb HTTP/1.1" status: 200 len: 910 time: 0.0773020 Aug 10 01:02:13.442129 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] Routers {'1939b9ba-d95e-4cb5-b8e9-9f798346142a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:13.443104 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.444354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44694) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:13.480210 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:13.481027 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd4fc3a-703e-4f71-ad04-df3f8af410b8 None None] The sync data for ids ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:13.496929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.504081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.505898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/a013bb17-bde1-4d25-8833-6d20fdd8cd2e HTTP/1.1" status: 204 len: 168 time: 0.8217373 Aug 10 01:02:13.519522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44696) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:13.523938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-592255760', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:13.529878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2846b52-c9ff-43dd-822d-326e8d892fe7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=a013bb17-bde1-4d25-8833-6d20fdd8cd2e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:13.549872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.550980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.606925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.612069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.627512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.628730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d3e20dda-2e52-462e-beef-80c145259d51 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1082768 Aug 10 01:02:13.631690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44698) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:13.638147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189256704'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:13.660499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:13.663983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.682898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409b4629-61fb-44e6-870e-a53aace58241 req-73faeda5-6bcb-459f-a318-89ba52eb47b2 service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455862 Aug 10 01:02:13.692141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:13.702657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.703622 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment eaa23f1b-6aef-403b-9ee3-057e04c54d17 of type vlan for network e2664b95-adcd-464c-ba52-560e8c6a7558 Aug 10 01:02:13.748310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.795572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.803746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.804518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:13.833363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3be0a80e-3c4e-4635-8ff7-2c9b69b95bf0 req-2b3fb970-0727-4f88-bca1-746f4b5021b9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 210 time: 0.0918880 Aug 10 01:02:13.916602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2812283 Aug 10 01:02:13.917005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44702) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:13.922505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:13.924755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ef0fe-591e-4732-ab6c-300f639de4cb tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=e2664b95-adcd-464c-ba52-560e8c6a7558,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:13.940760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network e2664b95-adcd-464c-ba52-560e8c6a7558 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:13.945068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de133aae-d5ba-46a7-bc4f-799459ecf183 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:13.991614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-f95aed07-f862-4f4c-88a1-4553fb0bd452 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:13.993052 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-f95aed07-f862-4f4c-88a1-4553fb0bd452 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.10 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 811 time: 0.2352870 Aug 10 01:02:14.029849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Request body: {'port': {'device_id': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'admin_state_up': True, 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:14.058502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7843c0ed-909d-41f8-be5d-da8e576e6e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.067936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port de133aae-d5ba-46a7-bc4f-799459ecf183 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:14.068307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.147729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:14.151174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.204454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.212351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:14.236667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:14.237024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 12e51a85-ddb5-4fa6-a3a4-d0987d8b906b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:14.363942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Made reservation on behalf of 15b4fc9ee5ad4332b8689b53cd1a4569 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:14.367450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.472447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789c93a-2549-49fe-b469-e84a798e2757 req-62d52b3e-8947-4da0-82e9-c0d56099c26a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:14.473937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d789c93a-2549-49fe-b469-e84a798e2757 req-62d52b3e-8947-4da0-82e9-c0d56099c26a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 985 time: 0.1856990 Aug 10 01:02:14.658271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d789c93a-2549-49fe-b469-e84a798e2757 req-e9342805-b378-44cf-85e8-7813062e9a92 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=847c41d8-e1b3-43a7-99a5-01f524b5a266&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1557150 Aug 10 01:02:14.701875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Allocated IP 172.20.0.14 (79ec81ad-6957-46cf-ad9c-47b42c258d57/c53c79e6-6a34-4c6d-8727-6aec308418d1/08012da0-7f9f-434f-8942-21dcd6efd559) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:14.721334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:14.761029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-70c2eae0-4df3-4e90-be9c-e28c702574c9 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-481517026&fields=id&tenant_id=b9d140e31bdc420d822042c5c4ccd9f8 HTTP/1.1" status: 200 len: 267 time: 0.0347581 Aug 10 01:02:14.817890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-c60a18b0-1fe5-4ed1-8f3b-097aab9a7595 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:14.819161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-c60a18b0-1fe5-4ed1-8f3b-097aab9a7595 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 985 time: 0.0504069 Aug 10 01:02:14.837537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'port': {'security_groups': ['59aaeacc-23ce-4428-99ef-5e3d0d8f3d98', '847c41d8-e1b3-43a7-99a5-01f524b5a266', 'f0e9c277-3a62-4e25-90d2-ebd2d304a6ee']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:14.849289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=cafaf4df-5429-4f9e-a162-676fe8ffa62d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:14.914111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.128999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:15.161107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.165900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.178846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:15.181346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:15.184902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:15.184902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: e2664b95-adcd-464c-ba52-560e8c6a7558, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:15.214620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-892d0932-0bd8-4b54-b608-635e2a362150 req-ecd24ca1-c546-4560-bcdd-abe3dae35aa7 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 210 time: 0.0389171 Aug 10 01:02:15.215375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.216014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.231537 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b1f9b96-31b6-4082-b51e-39c2ff08d950 req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "PUT /v2.0/ports/85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 1021 time: 0.3987308 Aug 10 01:02:15.233572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 5b5a3666-764b-4b2f-8b6a-428139f555cb {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:15.234132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.236701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:15.255014 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d154120-6f75-4e63-a646-c6bdbaa0c557" -d '{"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:15.299053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network e2664b95-adcd-464c-ba52-560e8c6a7558 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:15.333190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, e2664b95-adcd-464c-ba52-560e8c6a7558) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:15.340780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b27414f-f6e1-4154-9bbe-c8851e4be094 req-0c4d29ea-1fa2-4534-ae67-a95c34ffb100 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/f0e9c277-3a62-4e25-90d2-ebd2d304a6ee HTTP/1.1" status: 200 len: 1801 time: 0.0826449 Aug 10 01:02:15.343733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb8ec2-c476-498a-a310-33b56935b2ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:15.346983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.355908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.356504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.391125 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c1799e-9ad1-4868-b660-cf1a77187701 x-openstack-request-id: req-b7c1799e-9ad1-4868-b660-cf1a77187701 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:15.391966 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:15.392308 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7c1799e-9ad1-4868-b660-cf1a77187701 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:15.392773 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e', 'status': 'completed', 'code': 200} Aug 10 01:02:15.395686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8352dfd6-edb7-46a5-9903-0ed68ab589ba tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4777637 Aug 10 01:02:15.397726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.398423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:15.414252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 5b5a3666-764b-4b2f-8b6a-428139f555cb owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:15.424896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:15.426812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7ff95-4d68-43de-8265-7ca06e42d7ff None None] Network e2664b95-adcd-464c-ba52-560e8c6a7558 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:15.483262 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.530340 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-4b27414f-f6e1-4154-9bbe-c8851e4be094 req-dfc24afd-868a-49da-931c-25d36653a244 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:02:15.539744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b27414f-f6e1-4154-9bbe-c8851e4be094 req-dfc24afd-868a-49da-931c-25d36653a244 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/f0e9c277-3a62-4e25-90d2-ebd2d304a6ee HTTP/1.1" status: 409 len: 341 time: 0.1948245 Aug 10 01:02:15.540077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Network 79ec81ad-6957-46cf-ad9c-47b42c258d57 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:15.548255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:15.586402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:15.591920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Pushing event updated for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:15.620314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-5f2d1d95-78ee-4c9a-ad05-f76d7a8f901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.622112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-5f2d1d95-78ee-4c9a-ad05-f76d7a8f901d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1176 time: 0.1660244 Aug 10 01:02:15.653782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:15.654331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.717347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-6220df58-a8f4-4a8b-8504-686b0a9d31c4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7108626 Aug 10 01:02:15.727698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-e2664b95-adcd-464c-ba52-560e8c6a7558', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:15.729043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.734204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Request body: {'port': {'device_id': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:15.734934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.789501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=5b5a3666-764b-4b2f-8b6a-428139f555cb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:15.905055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.976680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:15.997233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.172481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Allocated IP 2001:db8::2 (e2664b95-adcd-464c-ba52-560e8c6a7558/cafaf4df-5429-4f9e-a162-676fe8ffa62d/e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:16.242182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 1939b9ba-d95e-4cb5-b8e9-9f798346142a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:16.353359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['bfa2b053-1961-449b-93ba-5dbe01cc6ef2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:16.452242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea95b63-8eac-4ba8-ba88-3a7edfb640e1 req-c615fd55-2a40-4c33-b7c1-236c3c472f3e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.458177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ea95b63-8eac-4ba8-ba88-3a7edfb640e1 req-c615fd55-2a40-4c33-b7c1-236c3c472f3e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1024 time: 0.6672325 Aug 10 01:02:16.522699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:16.529864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-f873cac9-487d-4b3d-b3e4-5997486afc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.532227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-f873cac9-487d-4b3d-b3e4-5997486afc87 service neutron] 10.222.0.10 "GET /v2.0/networks?id=faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 200 len: 912 time: 0.8698909 Aug 10 01:02:16.541010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f9c6de3d-cac8-4a2c-b1fa-14bc40565129 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/1939b9ba-d95e-4cb5-b8e9-9f798346142a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916021 Aug 10 01:02:16.541220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44734) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:16.546426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21d5ae-01e6-4f5e-a4f7-8fa3709fba58 req-6e1b5411-43c2-4bea-8aed-3f3c9a5814fe tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.548796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd21d5ae-01e6-4f5e-a4f7-8fa3709fba58 req-6e1b5411-43c2-4bea-8aed-3f3c9a5814fe tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 932 time: 0.1951029 Aug 10 01:02:16.571181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] Sync routers for ids ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:16.614793 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.621767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5d2e4895-6fa2-4b69-b4d2-30158b0088fb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=1939b9ba-d95e-4cb5-b8e9-9f798346142a HTTP/1.1" status: 200 len: 205 time: 0.0769553 Aug 10 01:02:16.621981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] Routers {'1939b9ba-d95e-4cb5-b8e9-9f798346142a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:16.622163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:16.624028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:16.646514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-00e9b128-3012-4da7-9439-e7eb81efe71b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 200 len: 217 time: 0.1051414 Aug 10 01:02:16.658832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ea95b63-8eac-4ba8-ba88-3a7edfb640e1 req-ed72a735-2616-4fdd-95ab-c25ec69e43b2 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=847c41d8-e1b3-43a7-99a5-01f524b5a266&id=f0e9c277-3a62-4e25-90d2-ebd2d304a6ee&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1900861 Aug 10 01:02:16.666932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Transition to ACTIVE for port object e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:16.668747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:16.675127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd21d5ae-01e6-4f5e-a4f7-8fa3709fba58 req-b324557a-9d79-42e7-8404-efd9284be51d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139765 Aug 10 01:02:16.708614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Transition to ACTIVE for port object e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:16.710151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] Routers {'1939b9ba-d95e-4cb5-b8e9-9f798346142a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:16.711408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:16.717289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-b658abce-7a87-4ff8-8e85-ef49bee00ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:16.720225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-b658abce-7a87-4ff8-8e85-ef49bee00ed6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 200 len: 852 time: 0.0571532 Aug 10 01:02:16.743945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.771642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-917e2f08-22c5-473f-8552-5c1258080f05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faae1d18-af51-44c4-84d6-d6a646e3402d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365314 Aug 10 01:02:16.783152 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.792391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:16.793101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd062f4-a295-426b-9606-be866e0fbb92 None None] The sync data for ids ['1939b9ba-d95e-4cb5-b8e9-9f798346142a'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:16.811112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08012da0-7f9f-434f-8942-21dcd6efd559 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:16.822445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.847870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35404771-404c-4558-b7f4-8966b5e46da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.853888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Network e2664b95-adcd-464c-ba52-560e8c6a7558 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:16.869099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:16.880491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:16.898238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Transition to ACTIVE for port object 08012da0-7f9f-434f-8942-21dcd6efd559 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:16.921355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Pushing event updated for resources: {'Port': ['ID=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:16.926577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.932993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.940181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.955212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8::1 (e2664b95-adcd-464c-ba52-560e8c6a7558/cafaf4df-5429-4f9e-a162-676fe8ffa62d/e8cd4c7f-2025-4e8b-8dbe-a623367b12cd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:16.986827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Attempting to bind port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:16.987358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Attempting to bind port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:16.988075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Attempting to bind port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 on network e2664b95-adcd-464c-ba52-560e8c6a7558 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:16.992089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-aa3a5349-3094-4961-8645-a6a9502a30e6 service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058926 Aug 10 01:02:16.994166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:16.994683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Checking segment: {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:16.995210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:16.995862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Bound using segment: {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:16.996321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Bound port: e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:16.996793 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.045768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.046260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router 1939b9ba-d95e-4cb5-b8e9-9f798346142a {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:17.059245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.060359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a3d8021a-411f-4e8a-ac2d-81a7939b8121 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/1939b9ba-d95e-4cb5-b8e9-9f798346142a HTTP/1.1" status: 204 len: 168 time: 0.4352653 Aug 10 01:02:17.062350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Pushing event updated for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:17.064673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:17.082841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] For port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:17.090426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] For port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:17.098451 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.157902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-eb32354e-f874-4a06-889e-953484382592 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2192039 Aug 10 01:02:17.173844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d76143-0d0d-4a1e-abc9-c3095b43514c None None] Pushing event updated for resources: {'Port': ['ID=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:17.180997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 9b04afb7-2e7e-46a2-88ad-99fca512ad31 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:17.186496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.214659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.219995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-8424e7b8-0ebf-4c55-bc8f-41322c0067ab service neutron] 10.222.0.10 "GET /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159736 Aug 10 01:02:17.251645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.256311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-20e5013a-a2d1-430d-a5d8-0c6c02749abd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.259936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-20e5013a-a2d1-430d-a5d8-0c6c02749abd tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.10 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 1024 time: 0.1174278 Aug 10 01:02:17.259936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object e8cd4c7f-2025-4e8b-8dbe-a623367b12cd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:17.260367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Attempting to bind port 08012da0-7f9f-434f-8942-21dcd6efd559 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:17.260367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Attempting to bind port 08012da0-7f9f-434f-8942-21dcd6efd559 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:17.260623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Attempting to bind port 08012da0-7f9f-434f-8942-21dcd6efd559 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:17.281720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Port 08012da0-7f9f-434f-8942-21dcd6efd559 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:17.282051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Attempting to bind port 08012da0-7f9f-434f-8942-21dcd6efd559 on network 79ec81ad-6957-46cf-ad9c-47b42c258d57 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:17.290154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:17.290655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Checking segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:17.291139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Bound using segment: {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:17.291592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Bound port: 08012da0-7f9f-434f-8942-21dcd6efd559, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f538fc57-ce80-4ac8-b144-96e2dd5d4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:17.291955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.299741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.370510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.371107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.371584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.372059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.372530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.373001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.373478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.376871 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-495d1933-b848-445a-bde6-3475c5a1ef8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e14a5ea266f241878425816e8c522c7f&device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 6496 time: 0.1507354 Aug 10 01:02:17.387058 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.449461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network e2664b95-adcd-464c-ba52-560e8c6a7558 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:17.456250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:17.459885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:17.468434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:17.469588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.519549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Deleting port 85900c28-1fe6-4429-977f-71cc51bf604e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:17.519891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.544874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.589239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:17.614705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08012da0-7f9f-434f-8942-21dcd6efd559,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:17.629444 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.643836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-bd3404bf-3f6e-44aa-8832-18e55ff29914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.644301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-bd3404bf-3f6e-44aa-8832-18e55ff29914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.644781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-bd3404bf-3f6e-44aa-8832-18e55ff29914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.646415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-bd3404bf-3f6e-44aa-8832-18e55ff29914 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=1c8eeafd-8450-4982-8888-460c59837f05&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 200 len: 2290 time: 0.2102907 Aug 10 01:02:17.649155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.674359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 85900c28-1fe6-4429-977f-71cc51bf604e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=85900c28-1fe6-4429-977f-71cc51bf604e,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:17.674778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.684499 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.698344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Calling delete_port for 85900c28-1fe6-4429-977f-71cc51bf604e owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:17.723213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:17.723856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.725480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] 10.222.0.10 "PUT /v2.0/ports/08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 200 len: 1093 time: 1.9981022 Aug 10 01:02:17.725833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:17.728129 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e18a83-87f5-4a47-9454-f9e7896db211" -d '{"events": [{"name": "network-changed", "server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:17.746591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.811710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=9b04afb7-2e7e-46a2-88ad-99fca512ad31,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:17.832776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5aa0b-5332-4a6b-8214-01a722389fed service neutron] Pushing event updated for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:17.840032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d455f1-3047-4104-a266-4619823b6c4b None None] Network fa5cc73f-1e9f-4de4-829c-63bdd8f05397 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:17.845741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:17.847683 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b433288-5d2d-42f3-a860-f3fda73c5168 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/9b04afb7-2e7e-46a2-88ad-99fca512ad31 HTTP/1.1" status: 204 len: 168 time: 0.7809708 Aug 10 01:02:17.851435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44748) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:17.852930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-92d4aeeb-03d9-4a3c-93f1-e3412c03572d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 200 len: 1001 time: 0.1851437 Aug 10 01:02:17.986731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:18.076660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:18.157474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] DHCP port deletion for fa5cc73f-1e9f-4de4-829c-63bdd8f05397 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:18.188150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.202285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['85900c28-1fe6-4429-977f-71cc51bf604e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:18.205335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['40a2b833-5468-4a0b-881a-6a7371ad7eac'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:18.256294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7595b8-aa0d-4f9f-9647-d76844a20abc req-0c2735bf-6a2f-439c-b40c-816f50e8b8d3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.266913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4e7595b8-aa0d-4f9f-9647-d76844a20abc req-0c2735bf-6a2f-439c-b40c-816f50e8b8d3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=b250e9cb-898b-41d0-a34e-7a69369e2b6f HTTP/1.1" status: 200 len: 945 time: 0.4690957 Aug 10 01:02:18.268737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-205a1696-be4d-42c1-aede-28b11016fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.270212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-205a1696-be4d-42c1-aede-28b11016fd94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 200 len: 851 time: 0.0705657 Aug 10 01:02:18.276256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.277354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-844ff21d-8435-411b-ab09-dce3b75bf15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.279493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-844ff21d-8435-411b-ab09-dce3b75bf15e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1096 time: 0.4847386 Aug 10 01:02:18.279647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'Port': ['ID=85900c28-1fe6-4429-977f-71cc51bf604e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:18.325204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Deleting port de133aae-d5ba-46a7-bc4f-799459ecf183 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:18.325760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.364825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-9695651a-a6d8-4de2-a8cc-f3113c9abc1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 200 len: 217 time: 0.0724573 Aug 10 01:02:18.385027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937983e-97b5-438b-b5a6-281d57ef6eb0 req-c7858858-2c62-45c0-8e1b-c0cb3bd21a03 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.389879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8937983e-97b5-438b-b5a6-281d57ef6eb0 req-c7858858-2c62-45c0-8e1b-c0cb3bd21a03 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 944 time: 0.5597935 Aug 10 01:02:18.390086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] No DVR routers for this DVR port 85900c28-1fe6-4429-977f-71cc51bf604e on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:18.420189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.420423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d6c09-7051-4f17-bd78-6498144f2850 None None] Network e2664b95-adcd-464c-ba52-560e8c6a7558 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:18.422579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9d18437-0514-4eba-a196-5168bc676dc6 req-aba3217f-35e7-4ec9-995b-1d8f8d9b5a7b tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.10 "DELETE /v2.0/ports/85900c28-1fe6-4429-977f-71cc51bf604e HTTP/1.1" status: 204 len: 173 time: 1.1580057 Aug 10 01:02:18.423065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'name': 'network-vif-deleted', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:18.425316 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff79fed-402c-450e-b1b6-8e44c40864dc" -d '{"events": [{"server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "name": "network-vif-deleted", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:18.442400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4e7595b8-aa0d-4f9f-9647-d76844a20abc req-3f0a91bf-3b29-414c-9996-aa6f466cde4f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=847c41d8-e1b3-43a7-99a5-01f524b5a266&id=f0e9c277-3a62-4e25-90d2-ebd2d304a6ee&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1746175 Aug 10 01:02:18.457736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.466117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.474334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-010101c0-5e4d-46f2-a878-32d1ff20bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.475911 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-010101c0-5e4d-46f2-a878-32d1ff20bef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7078cfdf-5bfa-4b0f-9789-b995d7ff281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955130 Aug 10 01:02:18.479841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.511702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8937983e-97b5-438b-b5a6-281d57ef6eb0 req-448e04c6-1290-4de3-9f04-872f96de31b8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031053 Aug 10 01:02:18.582365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] For port de133aae-d5ba-46a7-bc4f-799459ecf183, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de133aae-d5ba-46a7-bc4f-799459ecf183,segment=NetworkSegment(ca737e89-dcc4-4b17-9767-5a65b36e57ea),segment_id=ca737e89-dcc4-4b17-9767-5a65b36e57ea)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:18.582801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.616097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Calling delete_port for de133aae-d5ba-46a7-bc4f-799459ecf183 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:18.617800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Provisioning for port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:18.630384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port de133aae-d5ba-46a7-bc4f-799459ecf183 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:18.630384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.650083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Provisioning complete for port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:18.650658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.663705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:18.665825 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509462c2-4a46-4b34-86cf-1d8e6866350d x-openstack-request-id: req-509462c2-4a46-4b34-86cf-1d8e6866350d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:18.666128 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:18.667599 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-509462c2-4a46-4b34-86cf-1d8e6866350d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:18.667599 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559', 'status': 'completed', 'code': 200} Aug 10 01:02:18.695398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-d934ab8e-24ae-4d44-9ce1-1d1e23e6e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:18.697418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-d934ab8e-24ae-4d44-9ce1-1d1e23e6e365 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.3240266 Aug 10 01:02:18.739036 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b4fc4-febb-4833-b09b-dfe1a1033678 x-openstack-request-id: req-996b4fc4-febb-4833-b09b-dfe1a1033678 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:18.739325 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b250e9cb-898b-41d0-a34e-7a69369e2b6f", "name": "network-vif-deleted", "tag": "85900c28-1fe6-4429-977f-71cc51bf604e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:18.739577 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-996b4fc4-febb-4833-b09b-dfe1a1033678 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:18.740977 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b250e9cb-898b-41d0-a34e-7a69369e2b6f', 'name': 'network-vif-deleted', 'tag': '85900c28-1fe6-4429-977f-71cc51bf604e', 'status': 'completed', 'code': 200} Aug 10 01:02:18.753677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-f33ef0c2-bee6-4d4e-aaed-4b2862d2d867 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325818 Aug 10 01:02:18.807855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port de133aae-d5ba-46a7-bc4f-799459ecf183, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de133aae-d5ba-46a7-bc4f-799459ecf183,segment=NetworkSegment(ca737e89-dcc4-4b17-9767-5a65b36e57ea),segment_id=ca737e89-dcc4-4b17-9767-5a65b36e57ea)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:18.808590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.817259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-3ab3193c-726c-47be-a15e-61d860c00ede service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162875 Aug 10 01:02:18.820869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network e2664b95-adcd-464c-ba52-560e8c6a7558 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:18.823337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:18.831723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for de133aae-d5ba-46a7-bc4f-799459ecf183 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:18.898652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:18.929555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-dd822551-709d-47f6-9db1-b8936eacf3ec service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653268 Aug 10 01:02:18.958643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] Pushing event deleted for resources: {'Port': ['ID=de133aae-d5ba-46a7-bc4f-799459ecf183,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:18.960728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ef6123-d861-4f51-93fa-cd03fd6dee3d None None] No DVR routers for this DVR port de133aae-d5ba-46a7-bc4f-799459ecf183 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:18.977353 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.012419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-a9be98f2-2b3d-4e96-8a83-4b7827f0b6f1 service neutron] 10.222.0.10 "GET /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872156 Aug 10 01:02:19.041628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] For port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:19.047775 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.079385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-e5d0e2b9-321c-4c90-890e-c5e16c19572f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.193&port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 217 time: 0.0563114 Aug 10 01:02:19.094357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.101244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:19.136072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=de133aae-d5ba-46a7-bc4f-799459ecf183,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:19.137911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Pushing event updated for resources: {'Port': ['ID=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:19.146019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port de133aae-d5ba-46a7-bc4f-799459ecf183 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:19.147362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.147578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.147980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.148329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.148664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.148998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.149631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.149779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.150080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.150308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.150641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.150986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d8f242-55f2-4988-b8f9-427ad13bedcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:19.182951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31e1b3fb-de1d-4318-a099-0cc6609053ee req-a0ab4126-ecc1-4145-802d-b0973076c97b service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434273 Aug 10 01:02:19.186975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-875536d3-9851-42fc-8ed0-92ee07b8618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.188634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-875536d3-9851-42fc-8ed0-92ee07b8618f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.0973363 Aug 10 01:02:19.274395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-28fcdd47-10d2-4813-a22b-335438b365a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.275954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-28fcdd47-10d2-4813-a22b-335438b365a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807323 Aug 10 01:02:19.294423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-3aa9bde6-3e8e-4ea9-baf9-bbc4199ef7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.295943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-3aa9bde6-3e8e-4ea9-baf9-bbc4199ef7f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1096 time: 0.0632772 Aug 10 01:02:19.313864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.328831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5cc73f-1e9f-4de4-829c-63bdd8f05397']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:19.338789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:19.341303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca737e89-dcc4-4b17-9767-5a65b36e57ea') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:19.341608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca737e89-dcc4-4b17-9767-5a65b36e57ea') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:19.349885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8267152e-b358-4730-943c-b55f1a8de68a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9501407 Aug 10 01:02:19.350518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44758) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:19.351574 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:19.360765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-534149930'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:19.361080 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:19.362117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:19.368775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.390823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.394832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Provisioning complete for port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:19.395246 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.398775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:19.399133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:19.402188 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:19.405330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:19.407313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.450303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-0657df03-8e6a-4fb9-9e1a-003c30bcf4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.452012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-0657df03-8e6a-4fb9-9e1a-003c30bcf4ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 911 time: 0.1460190 Aug 10 01:02:19.496967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-9c14e6b4-0fe2-4664-b12f-bdcee784eb23 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129214 Aug 10 01:02:19.501000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:19.506936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.521819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.532494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/fa5cc73f-1e9f-4de4-829c-63bdd8f05397 HTTP/1.1" status: 204 len: 168 time: 1.6767962 Aug 10 01:02:19.543216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-1f17dd15-8858-4db0-a0a5-92c86c3307f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 200 len: 217 time: 0.0452378 Aug 10 01:02:19.552455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44762) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:19.558131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-823950226', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:19.563996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447701c-7504-43b0-87cf-e91e4e4ef09e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=fa5cc73f-1e9f-4de4-829c-63bdd8f05397,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:19.570597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.571026 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58 of type vlan for network 96010adf-5a6e-4815-88be-fc9e72f5c439 Aug 10 01:02:19.613227 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.620124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Provisioning for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:19.625417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Provisioning complete for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:19.626009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.640020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-fc708c40-f759-4efc-943d-d75672562000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.642504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-fc708c40-f759-4efc-943d-d75672562000 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.0753567 Aug 10 01:02:19.674279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-97eb9d99-d903-4827-b1b0-070ab386418c None None] Port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:19.690738 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:02:19.716535 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:19.722807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.729244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-3f181dd8-5bbd-4157-8845-ff3f435cf912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664546 Aug 10 01:02:19.774325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ff28-064c-4eb7-923e-962ddf8ea86d req-e419b3ba-5a23-4504-a799-b42ea482372f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.776201 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a71ff28-064c-4eb7-923e-962ddf8ea86d req-e419b3ba-5a23-4504-a799-b42ea482372f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 944 time: 0.1236670 Aug 10 01:02:19.783185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.784262 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.809397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d4c90434-4f45-429c-acc6-0a87b2b17388 None None] Provisioning complete for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:19.809771 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4c90434-4f45-429c-acc6-0a87b2b17388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.829870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.835396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:19.836013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:19.886980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a71ff28-064c-4eb7-923e-962ddf8ea86d req-ea2bacae-2afc-4da8-8d65-dab48057dca1 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031258 Aug 10 01:02:19.908606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d4c90434-4f45-429c-acc6-0a87b2b17388 None None] Port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:19.945389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:19.951145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-6a96c196-c003-4e1e-9056-02b57413df7e service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066095 Aug 10 01:02:19.967464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-ecda12c0-c6da-4fbc-a7b0-f31822335ec3 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/847c41d8-e1b3-43a7-99a5-01f524b5a266 HTTP/1.1" status: 200 len: 1801 time: 0.3212709 Aug 10 01:02:19.977672 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:17Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:17Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:20.007091 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:20.008109 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Updating router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:20.014583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6580751 Aug 10 01:02:20.015303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44772) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:20.043342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:20.048781 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.094762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:20.096362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.108374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2da48c-834c-4936-88e4-6ce56adfc190 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=96010adf-5a6e-4815-88be-fc9e72f5c439,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.108577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.152422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-21d7082c-afe5-46ea-980c-17c7f1e2047d service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089046 Aug 10 01:02:20.168218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:20.169907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:20.176445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.233372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-8ac693c5-67e0-469d-ad5f-7f2d70d000c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 217 time: 0.2544158 Aug 10 01:02:20.262623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6da7561e-873c-4f9d-8b1e-5dd029903229 None None] Provisioning complete for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:20.263057 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6da7561e-873c-4f9d-8b1e-5dd029903229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.300280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6da7561e-873c-4f9d-8b1e-5dd029903229 None None] Port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:20.327404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.383198 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.396506 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Transition to ACTIVE for port object e8cd4c7f-2025-4e8b-8dbe-a623367b12cd will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:20.403894 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.406539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de133aae-d5ba-46a7-bc4f-799459ecf183 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:20.431594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: de133aae-d5ba-46a7-bc4f-799459ecf183 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:20.431944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de133aae-d5ba-46a7-bc4f-799459ecf183 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:20.434583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.476081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Pushing event updated for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.500571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-3539ffe7-03b8-4b8e-ad72-23cc9039dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:20.500814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.500814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.500814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.501103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.501209 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.501300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-3539ffe7-03b8-4b8e-ad72-23cc9039dbb7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1691101 Aug 10 01:02:20.501488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.502061 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.502636 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.502828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.503362 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.503892 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.504484 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.505016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:20.539422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:20.539785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 96010adf-5a6e-4815-88be-fc9e72f5c439, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:20.541339 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Attempting to bind port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:20.541925 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Attempting to bind port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:20.542505 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Attempting to bind port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd on network e2664b95-adcd-464c-ba52-560e8c6a7558 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:20.543415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=09831df9-4d1e-4af6-8fb6-ae6242e5f7d4,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.548973 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:20.549348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Checking segment: {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:20.549864 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.550212 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Bound using segment: {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:20.550641 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Bound port: e8cd4c7f-2025-4e8b-8dbe-a623367b12cd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa23f1b-6aef-403b-9ee3-057e04c54d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:20.550989 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.570870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:20.573785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.581667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 96010adf-5a6e-4815-88be-fc9e72f5c439) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:20.586183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:20.586808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.595943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe545a59-4591-4cdc-a5f6-43c1c06aaf6d None None] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:20.606156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b86eccc3-11c3-429c-83f1-1cb99ec5668e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5872211 Aug 10 01:02:20.609617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44774) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:20.651493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e18a83-87f5-4a47-9454-f9e7896db211 req-ff840c28-a29f-494d-bfa9-ef74c268a56c service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169095 Aug 10 01:02:20.652187 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] For port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:20.656618 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] For port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:20.674694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-1a0bdf26-f5ff-4d9c-9bb2-ec733a27c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:20.677253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-1a0bdf26-f5ff-4d9c-9bb2-ec733a27c095 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1655359 Aug 10 01:02:20.678766 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.751695 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:20.755254 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:20.769724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.772748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.778130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cde24fa1-c764-46a6-a831-e35e5e7a89c1 req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/847c41d8-e1b3-43a7-99a5-01f524b5a266 HTTP/1.1" status: 204 len: 173 time: 0.7900116 Aug 10 01:02:20.818473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1933219-926b-4bb4-bbef-42284f73ad7a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c41d8-e1b3-43a7-99a5-01f524b5a266,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.862884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-96010adf-5a6e-4815-88be-fc9e72f5c439', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:20.863700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:20.893815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08012da0-7f9f-434f-8942-21dcd6efd559 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:20.918831 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca15d5-1718-486e-af1f-3373a751e174 None None] Pushing event updated for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:20.978141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:21.021583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08012da0-7f9f-434f-8942-21dcd6efd559,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:21.039854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '08012da0-7f9f-434f-8942-21dcd6efd559', 'network_id': '79ec81ad-6957-46cf-ad9c-47b42c258d57', 'port_id': '08012da0-7f9f-434f-8942-21dcd6efd559', 'mac_address': 'fa:16:3e:b0:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53c79e6-6a34-4c6d-8727-6aec308418d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:21.042364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 85900c28-1fe6-4429-977f-71cc51bf604e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:21.069181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 85900c28-1fe6-4429-977f-71cc51bf604e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:21.069559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 85900c28-1fe6-4429-977f-71cc51bf604e not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:21.185604 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.235426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08012da0-7f9f-434f-8942-21dcd6efd559 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:21.259167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08012da0-7f9f-434f-8942-21dcd6efd559,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:21.273970 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.287347 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:17Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:20Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:21.316312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-633c764b-0f5f-450a-9763-aa71b9e58fe4 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317663 Aug 10 01:02:21.318222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Allocated IP 2001:db8:1::2 (96010adf-5a6e-4815-88be-fc9e72f5c439/09831df9-4d1e-4af6-8fb6-ae6242e5f7d4/275b11f2-400b-4d56-aad3-4ab9576e25a3) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:21.340073 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed3fe2-9055-45d5-8c7f-566d8a09b0f6 None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:17Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:20Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:21.402893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.433143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.454878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839976a-5ecb-4e74-8121-ff7e1948621d req-c0b3188d-11bb-417d-bdce-c620eb2ac9f9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:21.459249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f839976a-5ecb-4e74-8121-ff7e1948621d req-c0b3188d-11bb-417d-bdce-c620eb2ac9f9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 945 time: 0.2033699 Aug 10 01:02:21.525714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-1401cecf-1226-4a4d-afdc-5da7afb7b693 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/f0e9c277-3a62-4e25-90d2-ebd2d304a6ee HTTP/1.1" status: 200 len: 1801 time: 0.0951641 Aug 10 01:02:21.608623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f839976a-5ecb-4e74-8121-ff7e1948621d req-506ec09b-dfe0-48b0-8409-114e3641a89e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403451 Aug 10 01:02:21.612916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-c46601bf-b9ea-4f7e-9c9f-154624a407e9 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830656 Aug 10 01:02:21.663293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:21.671215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['08012da0-7f9f-434f-8942-21dcd6efd559'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:21.728457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-836d2998-6af7-4590-bacc-1ea1c02c9adf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 200 len: 217 time: 0.0960646 Aug 10 01:02:21.754792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.783640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.802212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Transition to ACTIVE for port object 275b11f2-400b-4d56-aad3-4ab9576e25a3 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:21.833302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.836703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.25.7.203 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/5ec1559b-a25d-4e4e-8edf-1c743901432a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:21.837671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Transition to ACTIVE for port object 275b11f2-400b-4d56-aad3-4ab9576e25a3 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:21.854556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-61de4487-4e58-4f5a-b77d-83be90c6f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:21.856270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-61de4487-4e58-4f5a-b77d-83be90c6f27a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1198900 Aug 10 01:02:21.858728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.900256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.903110 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.908485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0a8c64ea-30ff-4f0e-8403-e880b9ded4d6 req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/f0e9c277-3a62-4e25-90d2-ebd2d304a6ee HTTP/1.1" status: 204 len: 173 time: 0.3376176 Aug 10 01:02:21.925118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Pushing event updated for resources: {'Port': ['ID=275b11f2-400b-4d56-aad3-4ab9576e25a3,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:21.937782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d944d1-3c39-41f8-8d1c-731ed139ecca tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9c277-3a62-4e25-90d2-ebd2d304a6ee,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:21.943074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:21.949509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:21.955399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-679930002', 'description': 'tempest-description-1563677304'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:21.955913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:21.958576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:22.039421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.049625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Attempting to bind port 275b11f2-400b-4d56-aad3-4ab9576e25a3 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:22.050004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Attempting to bind port 275b11f2-400b-4d56-aad3-4ab9576e25a3 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:22.050376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Attempting to bind port 275b11f2-400b-4d56-aad3-4ab9576e25a3 on network 96010adf-5a6e-4815-88be-fc9e72f5c439 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:22.060171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-449eeeaa-c75a-4ae8-8fbb-a44ecb6acd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.061703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-449eeeaa-c75a-4ae8-8fbb-a44ecb6acd5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1966786 Aug 10 01:02:22.068831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8cd4c7f-2025-4e8b-8dbe-a623367b12cd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:22.092482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:22.092780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Checking segment: {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:22.093189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.093654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Bound using segment: {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:22.094452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Bound port: 275b11f2-400b-4d56-aad3-4ab9576e25a3, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:22.094878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.136473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.220774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] For port 275b11f2-400b-4d56-aad3-4ab9576e25a3, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:22.224800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] For port 275b11f2-400b-4d56-aad3-4ab9576e25a3, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=275b11f2-400b-4d56-aad3-4ab9576e25a3,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:22.226060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:22.231178 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.236786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:22.237159 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.284373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-b1a8b599-c014-4abc-bd73-85d53059f154 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057080 Aug 10 01:02:22.299964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.332842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4a0f2-021b-4418-8274-87320bf4d4d6 None None] Pushing event updated for resources: {'Port': ['ID=275b11f2-400b-4d56-aad3-4ab9576e25a3,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.340726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8:1::1 (96010adf-5a6e-4815-88be-fc9e72f5c439/09831df9-4d1e-4af6-8fb6-ae6242e5f7d4/e67e221b-8912-4575-9fa6-70f6205c8fbd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:22.430072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.449941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.463515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:22.477465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:22.479840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.482695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.503792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:22.512370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=5ec1559b-a25d-4e4e-8edf-1c743901432a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.520204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:22.530014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.550658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object e67e221b-8912-4575-9fa6-70f6205c8fbd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:22.551642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.571826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.573071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92040529-b553-47e4-983d-bb5710e90836 req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6270387 Aug 10 01:02:22.597365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-e3f3d591-a3ab-4a5b-a853-3e01d9613703 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049808 Aug 10 01:02:22.605007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423f800-93a3-4210-859b-3f009229beb1 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3544092-a395-4cf7-bedf-4de7a7417215,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.630636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.654530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-bb382898-9fb4-4b63-956b-04a747c61f4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 200 len: 217 time: 0.0464985 Aug 10 01:02:22.693655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:22.701432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:22.714448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:22.715238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.784562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:22.794098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-a67cb94a-8a4d-4418-b246-70ae8e61544c tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/c3544092-a395-4cf7-bedf-4de7a7417215 HTTP/1.1" status: 200 len: 1802 time: 0.1740019 Aug 10 01:02:22.823508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2099743939', 'description': 'tempest-description-hth-2018271358'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:22.861719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.874044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-f9331ef5-b9d1-4e76-8364-6c1b9e73b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.876374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-f9331ef5-b9d1-4e76-8364-6c1b9e73b2e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 200 len: 797 time: 0.1656182 Aug 10 01:02:22.903120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08012da0-7f9f-434f-8942-21dcd6efd559 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:22.910989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.943246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.967588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.978774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 08012da0-7f9f-434f-8942-21dcd6efd559 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:22.979364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.979364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4bc45b4-7979-4563-8db2-a4c48f8e5577 req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "PUT /v2.0/security-groups/c3544092-a395-4cf7-bedf-4de7a7417215 HTTP/1.1" status: 200 len: 1777 time: 0.1542773 Aug 10 01:02:22.979596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 08012da0-7f9f-434f-8942-21dcd6efd559 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:22.979707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6bb2e-b3ba-47cb-b9ca-3619782c1c97 req-ccd33590-71f6-4cd8-9b92-3be321481706 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:22.979839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:22.979948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fb6bb2e-b3ba-47cb-b9ca-3619782c1c97 req-ccd33590-71f6-4cd8-9b92-3be321481706 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 945 time: 0.1928756 Aug 10 01:02:23.081177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00753de-b650-433a-8e72-dabc3232e32f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3544092-a395-4cf7-bedf-4de7a7417215,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:23.088692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-a79ca500-32f2-41f3-9727-d6dec4452aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.090540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-a79ca500-32f2-41f3-9727-d6dec4452aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1c8eeafd-8450-4982-8888-460c59837f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2064912 Aug 10 01:02:23.099036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.145033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:23.147633 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c271d5e7-8331-4c5f-b0bc-8e1456d75104" -d '{"events": [{"server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "name": "network-vif-plugged", "status": "completed", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:23.156850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.165341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fb6bb2e-b3ba-47cb-b9ca-3619782c1c97 req-a149b1c2-285f-4bb9-87e0-bafcc26d8cc1 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624844 Aug 10 01:02:23.191506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08012da0-7f9f-434f-8942-21dcd6efd559,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:23.199233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.268439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-717ef14c-9b3c-48ba-b656-c3149a9a4261 req-8b6101a2-e86e-43eb-908c-6d3707772c4e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/c3544092-a395-4cf7-bedf-4de7a7417215 HTTP/1.1" status: 200 len: 1777 time: 0.0765431 Aug 10 01:02:23.290476 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d368336-17f6-4416-bf27-5cf583ebb3a9 x-openstack-request-id: req-7d368336-17f6-4416-bf27-5cf583ebb3a9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:23.290813 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "name": "network-vif-plugged", "status": "completed", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:23.291043 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d368336-17f6-4416-bf27-5cf583ebb3a9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:23.291543 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559', 'code': 200} Aug 10 01:02:23.292457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:23.310539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-b83c7d3a-e5b2-401d-b431-5b81e6b7192e service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093046 Aug 10 01:02:23.316328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.322271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.323220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.422915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:23.466392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:23.468157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:23.584516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:23.701612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:23.707850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-498c1032-7898-48f2-aaea-1b6413959244 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0973830 Aug 10 01:02:23.710854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44800) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:23.716283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-677267090'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:23.722563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e50ebe-9ba7-4211-9159-29e3d80aa0d0 None None] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:23.746871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:23.751103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.788632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:23.789399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57ab3cfd-ebe8-4c00-8d3e-b51180dc870c None None] Provisioning for port 275b11f2-400b-4d56-aad3-4ab9576e25a3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:23.801645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.802019 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment 6c91f825-2f40-40b4-918c-4ded0d1a3388 of type vlan for network 8bbeb070-6c59-462f-95c4-ec6691557bc0 Aug 10 01:02:23.822041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-05e591b5-ebe4-4f7c-b251-8b53ef11ea00 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/c3544092-a395-4cf7-bedf-4de7a7417215 HTTP/1.1" status: 200 len: 1777 time: 0.5064249 Aug 10 01:02:23.841060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31377e59-dcde-467c-b916-157da833cce1 req-a33c9ca4-ba38-4fac-b573-0baef0e2b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.842547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31377e59-dcde-467c-b916-157da833cce1 req-a33c9ca4-ba38-4fac-b573-0baef0e2b1a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1098 time: 0.5177872 Aug 10 01:02:23.851062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.889043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.897132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:23.897301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.898002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:23.899212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:23.910523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-0052813a-526b-4f3a-9706-a7734e229d36 service neutron] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832016 Aug 10 01:02:23.916985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:23.917741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:23.970593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2585051 Aug 10 01:02:23.973522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:23.978369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:24.007036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-03861103-395f-4fbc-9f2e-4c349019858a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0830426 Aug 10 01:02:24.026475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=8bbeb070-6c59-462f-95c4-ec6691557bc0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:24.032517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31377e59-dcde-467c-b916-157da833cce1 req-ec72a271-c6b6-4ff3-b32a-2cec27596b19 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751151 Aug 10 01:02:24.044001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.044349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.044767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.045152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.045493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.045827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.046154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.046648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.047002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.047328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.047651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.047973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba1bde3-e3f4-4f49-be5b-46e8c4ea905f tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:24.067664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:24.074583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 275b11f2-400b-4d56-aad3-4ab9576e25a3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:24.109770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:24.114752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.116316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:24.116656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.169176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-620dcd2f-a44b-4d6f-99b3-0d03fac4a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.170592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-620dcd2f-a44b-4d6f-99b3-0d03fac4a4ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1487012 Aug 10 01:02:24.179190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.328380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-16029d1e-d4b1-4eb8-8847-b608e8e0004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.330434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-16029d1e-d4b1-4eb8-8847-b608e8e0004d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1407206 Aug 10 01:02:24.332888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.336079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.340859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a4159ba-9247-4537-a44a-d99cc8b573c3 req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/c3544092-a395-4cf7-bedf-4de7a7417215 HTTP/1.1" status: 204 len: 173 time: 0.5073001 Aug 10 01:02:24.354115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 275b11f2-400b-4d56-aad3-4ab9576e25a3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:24.362753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 275b11f2-400b-4d56-aad3-4ab9576e25a3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:24.363151 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.377370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.438331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0ca4-a608-4e0c-b68b-fe4fc81d0b38 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3544092-a395-4cf7-bedf-4de7a7417215,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:24.442350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 453009de-aec3-46e8-b697-d927a47ea287 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:24.547644 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-551efe74-5ac1-4060-a71c-95411fe2fb0d req-8e381604-6378-4d10-885d-15b0222bea53 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:24.548879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-551efe74-5ac1-4060-a71c-95411fe2fb0d req-8e381604-6378-4d10-885d-15b0222bea53 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/f0e9c277-3a62-4e25-90d2-ebd2d304a6ee HTTP/1.1" status: 404 len: 352 time: 0.0264504 Aug 10 01:02:24.549016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:24.549275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 8bbeb070-6c59-462f-95c4-ec6691557bc0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:24.575888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Provisioning for port e67e221b-8912-4575-9fa6-70f6205c8fbd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:24.583682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Provisioning complete for port e67e221b-8912-4575-9fa6-70f6205c8fbd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:24.584060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.592793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d6fd-6c84-4b4d-bcf9-51ce645984a9 req-f6e637fa-c4fb-4e59-bdb1-d9e9f7142938 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.596607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47d2d6fd-6c84-4b4d-bcf9-51ce645984a9 req-f6e637fa-c4fb-4e59-bdb1-d9e9f7142938 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1449194 Aug 10 01:02:24.596607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=5484c098-8e1c-4db2-9877-d2c3c866a7ce,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:24.600160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:24.638306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8bbeb070-6c59-462f-95c4-ec6691557bc0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:24.640282 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.642877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-d7125537-72ef-44ee-bfc0-65995148f52f service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007545 Aug 10 01:02:24.645803 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-bf7bbf1f-f431-4a1d-ad95-3e14f5193a48 req-c7dec767-166d-4a52-adcc-2532ecbd8aaf tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:24.651296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:24.651893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.656468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f45a09-93e4-4a2e-acae-ca8fe185595b None None] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:24.661244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bf7bbf1f-f431-4a1d-ad95-3e14f5193a48 req-c7dec767-166d-4a52-adcc-2532ecbd8aaf tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/847c41d8-e1b3-43a7-99a5-01f524b5a266 HTTP/1.1" status: 404 len: 352 time: 0.0800180 Aug 10 01:02:24.677160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Port e67e221b-8912-4575-9fa6-70f6205c8fbd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:24.682407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47d2d6fd-6c84-4b4d-bcf9-51ce645984a9 req-da5a4c58-df97-446b-b5f2-2d419c68f2ba tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786152 Aug 10 01:02:24.710427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-155a05f4-8ff3-42ca-a8f0-fbb501665820 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7279689 Aug 10 01:02:24.710427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:24.783305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 275b11f2-400b-4d56-aad3-4ab9576e25a3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=275b11f2-400b-4d56-aad3-4ab9576e25a3,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:24.785922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 3, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:23Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:24.808288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-8a68a612-4866-47f4-b440-c37b618a0bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459908 Aug 10 01:02:24.835990 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-c9afeab7-51d6-44e4-8b24-ba9ec404ab91 req-3aea458f-1083-4912-97a5-b4bebcf15ddc tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:24.837621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9afeab7-51d6-44e4-8b24-ba9ec404ab91 req-3aea458f-1083-4912-97a5-b4bebcf15ddc tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/0fef8eb6-4d08-4e31-8c58-ed7aa9dfc835 HTTP/1.1" status: 404 len: 352 time: 0.1639841 Aug 10 01:02:24.838823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:24.856839 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] Sync routers for ids ['453009de-aec3-46e8-b697-d927a47ea287'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:24.876324 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] Routers {'453009de-aec3-46e8-b697-d927a47ea287'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:24.877237 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['453009de-aec3-46e8-b697-d927a47ea287'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:24.912836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:24.914078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-03562b27-2b92-43c0-b3dc-8ab3e479da45 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.3599916 Aug 10 01:02:24.915702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-a23065a0-12d4-4da0-a9ec-81b446b73b26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 200 len: 217 time: 0.0686152 Aug 10 01:02:24.916700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44824) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:24.949564 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:24.966524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] Routers {'453009de-aec3-46e8-b697-d927a47ea287'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:24.967451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['453009de-aec3-46e8-b697-d927a47ea287'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:25.008973 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-e1f6c1b2-77f0-47f7-856c-8ea5f31032e7 req-1a35f1e4-0432-4745-8a26-8a65e9e43448 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:25.016494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1f6c1b2-77f0-47f7-856c-8ea5f31032e7 req-1a35f1e4-0432-4745-8a26-8a65e9e43448 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/9b651078-bb57-44f6-b2f7-cfdc8d374479 HTTP/1.1" status: 404 len: 352 time: 0.0265822 Aug 10 01:02:25.048790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:25.049468 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8504dfb-178d-47da-9aae-13105762b377 None None] The sync data for ids ['453009de-aec3-46e8-b697-d927a47ea287'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:25.073146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-71283020-bfaa-429b-80fe-59aa830b66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.074637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-71283020-bfaa-429b-80fe-59aa830b66f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 200 len: 797 time: 0.1502564 Aug 10 01:02:25.100001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.100800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8cd4c7f-2025-4e8b-8dbe-a623367b12cd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:25.111496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Provisioning complete for port 275b11f2-400b-4d56-aad3-4ab9576e25a3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:25.111882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-191108ab-c9d8-4803-8264-ddf462bd9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.114365 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-4ef532a9-c90c-494f-aeaa-7c2d938459b4 req-ded6f3aa-2853-43c8-bdf9-be146bceca3e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:25.115443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ef532a9-c90c-494f-aeaa-7c2d938459b4 req-ded6f3aa-2853-43c8-bdf9-be146bceca3e tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/d7c68aa1-6845-4e9d-b338-bc77745e5c81 HTTP/1.1" status: 404 len: 352 time: 0.0534639 Aug 10 01:02:25.145067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:25.145419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Updating router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc port e67e221b-8912-4575-9fa6-70f6205c8fbd binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:25.153786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1ff83ac-a9f3-4575-9113-a08bda48a5e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers/453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 200 len: 880 time: 0.2322421 Aug 10 01:02:25.153786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44830) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:25.167178 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-e06ae571-655c-416c-bfb7-d78dd94da1d8 req-d8bdf509-62a8-4dc0-bce5-10b9704096ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] show failed (client error): The resource could not be found. Aug 10 01:02:25.168383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e06ae571-655c-416c-bfb7-d78dd94da1d8 req-d8bdf509-62a8-4dc0-bce5-10b9704096ef tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/beaab577-5d51-402a-b058-edb15cce1ccf HTTP/1.1" status: 404 len: 352 time: 0.0268977 Aug 10 01:02:25.221031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-ea64e246-24ae-408b-b276-7e721c58329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.222925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-ea64e246-24ae-408b-b276-7e721c58329d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1401985 Aug 10 01:02:25.283221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.308331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=275b11f2-400b-4d56-aad3-4ab9576e25a3,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:25.315853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8bbeb070-6c59-462f-95c4-ec6691557bc0', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:25.317358 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.371825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.416393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-3023c05f-21d0-4b41-83e8-726172d1014e service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857178 Aug 10 01:02:25.428612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:25.428986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.589766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-220dda7d-8f35-4955-aeba-2537aa619dcd req-43f1a978-e136-4c99-945f-71e9910db316 service neutron] 10.222.0.10 "GET /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657336 Aug 10 01:02:25.615486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbcda-5d25-4631-b253-9c5932fad4c1 req-6bfe958a-80b4-45fb-b77a-130439f19f03 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.623263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-60ddbcda-5d25-4631-b253-9c5932fad4c1 req-6bfe958a-80b4-45fb-b77a-130439f19f03 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1023 time: 0.1300788 Aug 10 01:02:25.694621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a9dc261b-c776-4e87-a6bc-23eee039c53c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5410671 Aug 10 01:02:25.697568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44840) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:25.702324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-823950226'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:25.704815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-60ddbcda-5d25-4631-b253-9c5932fad4c1 req-a5979c2a-2b4c-4f1a-9837-7fe5ae341149 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=077c96e3-8fd4-42b9-9f36-093a65d0d022&id=aa88e4e5-6443-4613-be0c-8017ad75b62c&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0806661 Aug 10 01:02:25.732192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Allocated IP 2001:db8:2::2 (8bbeb070-6c59-462f-95c4-ec6691557bc0/5484c098-8e1c-4db2-9877-d2c3c866a7ce/ab77c46f-9d5b-48e6-a674-1449f70ed662) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:25.785960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ae0aa940-b851-4a63-a944-88fb502871f0 None None] Provisioning complete for port e67e221b-8912-4575-9fa6-70f6205c8fbd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:25.786339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae0aa940-b851-4a63-a944-88fb502871f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.893081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7758ba-7613-4681-943e-591e49ec126e req-94b36cdf-019e-4616-ac23-f48dce43f7ab tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:25.894547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f7758ba-7613-4681-943e-591e49ec126e req-94b36cdf-019e-4616-ac23-f48dce43f7ab tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0994747 Aug 10 01:02:25.922421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ae0aa940-b851-4a63-a944-88fb502871f0 None None] Port e67e221b-8912-4575-9fa6-70f6205c8fbd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:25.933229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:25.971914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 275b11f2-400b-4d56-aad3-4ab9576e25a3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:25.980862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f7758ba-7613-4681-943e-591e49ec126e req-0fc67825-c532-42df-83c3-927390f6a8d9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779045 Aug 10 01:02:26.060609 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.095978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Transition to ACTIVE for port object e67e221b-8912-4575-9fa6-70f6205c8fbd will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:26.115143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.118645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.121860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.167926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Transition to ACTIVE for port object ab77c46f-9d5b-48e6-a674-1449f70ed662 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:26.213498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Transition to ACTIVE for port object ab77c46f-9d5b-48e6-a674-1449f70ed662 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:26.232538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 275b11f2-400b-4d56-aad3-4ab9576e25a3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:26.232848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.247259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2a069-0606-49b2-880c-f921a52abef3 req-74da78cc-b344-42b9-96cc-89d1fce47cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.252448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-74da78cc-b344-42b9-96cc-89d1fce47cea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1098 time: 0.0645781 Aug 10 01:02:26.257073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.314784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81258c1-b1f3-45e1-bb1a-8225de40e5f6 None None] Pushing event updated for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:26.375846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2a069-0606-49b2-880c-f921a52abef3 req-68056a53-78fd-49ef-957e-fe0dde5cde79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.378706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-68056a53-78fd-49ef-957e-fe0dde5cde79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 911 time: 0.1181078 Aug 10 01:02:26.396602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Pushing event updated for resources: {'Port': ['ID=ab77c46f-9d5b-48e6-a674-1449f70ed662,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:26.432330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-342c3e39-978b-4a82-938b-b37023b220cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 200 len: 217 time: 0.0464258 Aug 10 01:02:26.444930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:26.445478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Attempting to bind port e67e221b-8912-4575-9fa6-70f6205c8fbd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:26.445906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Attempting to bind port e67e221b-8912-4575-9fa6-70f6205c8fbd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:26.446283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Attempting to bind port e67e221b-8912-4575-9fa6-70f6205c8fbd on network 96010adf-5a6e-4815-88be-fc9e72f5c439 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:26.454370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:26.457834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:26.460343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:26.460719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Checking segment: {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:26.461120 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.461910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Bound using segment: {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:26.462178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Bound port: e67e221b-8912-4575-9fa6-70f6205c8fbd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:26.462568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.518804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.523215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8:2::1 (8bbeb070-6c59-462f-95c4-ec6691557bc0/5484c098-8e1c-4db2-9877-d2c3c866a7ce/af4fbea0-4729-4b8b-823e-cd7d50fbe82c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:26.536761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2a069-0606-49b2-880c-f921a52abef3 req-6883ad13-8d6b-4830-bac4-d2f09ceabced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.538515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-6883ad13-8d6b-4830-bac4-d2f09ceabced service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.0993176 Aug 10 01:02:26.541568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.550502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6d8c5-d58b-466f-9741-ba4baa9ec490 req-0f1349a8-146e-470c-8c7d-d796825a0671 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.552204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63b6d8c5-d58b-466f-9741-ba4baa9ec490 req-0f1349a8-146e-470c-8c7d-d796825a0671 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1240642 Aug 10 01:02:26.585374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-54412980-6f48-462c-ac68-5632d1cbcf26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391090 Aug 10 01:02:26.635591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Attempting to bind port ab77c46f-9d5b-48e6-a674-1449f70ed662 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:26.636296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Attempting to bind port ab77c46f-9d5b-48e6-a674-1449f70ed662 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:26.636664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Attempting to bind port ab77c46f-9d5b-48e6-a674-1449f70ed662 on network 8bbeb070-6c59-462f-95c4-ec6691557bc0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:26.660436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] For port e67e221b-8912-4575-9fa6-70f6205c8fbd, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:26.662718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:26.663104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Checking segment: {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:26.663511 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.664405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Bound using segment: {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:26.664926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Bound port: ab77c46f-9d5b-48e6-a674-1449f70ed662, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:26.665311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.668269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] For port e67e221b-8912-4575-9fa6-70f6205c8fbd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e67e221b-8912-4575-9fa6-70f6205c8fbd,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:26.683990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-658b3b12-c12b-4f11-b2c1-b6e8b5cf6c46 service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920115 Aug 10 01:02:26.688214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.734288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63b6d8c5-d58b-466f-9741-ba4baa9ec490 req-4d0219c9-3b54-4307-9dc2-c980a0882e13 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718669 Aug 10 01:02:26.800199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-62b2a069-0606-49b2-880c-f921a52abef3 req-3b3023c3-768c-4e7d-ade5-cd9f549d9730 service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093061 Aug 10 01:02:26.839613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81258c1-b1f3-45e1-bb1a-8225de40e5f6 None None] Pushing event updated for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:26.849276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-6c14f862-6235-426c-8875-298fccce4bd4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.850867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-6c14f862-6235-426c-8875-298fccce4bd4 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1023 time: 0.1082659 Aug 10 01:02:26.853029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 453009de-aec3-46e8-b697-d927a47ea287 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:26.853669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] For port ab77c46f-9d5b-48e6-a674-1449f70ed662, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:26.855963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:26.856908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:26.860290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] For port ab77c46f-9d5b-48e6-a674-1449f70ed662, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ab77c46f-9d5b-48e6-a674-1449f70ed662,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:26.869062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.904504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:26.907355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364ed3-d668-44ab-91da-63974738bbb1 req-b699eacb-fd07-4cdb-902d-c6156b6ef26a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:26.909101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc364ed3-d668-44ab-91da-63974738bbb1 req-b699eacb-fd07-4cdb-902d-c6156b6ef26a tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 1023 time: 0.0908487 Aug 10 01:02:26.968920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object af4fbea0-4729-4b8b-823e-cd7d50fbe82c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:26.997622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc364ed3-d668-44ab-91da-63974738bbb1 req-828dec9d-fa0f-4845-a9ec-5e3bc6b404db tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups?id=077c96e3-8fd4-42b9-9f36-093a65d0d022&id=aa88e4e5-6443-4613-be0c-8017ad75b62c&id=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0692973 Aug 10 01:02:27.035501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:27.063739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8e49b-67f3-434b-a331-8c4d93528479 None None] Pushing event updated for resources: {'Port': ['ID=ab77c46f-9d5b-48e6-a674-1449f70ed662,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:27.126223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.157374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:27.166346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Deleting port 40a2b833-5468-4a0b-881a-6a7371ad7eac {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:27.166703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.177246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.181150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44858) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:27.181344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-83923c17-1020-462d-9f01-489ca9dde6ba tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 200 len: 887 time: 1.4824340 Aug 10 01:02:27.258733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:27.267572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:27.274220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:27.274807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.285073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:27.319389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] Sync routers for ids ['453009de-aec3-46e8-b697-d927a47ea287'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:27.351406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] Routers {'453009de-aec3-46e8-b697-d927a47ea287'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:27.352049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['453009de-aec3-46e8-b697-d927a47ea287'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:27.368094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-235c0b3d-ad7c-48a5-b652-a8c6d1804e8b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers/453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 200 len: 887 time: 0.1849680 Aug 10 01:02:27.370198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:27.393321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:27.406719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-962ba83d-59f0-4a1b-bf84-d52f2455d8bc tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 200 len: 205 time: 0.0337887 Aug 10 01:02:27.408913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44862) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:27.416388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] Routers {'453009de-aec3-46e8-b697-d927a47ea287'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:27.417099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['453009de-aec3-46e8-b697-d927a47ea287'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:27.426293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] For port 40a2b833-5468-4a0b-881a-6a7371ad7eac, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=40a2b833-5468-4a0b-881a-6a7371ad7eac,segment=NetworkSegment(eed5080f-9579-4dc0-8c9d-da9228bdeb2c),segment_id=eed5080f-9579-4dc0-8c9d-da9228bdeb2c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:27.427109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.458577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:27.459280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a080e8-e1b4-4585-bd22-5710646d4f2f None None] The sync data for ids ['453009de-aec3-46e8-b697-d927a47ea287'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:27.477749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Calling delete_port for 40a2b833-5468-4a0b-881a-6a7371ad7eac owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:27.500114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.514479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 3, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:26Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:27.541849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.551453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f94f114-37e6-436b-96c1-6c82c422d719 None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 3, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:26Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:27.866321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:27.972806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'Port': ['ID=40a2b833-5468-4a0b-881a-6a7371ad7eac,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:28.045720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.064611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] No DVR routers for this DVR port 40a2b833-5468-4a0b-881a-6a7371ad7eac on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:28.071666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.075145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1325a37d-e1ab-463c-a979-387d77fe5c3e req-d8feac55-fe79-4805-879f-82f974673a8f tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.21 "DELETE /v2.0/ports/40a2b833-5468-4a0b-881a-6a7371ad7eac HTTP/1.1" status: 204 len: 173 time: 1.2153361 Aug 10 01:02:28.076184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'name': 'network-vif-deleted', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:28.082195 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130d6360-1b23-44a2-b0ae-2d912e5ac68d" -d '{"events": [{"server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "name": "network-vif-deleted", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:28.111667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5f978-8398-4f6d-aab1-b453527279a0 req-993f0e17-f330-4cf1-865d-b1894a5b0506 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:28.131774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 5ec1559b-a25d-4e4e-8edf-1c743901432a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:28.132124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.139263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efd5f978-8398-4f6d-aab1-b453527279a0 req-993f0e17-f330-4cf1-865d-b1894a5b0506 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.3145039 Aug 10 01:02:28.167396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e67e221b-8912-4575-9fa6-70f6205c8fbd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:28.237199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8f0af56-fae7-44fc-ae29-512159a5b738 req-7a0fce52-888f-4d18-b70f-225ce6fe7e52 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/ports?device_id=6e265535-afdc-4261-b78d-b8d2803ad921 HTTP/1.1" status: 200 len: 210 time: 0.0815737 Aug 10 01:02:28.284068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e67e221b-8912-4575-9fa6-70f6205c8fbd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:28.284424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.289070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e67e221b-8912-4575-9fa6-70f6205c8fbd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:28.289744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.297685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.300048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.341390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.363061 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e97b6-0d12-41ef-9d25-defbde036fe2 x-openstack-request-id: req-4c6e97b6-0d12-41ef-9d25-defbde036fe2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:28.363292 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e265535-afdc-4261-b78d-b8d2803ad921", "name": "network-vif-deleted", "tag": "40a2b833-5468-4a0b-881a-6a7371ad7eac", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:28.363483 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c6e97b6-0d12-41ef-9d25-defbde036fe2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:28.363891 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e265535-afdc-4261-b78d-b8d2803ad921', 'name': 'network-vif-deleted', 'tag': '40a2b833-5468-4a0b-881a-6a7371ad7eac', 'status': 'completed', 'code': 200} Aug 10 01:02:28.370147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 5ec1559b-a25d-4e4e-8edf-1c743901432a owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:28.372826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efd5f978-8398-4f6d-aab1-b453527279a0 req-c2579331-02fb-4914-90c2-0116b8c11365 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323478 Aug 10 01:02:28.420534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77de7f9-743c-45c1-bd98-97b1f1dc32fe None None] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:28.456444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:28.493376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.513151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-17071664-52b9-4fc0-8788-6eb1dc610773 None None] Provisioning for port ab77c46f-9d5b-48e6-a674-1449f70ed662 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:28.541421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:28.544101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:28.554809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e67e221b-8912-4575-9fa6-70f6205c8fbd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e67e221b-8912-4575-9fa6-70f6205c8fbd,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:28.601239 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.601884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ab77c46f-9d5b-48e6-a674-1449f70ed662 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:28.622350 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.663931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=5ec1559b-a25d-4e4e-8edf-1c743901432a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:28.692192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:28.754651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.758521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:28.788831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ab77c46f-9d5b-48e6-a674-1449f70ed662 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:28.795726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ab77c46f-9d5b-48e6-a674-1449f70ed662 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:28.797145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.819562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:28.831515 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:28.832534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b70c6a69-0da7-44a0-bf24-9f592e4f1e95 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1255894 Aug 10 01:02:28.836050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44880) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:28.842195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178497561'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:28.846271 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:28.847188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:28.866111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:28.870967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.874790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.880206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.900559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:28.911902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.912329 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added segment 449c8a00-264a-47ed-9d29-525f218e9d0b of type vlan for network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 Aug 10 01:02:28.940362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.940981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router 453009de-aec3-46e8-b697-d927a47ea287 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:28.948317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.953181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.961034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c6ba6da-b3df-45ef-9099-16c5aa1af45c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 204 len: 168 time: 1.5509307 Aug 10 01:02:28.961688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44882) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:28.966776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-381020996'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:28.983329 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:28.986862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:28.991331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:28.995121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.005196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ab77c46f-9d5b-48e6-a674-1449f70ed662, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ab77c46f-9d5b-48e6-a674-1449f70ed662,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:29.012966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.026298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.034847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.037461 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.043145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:29.055924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.056272 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment e0be4f81-04c7-4540-a84b-777013044782 of type vlan for network 7c84fdd3-79ee-49aa-af99-cc4a157581fe Aug 10 01:02:29.084549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ab77c46f-9d5b-48e6-a674-1449f70ed662,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.117242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.128874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2892544 Aug 10 01:02:29.129415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44884) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:29.134578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'subnet': {'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:29.158377 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.166999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.167450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.170159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Provisioning complete for port ab77c46f-9d5b-48e6-a674-1449f70ed662 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:29.170536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.193098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f4836-0a51-45c2-bd11-90c9b8931909 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Network': ['ID=9ca13918-b5ed-4e5c-a71c-242e5cda70a0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.206315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2431965 Aug 10 01:02:29.209509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44886) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:29.215034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:29.220741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:29.291248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf1d2e-b6d3-456c-9331-d11a94360db6 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=7c84fdd3-79ee-49aa-af99-cc4a157581fe,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.331112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:27Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:27Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:29.332233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:29.367743 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:29.368159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Updating router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc port af4fbea0-4729-4b8b-823e-cd7d50fbe82c binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:29.369256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Made reservation on behalf of e68ff47413f94769abccf5ae445ba188 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:29.372764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.398574 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.490126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 40a2b833-5468-4a0b-881a-6a7371ad7eac no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:29.518940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 40a2b833-5468-4a0b-881a-6a7371ad7eac {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:29.519473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 40a2b833-5468-4a0b-881a-6a7371ad7eac not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:29.538595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-fe963ed1-bf36-41f6-acbb-1550af2d4396 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/077c96e3-8fd4-42b9-9f36-093a65d0d022 HTTP/1.1" status: 200 len: 1803 time: 0.2120156 Aug 10 01:02:29.546066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:29.547552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Provisioning for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:29.549422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.553498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Provisioning complete for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:29.554044 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.585102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9770519-c0fe-4095-b8d0-b9038559f423 req-a5d06fdc-976a-42f3-8d9f-aa8e184da667 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:29.595254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9770519-c0fe-4095-b8d0-b9038559f423 req-a5d06fdc-976a-42f3-8d9f-aa8e184da667 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0848725 Aug 10 01:02:29.612216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0a0a66d8-92de-41dd-b6b1-4f46b530c37b None None] Port af4fbea0-4729-4b8b-823e-cd7d50fbe82c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:29.650625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9770519-c0fe-4095-b8d0-b9038559f423 req-104acf06-eddb-422e-9829-2e57036679a8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540962 Aug 10 01:02:29.739348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-668ab82b-36ca-4968-b832-f0469f38cee1 None None] Provisioning complete for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:29.740288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-668ab82b-36ca-4968-b832-f0469f38cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.769698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.775910 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.794468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-668ab82b-36ca-4968-b832-f0469f38cee1 None None] Port af4fbea0-4729-4b8b-823e-cd7d50fbe82c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:29.804587 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.818962 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Transition to ACTIVE for port object af4fbea0-4729-4b8b-823e-cd7d50fbe82c will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:29.825268 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.900306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.911546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfdb16-80ca-4987-b79f-fcfeb764a683 None None] Pushing event updated for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.941636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Subnet': ['ID=d0148a27-cd8a-44e7-bcb0-f89ba237eb4d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:29.951991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Attempting to bind port af4fbea0-4729-4b8b-823e-cd7d50fbe82c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:29.952479 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Attempting to bind port af4fbea0-4729-4b8b-823e-cd7d50fbe82c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:29.953274 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Attempting to bind port af4fbea0-4729-4b8b-823e-cd7d50fbe82c on network 8bbeb070-6c59-462f-95c4-ec6691557bc0 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:29.959164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:29.959526 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Checking segment: {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:29.959918 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.960306 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Bound using segment: {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:29.960768 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Bound port: af4fbea0-4729-4b8b-823e-cd7d50fbe82c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c91f825-2f40-40b4-918c-4ded0d1a3388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:29.961143 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:29.998889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Checking segment: {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:29.999771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network hostable DHCP agents. Network: 9ca13918-b5ed-4e5c-a71c-242e5cda70a0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:30.026922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.033895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e67e221b-8912-4575-9fa6-70f6205c8fbd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:30.056932 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] For port af4fbea0-4729-4b8b-823e-cd7d50fbe82c, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:30.057141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.057915 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] For port af4fbea0-4729-4b8b-823e-cd7d50fbe82c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:30.058463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.059686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c506cb3-e75b-4e92-bf85-f1baff429085 req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/077c96e3-8fd4-42b9-9f36-093a65d0d022 HTTP/1.1" status: 204 len: 173 time: 0.5200560 Aug 10 01:02:30.070697 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.075807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:30.099131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288a364-dac7-454b-8be1-acb930280588 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=077c96e3-8fd4-42b9-9f36-093a65d0d022,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:30.114526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9ca13918-b5ed-4e5c-a71c-242e5cda70a0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:30.128060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.128652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.131171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=4c13cf78-19dc-48e7-a219-26e75bc38064,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:30.131398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061fdb3-f4b4-4383-be6d-dfd096a29ff2 None None] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:30.148004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': 'e0be4f81-04c7-4540-a84b-777013044782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:30.148373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: 7c84fdd3-79ee-49aa-af99-cc4a157581fe, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:30.167098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ccac34f9-54d1-4590-9a06-e993dbd3b447 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0366023 Aug 10 01:02:30.169889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:30.181353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:30.188943 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:30.189948 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:30.204355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-37df3422-bf54-4daf-b5d3-04634e3861c6 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "GET /v2.0/security-groups/aa88e4e5-6443-4613-be0c-8017ad75b62c HTTP/1.1" status: 200 len: 1801 time: 0.1032803 Aug 10 01:02:30.231248 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfdb16-80ca-4987-b79f-fcfeb764a683 None None] Pushing event updated for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:30.315931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e67e221b-8912-4575-9fa6-70f6205c8fbd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:30.316785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.325183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.347548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:30.348401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.370914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.419538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7c84fdd3-79ee-49aa-af99-cc4a157581fe) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:30.426337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:30.428448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.433594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.436402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.437821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd6ef121-b1de-45ab-b2ae-c695fead6e47 req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] 10.222.0.25 "DELETE /v2.0/security-groups/aa88e4e5-6443-4613-be0c-8017ad75b62c HTTP/1.1" status: 204 len: 173 time: 0.2326574 Aug 10 01:02:30.445463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:30.454359 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:30.475398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06fdfe-0067-4ae5-bf5b-da4c7e0e0163 None None] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:30.491107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ac034-ac07-4e4b-b683-ffb9bba8b996 tempest-SecurityGroupsTestJSON-512357386 tempest-SecurityGroupsTestJSON-512357386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88e4e5-6443-4613-be0c-8017ad75b62c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:30.518381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Deleting subnet 9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:30.521950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.550822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b1c1941-c248-4533-b8b7-447ba1bb9b1b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369410 Aug 10 01:02:30.567258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44904) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:30.573389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925568185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:30.598360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.652081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.653418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.672597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ab77c46f-9d5b-48e6-a674-1449f70ed662 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:30.680118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.772830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.779908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Allocated IP 2001:db8:3::2 (9ca13918-b5ed-4e5c-a71c-242e5cda70a0/d0148a27-cd8a-44e7-bcb0-f89ba237eb4d/f5d45b52-2b19-46dd-9927-a61647ab05e5) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:30.786278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.822178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:27Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:30Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:30.839232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7c84fdd3-79ee-49aa-af99-cc4a157581fe', 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '4c13cf78-19dc-48e7-a219-26e75bc38064'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:30.840129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.849634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.855039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e4d99fe1-a19e-47a5-b03c-7765dd57ca1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2863016 Aug 10 01:02:30.855988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:30.861674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c828b-ef06-4146-ac91-63fcaef861cc None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:27Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:30Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:30.866417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.910479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.954483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ab77c46f-9d5b-48e6-a674-1449f70ed662 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:30.954933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.987160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:30.990857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:30.996351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a93b6bbd-132b-469d-9a96-295ab903f1ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b3b2c03-4a02-4bee-8dbe-a555fd44a9ec HTTP/1.1" status: 204 len: 168 time: 0.5498621 Aug 10 01:02:30.996995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:31.005759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d28122-d4b6-4ec8-bf8a-200882efae2a req-1a14aa0c-376e-4b60-9f30-d9e2e9dce016 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:31.007688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d28122-d4b6-4ec8-bf8a-200882efae2a req-1a14aa0c-376e-4b60-9f30-d9e2e9dce016 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.2628009 Aug 10 01:02:31.079796 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.321270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Allocated IP 172.20.0.2 (7c84fdd3-79ee-49aa-af99-cc4a157581fe/4c13cf78-19dc-48e7-a219-26e75bc38064/449ed968-649f-4218-97dc-e76782b55798) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:31.391277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.452639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.499952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faae1d18-af51-44c4-84d6-d6a646e3402d']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:31.524515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:31.525177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed5080f-9579-4dc0-8c9d-da9228bdeb2c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:31.571133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.595939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01d28122-d4b6-4ec8-bf8a-200882efae2a req-69218a0d-f610-4b56-81e9-9709d34f5d8e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520616 Aug 10 01:02:31.600463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.617923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:31.618426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:31.620402 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:31.633833 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.639561 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.649546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Transition to ACTIVE for port object 449ed968-649f-4218-97dc-e76782b55798 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:31.659758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Transition to ACTIVE for port object f5d45b52-2b19-46dd-9927-a61647ab05e5 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:31.678251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Transition to ACTIVE for port object 449ed968-649f-4218-97dc-e76782b55798 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:31.684038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Transition to ACTIVE for port object f5d45b52-2b19-46dd-9927-a61647ab05e5 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:31.687175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.691810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.742282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:31.747583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:31.749464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Allocated IP 2001:db8:3::1 (9ca13918-b5ed-4e5c-a71c-242e5cda70a0/d0148a27-cd8a-44e7-bcb0-f89ba237eb4d/8d61a634-34d4-4c61-84fd-c2fe9effcbd1) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:31.752628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:31.757301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:31.759222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:31.768796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:31.770704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Pushing event updated for resources: {'Port': ['ID=449ed968-649f-4218-97dc-e76782b55798,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.785747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.790954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.794857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] 10.222.0.25 "DELETE /v2.0/networks/faae1d18-af51-44c4-84d6-d6a646e3402d HTTP/1.1" status: 204 len: 168 time: 0.7903430 Aug 10 01:02:31.814657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588acfa6-fddb-4389-934c-e3a96aa37e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=faae1d18-af51-44c4-84d6-d6a646e3402d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.837498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.20.0.1 (7c84fdd3-79ee-49aa-af99-cc4a157581fe/4c13cf78-19dc-48e7-a219-26e75bc38064/7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:31.924688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Pushing event updated for resources: {'Port': ['ID=f5d45b52-2b19-46dd-9927-a61647ab05e5,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:31.927312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Attempting to bind port f5d45b52-2b19-46dd-9927-a61647ab05e5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:31.927674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Attempting to bind port f5d45b52-2b19-46dd-9927-a61647ab05e5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:31.928035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Attempting to bind port f5d45b52-2b19-46dd-9927-a61647ab05e5 on network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:31.936878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Attempting to bind port 449ed968-649f-4218-97dc-e76782b55798 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:31.936878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Attempting to bind port 449ed968-649f-4218-97dc-e76782b55798 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e0be4f81-04c7-4540-a84b-777013044782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:31.936878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Attempting to bind port 449ed968-649f-4218-97dc-e76782b55798 on network 7c84fdd3-79ee-49aa-af99-cc4a157581fe {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:31.941972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:31.942253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Checking segment: {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:31.942599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.943017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Bound using segment: {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:31.943477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Bound port: f5d45b52-2b19-46dd-9927-a61647ab05e5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:31.943856 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.947014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:31.947391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Checking segment: {'id': 'e0be4f81-04c7-4540-a84b-777013044782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:31.947748 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.948128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Bound using segment: {'id': 'e0be4f81-04c7-4540-a84b-777013044782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:31.948580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Bound port: 449ed968-649f-4218-97dc-e76782b55798, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0be4f81-04c7-4540-a84b-777013044782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '7c84fdd3-79ee-49aa-af99-cc4a157581fe'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:31.949073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:31.980430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.000364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Transition to ACTIVE for port object 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:32.042446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.069637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] For port 449ed968-649f-4218-97dc-e76782b55798, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:32.070179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.071992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] For port f5d45b52-2b19-46dd-9927-a61647ab05e5, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:32.074791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] For port 449ed968-649f-4218-97dc-e76782b55798, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=449ed968-649f-4218-97dc-e76782b55798,segment=NetworkSegment(e0be4f81-04c7-4540-a84b-777013044782),segment_id=e0be4f81-04c7-4540-a84b-777013044782)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:32.076729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] For port f5d45b52-2b19-46dd-9927-a61647ab05e5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d45b52-2b19-46dd-9927-a61647ab05e5,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:32.083621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.095970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af4fbea0-4729-4b8b-823e-cd7d50fbe82c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:32.098949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.109640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44922) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:32.111811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:32.134998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:32.141276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:32.143748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:32.144390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.155081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.201651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:32.210725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:32.214504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b267e-72fc-4276-ab2c-6368b7b14e21 None None] Pushing event updated for resources: {'Port': ['ID=449ed968-649f-4218-97dc-e76782b55798,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.216029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:32.256058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.267533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.280734 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.285638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:32.296074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:32.296074 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.297148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9d1cdbc6-71d7-41ae-8e2d-583735dcb0e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d140e31bdc420d822042c5c4ccd9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1858308 Aug 10 01:02:32.298038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44924) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:32.303638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804767b-832d-4d33-8af8-9a243b450c6c None None] Pushing event updated for resources: {'Port': ['ID=f5d45b52-2b19-46dd-9927-a61647ab05e5,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.409432 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.425015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.430741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.457095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.498857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port af4fbea0-4729-4b8b-823e-cd7d50fbe82c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:32.505789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.511637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.621442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.694633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.702207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.704801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59aaeacc-23ce-4428-99ef-5e3d0d8f3d98 HTTP/1.1" status: 204 len: 168 time: 0.4033844 Aug 10 01:02:32.750141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99ba31-be74-4554-9079-8fa3f1f868d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aaeacc-23ce-4428-99ef-5e3d0d8f3d98,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:32.902046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e076f2-1a43-4128-a388-557259b66cb1 req-285717e7-9653-47ef-9b17-05c2947a4a40 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:32.904180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3e076f2-1a43-4128-a388-557259b66cb1 req-285717e7-9653-47ef-9b17-05c2947a4a40 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1953089 Aug 10 01:02:32.905761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.912699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.913724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.945313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:32.952677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:33.005084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event updated for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:33.018890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3e076f2-1a43-4128-a388-557259b66cb1 req-f52cb303-fbc6-4f30-a3fe-65a81cc11290 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Aug 10 01:02:33.042523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:33.048472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:33.085124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:33.086539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:33.155081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:33.156492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:33.217384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:33.290090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 7f3f6524-b0fa-490f-8142-c51d522d01e5 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:33.323922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:33.329204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bef55130-f4c4-488e-a527-0243b0e9fa4e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1580822 Aug 10 01:02:33.332196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44944) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:33.337063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:33.341868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:33.355514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:33.356404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.409883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:33.422977 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] Sync routers for ids ['7f3f6524-b0fa-490f-8142-c51d522d01e5'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:33.440827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5bcb72b9-e920-4b95-80ec-40c6e9117367 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/7f3f6524-b0fa-490f-8142-c51d522d01e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5830019 Aug 10 01:02:33.441659 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] Routers {'7f3f6524-b0fa-490f-8142-c51d522d01e5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:33.442292 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7f3f6524-b0fa-490f-8142-c51d522d01e5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.444897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44950) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:33.502320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.507739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09da50e-2c9e-49f3-b217-10e32e325c50 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:33.509216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c09da50e-2c9e-49f3-b217-10e32e325c50 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports/7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f HTTP/1.1" status: 200 len: 910 time: 0.0633461 Aug 10 01:02:33.511931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44954) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:33.519077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c13cf78-19dc-48e7-a219-26e75bc38064'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:33.521231 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] Routers {'7f3f6524-b0fa-490f-8142-c51d522d01e5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:33.527372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7f3f6524-b0fa-490f-8142-c51d522d01e5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.551317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:33.651502 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.652159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954d9141-af32-4c21-829e-db2e27d27030 None None] The sync data for ids ['7f3f6524-b0fa-490f-8142-c51d522d01e5'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:33.796827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:33.930610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:33.978711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:33.985169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Updating router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:33.997075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91ba60-b67f-4f2d-8135-57d7e7937aa0 None None] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:33.999730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:02:34.044637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Removed routes are [] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:02:34.045659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.316972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af4fbea0-4729-4b8b-823e-cd7d50fbe82c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:34.360145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.369472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07dd49-71f6-408d-adac-25fb8869bff1 None None] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:34.371210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.375876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.384649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b83ab2da-16c0-4bf7-b9f8-977bd76b3317 None None] Provisioning for port f5d45b52-2b19-46dd-9927-a61647ab05e5 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:34.491602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:34.526438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port af4fbea0-4729-4b8b-823e-cd7d50fbe82c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:34.526827 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.559840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44974) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:34.614004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:34.616464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65ec3f-80d1-44f8-b31d-515c4975670c req-95c8ad23-e67d-4801-99df-e1423ad645e9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:34.621838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.623456 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-99b4a70e-77cd-40a5-8e70-2c67c9edcb67 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 953 time: 1.2902732 Aug 10 01:02:34.625140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee65ec3f-80d1-44f8-b31d-515c4975670c req-95c8ad23-e67d-4801-99df-e1423ad645e9 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1303639 Aug 10 01:02:34.626871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44978) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:34.682820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-db9876a3-636e-4e98-ae61-029cfc929ad4 None None] Provisioning for port 449ed968-649f-4218-97dc-e76782b55798 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:34.728242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee65ec3f-80d1-44f8-b31d-515c4975670c req-6ef9ffd5-3c5b-4c08-abe5-40ce860b4f56 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927670 Aug 10 01:02:34.767326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44980) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:34.772342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f936c7c-f072-474d-9d63-6cb35f43d1c4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 953 time: 0.1440432 Aug 10 01:02:34.775562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'routes': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:34.869088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d45b52-2b19-46dd-9927-a61647ab05e5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:34.907599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1304a6e-6241-46c7-b015-bd998fb2f114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:34.989176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f5d45b52-2b19-46dd-9927-a61647ab05e5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:34.996359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5d45b52-2b19-46dd-9927-a61647ab05e5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:34.996736 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.087645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.089724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Provisioning complete for port f5d45b52-2b19-46dd-9927-a61647ab05e5 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:35.090090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.132293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.137053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Transition to ACTIVE for port object 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:35.151221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.210369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.359385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1304a6e-6241-46c7-b015-bd998fb2f114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.381525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1304a6e-6241-46c7-b015-bd998fb2f114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.423051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.423919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.425570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/ports/7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f HTTP/1.1" status: 200 len: 910 time: 1.9124305 Aug 10 01:02:35.428556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44986) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:35.449326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1304a6e-6241-46c7-b015-bd998fb2f114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e302f5-a802-44c7-bc5b-f4ceb6b633d1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.478950 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.481346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4521-eb7e-4ef0-8043-eba9b4a4303c None None] Pushing event updated for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.509069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36140f-ae1f-4743-98f7-2eb22108babd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.562238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1304a6e-6241-46c7-b015-bd998fb2f114 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9d40c47b8c942a19da7382908f6554e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9958208 Aug 10 01:02:35.565324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44988) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:35.566589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f5d45b52-2b19-46dd-9927-a61647ab05e5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d45b52-2b19-46dd-9927-a61647ab05e5,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:35.576206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.579912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.580715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 449ed968-649f-4218-97dc-e76782b55798 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:35.628301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.extraroute_db [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added routes are [] {{(pid=105957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:02:35.628694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.extraroute_db [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:02:35.652263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.673302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Attempting to bind port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:35.673673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Attempting to bind port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:35.674031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Attempting to bind port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 on network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:35.692971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.717020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:35.718705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Checking segment: {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:35.719449 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.720096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Bound using segment: {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:35.720920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Bound port: 8d61a634-34d4-4c61-84fd-c2fe9effcbd1, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449c8a00-264a-47ed-9d29-525f218e9d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:35.721551 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.740150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.790881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f5d45b52-2b19-46dd-9927-a61647ab05e5,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:35.852032 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:02:35.852508 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:02:35.885633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 449ed968-649f-4218-97dc-e76782b55798 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:35.903570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 449ed968-649f-4218-97dc-e76782b55798 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:35.903973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.949727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] For port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:35.966584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] For port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:35.968101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:35.987843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3faba-fcd2-4ee5-a9ef-c539155d7d80 req-0a3fec72-c947-489d-8372-a670a05182fa tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:35.989559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9c3faba-fcd2-4ee5-a9ef-c539155d7d80 req-0a3fec72-c947-489d-8372-a670a05182fa tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0934310 Aug 10 01:02:36.001260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.004817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.005999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6e302f5-a802-44c7-bc5b-f4ceb6b633d1 HTTP/1.1" status: 204 len: 168 time: 0.4396901 Aug 10 01:02:36.031538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89c710-f846-4c07-98c3-f1ba4a76967b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e302f5-a802-44c7-bc5b-f4ceb6b633d1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:36.032860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.049808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.054229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.112874 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.142138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9c3faba-fcd2-4ee5-a9ef-c539155d7d80 req-e9e57c63-8cd3-4073-82df-a182c2240a6d tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006489 Aug 10 01:02:36.183491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4521-eb7e-4ef0-8043-eba9b4a4303c None None] Pushing event updated for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:36.188530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:36.194576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:36.228034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:36.244803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 449ed968-649f-4218-97dc-e76782b55798, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=449ed968-649f-4218-97dc-e76782b55798,segment=NetworkSegment(e0be4f81-04c7-4540-a84b-777013044782),segment_id=e0be4f81-04c7-4540-a84b-777013044782)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:36.291545 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.418540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:36.429552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.434599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ad9fae5-fcfd-4042-b40b-cfa71aa899a7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 703 time: 1.6655493 Aug 10 01:02:36.435557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:36.478632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:36.481482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.507020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d45b52-2b19-46dd-9927-a61647ab05e5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:36.561273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:36.590077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:36.591503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cec2d6b5-16fc-4405-9f32-a579ebb05afd tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 703 time: 0.1546013 Aug 10 01:02:36.642195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=449ed968-649f-4218-97dc-e76782b55798,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:36.647471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-af091639-d7b1-4f50-a412-2f6a9ccce3a7 None None] Provisioning for port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:36.711936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.729739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:36.746786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5d45b52-2b19-46dd-9927-a61647ab05e5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:36.747167 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.821101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Provisioning for port 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:36.829718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Provisioning complete for port 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:36.830089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.929305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Port 7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:36.952863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Provisioning complete for port 449ed968-649f-4218-97dc-e76782b55798 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:36.953245 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca5bbe01-cdee-4392-961e-29278d0f6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:36.973143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45020) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:36.980142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 7, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:37.011801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43caf0cd-9fee-4e24-87d0-9460e73d6f0a None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 7, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:37.113238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.159905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1151051512-network', 'tenant_id': 'ddc1b3d4c92c4cb799b44820208404bf'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:37.163205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=7ad2d9e0-12a0-4a9c-b314-ceefbbbdf55f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:37.267160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Made reservation on behalf of ddc1b3d4c92c4cb799b44820208404bf for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:37.269560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.294362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.308675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c3bf0-39ab-4a88-81c4-e4ac59fbd583 req-cdc624a4-a2f7-4f64-8f17-b942eceab9d8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:37.316372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-870c3bf0-39ab-4a88-81c4-e4ac59fbd583 req-cdc624a4-a2f7-4f64-8f17-b942eceab9d8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0738845 Aug 10 01:02:37.354159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-870c3bf0-39ab-4a88-81c4-e4ac59fbd583 req-7ff7c86d-3c87-45e7-91e3-618c20a01cd2 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Aug 10 01:02:37.406759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.455486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:37.762047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:37.772480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:37.773130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:37.864148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:38.076282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 7, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.094993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 7f3f6524-b0fa-490f-8142-c51d522d01e5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:38.103555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:38.109115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.112455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:38.113192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.116942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.185499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:38.257592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3ccab-0d55-4eef-abf6-771f18c6ae7c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:38.263347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.263702 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Added segment 3d4796ad-65a9-4bf8-9b9d-1315f2916d80 of type vlan for network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab Aug 10 01:02:38.277842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:38.286829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:38.287327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b18686ab-f311-4246-8a12-dd07e38abf1c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/7f3f6524-b0fa-490f-8142-c51d522d01e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8571734 Aug 10 01:02:38.288191 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] Sync routers for ids ['7f3f6524-b0fa-490f-8142-c51d522d01e5'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:38.314529 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] Routers {'7f3f6524-b0fa-490f-8142-c51d522d01e5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:38.315947 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7f3f6524-b0fa-490f-8142-c51d522d01e5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.344909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.353470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:38.367455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5c42f1e4-042d-48be-8a1b-896fde06acb7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f3f6524-b0fa-490f-8142-c51d522d01e5 HTTP/1.1" status: 200 len: 205 time: 0.0776820 Aug 10 01:02:38.369984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:38.410880 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.411888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:38.412495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.433872 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.459173 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] Routers {'7f3f6524-b0fa-490f-8142-c51d522d01e5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:38.460081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7f3f6524-b0fa-490f-8142-c51d522d01e5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.471616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.555676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:38.556028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.566973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:38.567923 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.568576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f992f-2bb1-4297-83ab-917979434c1c None None] The sync data for ids ['7f3f6524-b0fa-490f-8142-c51d522d01e5'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:38.576758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6025641 Aug 10 01:02:38.609841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45038) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:38.655845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Request body: {'subnet': {'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1151051512-subnet', 'tenant_id': 'ddc1b3d4c92c4cb799b44820208404bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:38.672155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b805e23-9411-4ba8-bc1e-bb313e098452 admin admin] Pushing event updated for resources: {'Network': ['ID=8221cd47-8cb7-4b55-ac1f-d089a37d1aab,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:38.699463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:38.714691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Made reservation on behalf of ddc1b3d4c92c4cb799b44820208404bf for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:38.717036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.739017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed0c67-d73c-4940-b469-c4f4e78d1cc9 req-af593197-f8d5-42e7-a268-ff8b2e538f76 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:38.746773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ed0c67-d73c-4940-b469-c4f4e78d1cc9 req-af593197-f8d5-42e7-a268-ff8b2e538f76 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.2152405 Aug 10 01:02:38.783977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:38.790603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:38.791034 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.831992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:38.832628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:38.862715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 7, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:38.870422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:38.887306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36ed0c67-d73c-4940-b469-c4f4e78d1cc9 req-a91a41b5-06fb-4561-b744-cf5c125f52b6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390815 Aug 10 01:02:38.894452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a5dce2-d3fd-46d3-a905-32a7b0505c66 None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 7, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': '8d61a634-34d4-4c61-84fd-c2fe9effcbd1', 'name': '', 'network_id': '9ca13918-b5ed-4e5c-a71c-242e5cda70a0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:52:59:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:31Z', 'updated_at': '2021-08-10T01:02:35Z', 'revision_number': 4, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'd0148a27-cd8a-44e7-bcb0-f89ba237eb4d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:38.977313 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.033955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8d61a634-34d4-4c61-84fd-c2fe9effcbd1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:39.041182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.042089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 449ed968-649f-4218-97dc-e76782b55798 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:39.115583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.122913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.132614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:39.149444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 449ed968-649f-4218-97dc-e76782b55798 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:39.149824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.187656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.188152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3f6524-b0fa-490f-8142-c51d522d01e5 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:39.197548 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.198692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-639b9c25-dce5-4724-aef7-a8d30b5ba8fd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/7f3f6524-b0fa-490f-8142-c51d522d01e5 HTTP/1.1" status: 204 len: 168 time: 0.8276856 Aug 10 01:02:39.201550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:39.224036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.259792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.268427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 4c13cf78-19dc-48e7-a219-26e75bc38064 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:39.272324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.301752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=8d61a634-34d4-4c61-84fd-c2fe9effcbd1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:39.321193 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.333262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c945073-1d58-42b4-b8e3-33f51455d080,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:39.426050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.472722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.501173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.528291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Checking segment: {'id': '3d4796ad-65a9-4bf8-9b9d-1315f2916d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:39.528737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Network hostable DHCP agents. Network: 8221cd47-8cb7-4b55-ac1f-d089a37d1aab, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:39.537044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=4c13cf78-19dc-48e7-a219-26e75bc38064,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:39.545067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.549779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/4c13cf78-19dc-48e7-a219-26e75bc38064 HTTP/1.1" status: 204 len: 168 time: 0.3442891 Aug 10 01:02:39.551777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45044) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:39.555787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b3734a-75ab-43ae-9113-2d3d0cc7993d None None] Network 7c84fdd3-79ee-49aa-af99-cc4a157581fe requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:39.569640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.569996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.570356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.570701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.571031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.571365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.572312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.572843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.573587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.573796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.578078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.578559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c510a017-17b2-499d-a4de-e4ff6e301d3f tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:02:39.607563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:39.664044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.666923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8221cd47-8cb7-4b55-ac1f-d089a37d1aab) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:39.708361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:39.709162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.710891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29df0953-5b92-4483-a225-fd84c3aafbf8 None None] Network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:39.754921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 449ed968-649f-4218-97dc-e76782b55798 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:39.755311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.761532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bf25ed9d-99a4-45e2-8c72-6cd46c4fa9ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1120796 Aug 10 01:02:39.767163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:39.868319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 449ed968-649f-4218-97dc-e76782b55798, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=449ed968-649f-4218-97dc-e76782b55798,segment=NetworkSegment(e0be4f81-04c7-4540-a84b-777013044782),segment_id=e0be4f81-04c7-4540-a84b-777013044782)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:39.868950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:39.881119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] DHCP port deletion for 7c84fdd3-79ee-49aa-af99-cc4a157581fe request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:39.892854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:39.900544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa2099dd-8a9d-4b78-888c-33e855c61627 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3067451 Aug 10 01:02:39.900669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 449ed968-649f-4218-97dc-e76782b55798 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:39.900808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45052) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:39.910148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:39.912223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ad133-9527-419a-8df6-e9c81cb11200 None None] Network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:39.976111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet d0148a27-cd8a-44e7-bcb0-f89ba237eb4d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:39.979278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.006305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:40.006977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.033091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.060160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88741a2-3c4b-4e04-beb4-f89e86cd8700 req-194af8b9-4fd6-4a00-beeb-6cf8bc1ea5a5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:40.061791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f88741a2-3c4b-4e04-beb4-f89e86cd8700 req-194af8b9-4fd6-4a00-beeb-6cf8bc1ea5a5 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0807507 Aug 10 01:02:40.132875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.134559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Deleting port 449ed968-649f-4218-97dc-e76782b55798 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:40.135221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.148354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f88741a2-3c4b-4e04-beb4-f89e86cd8700 req-8da4eb44-4cef-4e79-97cc-8ecc0a1fb13a tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Aug 10 01:02:40.163112 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.176602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=449ed968-649f-4218-97dc-e76782b55798,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:40.182389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port 449ed968-649f-4218-97dc-e76782b55798 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:40.240203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:40.268516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.279160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c84fdd3-79ee-49aa-af99-cc4a157581fe']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.292049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] For port 449ed968-649f-4218-97dc-e76782b55798, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:40.292358 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.293337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0be4f81-04c7-4540-a84b-777013044782') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.293648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0be4f81-04c7-4540-a84b-777013044782') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.303410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.304487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.332606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Calling delete_port for 449ed968-649f-4218-97dc-e76782b55798 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:40.334402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.336844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Port 449ed968-649f-4218-97dc-e76782b55798 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:02:40.340955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=d0148a27-cd8a-44e7-bcb0-f89ba237eb4d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:40.342634 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.345620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:40.346248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:40.351250 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:40.355669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.361297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-08bc6b5b-97cf-430c-8dee-2b9b4b028527 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/d0148a27-cd8a-44e7-bcb0-f89ba237eb4d HTTP/1.1" status: 204 len: 168 time: 0.4598219 Aug 10 01:02:40.364643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45070) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:40.393987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae28baec-ac67-4fb9-9403-b2ceeeeb1775 None None] Network 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:40.396197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] No DVR routers for this DVR port 449ed968-649f-4218-97dc-e76782b55798 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:40.433279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da007-a0fa-4051-a99e-e89c0cbebc34 None None] Pushing event deleted for resources: {'Port': ['ID=449ed968-649f-4218-97dc-e76782b55798,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:40.444938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-bc0e1757-61db-4322-8e53-d5e3d0c07d99 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:40.446711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-bc0e1757-61db-4322-8e53-d5e3d0c07d99 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/networks?id=8221cd47-8cb7-4b55-ac1f-d089a37d1aab HTTP/1.1" status: 200 len: 821 time: 0.2132950 Aug 10 01:02:40.455106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.473737 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-fc183634-4425-493a-bbde-0df46df46dd8 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/quotas/ddc1b3d4c92c4cb799b44820208404bf HTTP/1.1" status: 200 len: 375 time: 0.0194812 Aug 10 01:02:40.477501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.483032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.486823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/7c84fdd3-79ee-49aa-af99-cc4a157581fe HTTP/1.1" status: 204 len: 168 time: 0.9328544 Aug 10 01:02:40.487953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c0ed0-1186-4380-9114-f48dace304d4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=7c84fdd3-79ee-49aa-af99-cc4a157581fe,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:40.489844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45072) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:40.494609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-667918769', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:40.517057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-738f92b9-84d4-4829-b333-937f1d622085 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ddc1b3d4c92c4cb799b44820208404bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365973 Aug 10 01:02:40.536403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.538127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.571852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 449ed968-649f-4218-97dc-e76782b55798 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:40.609378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.614924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.633413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.637405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f8f480f-84c7-413c-8da5-e52a915c9c58 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1438141 Aug 10 01:02:40.638926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45076) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:40.651072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-82513487'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:40.658360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port f5d45b52-2b19-46dd-9927-a61647ab05e5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:40.658734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.703993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-db82d234-47a6-4bd8-a34d-4e0a4ebb64d8 service neutron] 10.222.0.25 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630964 Aug 10 01:02:40.757220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 449ed968-649f-4218-97dc-e76782b55798 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:40.757812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 449ed968-649f-4218-97dc-e76782b55798 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:40.779480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:40.783472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.805237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port f5d45b52-2b19-46dd-9927-a61647ab05e5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d45b52-2b19-46dd-9927-a61647ab05e5,segment=NetworkSegment(449c8a00-264a-47ed-9d29-525f218e9d0b),segment_id=449c8a00-264a-47ed-9d29-525f218e9d0b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:40.805847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.836541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for f5d45b52-2b19-46dd-9927-a61647ab05e5 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:40.845851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:39Z', 'revision_number': 8, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.856757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:40.883668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:40.893149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:40.894058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:40.915890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:40.916151 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment 6fee6976-d650-4152-a136-3ef14e95cd73 of type vlan for network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 Aug 10 01:02:40.920342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-ec5b1c70-80d5-453b-a0cb-a55d54d39b59 service neutron] 10.222.0.25 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065294 Aug 10 01:02:40.929091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] DHCP port deletion for 9ca13918-b5ed-4e5c-a71c-242e5cda70a0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:40.978737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.008658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.033790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:41.039807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=f5d45b52-2b19-46dd-9927-a61647ab05e5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:41.043552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.049691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:41.050306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.052983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port f5d45b52-2b19-46dd-9927-a61647ab05e5 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:41.087108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Deleting port f5d45b52-2b19-46dd-9927-a61647ab05e5 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:41.087695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.138195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-907f035b-f575-4413-8249-229d0c3e53f8 req-fe356e8f-1e22-45ea-8e07-ff6b13e1dc7c tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 210 time: 0.0480134 Aug 10 01:02:41.174720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5287247 Aug 10 01:02:41.177585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:41.184432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:41.195575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a4406-9323-4c1a-b39a-4e93d024c62b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:41.201890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.216273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca13918-b5ed-4e5c-a71c-242e5cda70a0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:41.224906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:41.228685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449c8a00-264a-47ed-9d29-525f218e9d0b') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:41.229209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449c8a00-264a-47ed-9d29-525f218e9d0b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:41.245116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.269393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.278035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:41.278562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.281199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] For port f5d45b52-2b19-46dd-9927-a61647ab05e5, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:41.281571 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:41.284361 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:41.294533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Calling delete_port for f5d45b52-2b19-46dd-9927-a61647ab05e5 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:41.297750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Port f5d45b52-2b19-46dd-9927-a61647ab05e5 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:02:41.302098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.345357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:41.351867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.354830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] Pushing event deleted for resources: {'Port': ['ID=f5d45b52-2b19-46dd-9927-a61647ab05e5,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:41.372966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d3f59e-84e4-479a-8dce-d5899b4fe797 None None] No DVR routers for this DVR port f5d45b52-2b19-46dd-9927-a61647ab05e5 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:41.434795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb4f39-7417-48d2-b827-e45c0c25a7f0 req-3340ef15-5da4-4dcb-996a-e2776017fe97 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:41.446350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16eb4f39-7417-48d2-b827-e45c0c25a7f0 req-3340ef15-5da4-4dcb-996a-e2776017fe97 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1427546 Aug 10 01:02:41.465843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.475120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:39Z', 'revision_number': 8, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:41.498998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.500991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/9ca13918-b5ed-4e5c-a71c-242e5cda70a0 HTTP/1.1" status: 204 len: 168 time: 1.1356928 Aug 10 01:02:41.504973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45092) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:41.512451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3bed2a-2e77-4c3c-ac73-27113db0e556 None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:39Z', 'revision_number': 8, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'af4fbea0-4729-4b8b-823e-cd7d50fbe82c', 'name': '', 'network_id': '8bbeb070-6c59-462f-95c4-ec6691557bc0', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:88:a1:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:25Z', 'updated_at': '2021-08-10T01:02:32Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '5484c098-8e1c-4db2-9877-d2c3c866a7ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:41.515270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85f139-7689-4e29-beb1-71ecbccf964a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=9ca13918-b5ed-4e5c-a71c-242e5cda70a0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:41.563500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16eb4f39-7417-48d2-b827-e45c0c25a7f0 req-51cde37d-7c09-49e6-8043-647b7c287a6c tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161230 Aug 10 01:02:41.815510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:41.933692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=7fa29cda-6143-448b-b9b6-10a2aad17ca3,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:41.958575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:41.958966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:42.002309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:42.017619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:42.026870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:42.027663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.028224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a11e2-acc3-4734-aa41-31ee5caebebc None None] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:42.052709 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a9199f7-af98-4bac-a932-266aa3efb095 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8736813 Aug 10 01:02:42.055538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45100) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:42.126508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.221053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:42.221912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.274192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cda7cc7-1b37-40f3-81d8-096ea07ff966 req-9629f370-e3d8-4f89-9993-55f5c318f098 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 210 time: 0.0365210 Aug 10 01:02:42.423270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d45b52-2b19-46dd-9927-a61647ab05e5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:42.425887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Allocated IP 172.20.0.2 (e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8/7fa29cda-6143-448b-b9b6-10a2aad17ca3/97afa5f9-4b57-4050-bf7b-259b7b8716d9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:42.454797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f5d45b52-2b19-46dd-9927-a61647ab05e5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:42.455207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d45b52-2b19-46dd-9927-a61647ab05e5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:42.455639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:42.478974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:42.479301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d61a634-34d4-4c61-84fd-c2fe9effcbd1 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:42.537048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port af4fbea0-4729-4b8b-823e-cd7d50fbe82c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:42.537688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.575470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.596779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-6b6ff71e-85c9-404c-89e2-d9ada779f475 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:42.598231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-6b6ff71e-85c9-404c-89e2-d9ada779f475 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.21 "GET /v2.0/networks?id=8221cd47-8cb7-4b55-ac1f-d089a37d1aab HTTP/1.1" status: 200 len: 821 time: 0.3338747 Aug 10 01:02:42.638536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Request body: {'port': {'device_id': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab', 'admin_state_up': True, 'tenant_id': 'ddc1b3d4c92c4cb799b44820208404bf'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:42.646253 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.648490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port af4fbea0-4729-4b8b-823e-cd7d50fbe82c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:42.648850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.654514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Transition to ACTIVE for port object 97afa5f9-4b57-4050-bf7b-259b7b8716d9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:42.662862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for af4fbea0-4729-4b8b-823e-cd7d50fbe82c owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:42.670301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Transition to ACTIVE for port object 97afa5f9-4b57-4050-bf7b-259b7b8716d9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:42.677568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.730414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:42.733535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:42.735463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Pushing event updated for resources: {'Port': ['ID=97afa5f9-4b57-4050-bf7b-259b7b8716d9,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:42.738034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:42.810874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Attempting to bind port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:42.811301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Attempting to bind port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:42.812203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Attempting to bind port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 on network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:42.817906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:42.818278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Checking segment: {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:42.818750 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.819145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Bound using segment: {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:42.819612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Bound port: 97afa5f9-4b57-4050-bf7b-259b7b8716d9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:42.819988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.865809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.896051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] For port 97afa5f9-4b57-4050-bf7b-259b7b8716d9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:42.898983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=af4fbea0-4729-4b8b-823e-cd7d50fbe82c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:42.899470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] For port 97afa5f9-4b57-4050-bf7b-259b7b8716d9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=97afa5f9-4b57-4050-bf7b-259b7b8716d9,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:42.905976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:42.995514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc93c1-aa40-423c-be23-59f58ba7a480 None None] Pushing event updated for resources: {'Port': ['ID=97afa5f9-4b57-4050-bf7b-259b7b8716d9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:43.082326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.269577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcaeae-e003-4bda-877c-7599c369b255 req-1e112193-6db3-4f9c-9efd-b7197a3580df tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:43.277598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63dcaeae-e003-4bda-877c-7599c369b255 req-1e112193-6db3-4f9c-9efd-b7197a3580df tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.6448600 Aug 10 01:02:43.321156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:43.399227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-63dcaeae-e003-4bda-877c-7599c369b255 req-92c5cc0b-915c-4e31-9b2e-20fcfab6dd21 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207426 Aug 10 01:02:43.440165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Made reservation on behalf of ddc1b3d4c92c4cb799b44820208404bf for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:43.441679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75e4345e-4dea-48e5-a6f9-984ec8584df2 req-1ed26be1-b20f-4a5e-a7cc-79e8669443be tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 210 time: 0.0678074 Aug 10 01:02:43.443818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.462456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:43.468680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36ba46ca-02f5-4e45-a4cf-3e14475e0282 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613729 Aug 10 01:02:43.470276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.20.0.1 (e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8/7fa29cda-6143-448b-b9b6-10a2aad17ca3/a3abcba0-0a1a-48d4-bd5d-ea82f105760a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:43.470934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:43.473357 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:43.484790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:43.485460 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:43.531109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet 5484c098-8e1c-4db2-9877-d2c3c866a7ce {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:43.534945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.584199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.599003 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:43.680257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Allocated IP 172.20.0.8 (8221cd47-8cb7-4b55-ac1f-d089a37d1aab/1c945073-1d58-42b4-b8e3-33f51455d080/c3d7a7b1-5140-4916-8859-56d445ae9af0) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:43.686504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.694346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.717124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object a3abcba0-0a1a-48d4-bd5d-ea82f105760a will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:43.758692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.777612 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.779396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/5484c098-8e1c-4db2-9877-d2c3c866a7ce HTTP/1.1" status: 204 len: 168 time: 0.3017931 Aug 10 01:02:43.785584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52064a77-1b04-46e7-88a7-ef148dd6fea2 None None] Network 8bbeb070-6c59-462f-95c4-ec6691557bc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:43.796905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45116) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:43.827235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987d4c-ab9a-4cda-b70c-664e0194c69a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=5484c098-8e1c-4db2-9877-d2c3c866a7ce,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:43.834383 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:42Z', 'revision_number': 9, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:43.867986 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:43.879010 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:43.879649 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:43.977195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:43.995296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.003936 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:44.054143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] DHCP port deletion for 8bbeb070-6c59-462f-95c4-ec6691557bc0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:44.061077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:44.069581 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3be043c7-1c86-4715-b921-0228ed299ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.091730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.094014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:44.103528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:44.142838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.165335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Deleting port ab77c46f-9d5b-48e6-a674-1449f70ed662 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:44.165863 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.180777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.244102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] For port ab77c46f-9d5b-48e6-a674-1449f70ed662, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ab77c46f-9d5b-48e6-a674-1449f70ed662,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:44.244674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.259670 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:42Z', 'revision_number': 9, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:44.260010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Calling delete_port for ab77c46f-9d5b-48e6-a674-1449f70ed662 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:44.277197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576770d-2ad8-49bc-9f20-7296211f3a3e None None] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:44.297450 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c936290b-93dd-4ec5-8cff-1d24c1cefe8c None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:42Z', 'revision_number': 9, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e67e221b-8912-4575-9fa6-70f6205c8fbd', 'name': '', 'network_id': '96010adf-5a6e-4815-88be-fc9e72f5c439', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:a7:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:22Z', 'updated_at': '2021-08-10T01:02:28Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': '09831df9-4d1e-4af6-8fb6-ae6242e5f7d4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:44.338853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port ab77c46f-9d5b-48e6-a674-1449f70ed662 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:44.339203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.376663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.393897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-adbd5a66-eea7-4483-aa4d-89f3eb42176f None None] Provisioning for port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:44.451372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.464452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.493713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port ab77c46f-9d5b-48e6-a674-1449f70ed662, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ab77c46f-9d5b-48e6-a674-1449f70ed662,segment=NetworkSegment(6c91f825-2f40-40b4-918c-4ded0d1a3388),segment_id=6c91f825-2f40-40b4-918c-4ded0d1a3388)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:44.494074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.497469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:44.497683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] Pushing event deleted for resources: {'Port': ['ID=ab77c46f-9d5b-48e6-a674-1449f70ed662,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.503967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42831e98-7583-41b8-a7ff-036a90d64c0b None None] No DVR routers for this DVR port ab77c46f-9d5b-48e6-a674-1449f70ed662 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:44.518416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:44.556654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for ab77c46f-9d5b-48e6-a674-1449f70ed662 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:44.559581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:44.580283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Pushing event updated for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:44.610271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf0ac1-9527-4fe4-8263-e655139a73e8 req-aa7547ce-315e-4a00-9c8e-8602c10f0b6f tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.611868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48bf0ac1-9527-4fe4-8263-e655139a73e8 req-aa7547ce-315e-4a00-9c8e-8602c10f0b6f tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 931 time: 0.0618231 Aug 10 01:02:44.676517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48bf0ac1-9527-4fe4-8263-e655139a73e8 req-7ff221b9-cfb1-48b6-809a-f0e6fada9613 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578513 Aug 10 01:02:44.762540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.763225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.791394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c2b6-afa9-4096-8320-9fb130c35c9d req-1d13ea4e-db4c-4f0e-8c9f-4775c7e89acb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:44.792920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1901c2b6-afa9-4096-8320-9fb130c35c9d req-1d13ea4e-db4c-4f0e-8c9f-4775c7e89acb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.2920711 Aug 10 01:02:44.822798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-1eeff8ee-54dc-44f3-9bfc-c04975993989 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1911788 Aug 10 01:02:44.848735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 97afa5f9-4b57-4050-bf7b-259b7b8716d9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:44.850852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Request body: {'port': {'device_id': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:44.911472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:44.915883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:44.916658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.956040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:44.975900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Provisioning for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:44.981109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1901c2b6-afa9-4096-8320-9fb130c35c9d req-4e032cb9-4590-415c-908c-8df95874e621 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775906 Aug 10 01:02:44.982352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Provisioning complete for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:44.982767 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.039471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.047883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=ab77c46f-9d5b-48e6-a674-1449f70ed662,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.053716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port ab77c46f-9d5b-48e6-a674-1449f70ed662 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:45.071775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Port a3abcba0-0a1a-48d4-bd5d-ea82f105760a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:45.088540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.215217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.235322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Provisioning complete for port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:45.235697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-823691d9-3e59-423b-ab6d-e8c806bb0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.237717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbeb070-6c59-462f-95c4-ec6691557bc0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:45.255743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.261404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c91f825-2f40-40b4-918c-4ded0d1a3388') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:45.261752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c91f825-2f40-40b4-918c-4ded0d1a3388') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:45.285471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 97afa5f9-4b57-4050-bf7b-259b7b8716d9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=97afa5f9-4b57-4050-bf7b-259b7b8716d9,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:45.291058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.314415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.326513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.363516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ab77c46f-9d5b-48e6-a674-1449f70ed662 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:45.395424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=97afa5f9-4b57-4050-bf7b-259b7b8716d9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.400089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ab77c46f-9d5b-48e6-a674-1449f70ed662 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:45.400376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ab77c46f-9d5b-48e6-a674-1449f70ed662 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:45.403911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.433542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.437495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:45.437879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:45.464216 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:45.506397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.518157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-81fa7109-be19-4497-8650-a1b001a53bdd None None] Provisioning complete for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:45.518540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81fa7109-be19-4497-8650-a1b001a53bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.553426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-81fa7109-be19-4497-8650-a1b001a53bdd None None] Port a3abcba0-0a1a-48d4-bd5d-ea82f105760a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:45.582793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.596488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.598282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/8bbeb070-6c59-462f-95c4-ec6691557bc0 HTTP/1.1" status: 204 len: 168 time: 1.8010683 Aug 10 01:02:45.601238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45130) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:45.617347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2c094-9e7d-47b9-86df-da133f353dfa tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=8bbeb070-6c59-462f-95c4-ec6691557bc0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.681680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:45.684994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:45.758908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d7a7b1-5140-4916-8859-56d445ae9af0 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:45.794844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.819378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Transition to ACTIVE for port object c3d7a7b1-5140-4916-8859-56d445ae9af0 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:45.829057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:45.904307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:45.947759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:45.977454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d81dd37-d398-40d9-842d-ec1ce2fef4bb None None] Provisioning complete for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:45.978467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d81dd37-d398-40d9-842d-ec1ce2fef4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.019379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6d81dd37-d398-40d9-842d-ec1ce2fef4bb None None] Port a3abcba0-0a1a-48d4-bd5d-ea82f105760a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:46.054879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Attempting to bind port c3d7a7b1-5140-4916-8859-56d445ae9af0 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:46.055219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Attempting to bind port c3d7a7b1-5140-4916-8859-56d445ae9af0 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3d4796ad-65a9-4bf8-9b9d-1315f2916d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:46.055553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Attempting to bind port c3d7a7b1-5140-4916-8859-56d445ae9af0 on network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:46.065748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Port c3d7a7b1-5140-4916-8859-56d445ae9af0 on network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:02:46.066074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Attempting to bind port c3d7a7b1-5140-4916-8859-56d445ae9af0 on network 8221cd47-8cb7-4b55-ac1f-d089a37d1aab {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:46.072742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:46.074332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:46.074899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Checking segment: {'id': '3d4796ad-65a9-4bf8-9b9d-1315f2916d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:46.075444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Bound using segment: {'id': '3d4796ad-65a9-4bf8-9b9d-1315f2916d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:46.076046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Bound port: c3d7a7b1-5140-4916-8859-56d445ae9af0, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d4796ad-65a9-4bf8-9b9d-1315f2916d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:46.076597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.082563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b9fb7784-505f-4666-8915-0f822524801a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0236218 Aug 10 01:02:46.085898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:46.087030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45138) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:46.094399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-135146718'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:46.096957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:46.097914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:46.134495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc4256-5af8-49b8-bc10-762adb8a3e20 req-8c4d9fc5-4b52-4acf-9edc-784c74beaf6a tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.135988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0fc4256-5af8-49b8-bc10-762adb8a3e20 req-8c4d9fc5-4b52-4acf-9edc-784c74beaf6a tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 943 time: 0.1137044 Aug 10 01:02:46.177619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:46.181538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.185572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cad4d-a272-41c8-829d-87cd50aaf004 req-5fca0d58-632d-4428-a3ba-39a9c7364c22 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.187746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-221cad4d-a272-41c8-829d-87cd50aaf004 req-5fca0d58-632d-4428-a3ba-39a9c7364c22 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1039879 Aug 10 01:02:46.198453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:46.200765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:46.203799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0,segment=NetworkSegment(3d4796ad-65a9-4bf8-9b9d-1315f2916d80),segment_id=3d4796ad-65a9-4bf8-9b9d-1315f2916d80)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:46.211392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.234705 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0fc4256-5af8-49b8-bc10-762adb8a3e20 req-a734529f-dbe0-4a1d-b388-defc2c87ab13 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909770 Aug 10 01:02:46.244077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:46.283146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.283907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.285316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3d7a7b1-5140-4916-8859-56d445ae9af0 HTTP/1.1" status: 200 len: 1092 time: 1.4505258 Aug 10 01:02:46.285769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:46.287563 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.287965 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment 7ac82f61-3188-4c21-891d-0244e7b66685 of type vlan for network 595fc278-743e-46c4-b5ba-8926b00167c8 Aug 10 01:02:46.288348 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:46.311844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-221cad4d-a272-41c8-829d-87cd50aaf004 req-5ba341bb-bef4-4430-8aee-fb4b299c64cd tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104903 Aug 10 01:02:46.317664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc7e6-fabe-41cf-be55-092534f69e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:46.352778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.424675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.432028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.432797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.445731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-aadfd907-7ac7-4ad7-a40c-5ffd68266920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.447424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-aadfd907-7ac7-4ad7-a40c-5ffd68266920 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc1b3d4c92c4cb799b44820208404bf&device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 1095 time: 0.1150503 Aug 10 01:02:46.458119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 97afa5f9-4b57-4050-bf7b-259b7b8716d9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:46.499503 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca52d47-6443-406d-928b-57228822d13f x-openstack-request-id: req-fca52d47-6443-406d-928b-57228822d13f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:46.499778 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:46.500029 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fca52d47-6443-406d-928b-57228822d13f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:46.500428 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0', 'status': 'completed', 'code': 200} Aug 10 01:02:46.502194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-4b64da55-17c8-4765-9799-8d76148b21ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0 HTTP/1.1" status: 200 len: 217 time: 0.0464525 Aug 10 01:02:46.523041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4330413 Aug 10 01:02:46.523906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45144) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:46.533508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:46.554800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-3645a86a-4238-4b44-a377-155e3e3d31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.555041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:46.555480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.556409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-3645a86a-4238-4b44-a377-155e3e3d31e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c945073-1d58-42b4-b8e3-33f51455d080 HTTP/1.1" status: 200 len: 861 time: 0.0467663 Aug 10 01:02:46.582964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:44Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:44Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:46.589445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa885f-8d30-4d69-8259-9c5029244667 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=595fc278-743e-46c4-b5ba-8926b00167c8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:46.592188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-66afd4dd-e332-4fc2-80c7-848c15e03c16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8221cd47-8cb7-4b55-ac1f-d089a37d1aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272236 Aug 10 01:02:46.619826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 595fc278-743e-46c4-b5ba-8926b00167c8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:46.625350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:46.625778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Updating router 954b183f-94da-4e25-a112-a17aaac909ea port a3abcba0-0a1a-48d4-bd5d-ea82f105760a binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:46.628574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.698692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-4451a1f1-b665-4245-b979-6390c0190348 service neutron] 10.222.0.21 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991979 Aug 10 01:02:46.699724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.723026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:46.726866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.812597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-097aeba3-058f-4768-b017-8e134eea01a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:46.825796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0392e9b-c13f-4f71-b1fc-33edec1dc0d3 req-f3222902-da5f-4f94-9d49-7e4f4053af24 service neutron] 10.222.0.21 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199579 Aug 10 01:02:46.888793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af4fbea0-4729-4b8b-823e-cd7d50fbe82c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:46.914417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: af4fbea0-4729-4b8b-823e-cd7d50fbe82c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:46.914788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af4fbea0-4729-4b8b-823e-cd7d50fbe82c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:46.920009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-20328adc-56f8-439e-8c0f-3e4163c59c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:46.920871 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-20328adc-56f8-439e-8c0f-3e4163c59c80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddc1b3d4c92c4cb799b44820208404bf&device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 1095 time: 0.0463123 Aug 10 01:02:47.022382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-b248fc36-f446-4a46-8f01-05be4a36aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.023910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-b248fc36-f446-4a46-8f01-05be4a36aebd service neutron] 10.222.0.21 "GET /v2.0/networks?id=8221cd47-8cb7-4b55-ac1f-d089a37d1aab HTTP/1.1" status: 200 len: 921 time: 0.0967491 Aug 10 01:02:47.068234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-9adf4f3f-17f8-4f57-9d31-9321470ecb88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0 HTTP/1.1" status: 200 len: 217 time: 0.0367613 Aug 10 01:02:47.091194 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.101535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.104308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Transition to ACTIVE for port object a3abcba0-0a1a-48d4-bd5d-ea82f105760a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:47.111997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.127025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-48f72283-934c-4dff-a480-e7734cdb16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.128536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-48f72283-934c-4dff-a480-e7734cdb16ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1c945073-1d58-42b4-b8e3-33f51455d080 HTTP/1.1" status: 200 len: 861 time: 0.0533717 Aug 10 01:02:47.143763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port e67e221b-8912-4575-9fa6-70f6205c8fbd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:47.144144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.167927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-cc495c27-bfec-4bcc-a725-ab69177f67cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8221cd47-8cb7-4b55-ac1f-d089a37d1aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316610 Aug 10 01:02:47.204803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99c313-e209-4e47-9084-b49e75017e44 None None] Pushing event updated for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.228758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=379251b0-c015-41ed-aff5-85ae216dc888,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.249676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:47.250048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: 595fc278-743e-46c4-b5ba-8926b00167c8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:47.252964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Attempting to bind port a3abcba0-0a1a-48d4-bd5d-ea82f105760a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:47.253544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Attempting to bind port a3abcba0-0a1a-48d4-bd5d-ea82f105760a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:47.254095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Attempting to bind port a3abcba0-0a1a-48d4-bd5d-ea82f105760a on network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:47.262519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:47.263319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Checking segment: {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:47.264003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.265411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Bound using segment: {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:47.266401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Bound port: a3abcba0-0a1a-48d4-bd5d-ea82f105760a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fee6976-d650-4152-a136-3ef14e95cd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:47.267454 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.271350 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.301778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-30091d05-7586-4571-96e2-4815fe46438a service neutron] 10.222.0.21 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193404 Aug 10 01:02:47.308874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port e67e221b-8912-4575-9fa6-70f6205c8fbd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e67e221b-8912-4575-9fa6-70f6205c8fbd,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:47.309258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.312584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 595fc278-743e-46c4-b5ba-8926b00167c8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:47.330984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for e67e221b-8912-4575-9fa6-70f6205c8fbd owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:47.335202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 595fc278-743e-46c4-b5ba-8926b00167c8) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:47.343828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.344092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.352265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa20f3e-c3ea-4790-ac4e-cb333448b1a8 None None] Network 595fc278-743e-46c4-b5ba-8926b00167c8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:47.408639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6cb3736-9f93-491a-9c70-97cd170b8e10 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8813574 Aug 10 01:02:47.410766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:47.478631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] For port a3abcba0-0a1a-48d4-bd5d-ea82f105760a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:47.513238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] For port a3abcba0-0a1a-48d4-bd5d-ea82f105760a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:47.523627 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.607634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd64a6e-6682-4794-a690-d6d200f0acf6 req-3b62514b-7662-4749-9bb2-eba380d7fb72 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.611268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dd64a6e-6682-4794-a690-d6d200f0acf6 req-3b62514b-7662-4749-9bb2-eba380d7fb72 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 943 time: 0.2117345 Aug 10 01:02:47.637754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:47.638676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:47.649439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-595fc278-743e-46c4-b5ba-8926b00167c8', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:47.650396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.696305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99c313-e209-4e47-9084-b49e75017e44 None None] Pushing event updated for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.797701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dd64a6e-6682-4794-a690-d6d200f0acf6 req-54ce4027-390a-41f3-9374-bddc4e1b3cfe tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686292 Aug 10 01:02:47.910403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.917628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:47.923394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af9da-20a7-4d76-8d74-956ba3ccdccb req-eddf1572-7bb3-4997-87ee-f958ed5c223f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:47.924948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea1af9da-20a7-4d76-8d74-956ba3ccdccb req-eddf1572-7bb3-4997-87ee-f958ed5c223f tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0802226 Aug 10 01:02:47.931317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8ccea65-ec3c-400c-ad95-23d9bc5375b4 req-4e331fb1-6894-4be4-a6d8-8cf4c0d1a9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238177 Aug 10 01:02:47.959271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:47.969264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=e67e221b-8912-4575-9fa6-70f6205c8fbd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:47.978847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea1af9da-20a7-4d76-8d74-956ba3ccdccb req-0c187bb7-d596-4843-b0b0-b1ac3e081cea tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464947 Aug 10 01:02:48.025796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Allocated IP 172.21.0.2 (595fc278-743e-46c4-b5ba-8926b00167c8/379251b0-c015-41ed-aff5-85ae216dc888/422f0f73-a1cd-49c3-8c6e-b556dc13fca5) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:48.161204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.167299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.452520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.464045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Transition to ACTIVE for port object 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:48.484586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Transition to ACTIVE for port object 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:48.486926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:44Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:48.520436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.523775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50713f48-03c4-4441-aa7c-ccd19a7fb953 None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:44Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:48.570074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Network 595fc278-743e-46c4-b5ba-8926b00167c8 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:48.573121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:48.577535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:48.580835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Pushing event updated for resources: {'Port': ['ID=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:48.635657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Attempting to bind port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:48.635950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Attempting to bind port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:48.636304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Attempting to bind port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 on network 595fc278-743e-46c4-b5ba-8926b00167c8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:48.641615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:48.641993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Checking segment: {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:48.642390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.642813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Bound using segment: {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:48.643280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Bound port: 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:48.643662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.710506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] For port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:48.714700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] For port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:48.720575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:48.809184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91b6d8-b36b-44ab-bb41-3c3164dce9e6 None None] Pushing event updated for resources: {'Port': ['ID=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:48.854886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:48.931722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f839528-aede-44e5-bcec-ed99d8d787cd req-b8698b69-cd31-48a3-83bc-c95fa14c7fe8 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:48.933256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f839528-aede-44e5-bcec-ed99d8d787cd req-b8698b69-cd31-48a3-83bc-c95fa14c7fe8 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 943 time: 0.0613222 Aug 10 01:02:48.981341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f839528-aede-44e5-bcec-ed99d8d787cd req-a8e8d90d-762a-4bd5-939e-f314febe57d7 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Aug 10 01:02:49.021608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:49.032227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-02bc8a44-2cad-469e-9d86-ffc96c021521 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264863 Aug 10 01:02:49.036224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45162) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:49.045361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.21.0.1 (595fc278-743e-46c4-b5ba-8926b00167c8/379251b0-c015-41ed-aff5-85ae216dc888/1d7a0cba-11b5-45ba-93af-8cdc049811b0) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:49.053401 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:49.089242 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:49.090098 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:49.174321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet 09831df9-4d1e-4af6-8fb6-ae6242e5f7d4 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:49.179931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.241273 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:49.258160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c3167-90de-4abe-ad09-853fc00e53ab req-9389aec0-dce7-4957-9134-7930205d08d4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:49.266413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db8c3167-90de-4abe-ad09-853fc00e53ab req-9389aec0-dce7-4957-9134-7930205d08d4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1357245 Aug 10 01:02:49.295743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.304559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.313384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 1d7a0cba-11b5-45ba-93af-8cdc049811b0 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:49.317677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db8c3167-90de-4abe-ad09-853fc00e53ab req-d654430d-983a-467f-8312-0ce4086c0426 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500216 Aug 10 01:02:49.359478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.400700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 595fc278-743e-46c4-b5ba-8926b00167c8 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:49.407564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:49.412206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:49.459365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:49.464798 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.474388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.479895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 10, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:49.505827 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:49.515021 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:49.515634 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:49.532958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.575003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=09831df9-4d1e-4af6-8fb6-ae6242e5f7d4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:49.588185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.589380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a7ceb-8100-4611-957b-6b4599a7dd26 None None] Network 96010adf-5a6e-4815-88be-fc9e72f5c439 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:49.590380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5ffd5fb6-a1f8-4649-9f32-ddb088bfacd8 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/09831df9-4d1e-4af6-8fb6-ae6242e5f7d4 HTTP/1.1" status: 204 len: 168 time: 0.5525088 Aug 10 01:02:49.593520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:49.595577 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.619145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.644884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3d7a7b1-5140-4916-8859-56d445ae9af0 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:02:49.700041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.765601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port 275b11f2-400b-4d56-aad3-4ab9576e25a3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:49.766094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.770475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:49.853353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port 275b11f2-400b-4d56-aad3-4ab9576e25a3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=275b11f2-400b-4d56-aad3-4ab9576e25a3,segment=NetworkSegment(eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58),segment_id=eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:49.853776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:49.858596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0,segment=NetworkSegment(3d4796ad-65a9-4bf8-9b9d-1315f2916d80),segment_id=3d4796ad-65a9-4bf8-9b9d-1315f2916d80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:49.876601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for 275b11f2-400b-4d56-aad3-4ab9576e25a3 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:49.915662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'c3d7a7b1-5140-4916-8859-56d445ae9af0', 'network_id': '8221cd47-8cb7-4b55-ac1f-d089a37d1aab', 'port_id': 'c3d7a7b1-5140-4916-8859-56d445ae9af0', 'mac_address': 'fa:16:3e:31:9c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c945073-1d58-42b4-b8e3-33f51455d080', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:02:50.029001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.039474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.072919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d7a7b1-5140-4916-8859-56d445ae9af0 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:02:50.082293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 10, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:50.118887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7f545-6263-48eb-a65e-f0ca6b70d2a3 None None] DHCP port deletion for 96010adf-5a6e-4815-88be-fc9e72f5c439 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:50.120141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.122992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=275b11f2-400b-4d56-aad3-4ab9576e25a3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.137203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0,segment=NetworkSegment(3d4796ad-65a9-4bf8-9b9d-1315f2916d80),segment_id=3d4796ad-65a9-4bf8-9b9d-1315f2916d80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:50.140561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port 275b11f2-400b-4d56-aad3-4ab9576e25a3 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:50.147582 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.150384 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2d5db4-569f-4c5c-b41f-792ead0477be None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 10, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None, '_interfaces': [{'id': 'e8cd4c7f-2025-4e8b-8dbe-a623367b12cd', 'name': '', 'network_id': 'e2664b95-adcd-464c-ba52-560e8c6a7558', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'mac_address': 'fa:16:3e:65:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:16Z', 'updated_at': '2021-08-10T01:02:22Z', 'revision_number': 5, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'subnets': [{'id': 'cafaf4df-5429-4f9e-a162-676fe8ffa62d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:50.194317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.246626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.324241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.325894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.337457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96010adf-5a6e-4815-88be-fc9e72f5c439']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:50.351689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:50.352225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4c3609-ceda-40bf-8bbd-87d5b7c6ee58') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:50.364291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.384659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.392106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c3d7a7b1-5140-4916-8859-56d445ae9af0'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:02:50.394441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:50.394865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.435491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e5c16c-3544-419f-a40f-ed7858b44b09 None None] Network 595fc278-743e-46c4-b5ba-8926b00167c8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:50.445793 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:50.449730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.460581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf7fd4-1cbd-455b-8bc3-915cf08d61bc req-cbdc348f-4f9f-4844-8ef9-1f3ded55c85a tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:50.462325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1bf7fd4-1cbd-455b-8bc3-915cf08d61bc req-cbdc348f-4f9f-4844-8ef9-1f3ded55c85a tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 944 time: 0.3339946 Aug 10 01:02:50.514434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.531346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.536363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1bf7fd4-1cbd-455b-8bc3-915cf08d61bc req-472fbf92-29df-45c9-a122-3bedf450c75d tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665174 Aug 10 01:02:50.538504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:50.538795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/96010adf-5a6e-4815-88be-fc9e72f5c439 HTTP/1.1" status: 204 len: 168 time: 0.9412658 Aug 10 01:02:50.564861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080f608-660b-47ad-9fe8-845ae3c400c1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=96010adf-5a6e-4815-88be-fc9e72f5c439,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:50.570850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-204194cd-23aa-4cd7-ab80-d7e6567c67c2 None None] Provisioning for port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:50.587590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18465dbd-5f04-487c-b42f-557f12a7cd82 req-a7f1601d-abf0-478d-9f2a-1b4756852f28 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:50.596685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18465dbd-5f04-487c-b42f-557f12a7cd82 req-a7f1601d-abf0-478d-9f2a-1b4756852f28 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1493468 Aug 10 01:02:50.709644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18465dbd-5f04-487c-b42f-557f12a7cd82 req-9a80eabc-0226-4870-b985-e71b6a98822e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106551 Aug 10 01:02:50.801298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network 595fc278-743e-46c4-b5ba-8926b00167c8 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:50.804001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:50.804142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:50.868705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:50.873463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:50.874764 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.950887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:50.961210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:50.997228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:51.002605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.003464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a3abcba0-0a1a-48d4-bd5d-ea82f105760a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:51.083699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:51.089520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:51.098059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe00f0c2-c38e-4590-af88-cdfe448a8b6a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6790779 Aug 10 01:02:51.098854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:51.102760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:51.107817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:51.109184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1175729288'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:51.117013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:51.117381 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.141829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:51.146352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.174679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Provisioning complete for port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:51.175053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.178241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.190861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:51.203005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.203727 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment 369859f6-d220-4c56-99d6-6176021458a9 of type vlan for network aa5aa891-3f30-4590-957c-c8d3487d598e Aug 10 01:02:51.218985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:51.219655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:51.293867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.346699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.361074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.362236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.428672 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.452046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3526022 Aug 10 01:02:51.452711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:51.459197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:51.460725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:51.517753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2787bc5-53bf-425a-af68-1524422d32ec tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=aa5aa891-3f30-4590-957c-c8d3487d598e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:51.536289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port a3abcba0-0a1a-48d4-bd5d-ea82f105760a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:51.545377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network aa5aa891-3f30-4590-957c-c8d3487d598e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:51.567345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:51.568440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.570824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:51.578329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.602339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.741013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port e8cd4c7f-2025-4e8b-8dbe-a623367b12cd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:51.741398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.774211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c66520-73c4-46fc-a816-29ddefe0c340 req-eb86f498-b8b6-4e79-b7ca-7c068c421272 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.775992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53c66520-73c4-46fc-a816-29ddefe0c340 req-eb86f498-b8b6-4e79-b7ca-7c068c421272 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 944 time: 0.1069586 Aug 10 01:02:51.777159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for e8cd4c7f-2025-4e8b-8dbe-a623367b12cd owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:51.829779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.853811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0492853-ea43-46e2-b50a-10887a629efa req-868e586d-dca5-4a77-a36f-021b4b5ab207 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:51.855714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0492853-ea43-46e2-b50a-10887a629efa req-868e586d-dca5-4a77-a36f-021b4b5ab207 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.0799172 Aug 10 01:02:51.861456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53c66520-73c4-46fc-a816-29ddefe0c340 req-98999b9c-d367-4815-91cf-80bba16e4d4c tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766098 Aug 10 01:02:51.887573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3d7a7b1-5140-4916-8859-56d445ae9af0 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:51.927444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 275b11f2-400b-4d56-aad3-4ab9576e25a3 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:51.929855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Provisioning for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:51.951646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=a7997018-91e2-4566-adce-35391a1bbb46,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:51.959584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0492853-ea43-46e2-b50a-10887a629efa req-c3feab77-003c-4f57-8fd8-2576436c1f55 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675538 Aug 10 01:02:51.966620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:51.967069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: aa5aa891-3f30-4590-957c-c8d3487d598e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:51.986595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Provisioning complete for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:51.987080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:51.993897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network aa5aa891-3f30-4590-957c-c8d3487d598e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:51.998024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 275b11f2-400b-4d56-aad3-4ab9576e25a3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:51.998378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 275b11f2-400b-4d56-aad3-4ab9576e25a3 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:51.999477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e67e221b-8912-4575-9fa6-70f6205c8fbd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:52.004452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.005388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, aa5aa891-3f30-4590-957c-c8d3487d598e) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:52.010125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:52.011832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.030212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c8fd8b6-a7c8-444a-9662-f89c208da478 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5714386 Aug 10 01:02:52.031511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.039871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=e8cd4c7f-2025-4e8b-8dbe-a623367b12cd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:52.067724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64936204-4232-4240-b25c-2c4232ad8c6d None None] Network aa5aa891-3f30-4590-957c-c8d3487d598e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:52.093383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e67e221b-8912-4575-9fa6-70f6205c8fbd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:52.093807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e67e221b-8912-4575-9fa6-70f6205c8fbd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:52.125217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:52.172128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-51e0fa11-035f-4d04-a8f6-9e3b12b5ae62 None None] Port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:52.211485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.239538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port c3d7a7b1-5140-4916-8859-56d445ae9af0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:52.253821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port c3d7a7b1-5140-4916-8859-56d445ae9af0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:52.254217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.358132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a8d8c7b9-f660-4139-8a49-6096bc185299 None None] Provisioning complete for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:52.358508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a8d8c7b9-f660-4139-8a49-6096bc185299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.364276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:49Z', 'revision_number': 3, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:49Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:47Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:52.435939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:52.436332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Updating router 954b183f-94da-4e25-a112-a17aaac909ea port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:52.463838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-aa5aa891-3f30-4590-957c-c8d3487d598e', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:52.465715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.502100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:52.510111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8c7b9-f660-4139-8a49-6096bc185299 None None] Port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:52.534193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.621274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.697583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:52.699920 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21052d4a-db1d-44d2-b26b-089083528176" -d '{"events": [{"server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:52.752590 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6eabfa-835f-41cc-87f8-77fbc0255111 x-openstack-request-id: req-0f6eabfa-835f-41cc-87f8-77fbc0255111 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:52.752889 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "name": "network-vif-plugged", "status": "completed", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:52.753128 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f6eabfa-835f-41cc-87f8-77fbc0255111 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:52.753517 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0', 'code': 200} Aug 10 01:02:52.755204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0,segment=NetworkSegment(3d4796ad-65a9-4bf8-9b9d-1315f2916d80),segment_id=3d4796ad-65a9-4bf8-9b9d-1315f2916d80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:52.807608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:52.816126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.872393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:52.872801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:52.883718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Allocated IP 172.22.0.2 (aa5aa891-3f30-4590-957c-c8d3487d598e/a7997018-91e2-4566-adce-35391a1bbb46/debfeb3c-d201-4d1a-9075-eddc9a1f4590) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:52.907256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2be0f-0643-4009-b449-bfe0336b9cdd req-a9ae02b0-1873-4717-ab95-3e92aa1da5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:52.908888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c2be0f-0643-4009-b449-bfe0336b9cdd req-a9ae02b0-1873-4717-ab95-3e92aa1da5ea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 1097 time: 0.0830112 Aug 10 01:02:52.937926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:52.946178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1fc36c4f-47ab-4b8e-b2b3-4cd5521339b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4064181 Aug 10 01:02:52.955620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45206) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:52.959273 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:52.974934 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:52.976793 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.078997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c2be0f-0643-4009-b449-bfe0336b9cdd req-edf172fc-9996-4b1b-a70d-7fad0a545b9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624577 Aug 10 01:02:53.110275 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:53.120140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f67d7-5f5d-4f75-b63f-2a2b3b089cd8 req-f1ad9ce3-6527-46d8-8a9f-985b129d63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:53.121700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-624f67d7-5f5d-4f75-b63f-2a2b3b089cd8 req-f1ad9ce3-6527-46d8-8a9f-985b129d63b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1098 time: 0.1725538 Aug 10 01:02:53.137299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.166014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bec79-fc0d-40f1-a824-943ee2d5fc76 req-ccaced73-f663-427e-8aff-9eac6790c91e tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:53.173599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c98bec79-fc0d-40f1-a824-943ee2d5fc76 req-ccaced73-f663-427e-8aff-9eac6790c91e tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 945 time: 0.1844494 Aug 10 01:02:53.178978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.200173 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.239415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c98bec79-fc0d-40f1-a824-943ee2d5fc76 req-590ed7a8-8275-4e22-882f-b3bb3b35f1b7 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648162 Aug 10 01:02:53.243997 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:53.249538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting subnet cafaf4df-5429-4f9e-a162-676fe8ffa62d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:02:53.255053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.259842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-624f67d7-5f5d-4f75-b63f-2a2b3b089cd8 req-70f38c93-b531-460f-851e-c2cdff358814 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243732 Aug 10 01:02:53.274149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:53.274698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.310925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9537ee7-7d3d-4bf0-95c3-a82b39686e08 req-58afb1ca-ff34-488d-947b-3731cd222c89 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:53.321467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9537ee7-7d3d-4bf0-95c3-a82b39686e08 req-58afb1ca-ff34-488d-947b-3731cd222c89 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1940689 Aug 10 01:02:53.338899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a3abcba0-0a1a-48d4-bd5d-ea82f105760a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:53.363802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.392320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:53.414809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9537ee7-7d3d-4bf0-95c3-a82b39686e08 req-bb5d3798-9ba8-4036-a3ba-cdb16e1dad71 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880196 Aug 10 01:02:53.465958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.489526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.492593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Transition to ACTIVE for port object debfeb3c-d201-4d1a-9075-eddc9a1f4590 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:53.513134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Transition to ACTIVE for port object 1d7a0cba-11b5-45ba-93af-8cdc049811b0 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:53.514862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.525548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Transition to ACTIVE for port object debfeb3c-d201-4d1a-9075-eddc9a1f4590 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:53.530547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a3abcba0-0a1a-48d4-bd5d-ea82f105760a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:53.530991 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.532782 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.562224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:53.595133 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.625357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.22.0.1 (aa5aa891-3f30-4590-957c-c8d3487d598e/a7997018-91e2-4566-adce-35391a1bbb46/200e7446-ea3b-4bb3-b412-2d93c327cc55) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:53.635313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84172a0b-5e63-4df6-9246-f0312d653742 None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:53.641822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.664239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.668274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/cafaf4df-5429-4f9e-a162-676fe8ffa62d HTTP/1.1" status: 204 len: 168 time: 0.6969252 Aug 10 01:02:53.691548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517c0c8-d47c-486b-b087-c980c54c210e None None] Pushing event updated for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.705125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45220) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:53.771838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Pushing event updated for resources: {'Port': ['ID=debfeb3c-d201-4d1a-9075-eddc9a1f4590,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.775367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738beeb4-7c77-4c8a-b0f6-28b2e0bb278c None None] Network e2664b95-adcd-464c-ba52-560e8c6a7558 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:53.841239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.858813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 200e7446-ea3b-4bb3-b412-2d93c327cc55 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:53.894032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25269071-6c19-464b-bea1-ecfd02839bc1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Subnet': ['ID=cafaf4df-5429-4f9e-a162-676fe8ffa62d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:53.903074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:53.959943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network aa5aa891-3f30-4590-957c-c8d3487d598e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:53.965892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:53.966509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Attempting to bind port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:53.966910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Attempting to bind port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:53.967310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Attempting to bind port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 on network 595fc278-743e-46c4-b5ba-8926b00167c8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:53.979148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:54.004431 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.037985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.102196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.152565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Deleting port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:54.152968 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.252666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] For port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,segment=NetworkSegment(eaa23f1b-6aef-403b-9ee3-057e04c54d17),segment_id=eaa23f1b-6aef-403b-9ee3-057e04c54d17)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:54.253098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.273193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Calling delete_port for e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:54.304878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Network aa5aa891-3f30-4590-957c-c8d3487d598e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:54.315618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.335928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:54.338004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:54.338387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Checking segment: {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:54.338819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.339203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Bound using segment: {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:54.339685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Bound port: 1d7a0cba-11b5-45ba-93af-8cdc049811b0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac82f61-3188-4c21-891d-0244e7b66685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:54.340064 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.345630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:54.412936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c63ef-992c-4f2f-8023-1058a319df79 req-8f706722-d145-4259-81b3-4b6c9304edf4 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:54.414542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e9c63ef-992c-4f2f-8023-1058a319df79 req-8f706722-d145-4259-81b3-4b6c9304edf4 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 945 time: 0.0879853 Aug 10 01:02:54.474400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Attempting to bind port debfeb3c-d201-4d1a-9075-eddc9a1f4590 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:54.474805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Attempting to bind port debfeb3c-d201-4d1a-9075-eddc9a1f4590 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:54.475171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Attempting to bind port debfeb3c-d201-4d1a-9075-eddc9a1f4590 on network aa5aa891-3f30-4590-957c-c8d3487d598e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:54.487754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8cd4c7f-2025-4e8b-8dbe-a623367b12cd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:54.491472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:54.492187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Checking segment: {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:54.492357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.493087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Bound using segment: {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:54.493087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Bound port: debfeb3c-d201-4d1a-9075-eddc9a1f4590, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:54.493471 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.497226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] For port 1d7a0cba-11b5-45ba-93af-8cdc049811b0, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:54.532318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.532574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e8cd4c7f-2025-4e8b-8dbe-a623367b12cd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:54.532574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8cd4c7f-2025-4e8b-8dbe-a623367b12cd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:54.537652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] For port 1d7a0cba-11b5-45ba-93af-8cdc049811b0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d7a0cba-11b5-45ba-93af-8cdc049811b0,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:54.560053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e9c63ef-992c-4f2f-8023-1058a319df79 req-140b8e1a-6020-4514-9f0f-cafd4913a651 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376560 Aug 10 01:02:54.564445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44345ef6-b99f-427d-86a7-d05bb6ae331e None None] DHCP port deletion for e2664b95-adcd-464c-ba52-560e8c6a7558 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:02:54.569069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.591263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Port': ['ID=e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.601789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No DVR routers for this DVR port e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:54.659628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3dd63-bcf8-49c3-aad6-35cb7f6b2fae req-f489a3b5-5959-461e-ac6d-de2f2e6f0473 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:54.671512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3d3dd63-bcf8-49c3-aad6-35cb7f6b2fae req-f489a3b5-5959-461e-ac6d-de2f2e6f0473 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1367786 Aug 10 01:02:54.700561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] For port debfeb3c-d201-4d1a-9075-eddc9a1f4590, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:54.711384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] For port debfeb3c-d201-4d1a-9075-eddc9a1f4590, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=debfeb3c-d201-4d1a-9075-eddc9a1f4590,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:54.734470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:54.735779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.750101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517c0c8-d47c-486b-b087-c980c54c210e None None] Pushing event updated for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:54.750700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.767418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2664b95-adcd-464c-ba52-560e8c6a7558']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.777534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3d3dd63-bcf8-49c3-aad6-35cb7f6b2fae req-93e6fe50-2bbe-402b-bc71-05d76d8d62b4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045840 Aug 10 01:02:54.791119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.794986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa23f1b-6aef-403b-9ee3-057e04c54d17') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.795400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa23f1b-6aef-403b-9ee3-057e04c54d17') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:54.816685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.851081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.858058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:02:54.858539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:02:54.862240 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:02:54.945741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:54.948886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.968720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.989863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.993069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:54.993473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1264-8e09-4c53-ac9f-157b03ea97cd None None] Pushing event updated for resources: {'Port': ['ID=debfeb3c-d201-4d1a-9075-eddc9a1f4590,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:55.005322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/networks/e2664b95-adcd-464c-ba52-560e8c6a7558 HTTP/1.1" status: 204 len: 168 time: 1.2991307 Aug 10 01:02:55.023606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45254) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:55.032329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'routes': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:55.123235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf544e-aa4b-4e4b-83c6-f30f90380741 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Pushing event deleted for resources: {'Network': ['ID=e2664b95-adcd-464c-ba52-560e8c6a7558,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:55.301747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:55.306600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.343308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Added routes are [] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:02:55.344029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Removed routes are [] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:02:55.344644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.348568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-4906dab4-6134-491f-9750-2fc2a286b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.350539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-4906dab4-6134-491f-9750-2fc2a286b85c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 1098 time: 0.2311649 Aug 10 01:02:55.362682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca16cd-9036-4734-b3cc-6d3fe582cabc req-4ed650eb-d48a-4c7c-a258-b6718751f715 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.364272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fca16cd-9036-4734-b3cc-6d3fe582cabc req-4ed650eb-d48a-4c7c-a258-b6718751f715 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1972632 Aug 10 01:02:55.380324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:02:53Z', 'revision_number': 1, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:55.425407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4074ceb0-1c93-413f-aade-22d560465948 None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:02:53Z', 'revision_number': 1, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:55.564311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fca16cd-9036-4734-b3cc-6d3fe582cabc req-43effec3-3d49-499a-b2b7-8bab8b2ffe99 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794088 Aug 10 01:02:55.599672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-590c9da5-00b1-4679-9256-a4b84d3ea960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.601183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-590c9da5-00b1-4679-9256-a4b84d3ea960 service neutron] 10.222.0.10 "GET /v2.0/networks?id=79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 200 len: 911 time: 0.2360113 Aug 10 01:02:55.610105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network aa5aa891-3f30-4590-957c-c8d3487d598e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:55.611592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:55.616177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.622407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.665976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-7df1d32a-a75a-4593-a808-8e98c235a401 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 200 len: 217 time: 0.0481861 Aug 10 01:02:55.681380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7167e-11e4-4c75-8bda-edef6c2ec1dd req-67f57d3e-4e68-4aab-92e3-67f96838b721 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.683006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18b7167e-11e4-4c75-8bda-edef6c2ec1dd req-67f57d3e-4e68-4aab-92e3-67f96838b721 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 945 time: 0.1234295 Aug 10 01:02:55.744719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:55.776437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18b7167e-11e4-4c75-8bda-edef6c2ec1dd req-55c0366a-3ce0-475f-b0e9-e1b845157b83 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661747 Aug 10 01:02:55.809744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-721a9914-9fd9-4f44-bf14-1e7c5ded8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:55.811322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-721a9914-9fd9-4f44-bf14-1e7c5ded8985 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 200 len: 851 time: 0.1106348 Aug 10 01:02:55.829725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:02:55.851019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-870f6de3-9943-4864-ad93-a1b3b2d69c52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=79ec81ad-6957-46cf-ad9c-47b42c258d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326445 Aug 10 01:02:55.879281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:55.883609 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.893512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Sync routers for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:55.896857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:55.900546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-491b4640-2c81-4085-80c1-e78a4de46982 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 704 time: 0.8733130 Aug 10 01:02:55.900924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:55.911992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:55.912788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:55.934614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5507dc4-9e95-4604-a8a9-c7fb59086f01 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 205 time: 0.0289869 Aug 10 01:02:55.937590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.035434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.079358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:56.122851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:56.137965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3041c5a7-dd85-440c-aa21-8d2024d64d01 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1022971 Aug 10 01:02:56.142408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45280) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.164327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'network': {'name': 'tempest-RoutersTest-906182056'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:56.190632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-39d26b7a-4ab3-431a-8d52-7507ff318885 service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311319 Aug 10 01:02:56.240808 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.246760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:56.265246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:56.271224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.329807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Checking router: d88c9ea6-9551-4fc8-94be-4fc668ae9bdc for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:56.350990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Routers {'d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:56.351906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:56.352222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.356141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.367927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:02:56.376758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edaab01a-0038-4425-ba66-ba0fda3425d9 req-418222b4-7d94-4c2f-aac8-0f3ccbce18b8 service neutron] 10.222.0.10 "GET /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766655 Aug 10 01:02:56.389352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.389914 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added segment 9fbb8867-e5ad-4fef-ad3a-d23b94d9c978 of type vlan for network d6182591-85be-4282-942e-d56a2d32ddf0 Aug 10 01:02:56.487336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.488337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:56.489362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.496006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.501328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c29795ae-ba43-463c-a4e7-5215e81ecc5a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 204 len: 168 time: 0.5627120 Aug 10 01:02:56.508120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45286) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.513246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] Set router d88c9ea6-9551-4fc8-94be-4fc668ae9bdc gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:56.518978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-246795929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:56.586352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.620191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.622193 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.624133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.624432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:56.625965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.630919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052f3423-17dc-4227-9e0a-ce991c98809a None None] Network aa5aa891-3f30-4590-957c-c8d3487d598e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:56.691554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:02:56.756010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c535e7ab-bb56-4f34-8112-81b7ad1d731f None None] The sync data for ids ['d88c9ea6-9551-4fc8-94be-4fc668ae9bdc'] in n-d-766380-21 is: [{'id': 'd88c9ea6-9551-4fc8-94be-4fc668ae9bdc', 'name': 'tempest-RoutersIpV6Test-router-592255760', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:13Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 11, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:56.769240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device debfeb3c-d201-4d1a-9075-eddc9a1f4590 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:56.829877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Network': ['ID=d6182591-85be-4282-942e-d56a2d32ddf0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:56.846079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d6182591-85be-4282-942e-d56a2d32ddf0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:02:56.883868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-80cc9953-7070-4943-b8d0-39a6d6ada72a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7375436 Aug 10 01:02:56.884094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.885445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.890299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'subnet': {'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:56.897965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.909439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f70df44-469b-4f5b-a527-f856f8ee8643 None None] Provisioning for port debfeb3c-d201-4d1a-9075-eddc9a1f4590 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:56.910054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351eca4-5099-43ce-84a5-dc9e3bd7bbd3 req-dd3444c7-74c4-4f79-8f29-64bc52051479 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.911690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7351eca4-5099-43ce-84a5-dc9e3bd7bbd3 req-dd3444c7-74c4-4f79-8f29-64bc52051479 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.0829816 Aug 10 01:02:56.936362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:56.940058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c41d2541-4dc1-47d0-b975-0389f96d6064 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4259012 Aug 10 01:02:56.941472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45302) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:56.952693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56888dd3-66fb-4d0d-8bd3-7eb0f24574c5 req-6b66eef3-77c7-4815-82aa-77b28b6b7af6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.954372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56888dd3-66fb-4d0d-8bd3-7eb0f24574c5 req-6b66eef3-77c7-4815-82aa-77b28b6b7af6 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1494575 Aug 10 01:02:56.961773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:02:56.977141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-7677e8dd-6bf0-4fdb-8128-72468b6c7503 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:56.979226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-7677e8dd-6bf0-4fdb-8128-72468b6c7503 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.21 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 945 time: 0.1731627 Aug 10 01:02:57.004591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7351eca4-5099-43ce-84a5-dc9e3bd7bbd3 req-910ca81c-b074-435b-a012-a834ed7074ac tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802164 Aug 10 01:02:57.051670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Made reservation on behalf of fec6de30b77b4c578179418d22ab1e30 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:02:57.055986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port debfeb3c-d201-4d1a-9075-eddc9a1f4590 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:57.059768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.069957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port debfeb3c-d201-4d1a-9075-eddc9a1f4590 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:57.070558 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.087993 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:57.115179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:57.117014 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:57.201254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.256952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port debfeb3c-d201-4d1a-9075-eddc9a1f4590, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=debfeb3c-d201-4d1a-9075-eddc9a1f4590,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:57.274041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56888dd3-66fb-4d0d-8bd3-7eb0f24574c5 req-917d009a-7975-4bbb-aee7-abb25ac9e37e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077161 Aug 10 01:02:57.274538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.275101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d7a0cba-11b5-45ba-93af-8cdc049811b0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:57.385677 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:57.435753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.442340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=debfeb3c-d201-4d1a-9075-eddc9a1f4590,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:57.454650 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.460477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Deleting port c3d7a7b1-5140-4916-8859-56d445ae9af0 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:02:57.460827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.488910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:57.500941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:57.501377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.505151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28a24b-f04f-4081-bf2b-ba646d78c6aa req-b22d44d0-7895-41ed-a3de-066dc89c9c06 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:57.506824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e28a24b-f04f-4081-bf2b-ba646d78c6aa req-b22d44d0-7895-41ed-a3de-066dc89c9c06 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 945 time: 0.1284082 Aug 10 01:02:57.510569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.557967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Provisioning complete for port debfeb3c-d201-4d1a-9075-eddc9a1f4590 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:57.558574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.609238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Subnet': ['ID=2b8af432-54f9-4d47-ac94-671b1d7473da,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:57.640821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e28a24b-f04f-4081-bf2b-ba646d78c6aa req-de4b002a-d2f1-4187-baa5-a0da36598998 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832355 Aug 10 01:02:57.656767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Checking segment: {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:57.657180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network hostable DHCP agents. Network: d6182591-85be-4282-942e-d56a2d32ddf0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:02:57.698381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d6182591-85be-4282-942e-d56a2d32ddf0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:02:57.728931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d6182591-85be-4282-942e-d56a2d32ddf0) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:57.741358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:57.742309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.747609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4573c-9c4a-4b5a-9116-75fda8e920aa None None] Network d6182591-85be-4282-942e-d56a2d32ddf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:02:57.749282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:57.779383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7f04318a-0b04-4f1b-aaeb-4edb89e57edb tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8942614 Aug 10 01:02:57.782770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:57.790344 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:57.791141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Updating router 954b183f-94da-4e25-a112-a17aaac909ea port 200e7446-ea3b-4bb3-b412-2d93c327cc55 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:02:57.807862 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:57.858458 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.090218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1d7a0cba-11b5-45ba-93af-8cdc049811b0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d7a0cba-11b5-45ba-93af-8cdc049811b0,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:58.109698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.124120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Provisioning for port 200e7446-ea3b-4bb3-b412-2d93c327cc55 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:02:58.165973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Provisioning complete for port 200e7446-ea3b-4bb3-b412-2d93c327cc55 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:58.166287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.255967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:58.268359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] For port c3d7a7b1-5140-4916-8859-56d445ae9af0, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c3d7a7b1-5140-4916-8859-56d445ae9af0,segment=NetworkSegment(3d4796ad-65a9-4bf8-9b9d-1315f2916d80),segment_id=3d4796ad-65a9-4bf8-9b9d-1315f2916d80)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:02:58.269100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.275777 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.289570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Calling delete_port for c3d7a7b1-5140-4916-8859-56d445ae9af0 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:02:58.298259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f55e7a-fc87-4926-a379-f4b5f54b2e6e req-25248cf3-c3bc-4c9e-a0d0-912581108cba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:58.303340 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Transition to ACTIVE for port object 200e7446-ea3b-4bb3-b412-2d93c327cc55 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:58.305585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b3f55e7a-fc87-4926-a379-f4b5f54b2e6e req-25248cf3-c3bc-4c9e-a0d0-912581108cba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1287928 Aug 10 01:02:58.305795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:58.306104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8a8c91e-ca16-4e7f-bb5f-9ee1b08c9348 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:58.310401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Router 4e7abecf-01c9-4206-8d6f-e674a1e4944f is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:02:58.313485 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.344155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-df9a4c21-e1f9-4aae-8fdd-b67f431e79c8 None None] Port 200e7446-ea3b-4bb3-b412-2d93c327cc55 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:02:58.370182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:58.384063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd312-5410-4875-8be2-fc008c707a02 None None] Pushing event updated for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:58.428452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef62236-b564-4179-b163-14931be78208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d6182591-85be-4282-942e-d56a2d32ddf0', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:02:58.429564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.455519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.488820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b3f55e7a-fc87-4926-a379-f4b5f54b2e6e req-b90c74cd-ccff-4671-a07a-3eef67ba9787 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822703 Aug 10 01:02:58.497724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:02:58.525184 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Attempting to bind port 200e7446-ea3b-4bb3-b412-2d93c327cc55 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:58.526437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.530809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93cdf8b3-3923-47c3-a515-4f075dcbba86 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "PUT /v2.0/routers/4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 200 len: 697 time: 1.5726335 Aug 10 01:02:58.537683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:58.539689 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Attempting to bind port 200e7446-ea3b-4bb3-b412-2d93c327cc55 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:58.540378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Attempting to bind port 200e7446-ea3b-4bb3-b412-2d93c327cc55 on network aa5aa891-3f30-4590-957c-c8d3487d598e {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:58.551690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:58.554068 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Checking segment: {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:58.554720 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.555372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Bound using segment: {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:58.557595 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Bound port: 200e7446-ea3b-4bb3-b412-2d93c327cc55, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369859f6-d220-4c56-99d6-6176021458a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:58.558135 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.591139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Sync routers for ids ['4e7abecf-01c9-4206-8d6f-e674a1e4944f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:02:58.593824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device debfeb3c-d201-4d1a-9075-eddc9a1f4590 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:58.666157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-adc96695-49dd-4080-8f9c-5d49d43ab29c tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/routers/4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 200 len: 703 time: 0.1269758 Aug 10 01:02:58.670032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:58.675664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Routers {'4e7abecf-01c9-4206-8d6f-e674a1e4944f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:58.676368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4e7abecf-01c9-4206-8d6f-e674a1e4944f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:58.712208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a7edc6d4-e8ac-4161-871f-39e9a6ea451e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 200 len: 205 time: 0.0398357 Aug 10 01:02:58.738942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45318) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:58.803643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Set router 4e7abecf-01c9-4206-8d6f-e674a1e4944f gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:58.857501 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] For port 200e7446-ea3b-4bb3-b412-2d93c327cc55, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:02:58.862087 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] For port 200e7446-ea3b-4bb3-b412-2d93c327cc55, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=200e7446-ea3b-4bb3-b412-2d93c327cc55,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:02:58.871101 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.877524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7abecf-01c9-4206-8d6f-e674a1e4944f', 'name': 'tempest-RoutersIpV6Test-router-246795929', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:56Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:58.892065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.897169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.924346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port debfeb3c-d201-4d1a-9075-eddc9a1f4590 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:58.924752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:58.959457 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:58.960372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:58.972489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-cef62236-b564-4179-b163-14931be78208 None None] Allocated IP 172.23.0.2 (d6182591-85be-4282-942e-d56a2d32ddf0/2b8af432-54f9-4d47-ac94-671b1d7473da/dbae36f6-a16b-43f7-90eb-8017e629cb59) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:58.974554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Checking router: 4e7abecf-01c9-4206-8d6f-e674a1e4944f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:02:59.016327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b2d27-a391-4bc1-966b-6ca8b80be932 req-280e452f-b235-45f7-bb18-9af2d58f58fd tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.024220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c23b2d27-a391-4bc1-966b-6ca8b80be932 req-280e452f-b235-45f7-bb18-9af2d58f58fd tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4290fc3-40c1-4a7f-85d4-8a77314c398c HTTP/1.1" status: 200 len: 867 time: 0.2293053 Aug 10 01:02:59.038335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Pushing event deleted for resources: {'Port': ['ID=c3d7a7b1-5140-4916-8859-56d445ae9af0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:59.051707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Routers {'4e7abecf-01c9-4206-8d6f-e674a1e4944f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:02:59.052582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4e7abecf-01c9-4206-8d6f-e674a1e4944f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:59.138638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d7a0cba-11b5-45ba-93af-8cdc049811b0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:02:59.147674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:59.178389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c642c0-864f-4739-8e29-1d277e7ca734 req-9e6130f7-ef13-4fe9-a279-226ae2208869 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.180022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04c642c0-864f-4739-8e29-1d277e7ca734 req-9e6130f7-ef13-4fe9-a279-226ae2208869 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.7022166 Aug 10 01:02:59.198073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] Set router 4e7abecf-01c9-4206-8d6f-e674a1e4944f gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:02:59.270117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] No DVR routers for this DVR port c3d7a7b1-5140-4916-8859-56d445ae9af0 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:02:59.276919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04c642c0-864f-4739-8e29-1d277e7ca734 req-fdda7724-ff0a-4fb3-ae30-ad0d19bdbe09 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836639 Aug 10 01:02:59.287240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.289996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01abfa7a-a8fe-440e-978f-2c00ef8fff48 req-b4caeae9-cc42-4f63-bb45-0c771b4a1966 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.21 "DELETE /v2.0/ports/c3d7a7b1-5140-4916-8859-56d445ae9af0 HTTP/1.1" status: 204 len: 173 time: 2.2518101 Aug 10 01:02:59.290751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'name': 'network-vif-deleted', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:02:59.304911 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d8cc4-154b-411b-a1e1-356c0846c6af" -d '{"events": [{"server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "name": "network-vif-deleted", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:02:59.305046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdd312-5410-4875-8be2-fc008c707a02 None None] Pushing event updated for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:59.317992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.323947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.343364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c23b2d27-a391-4bc1-966b-6ca8b80be932 req-8d3d2fdd-6c52-421d-8153-64764d31c880 tempest-ServerMetadataNegativeTestJSON-912834126 tempest-ServerMetadataNegativeTestJSON-912834126-project] 10.222.0.25 "GET /v2.0/security-groups?id=86f3ccab-0d55-4eef-abf6-771f18c6ae7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107836 Aug 10 01:02:59.367404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7abecf-01c9-4206-8d6f-e674a1e4944f', 'name': 'tempest-RoutersIpV6Test-router-246795929', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:56Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:59.454415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98f038-4186-4335-ba8f-b3e7fced158b None None] The sync data for ids ['4e7abecf-01c9-4206-8d6f-e674a1e4944f'] in n-d-766380-21 is: [{'id': '4e7abecf-01c9-4206-8d6f-e674a1e4944f', 'name': 'tempest-RoutersIpV6Test-router-246795929', 'tenant_id': 'e68ff47413f94769abccf5ae445ba188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:56Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 2, 'project_id': 'e68ff47413f94769abccf5ae445ba188', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:59.493062 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c78b2-1571-4897-ae9e-a940ce89d9ae x-openstack-request-id: req-1b5c78b2-1571-4897-ae9e-a940ce89d9ae {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:02:59.493536 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4290fc3-40c1-4a7f-85d4-8a77314c398c", "name": "network-vif-deleted", "tag": "c3d7a7b1-5140-4916-8859-56d445ae9af0", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:02:59.493975 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b5c78b2-1571-4897-ae9e-a940ce89d9ae {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:02:59.496879 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4290fc3-40c1-4a7f-85d4-8a77314c398c', 'name': 'network-vif-deleted', 'tag': 'c3d7a7b1-5140-4916-8859-56d445ae9af0', 'status': 'completed', 'code': 200} Aug 10 01:02:59.505225 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:02:58Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:02:59.510758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.511329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7abecf-01c9-4206-8d6f-e674a1e4944f {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:02:59.526457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.532520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.534314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a0133cc2-e2a7-4862-b701-38bd1fcef625 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 204 len: 168 time: 0.7939112 Aug 10 01:02:59.560100 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf28452-b91c-45be-a76c-7ec2ed7c8a2d None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:02:54Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:02:58Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:02:59.563206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.575313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:02:59.575697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.584955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa68df7b-a3e7-422c-8535-23143c674303 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 200 len: 205 time: 0.0513752 Aug 10 01:02:59.587390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.610568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cef62236-b564-4179-b163-14931be78208 None None] Transition to ACTIVE for port object dbae36f6-a16b-43f7-90eb-8017e629cb59 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:59.644382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cef62236-b564-4179-b163-14931be78208 None None] Transition to ACTIVE for port object dbae36f6-a16b-43f7-90eb-8017e629cb59 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:02:59.647578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3d7a7b1-5140-4916-8859-56d445ae9af0 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:02:59.674356 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-32d8d7b0-133e-44bd-9ca6-b5da5f87380d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:02:59.681291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32d8d7b0-133e-44bd-9ca6-b5da5f87380d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/4e7abecf-01c9-4206-8d6f-e674a1e4944f HTTP/1.1" status: 404 len: 336 time: 0.0897033 Aug 10 01:02:59.682267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45334) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.689044 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.704179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: c3d7a7b1-5140-4916-8859-56d445ae9af0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:02:59.704534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c3d7a7b1-5140-4916-8859-56d445ae9af0 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:02:59.734990 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6004a0-a5d1-4e76-9930-64cb8600058a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:02:59.735621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6004a0-a5d1-4e76-9930-64cb8600058a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:02:59.742304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac6004a0-a5d1-4e76-9930-64cb8600058a tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/d0148a27-cd8a-44e7-bcb0-f89ba237eb4d HTTP/1.1" status: 404 len: 337 time: 0.0585377 Aug 10 01:02:59.743283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45336) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.759874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef62236-b564-4179-b163-14931be78208 None None] Network d6182591-85be-4282-942e-d56a2d32ddf0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:02:59.764321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-cef62236-b564-4179-b163-14931be78208 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:02:59.771841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef62236-b564-4179-b163-14931be78208 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:02:59.783577 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-899f2727-83e4-42aa-9b1b-534282f056fe tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:02:59.784038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899f2727-83e4-42aa-9b1b-534282f056fe tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:02:59.791403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-899f2727-83e4-42aa-9b1b-534282f056fe tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/5484c098-8e1c-4db2-9877-d2c3c866a7ce HTTP/1.1" status: 404 len: 337 time: 0.0471210 Aug 10 01:02:59.792013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45338) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.801706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62236-b564-4179-b163-14931be78208 None None] Pushing event updated for resources: {'Port': ['ID=dbae36f6-a16b-43f7-90eb-8017e629cb59,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:02:59.867538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8295039-612b-4ff9-947c-504fa25a42b8 req-c3ed305e-5f38-4969-9a53-25abff39e763 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.875607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8295039-612b-4ff9-947c-504fa25a42b8 req-c3ed305e-5f38-4969-9a53-25abff39e763 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2143707 Aug 10 01:02:59.890585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Allocated IP 172.23.0.1 (d6182591-85be-4282-942e-d56a2d32ddf0/2b8af432-54f9-4d47-ac94-671b1d7473da/0024c7b9-583d-406b-a58e-1040ee09f054) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:02:59.935198 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c5b0d-6a0d-407b-b3cf-ba12f40578df tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:02:59.935835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c5b0d-6a0d-407b-b3cf-ba12f40578df tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:02:59.939144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c20c5b0d-6a0d-407b-b3cf-ba12f40578df tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/09831df9-4d1e-4af6-8fb6-ae6242e5f7d4 HTTP/1.1" status: 404 len: 337 time: 0.0939660 Aug 10 01:02:59.940749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cef62236-b564-4179-b163-14931be78208 None None] Attempting to bind port dbae36f6-a16b-43f7-90eb-8017e629cb59 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:02:59.944599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:02:59.946857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cef62236-b564-4179-b163-14931be78208 None None] Attempting to bind port dbae36f6-a16b-43f7-90eb-8017e629cb59 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:02:59.948227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef62236-b564-4179-b163-14931be78208 None None] Attempting to bind port dbae36f6-a16b-43f7-90eb-8017e629cb59 on network d6182591-85be-4282-942e-d56a2d32ddf0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:02:59.957260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef62236-b564-4179-b163-14931be78208 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:02:59.958012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef62236-b564-4179-b163-14931be78208 None None] Checking segment: {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:02:59.958782 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.959364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef62236-b564-4179-b163-14931be78208 None None] Bound using segment: {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:02:59.960021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-cef62236-b564-4179-b163-14931be78208 None None] Bound port: dbae36f6-a16b-43f7-90eb-8017e629cb59, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:02:59.960689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:02:59.969091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1dc1b-f712-45d1-936e-6afe9946a94e req-17410d4f-707c-4d56-99cb-9154d8392ef0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:02:59.978949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3f1dc1b-f712-45d1-936e-6afe9946a94e req-17410d4f-707c-4d56-99cb-9154d8392ef0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1858788 Aug 10 01:02:59.999126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8295039-612b-4ff9-947c-504fa25a42b8 req-14e7f6c6-f8f3-40b3-affd-0221d00bc70e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190042 Aug 10 01:03:00.027963 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9694fa04-9b39-456d-b06a-7c5b17b3fc3b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.028750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9694fa04-9b39-456d-b06a-7c5b17b3fc3b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.031497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9694fa04-9b39-456d-b06a-7c5b17b3fc3b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/cafaf4df-5429-4f9e-a162-676fe8ffa62d HTTP/1.1" status: 404 len: 337 time: 0.0835431 Aug 10 01:03:00.034094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3f1dc1b-f712-45d1-936e-6afe9946a94e req-3aba03e5-0f66-40b7-bb1a-f9085aa36ac8 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528398 Aug 10 01:03:00.034467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45344) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.063008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cef62236-b564-4179-b163-14931be78208 None None] For port dbae36f6-a16b-43f7-90eb-8017e629cb59, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:00.066307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cef62236-b564-4179-b163-14931be78208 None None] For port dbae36f6-a16b-43f7-90eb-8017e629cb59, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dbae36f6-a16b-43f7-90eb-8017e629cb59,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:00.071363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cef62236-b564-4179-b163-14931be78208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.073668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c3f6e3b-cada-465a-b2ab-6c5ba25aa40e tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 200 len: 205 time: 0.0378819 Aug 10 01:03:00.076296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.118745 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-b6109d37-9d2f-4505-b9d6-0804410c1175 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.123101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b6109d37-9d2f-4505-b9d6-0804410c1175 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/d88c9ea6-9551-4fc8-94be-4fc668ae9bdc HTTP/1.1" status: 404 len: 336 time: 0.0442598 Aug 10 01:03:00.124207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45348) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.157511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62236-b564-4179-b163-14931be78208 None None] Pushing event updated for resources: {'Port': ['ID=dbae36f6-a16b-43f7-90eb-8017e629cb59,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.165543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa587690-4d86-420b-85b8-e4c58a580be1 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=73395301-ee97-4df3-95f7-87237d106097 HTTP/1.1" status: 200 len: 205 time: 0.0401390 Aug 10 01:03:00.168157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.169002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.192039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Transition to ACTIVE for port object 0024c7b9-583d-406b-a58e-1040ee09f054 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:00.216804 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-67577471-908a-4dc9-a03c-cc3ead477161 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.220636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-67577471-908a-4dc9-a03c-cc3ead477161 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/73395301-ee97-4df3-95f7-87237d106097 HTTP/1.1" status: 404 len: 336 time: 0.0481863 Aug 10 01:03:00.220922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45352) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.229261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.250270 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-857ac8a6-a9e8-499b-a477-e88e577e380d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.250843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857ac8a6-a9e8-499b-a477-e88e577e380d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.254718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-857ac8a6-a9e8-499b-a477-e88e577e380d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/26ca9736-26cd-4d49-a82d-44a85bcb89ce HTTP/1.1" status: 404 len: 337 time: 0.0307615 Aug 10 01:03:00.256181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.270886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d6182591-85be-4282-942e-d56a2d32ddf0 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:00.277242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:00.281888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:00.285517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f604ae3d-a5f9-4ca3-b594-e3ceee0793b6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 200 len: 205 time: 0.0278993 Aug 10 01:03:00.288432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45356) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.317344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:00.348136 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-295012ce-f879-4ca1-b9f7-2a82d3b344d0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.350018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-295012ce-f879-4ca1-b9f7-2a82d3b344d0 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/cc53794a-6801-4f57-820c-5d4863389d44 HTTP/1.1" status: 404 len: 336 time: 0.0606675 Aug 10 01:03:00.353352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45358) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.355285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.391792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37a4ad92-ffaa-4609-9c5c-c4868cd306e6 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ff2fad9-e451-4c28-b349-ee5d75c7ade1 HTTP/1.1" status: 200 len: 205 time: 0.0371614 Aug 10 01:03:00.394049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45362) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.432857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45364) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.443139 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-78e3b3ac-fcbd-4094-b415-6cf5d5bffd60 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.444176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78e3b3ac-fcbd-4094-b415-6cf5d5bffd60 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/7ff2fad9-e451-4c28-b349-ee5d75c7ade1 HTTP/1.1" status: 404 len: 336 time: 0.0489786 Aug 10 01:03:00.446752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45366) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.474998 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-66008bb6-3087-463f-ab9e-174c463980e3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.475459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66008bb6-3087-463f-ab9e-174c463980e3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.477330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66008bb6-3087-463f-ab9e-174c463980e3 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/cd205272-94ae-4659-8f0d-7175e3a2ec2a HTTP/1.1" status: 404 len: 337 time: 0.0296681 Aug 10 01:03:00.480505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.524516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dd8cec69-6247-446f-bd82-b2660a191c1b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca209ace-99ac-4623-9187-ac0aa793c57a HTTP/1.1" status: 200 len: 205 time: 0.0428123 Aug 10 01:03:00.528485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45372) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.535087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Deleting subnet 1c945073-1d58-42b4-b8e3-33f51455d080 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:00.539877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.595819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.596104 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-98e000ac-760b-475d-a88e-2a0711f4c9f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.598747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98e000ac-760b-475d-a88e-2a0711f4c9f7 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/ca209ace-99ac-4623-9187-ac0aa793c57a HTTP/1.1" status: 404 len: 336 time: 0.0668819 Aug 10 01:03:00.599572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.612296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.637124 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad816227-c3bf-49f4-85c1-07621c175e4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.637670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad816227-c3bf-49f4-85c1-07621c175e4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.643346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad816227-c3bf-49f4-85c1-07621c175e4d tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/07066cd8-e2e1-495a-be47-2219416dafd4 HTTP/1.1" status: 404 len: 337 time: 0.0421729 Aug 10 01:03:00.644130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45378) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.694086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45382) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.694495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4d0994a-7049-4e78-9f12-d57f734c9844 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a5020c8-c214-4c47-8bf0-0c6d220fcc23 HTTP/1.1" status: 200 len: 205 time: 0.0487587 Aug 10 01:03:00.704830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.738111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 200e7446-ea3b-4bb3-b412-2d93c327cc55 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:00.793492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 200e7446-ea3b-4bb3-b412-2d93c327cc55 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:00.797624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 200e7446-ea3b-4bb3-b412-2d93c327cc55 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:00.798002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.852002 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-db8f9cd5-c8c9-4aaf-818c-14624c7bcd0b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] delete failed (client error): The resource could not be found. Aug 10 01:03:00.853085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-db8f9cd5-c8c9-4aaf-818c-14624c7bcd0b tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/routers/2a5020c8-c214-4c47-8bf0-0c6d220fcc23 HTTP/1.1" status: 404 len: 336 time: 0.1548154 Aug 10 01:03:00.855858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45384) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.880040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.883831 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-555f08df-780f-4b52-ac58-43d7e82c860c tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.884569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555f08df-780f-4b52-ac58-43d7e82c860c tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.886707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-555f08df-780f-4b52-ac58-43d7e82c860c tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/bd60660c-1650-49d4-922d-a398bd13234d HTTP/1.1" status: 404 len: 337 time: 0.0296926 Aug 10 01:03:00.889380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:00.912858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163f49-e644-4a6d-8c8f-353d9666df65 req-162592df-9d64-4765-ba7f-07afb535a2b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:00.914400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df163f49-e644-4a6d-8c8f-353d9666df65 req-162592df-9d64-4765-ba7f-07afb535a2b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.2108436 Aug 10 01:03:00.919711 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc034ef5-9dda-4575-a9c8-a28045ca33f4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:00.920853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc034ef5-9dda-4575-a9c8-a28045ca33f4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:00.922894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc034ef5-9dda-4575-a9c8-a28045ca33f4 tempest-RoutersIpV6Test-848438488 tempest-RoutersIpV6Test-848438488-project] 10.222.0.25 "DELETE /v2.0/subnets/22b0c072-1f54-4430-8769-00ee0ec6fead HTTP/1.1" status: 404 len: 337 time: 0.0324790 Aug 10 01:03:00.933013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 200e7446-ea3b-4bb3-b412-2d93c327cc55, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=200e7446-ea3b-4bb3-b412-2d93c327cc55,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:00.940021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:00.941205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dbae36f6-a16b-43f7-90eb-8017e629cb59 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:00.987735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.027315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.040859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c945073-1d58-42b4-b8e3-33f51455d080,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.051375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port dbae36f6-a16b-43f7-90eb-8017e629cb59 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:01.124727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df163f49-e644-4a6d-8c8f-353d9666df65 req-37892dba-dd02-429b-876c-3070ab32d3eb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014091 Aug 10 01:03:01.126395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.131204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9b26c9f-641f-46bf-b8db-b3295ce2d13e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1c945073-1d58-42b4-b8e3-33f51455d080 HTTP/1.1" status: 204 len: 168 time: 0.6973147 Aug 10 01:03:01.134422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45394) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:01.206621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6e1ae-7623-4bc2-863e-157a97d2f757 req-0eae5a6d-c5d0-4a90-829c-37f525594530 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.216426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53c6e1ae-7623-4bc2-863e-157a97d2f757 req-0eae5a6d-c5d0-4a90-829c-37f525594530 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1032472 Aug 10 01:03:01.226175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.241621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.298279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53c6e1ae-7623-4bc2-863e-157a97d2f757 req-e176f118-c105-46a1-b800-ed972457986c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808768 Aug 10 01:03:01.352727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45400) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:01.364290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.430426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.459862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6383b800-9dd1-452d-891c-76846504df5d None None] Network d6182591-85be-4282-942e-d56a2d32ddf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:01.461007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event updated for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.475809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9d42f-0e5f-44f6-92b3-4bba63166f1a req-9c58b6ff-d44a-4c5d-90ea-583a53de7ffb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:01.477323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdd9d42f-0e5f-44f6-92b3-4bba63166f1a req-9c58b6ff-d44a-4c5d-90ea-583a53de7ffb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1462083 Aug 10 01:03:01.577940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6906b5d5-2f80-488f-b50c-3b5e0826eb85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e68ff47413f94769abccf5ae445ba188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232800 Aug 10 01:03:01.580291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45412) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:01.601769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.627445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8221cd47-8cb7-4b55-ac1f-d089a37d1aab']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:01.642861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.653327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdd9d42f-0e5f-44f6-92b3-4bba63166f1a req-a66c73d7-5905-44fb-ab9b-c4b3ecf014be tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Aug 10 01:03:01.655456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d4796ad-65a9-4bf8-9b9d-1315f2916d80') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:01.655755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d4796ad-65a9-4bf8-9b9d-1315f2916d80') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:01.669348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.692330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.693622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Provisioning for port dbae36f6-a16b-43f7-90eb-8017e629cb59 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:01.705235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Provisioning complete for port dbae36f6-a16b-43f7-90eb-8017e629cb59 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:01.705927 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.709286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Network d6182591-85be-4282-942e-d56a2d32ddf0 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:01.710959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.713282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:01.722332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:01.722834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:01.724542 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:01.764222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.766887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.768250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032c9dae-5416-4dfb-9202-39f3370e3440 HTTP/1.1" status: 204 len: 168 time: 0.1868389 Aug 10 01:03:01.776907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5802a14-58b7-4dec-ac27-f39943f6623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032c9dae-5416-4dfb-9202-39f3370e3440,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.851909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.890764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.892724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/8221cd47-8cb7-4b55-ac1f-d089a37d1aab HTTP/1.1" status: 204 len: 168 time: 0.7567801 Aug 10 01:03:01.906639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2e540-1fcb-4f88-b6d2-25bd30c54b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=8221cd47-8cb7-4b55-ac1f-d089a37d1aab,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:01.932282 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:01.950614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:01.973803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] For port dbae36f6-a16b-43f7-90eb-8017e629cb59, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dbae36f6-a16b-43f7-90eb-8017e629cb59,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:01.979937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.045428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cf59b-55d7-4511-b0b5-30696e1b2252 None None] Pushing event updated for resources: {'Port': ['ID=dbae36f6-a16b-43f7-90eb-8017e629cb59,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:02.080480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:02.095769 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:02.098387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ab23e69-2439-4900-b673-72019d598073 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3144245 Aug 10 01:03:02.101285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45426) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:02.106784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:02.109473 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:02.110098 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:02.139282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45430) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:02.196687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae88bc51-56c0-41fb-98b7-81211329b246 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddc1b3d4c92c4cb799b44820208404bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560200 Aug 10 01:03:02.199092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:02.242862 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:02.271615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.307923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.312857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Provisioning for port 0024c7b9-583d-406b-a58e-1040ee09f054 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:02.318813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Provisioning complete for port 0024c7b9-583d-406b-a58e-1040ee09f054 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:02.319971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.375757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.379291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.380659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86f3ccab-0d55-4eef-abf6-771f18c6ae7c HTTP/1.1" status: 204 len: 168 time: 0.1803524 Aug 10 01:03:02.406837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Port 0024c7b9-583d-406b-a58e-1040ee09f054 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:02.410187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760260c3-dabd-487a-ba11-84ded67c4c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3ccab-0d55-4eef-abf6-771f18c6ae7c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:02.467916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Provisioning complete for port dbae36f6-a16b-43f7-90eb-8017e629cb59 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:02.475422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8def785-70c0-48e6-850d-be70cf8ef635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.583724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d042bb2-20e3-4507-b6b9-4e8209b30c31 req-cac12311-c9c0-4ac5-8c43-cb0ea20cb0cf tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:02.589114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d042bb2-20e3-4507-b6b9-4e8209b30c31 req-cac12311-c9c0-4ac5-8c43-cb0ea20cb0cf tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1263061 Aug 10 01:03:02.668986 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:02.690578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d042bb2-20e3-4507-b6b9-4e8209b30c31 req-52770ab7-53ff-4a1c-8623-98227076658c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841193 Aug 10 01:03:02.703332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 200e7446-ea3b-4bb3-b412-2d93c327cc55 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:02.831278 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:02.837201 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Updating router 954b183f-94da-4e25-a112-a17aaac909ea port 0024c7b9-583d-406b-a58e-1040ee09f054 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:03:02.845188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 200e7446-ea3b-4bb3-b412-2d93c327cc55 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:02.845576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.901371 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.977495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-31504e26-4695-406e-a3f3-20ff173bec49 None None] Provisioning complete for port 0024c7b9-583d-406b-a58e-1040ee09f054 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:02.978002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-31504e26-4695-406e-a3f3-20ff173bec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:02.984938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-0d2c1418-4b8c-40a7-931a-e725b2a4a385 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:02.990539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-0d2c1418-4b8c-40a7-931a-e725b2a4a385 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.1046200 Aug 10 01:03:03.000917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:03:03.037565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Removed routes are [] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:03:03.037905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.070989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dbae36f6-a16b-43f7-90eb-8017e629cb59 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:03.134008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-31504e26-4695-406e-a3f3-20ff173bec49 None None] Port 0024c7b9-583d-406b-a58e-1040ee09f054 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:03.191056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port dbae36f6-a16b-43f7-90eb-8017e629cb59 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:03.192022 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.293967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Deleting port 08012da0-7f9f-434f-8942-21dcd6efd559 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:03.294553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.328651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59d37df9-feaf-47ba-b4ec-c6559965b1ab None None] Provisioning complete for port 0024c7b9-583d-406b-a58e-1040ee09f054 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:03.329036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-59d37df9-feaf-47ba-b4ec-c6559965b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.376591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-59d37df9-feaf-47ba-b4ec-c6559965b1ab None None] Port 0024c7b9-583d-406b-a58e-1040ee09f054 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:03.453913 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.455965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:03.481381 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Transition to ACTIVE for port object 0024c7b9-583d-406b-a58e-1040ee09f054 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:03.486126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d3abe-66e3-46d3-8493-2c03064e6b77 req-102fb962-01bd-4c4b-af6f-5f2afc996537 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:03.495156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b0d3abe-66e3-46d3-8493-2c03064e6b77 req-102fb962-01bd-4c4b-af6f-5f2afc996537 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 946 time: 0.6184061 Aug 10 01:03:03.499933 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.541377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] For port 08012da0-7f9f-434f-8942-21dcd6efd559, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08012da0-7f9f-434f-8942-21dcd6efd559,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:03.544253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.564639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b0d3abe-66e3-46d3-8493-2c03064e6b77 req-43616552-a293-4941-9435-cbec707a34d1 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661931 Aug 10 01:03:03.581214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Calling delete_port for 08012da0-7f9f-434f-8942-21dcd6efd559 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:03.591857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.614181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.643100 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affd8c5-9067-4d30-a5ce-219e4a0f72ee None None] Pushing event updated for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:03.674403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-579734191'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:03.741343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Made reservation on behalf of c7523e99994e462c84c4fb2ada3e8dc9 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:03.745222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.745801 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Attempting to bind port 0024c7b9-583d-406b-a58e-1040ee09f054 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:03.752123 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Attempting to bind port 0024c7b9-583d-406b-a58e-1040ee09f054 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:03.752549 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Attempting to bind port 0024c7b9-583d-406b-a58e-1040ee09f054 on network d6182591-85be-4282-942e-d56a2d32ddf0 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:03.758417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.775860 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:03.777560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Checking segment: {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:03.779209 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.782724 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Bound using segment: {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:03.783234 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Bound port: 0024c7b9-583d-406b-a58e-1040ee09f054, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:03.783630 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.813470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:03.854976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.867224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['bfa2b053-1961-449b-93ba-5dbe01cc6ef2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:03.885042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45484) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:03.964099 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] For port 0024c7b9-583d-406b-a58e-1040ee09f054, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:03.974096 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] For port 0024c7b9-583d-406b-a58e-1040ee09f054, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0024c7b9-583d-406b-a58e-1040ee09f054,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:03.974611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Pushing event deleted for resources: {'Port': ['ID=08012da0-7f9f-434f-8942-21dcd6efd559,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:03.987925 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:03.994405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] No DVR routers for this DVR port 08012da0-7f9f-434f-8942-21dcd6efd559 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:04.001755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.004336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eea0da6b-0c8c-4205-a561-8f7e55072408 req-4ef82dc6-3c16-4c43-88f0-5960a736345e tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.10 "DELETE /v2.0/ports/08012da0-7f9f-434f-8942-21dcd6efd559 HTTP/1.1" status: 204 len: 173 time: 1.0089972 Aug 10 01:03:04.007471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'name': 'network-vif-deleted', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:04.010064 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5794f6f-3529-444b-825c-7cd3343fa0c0" -d '{"events": [{"server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "name": "network-vif-deleted", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:04.052975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:04.062305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3b44d-85fe-4965-b1fe-dc87fd808470 req-4983ec11-ad0c-4199-a842-046b7d9140b4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.064011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7db3b44d-85fe-4965-b1fe-dc87fd808470 req-4983ec11-ad0c-4199-a842-046b7d9140b4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1894569 Aug 10 01:03:04.072963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.074331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-41736b28-2ddf-4c58-bc05-121045994b56 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 933 time: 1.9718187 Aug 10 01:03:04.078227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45490) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:04.126121 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c2828c-2360-4ecd-a3f4-304ff67bc939 x-openstack-request-id: req-b3c2828c-2360-4ecd-a3f4-304ff67bc939 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:04.126121 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c401706-795a-48c2-9442-fa1d513a8f6d", "name": "network-vif-deleted", "tag": "08012da0-7f9f-434f-8942-21dcd6efd559", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:04.126888 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3c2828c-2360-4ecd-a3f4-304ff67bc939 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:04.127286 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c401706-795a-48c2-9442-fa1d513a8f6d', 'name': 'network-vif-deleted', 'tag': '08012da0-7f9f-434f-8942-21dcd6efd559', 'status': 'completed', 'code': 200} Aug 10 01:03:04.157885 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:04.160554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:04.177917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2082650480-network', 'tenant_id': '700630b60ee943e3a5d08826eebd1230'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:04.197544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7db3b44d-85fe-4965-b1fe-dc87fd808470 req-f9060b43-54dd-47a5-a7f0-6e078022deac tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138787 Aug 10 01:03:04.216053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.225808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.241024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affd8c5-9067-4d30-a5ce-219e4a0f72ee None None] Pushing event updated for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.268593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:04.273506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Made reservation on behalf of 700630b60ee943e3a5d08826eebd1230 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:04.275890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.293641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1745764-0325-4ea0-8e15-2272907e9f94,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.298480 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.302177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c87f3c4f-c011-4600-beb3-90d52c20015d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 933 time: 0.2227914 Aug 10 01:03:04.304875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45492) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:04.309539 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.309998 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Added segment 56ac4392-3558-48bd-9eb6-35eda72195d1 of type vlan for network d0864354-bb38-4c26-aa98-14f61a00e985 Aug 10 01:03:04.316059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'routes': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:04.328924 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:04.376884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.433395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.439975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.441270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.536932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event updated for resources: {'Network': ['ID=d0864354-bb38-4c26-aa98-14f61a00e985,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.552036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d0864354-bb38-4c26-aa98-14f61a00e985 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:04.556392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.564243 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.579740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fab4d8e0-1232-4268-9db7-d8874489696b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1205044 Aug 10 01:03:04.583947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45494) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:04.596420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Request body: {'subnet': {'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:04.623758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:04.631123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01957701-3e75-45b3-a951-75306820707e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.641804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.642166 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Added segment bc431f8e-3dab-4020-b487-a6f4ad864c31 of type vlan for network 5987ffbc-b580-490c-a64c-ea21ab07c590 Aug 10 01:03:04.690340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.751828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.752970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:04.753647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:04.789759 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 6, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:04.796821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-042f0ade-79c7-43f9-b0e3-184b95eeb99c req-5bb0bf15-0202-47a7-860b-a77cdf9da458 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c401706-795a-48c2-9442-fa1d513a8f6d HTTP/1.1" status: 200 len: 210 time: 0.0409908 Aug 10 01:03:04.824656 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0302bbe-bf56-4ce4-ad31-178794fe1fcb None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 6, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:04.830353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8945577 Aug 10 01:03:04.831239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b77d8-9300-4681-9edc-fa2d145f3428 admin admin] Pushing event updated for resources: {'Network': ['ID=5987ffbc-b580-490c-a64c-ea21ab07c590,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:04.833241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:04.839716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Request body: {'subnet': {'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2082650480-subnet', 'tenant_id': '700630b60ee943e3a5d08826eebd1230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:04.849901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 5987ffbc-b580-490c-a64c-ea21ab07c590 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:04.925352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Made reservation on behalf of c7523e99994e462c84c4fb2ada3e8dc9 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:04.930334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.029058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Made reservation on behalf of 700630b60ee943e3a5d08826eebd1230 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:05.032800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.040329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added routes are [] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:03:05.040740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.extraroute_db [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105958) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:03:05.125728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:05.136313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08012da0-7f9f-434f-8942-21dcd6efd559 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:05.173543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 08012da0-7f9f-434f-8942-21dcd6efd559 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:05.173991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08012da0-7f9f-434f-8942-21dcd6efd559 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:05.351099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:05.364706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:05.397112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6e7bb-638d-440a-935e-616bd3175971 req-aee67448-2248-4ea4-80f6-c23847ced52e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:05.406280 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74f6e7bb-638d-440a-935e-616bd3175971 req-aee67448-2248-4ea4-80f6-c23847ced52e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.0890522 Aug 10 01:03:05.458723 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.473144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74f6e7bb-638d-440a-935e-616bd3175971 req-67ed65f8-ff06-4af9-bf5d-af5e59829661 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655115 Aug 10 01:03:05.475893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:05.498449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:05.503296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.585129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:05.593943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.622775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['96c8a439-bc20-4680-874b-e5f090b6cf94'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:05.882993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.968530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:05.974678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:05.987321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:05.988207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:05.997386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.113384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:06.198528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.224435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event updated for resources: {'Subnet': ['ID=17e59ece-6719-418a-8d28-576272d2c4ff,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:06.276569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Checking segment: {'id': '56ac4392-3558-48bd-9eb6-35eda72195d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:06.276942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Network hostable DHCP agents. Network: d0864354-bb38-4c26-aa98-14f61a00e985, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:06.340171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:06.344843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Pushing event updated for resources: {'Subnet': ['ID=708708f0-d007-4cda-a592-a6fee54f8105,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:06.353184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Network d0864354-bb38-4c26-aa98-14f61a00e985 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:06.363129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f39586-8833-40b5-aa10-90cd5b14e992 req-5181bcdc-1d1e-4a6a-8e11-ddcbd0bc4d28 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:06.370225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43f39586-8833-40b5-aa10-90cd5b14e992 req-5181bcdc-1d1e-4a6a-8e11-ddcbd0bc4d28 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1897049 Aug 10 01:03:06.394202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Checking segment: {'id': 'bc431f8e-3dab-4020-b487-a6f4ad864c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:06.394522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Network hostable DHCP agents. Network: 5987ffbc-b580-490c-a64c-ea21ab07c590, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:06.403085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:06.404417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d0864354-bb38-4c26-aa98-14f61a00e985) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:06.417014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:06.417608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.440320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1470af2-06ab-4074-b24d-be1e9610f40c None None] Network d0864354-bb38-4c26-aa98-14f61a00e985 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:06.442908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:06.520589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43f39586-8833-40b5-aa10-90cd5b14e992 req-b5ee11ce-81ae-4f52-a292-1d4404c978d0 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494892 Aug 10 01:03:06.524780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-801bd595-1231-423e-957f-936e90e8ba09 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9398539 Aug 10 01:03:06.525506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Network 5987ffbc-b580-490c-a64c-ea21ab07c590 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:06.527453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:06.536088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Request body: {'port': {'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985', 'name': 'tempest-TagsExtTest-1529992699'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:06.536348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:06.537032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:06.566682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 5987ffbc-b580-490c-a64c-ea21ab07c590) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:06.599526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:06.600239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.635933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00ef9538-0664-4e11-9040-dff91a11917d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7999444 Aug 10 01:03:06.639669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:06.652607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.655994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c17ec4b-fae8-4b22-abe4-d52c1158624e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 699 time: 2.3473837 Aug 10 01:03:06.656408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45550) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:06.665041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6ebd94-5db1-4ba4-b24d-be20cfff690b None None] Network 5987ffbc-b580-490c-a64c-ea21ab07c590 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:06.727951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Made reservation on behalf of c7523e99994e462c84c4fb2ada3e8dc9 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:06.727951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:06.748664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] device_id is not set on port 97107cc3-6f14-4ff8-a31f-44311f2fd034 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:03:06.869469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0024c7b9-583d-406b-a58e-1040ee09f054 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:06.883693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bd0ec-5e1f-41ea-8bdc-ddc7a77f9d50 req-36d54c26-b67c-4f1f-9d94-8d3498f71899 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:06.885248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f47bd0ec-5e1f-41ea-8bdc-ddc7a77f9d50 req-36d54c26-b67c-4f1f-9d94-8d3498f71899 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1387553 Aug 10 01:03:06.894733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-19c2561b-063d-410e-a506-81e72e068200 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 699 time: 0.2346029 Aug 10 01:03:06.900188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:06.989280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Allocated IP 172.20.0.6 (d0864354-bb38-4c26-aa98-14f61a00e985/17e59ece-6719-418a-8d28-576272d2c4ff/97107cc3-6f14-4ff8-a31f-44311f2fd034) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:07.011351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9301e16-bc55-4c43-97d9-e81a63ff7917 None None] Network 5987ffbc-b580-490c-a64c-ea21ab07c590 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:07.092671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0024c7b9-583d-406b-a58e-1040ee09f054 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:07.104744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0024c7b9-583d-406b-a58e-1040ee09f054 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:07.105564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.208015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:07.298491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:07.309242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.345928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Transition to ACTIVE for port object 97107cc3-6f14-4ff8-a31f-44311f2fd034 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:07.396666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45568) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:07.401967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1056688599-network', 'tenant_id': '876bccdcafd44405b91414e6bb42756b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:07.431286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Made reservation on behalf of 876bccdcafd44405b91414e6bb42756b for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:07.434454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.445763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.470457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.534995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Network d0864354-bb38-4c26-aa98-14f61a00e985 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:07.538092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f47bd0ec-5e1f-41ea-8bdc-ddc7a77f9d50 req-2d6f0be5-4b92-4ca9-8b1e-c5d01d42db6b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6448164 Aug 10 01:03:07.573068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:07.577751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:07.645750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:07.647063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.666963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event updated for resources: {'Port': ['ID=97107cc3-6f14-4ff8-a31f-44311f2fd034,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:07.749861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e1302-372e-4f7b-b75b-ad9c216404a7 req-490926ce-40bd-4d60-b8e1-84a5de8ad1a4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:07.751107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-669e1302-372e-4f7b-b75b-ad9c216404a7 req-490926ce-40bd-4d60-b8e1-84a5de8ad1a4 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.0919950 Aug 10 01:03:07.839375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-669e1302-372e-4f7b-b75b-ad9c216404a7 req-12da16dc-b6e5-4103-925c-1f1b24a53feb tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771856 Aug 10 01:03:07.841183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.849429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.863712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:07.873380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.873755 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Added segment 995c1f9c-ee48-4f22-b5ff-748fa787d461 of type vlan for network dc954bf0-2fa0-4ab0-8d70-4d908b7a019c Aug 10 01:03:07.915128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.920945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.925421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 96c8a439-bc20-4680-874b-e5f090b6cf94 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:07.925966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.954567 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.970394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e728604-d5c1-41ca-a70b-0ef3813d58d8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4394569 Aug 10 01:03:07.971202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45572) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:07.978555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.979555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:07.980352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:07.985742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1155861076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:08.033017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:08.036248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.037268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.097187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2172f2d-7cfe-4835-8497-65704cabe89f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.100825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9172088-8ef2-401c-92e7-113d99993ff0 None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:03Z', 'revision_number': 4, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:08.115231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7172523 Aug 10 01:03:08.117638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45578) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:08.132517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Request body: {'subnet': {'network_id': 'dc954bf0-2fa0-4ab0-8d70-4d908b7a019c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1056688599-subnet', 'tenant_id': '876bccdcafd44405b91414e6bb42756b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:08.133972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d0864354-bb38-4c26-aa98-14f61a00e985', 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985', 'tenant_id': 'c7523e99994e462c84c4fb2ada3e8dc9', 'fixed_ips': [{'subnet_id': '17e59ece-6719-418a-8d28-576272d2c4ff'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:08.134882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.151328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab598-963f-41fc-8cfd-017e677101ac admin admin] Pushing event updated for resources: {'Network': ['ID=dc954bf0-2fa0-4ab0-8d70-4d908b7a019c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.186265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network dc954bf0-2fa0-4ab0-8d70-4d908b7a019c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:08.205049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.218831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.257958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.260402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-af5c51de-a54c-4984-9ccc-395e134a4ffd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2824717 Aug 10 01:03:08.262788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45580) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:08.270447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-976d2391-c57a-4248-93ed-825817db6006 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1690235518', 'prefixes': ['172.20.0.0/16']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:08.270982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Made reservation on behalf of 876bccdcafd44405b91414e6bb42756b for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:08.273611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.291839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0024c7b9-583d-406b-a58e-1040ee09f054, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0024c7b9-583d-406b-a58e-1040ee09f054,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:08.312162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.400984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-bce96eba-9668-4a66-8313-8bf9d5461146 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:08.403506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-bce96eba-9668-4a66-8313-8bf9d5461146 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.21 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1374974 Aug 10 01:03:08.561655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.573509 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:08.589863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.608283 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:08.609083 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:08.610806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7040c457-8951-4774-bf38-9187dfd99bb8,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:08.628843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-976d2391-c57a-4248-93ed-825817db6006 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for subnetpool, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.632397 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-976d2391-c57a-4248-93ed-825817db6006 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3678484 Aug 10 01:03:08.643040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45584) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:08.664872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Allocated IP 172.20.0.2 (d0864354-bb38-4c26-aa98-14f61a00e985/17e59ece-6719-418a-8d28-576272d2c4ff/20406031-49df-4550-9c0d-88a818db01a1) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:08.666534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-4f680aa1-3315-40af-a79c-2550c2d7ad2f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-1054103372') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:08.750723 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:08.763018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Deleting port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:08.766221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.775695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Checking segment: {'id': '995c1f9c-ee48-4f22-b5ff-748fa787d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'dc954bf0-2fa0-4ab0-8d70-4d908b7a019c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:08.776075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Network hostable DHCP agents. Network: dc954bf0-2fa0-4ab0-8d70-4d908b7a019c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:08.830915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decad998-ac13-4840-a69d-9153934ffa8c req-a2a105fd-ef92-4727-8539-1fdfe3642326 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:08.839714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-decad998-ac13-4840-a69d-9153934ffa8c req-a2a105fd-ef92-4727-8539-1fdfe3642326 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1388686 Aug 10 01:03:08.916378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-decad998-ac13-4840-a69d-9153934ffa8c req-30a696f7-0e4c-44e9-acdb-9bcee7430e27 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636523 Aug 10 01:03:08.937843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Network dc954bf0-2fa0-4ab0-8d70-4d908b7a019c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:08.957512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, dc954bf0-2fa0-4ab0-8d70-4d908b7a019c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:08.968671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:08.969289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:08.987108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aaca67-639c-4795-92c0-c982751aef6b None None] Network dc954bf0-2fa0-4ab0-8d70-4d908b7a019c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:09.013154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] For port bfa2b053-1961-449b-93ba-5dbe01cc6ef2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:09.013884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.028067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4f680aa1-3315-40af-a79c-2550c2d7ad2f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-1054103372 HTTP/1.1" status: 201 len: 201 time: 0.3750939 Aug 10 01:03:09.028362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.031073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 0024c7b9-583d-406b-a58e-1040ee09f054 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:09.031434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.048472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45590) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:09.058500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-84c6383b-9a10-49a3-9bc6-2b044962abca tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1480190969') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:09.067633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Calling delete_port for bfa2b053-1961-449b-93ba-5dbe01cc6ef2 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:09.070341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:08Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:09.130907 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:09.150885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 0024c7b9-583d-406b-a58e-1040ee09f054, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0024c7b9-583d-406b-a58e-1040ee09f054,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:09.151422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.160615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:09.161262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:09.167800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e337dd-c6b2-4789-8f93-3383786c2bfc req-7270d4e0-fcd1-4cce-b3c2-239f3500b89b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:09.169452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 0024c7b9-583d-406b-a58e-1040ee09f054 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:09.176472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91e337dd-c6b2-4789-8f93-3383786c2bfc req-7270d4e0-fcd1-4cce-b3c2-239f3500b89b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 945 time: 0.1819668 Aug 10 01:03:09.252557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:09.257989 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9de4aed-533c-4b79-ac85-6931ccf4a1cc" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:09.338702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91e337dd-c6b2-4789-8f93-3383786c2bfc req-ee3e76e8-826b-451d-ad0d-56e1250af4cc tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/security-groups?id=58422478-f1e9-4cb1-9587-4f9bc2446b67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609344 Aug 10 01:03:09.404582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.405301 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:09.419408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:09.431687 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f670a7d9-156a-4a66-b0b4-26470e1ab4f7 x-openstack-request-id: req-f670a7d9-156a-4a66-b0b4-26470e1ab4f7 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:09.431985 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:09.432242 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f670a7d9-156a-4a66-b0b4-26470e1ab4f7 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:09.433779 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:03:09.449322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.455619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b00ddd80-c1aa-464a-a9e4-360da6f36f36 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3366668 Aug 10 01:03:09.459414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=0024c7b9-583d-406b-a58e-1040ee09f054,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:09.499732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-84c6383b-9a10-49a3-9bc6-2b044962abca tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1480190969 HTTP/1.1" status: 201 len: 201 time: 0.4481189 Aug 10 01:03:09.502380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45610) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:09.533254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-d8cea16b-b15c-488f-926e-f449a9dd0aa9 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1649666777') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:09.547341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.690598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Transition to ACTIVE for port object 20406031-49df-4550-9c0d-88a818db01a1 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:09.694993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:09.821820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a3c7b5-a01e-4876-8bf2-22af0e0ca663 None None] Network dc954bf0-2fa0-4ab0-8d70-4d908b7a019c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:09.835604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:09.859025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.860533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Transition to ACTIVE for port object 20406031-49df-4550-9c0d-88a818db01a1 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:09.935195 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:08Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:09.937071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:03:09.945387 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:09.976372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.020906 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb23d66-9eed-4e61-a891-d895904ca27f None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:05Z', 'revision_number': 7, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '0024c7b9-583d-406b-a58e-1040ee09f054', 'name': '', 'network_id': 'd6182591-85be-4282-942e-d56a2d32ddf0', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:9d:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:59Z', 'updated_at': '2021-08-10T01:03:08Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '2b8af432-54f9-4d47-ac94-671b1d7473da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:10.040640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['bfa2b053-1961-449b-93ba-5dbe01cc6ef2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:10.152928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Network d0864354-bb38-4c26-aa98-14f61a00e985 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:10.167764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:10.197820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Pushing event deleted for resources: {'Port': ['ID=bfa2b053-1961-449b-93ba-5dbe01cc6ef2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:10.201585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:10.207591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Pushing event updated for resources: {'Port': ['ID=20406031-49df-4550-9c0d-88a818db01a1,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:10.251841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8cea16b-b15c-488f-926e-f449a9dd0aa9 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1649666777 HTTP/1.1" status: 201 len: 201 time: 0.7431686 Aug 10 01:03:10.268198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45630) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:10.274237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-4a54f577-5b25-4e37-bc6f-271eaa301764 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-1581680191') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.348727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:10.354936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] No DVR routers for this DVR port bfa2b053-1961-449b-93ba-5dbe01cc6ef2 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:10.355829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:10.359146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.364986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-484b73e9-8f2f-4470-bac9-45c16d9efbb9 req-dc872790-7eed-4d1a-8977-ba8cafd85811 tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.21 "DELETE /v2.0/ports/bfa2b053-1961-449b-93ba-5dbe01cc6ef2 HTTP/1.1" status: 204 len: 173 time: 1.9522519 Aug 10 01:03:10.367980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'name': 'network-vif-deleted', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:10.370411 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03b003c-dd68-45fb-8ecc-dbca4147e376" -d '{"events": [{"server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "name": "network-vif-deleted", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:10.423558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Attempting to bind port 20406031-49df-4550-9c0d-88a818db01a1 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:10.423968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Attempting to bind port 20406031-49df-4550-9c0d-88a818db01a1 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '56ac4392-3558-48bd-9eb6-35eda72195d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:10.424509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Attempting to bind port 20406031-49df-4550-9c0d-88a818db01a1 on network d0864354-bb38-4c26-aa98-14f61a00e985 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:10.427048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5dab6-e68a-4aed-962e-6f274b5c03d6 req-134de9e6-55c9-4a7a-9f5f-cbd052d33374 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:10.429350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbe5dab6-e68a-4aed-962e-6f274b5c03d6 req-134de9e6-55c9-4a7a-9f5f-cbd052d33374 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2562139 Aug 10 01:03:10.467860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:10.468629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Checking segment: {'id': '56ac4392-3558-48bd-9eb6-35eda72195d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:10.469135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.469626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Bound using segment: {'id': '56ac4392-3558-48bd-9eb6-35eda72195d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:10.470504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Bound port: 20406031-49df-4550-9c0d-88a818db01a1, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ac4392-3558-48bd-9eb6-35eda72195d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'd0864354-bb38-4c26-aa98-14f61a00e985'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:10.471016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.485507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:10.559807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fbe5dab6-e68a-4aed-962e-6f274b5c03d6 req-52256578-cefe-40dc-be7f-492a5ff54d9b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218929 Aug 10 01:03:10.560954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45644) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:10.571008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-b7b54cfb-4c1a-49a0-b8c5-3eec97121619 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.586017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a54f577-5b25-4e37-bc6f-271eaa301764 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-1581680191 HTTP/1.1" status: 201 len: 201 time: 0.3157613 Aug 10 01:03:10.637354 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.703655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:10.712505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b08fb87f-2ec7-48a5-8392-e1cff647d15e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113256 Aug 10 01:03:10.715815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:10.720442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:10.742444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:10.778036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] For port 20406031-49df-4550-9c0d-88a818db01a1, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:10.802048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:10.804301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] For port 20406031-49df-4550-9c0d-88a818db01a1, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=20406031-49df-4550-9c0d-88a818db01a1,segment=NetworkSegment(56ac4392-3558-48bd-9eb6-35eda72195d1),segment_id=56ac4392-3558-48bd-9eb6-35eda72195d1)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:10.805384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:10.806034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.853334 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.860366 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.884358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 2b8af432-54f9-4d47-ac94-671b1d7473da {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:10.913836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5d9ade7-d7a7-4529-b620-2454316d99e6 req-34fe9b93-f2c0-4d7e-bc38-8ce95149863b tempest-ServerRescueTestJSON-1353622742 tempest-ServerRescueTestJSON-1353622742-project] 10.222.0.25 "GET /v2.0/ports?device_id=deef7357-ee58-45cc-aaf5-8895d1b0770b HTTP/1.1" status: 200 len: 210 time: 0.0848126 Aug 10 01:03:10.919491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:10.956644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45648) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:10.970597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-22ee0765-3090-441b-a5c7-89474a18e574 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-1054103372') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:10.986691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b7b54cfb-4c1a-49a0-b8c5-3eec97121619 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 200 len: 241 time: 0.4235842 Aug 10 01:03:11.032568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.106808 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21bbabe-c50d-413a-9611-7f422bf97884 x-openstack-request-id: req-e21bbabe-c50d-413a-9611-7f422bf97884 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:11.107144 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deef7357-ee58-45cc-aaf5-8895d1b0770b", "name": "network-vif-deleted", "tag": "bfa2b053-1961-449b-93ba-5dbe01cc6ef2", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:11.108300 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e21bbabe-c50d-413a-9611-7f422bf97884 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:11.109391 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deef7357-ee58-45cc-aaf5-8895d1b0770b', 'name': 'network-vif-deleted', 'tag': 'bfa2b053-1961-449b-93ba-5dbe01cc6ef2', 'status': 'completed', 'code': 200} Aug 10 01:03:11.186309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-22ee0765-3090-441b-a5c7-89474a18e574 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-1054103372 HTTP/1.1" status: 204 len: 168 time: 0.2253892 Aug 10 01:03:11.186309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.191710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-caadbbb6-1672-425f-ac36-0c1a2343a9ad tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-1054103372') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:11.227760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.315131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.343494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:11.352539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-caadbbb6-1672-425f-ac36-0c1a2343a9ad tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-1054103372 HTTP/1.1" status: 204 len: 168 time: 0.1628268 Aug 10 01:03:11.353084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45652) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.357326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-51b4d3ff-c119-4d2f-9879-e49f3cf5d0cd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:11.364778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.369266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/2b8af432-54f9-4d47-ac94-671b1d7473da HTTP/1.1" status: 204 len: 168 time: 0.6407816 Aug 10 01:03:11.369737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.443355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:11.445600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2c540-1c4e-46e6-b0fa-fe0824a71e4a None None] Network d6182591-85be-4282-942e-d56a2d32ddf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:11.449031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c4643-a999-4aac-a6fd-d64f170d95e9 None None] Pushing event updated for resources: {'Port': ['ID=20406031-49df-4550-9c0d-88a818db01a1,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:11.463429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-51b4d3ff-c119-4d2f-9879-e49f3cf5d0cd tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 200 len: 205 time: 0.1092286 Aug 10 01:03:11.465874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45656) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.471455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-ebdc5613-f381-4426-88d2-968045f013c3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:11.509039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af6259-6745-43c3-9879-f5706ac02563 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=2b8af432-54f9-4d47-ac94-671b1d7473da,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:11.541157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.599661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:11.610906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ebdc5613-f381-4426-88d2-968045f013c3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 200 len: 241 time: 0.1428399 Aug 10 01:03:11.613380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.619940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-8651f759-dd9d-4472-b2bc-9fca26dca7b4 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1480190969') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:11.677407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bfa2b053-1961-449b-93ba-5dbe01cc6ef2 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:11.704652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port dbae36f6-a16b-43f7-90eb-8017e629cb59 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:11.705039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:11.813962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8651f759-dd9d-4472-b2bc-9fca26dca7b4 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1480190969 HTTP/1.1" status: 204 len: 168 time: 0.1978137 Aug 10 01:03:11.817285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45662) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:11.827272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-a794551b-1889-49f2-b373-4b7290f71ebc tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1480190969') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:11.958479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: bfa2b053-1961-449b-93ba-5dbe01cc6ef2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:11.964734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bfa2b053-1961-449b-93ba-5dbe01cc6ef2 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:11.977738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec2d90-e77a-4dcd-979f-b9b00f7d0000 req-babdfb1b-ef80-4d67-878b-1accf48045a2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:11.991518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2aec2d90-e77a-4dcd-979f-b9b00f7d0000 req-babdfb1b-ef80-4d67-878b-1accf48045a2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2604282 Aug 10 01:03:12.009669 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a794551b-1889-49f2-b373-4b7290f71ebc tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1480190969 HTTP/1.1" status: 204 len: 168 time: 0.1848359 Aug 10 01:03:12.009940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:12.015924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-9ccc26e2-9b31-4452-b025-22652c7ab892 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:12.018140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port dbae36f6-a16b-43f7-90eb-8017e629cb59, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dbae36f6-a16b-43f7-90eb-8017e629cb59,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:12.018533 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:12.135369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ccc26e2-9b31-4452-b025-22652c7ab892 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 200 len: 205 time: 0.1242208 Aug 10 01:03:12.136320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45668) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:12.142322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-7128fd0a-88fd-4ace-9fd3-3ecc18cfed15 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:12.261205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7128fd0a-88fd-4ace-9fd3-3ecc18cfed15 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 200 len: 241 time: 0.1236348 Aug 10 01:03:12.262110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45670) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:12.267882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-13894955-9b5f-4d87-8d9a-16ed02a1bf32 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1649666777') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:12.422127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:09Z', 'revision_number': 8, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:12.503485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] DHCP port deletion for d6182591-85be-4282-942e-d56a2d32ddf0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:12.546902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:12.650687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:12.659944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:02:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:12.897292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Deleting port dbae36f6-a16b-43f7-90eb-8017e629cb59 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:12.897292 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:12.898068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 20406031-49df-4550-9c0d-88a818db01a1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:12.931480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for dbae36f6-a16b-43f7-90eb-8017e629cb59 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:13.001031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2aec2d90-e77a-4dcd-979f-b9b00f7d0000 req-f0d77d31-4fe7-49a0-bfd9-94878a6df9bc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0084960 Aug 10 01:03:13.021934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:13.079614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13894955-9b5f-4d87-8d9a-16ed02a1bf32 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1649666777 HTTP/1.1" status: 204 len: 168 time: 0.8162041 Aug 10 01:03:13.080279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.085028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-e854b340-9815-4b2b-ae63-d63ce40ff553 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1649666777') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.094037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] For port dbae36f6-a16b-43f7-90eb-8017e629cb59, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dbae36f6-a16b-43f7-90eb-8017e629cb59,segment=NetworkSegment(9fbb8867-e5ad-4fef-ad3a-d23b94d9c978),segment_id=9fbb8867-e5ad-4fef-ad3a-d23b94d9c978)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:13.094615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.122807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Calling delete_port for dbae36f6-a16b-43f7-90eb-8017e629cb59 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:13.152573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45678) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.288457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 20406031-49df-4550-9c0d-88a818db01a1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:13.332989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45680) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.333303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e854b340-9815-4b2b-ae63-d63ce40ff553 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1649666777 HTTP/1.1" status: 204 len: 168 time: 0.2511928 Aug 10 01:03:13.340422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-ef37b8a2-b977-4cd3-aa32-a51b7c485de1 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.410338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dbae36f6-a16b-43f7-90eb-8017e629cb59 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:13.448884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766f762d-e671-48e1-84a1-6453009989df None None] Network d0864354-bb38-4c26-aa98-14f61a00e985 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:13.491229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.574927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.579955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-7a5a4636-5b10-4d94-aefc-56106161c83a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.581899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] Pushing event deleted for resources: {'Port': ['ID=dbae36f6-a16b-43f7-90eb-8017e629cb59,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:13.593723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ef37b8a2-b977-4cd3-aa32-a51b7c485de1 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 200 len: 205 time: 0.2572572 Aug 10 01:03:13.595997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.602945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Provisioning for port 20406031-49df-4550-9c0d-88a818db01a1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:13.607324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e910e247-1545-4a71-84ab-2ade4baf572b None None] No DVR routers for this DVR port dbae36f6-a16b-43f7-90eb-8017e629cb59 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:13.630974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No active binding found for port dbae36f6-a16b-43f7-90eb-8017e629cb59 {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:03:13.631610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dbae36f6-a16b-43f7-90eb-8017e629cb59 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:13.633371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Provisioning complete for port 20406031-49df-4550-9c0d-88a818db01a1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:13.634019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.655616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7a5a4636-5b10-4d94-aefc-56106161c83a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 200 len: 241 time: 0.0794697 Aug 10 01:03:13.656465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45684) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.664853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-71e55834-263c-4cf7-9e03-6151ef5c04a2 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-1581680191') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.699663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:13.702819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port dbae36f6-a16b-43f7-90eb-8017e629cb59 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:13.729424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71e55834-263c-4cf7-9e03-6151ef5c04a2 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-1581680191 HTTP/1.1" status: 204 len: 168 time: 0.0680900 Aug 10 01:03:13.731515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45686) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.736538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-8fa449cb-2c1e-4de9-96bb-2bafb3387f47 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-1581680191') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.840472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:09Z', 'revision_number': 8, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.849304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8fa449cb-2c1e-4de9-96bb-2bafb3387f47 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-1581680191 HTTP/1.1" status: 204 len: 168 time: 0.1165261 Aug 10 01:03:13.850203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45688) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.854943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-0952fd31-c3e0-48db-88bd-b07bdc7d0f12 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.906592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.910313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0952fd31-c3e0-48db-88bd-b07bdc7d0f12 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 200 len: 205 time: 0.0590191 Aug 10 01:03:13.914563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45690) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:13.920384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6182591-85be-4282-942e-d56a2d32ddf0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.922977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-43efd379-f89c-4f6e-a3da-cf4fafa17eec tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.927374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff94afd-91e4-4df0-bb6e-7caa282227a3 None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:09Z', 'revision_number': 8, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '200e7446-ea3b-4bb3-b412-2d93c327cc55', 'name': '', 'network_id': 'aa5aa891-3f30-4590-957c-c8d3487d598e', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e7:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:53Z', 'updated_at': '2021-08-10T01:03:00Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': 'a7997018-91e2-4566-adce-35391a1bbb46', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:13.941776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.942240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbb8867-e5ad-4fef-ad3a-d23b94d9c978') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:13.954183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.970357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:13.979030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:13.979605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.001593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-43efd379-f89c-4f6e-a3da-cf4fafa17eec tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0859723 Aug 10 01:03:14.004089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45692) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.011411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-6db092a9-ee8b-4f85-b470-f5f61b3d19da tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:14.072990 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:14.076849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=dbae36f6-a16b-43f7-90eb-8017e629cb59,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:14.086106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.097570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.099841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/d6182591-85be-4282-942e-d56a2d32ddf0 HTTP/1.1" status: 204 len: 168 time: 2.7278597 Aug 10 01:03:14.103258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45696) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.144228 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-73cf27eb-d3d1-4ee2-9069-a75a2999abeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.156678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6c19e-9772-4a68-b1fb-82fb34877a33 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=d6182591-85be-4282-942e-d56a2d32ddf0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:14.189730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:14.190123 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.191976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.356365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] For port 20406031-49df-4550-9c0d-88a818db01a1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=20406031-49df-4550-9c0d-88a818db01a1,segment=NetworkSegment(56ac4392-3558-48bd-9eb6-35eda72195d1),segment_id=56ac4392-3558-48bd-9eb6-35eda72195d1)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:14.371097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.395618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1408f-1faf-49aa-9528-b04d58d1cf72 req-18e1e418-c033-4cb7-97ae-1d4df22ea2f0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:14.399859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fba1408f-1faf-49aa-9528-b04d58d1cf72 req-18e1e418-c033-4cb7-97ae-1d4df22ea2f0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2037332 Aug 10 01:03:14.579631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fba1408f-1faf-49aa-9528-b04d58d1cf72 req-49110d74-4a26-4949-81df-e7675e4dff7f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728311 Aug 10 01:03:14.820438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6db092a9-ee8b-4f85-b470-f5f61b3d19da tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.8151326 Aug 10 01:03:14.823070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45698) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:14.831501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-ee6efad9-c6ce-4844-95a3-d5ba03a1769f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:14.926952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Pushing event updated for resources: {'Port': ['ID=20406031-49df-4550-9c0d-88a818db01a1,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:14.931868 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:14.933747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0024c7b9-583d-406b-a58e-1040ee09f054 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:14.959730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0024c7b9-583d-406b-a58e-1040ee09f054 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:14.960438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0024c7b9-583d-406b-a58e-1040ee09f054 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:14.961882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Provisioning for port 97107cc3-6f14-4ff8-a31f-44311f2fd034 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:14.967625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Provisioning complete for port 97107cc3-6f14-4ff8-a31f-44311f2fd034 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:14.968618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.039728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8a3aad45-d524-4d60-b268-6df29f39e48f None None] Port 97107cc3-6f14-4ff8-a31f-44311f2fd034 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:15.048992 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.108597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:15.113515 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb5a882-333e-4200-87fe-2679d4a99ee5" -d '{"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:15.170387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:15.199353 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.212159 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08d8f72-4a83-4d66-9f28-cdc2af24587a x-openstack-request-id: req-e08d8f72-4a83-4d66-9f28-cdc2af24587a {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:15.212739 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:15.213170 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e08d8f72-4a83-4d66-9f28-cdc2af24587a {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:15.213733 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'code': 200} Aug 10 01:03:15.249446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-089b2252-0b77-4c5b-98a6-1fd26a017f80 None None] Provisioning complete for port 20406031-49df-4550-9c0d-88a818db01a1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:15.250150 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-089b2252-0b77-4c5b-98a6-1fd26a017f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.255843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.304016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:15.398768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-089b2252-0b77-4c5b-98a6-1fd26a017f80 None None] Provisioning complete for port 97107cc3-6f14-4ff8-a31f-44311f2fd034 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:15.398768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-089b2252-0b77-4c5b-98a6-1fd26a017f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.411563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee6efad9-c6ce-4844-95a3-d5ba03a1769f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 204 len: 168 time: 0.5873601 Aug 10 01:03:15.414926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45702) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:15.422274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-ce71dc56-5eee-4b9a-8b32-351600a52490 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:15.455236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-089b2252-0b77-4c5b-98a6-1fd26a017f80 None None] Port 97107cc3-6f14-4ff8-a31f-44311f2fd034 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:03:15.597299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Deleting port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:15.597940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.604857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce71dc56-5eee-4b9a-8b32-351600a52490 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1887298 Aug 10 01:03:15.607409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45704) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:15.611726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-43c5a47a-a9ab-42b6-86bf-7f3416ee6898 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-1359933139') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:15.875533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-43c5a47a-a9ab-42b6-86bf-7f3416ee6898 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-1359933139 HTTP/1.1" status: 201 len: 201 time: 0.2677464 Aug 10 01:03:15.877330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45708) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:15.882777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-425d7979-168b-4f0f-9b04-7ef9a4beac62 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-668105027') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:15.932436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 200e7446-ea3b-4bb3-b412-2d93c327cc55 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:15.932778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.970246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] For port 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,segment=NetworkSegment(f538fc57-ce80-4ac8-b144-96e2dd5d4391),segment_id=f538fc57-ce80-4ac8-b144-96e2dd5d4391)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:15.970246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:15.993847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Calling delete_port for 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:16.019986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e83d4-530b-4779-a795-8db12a2bb55f req-c31dd41b-f516-4741-95d7-fa5691ee90ba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:16.030113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af2e83d4-530b-4779-a795-8db12a2bb55f req-c31dd41b-f516-4741-95d7-fa5691ee90ba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1971886 Aug 10 01:03:16.131313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af2e83d4-530b-4779-a795-8db12a2bb55f req-4c7d79e2-0b60-48e6-b3d4-259e1a822395 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001682 Aug 10 01:03:16.204463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 200e7446-ea3b-4bb3-b412-2d93c327cc55, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=200e7446-ea3b-4bb3-b412-2d93c327cc55,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:16.205360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.213178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-425d7979-168b-4f0f-9b04-7ef9a4beac62 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-668105027 HTTP/1.1" status: 201 len: 201 time: 0.3348393 Aug 10 01:03:16.214201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:16.226881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-4a7e6ec9-1aaa-4115-9e12-8b0a3b1634b6 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-59440040') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:16.298631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 200e7446-ea3b-4bb3-b412-2d93c327cc55 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:16.384877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.434863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=289ff060-f049-4bc5-9adf-c4d0e5c4bb3c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:16.529878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45712) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:16.530652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a7e6ec9-1aaa-4115-9e12-8b0a3b1634b6 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-59440040 HTTP/1.1" status: 201 len: 201 time: 0.3078158 Aug 10 01:03:16.546203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-42736af2-aaa8-4fbe-b827-cd5742543217 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-248792544') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:16.698679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-42736af2-aaa8-4fbe-b827-cd5742543217 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-248792544 HTTP/1.1" status: 201 len: 201 time: 0.1670182 Aug 10 01:03:16.699403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45718) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:16.712296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 20406031-49df-4550-9c0d-88a818db01a1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:16.752810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-3b59b9d1-d24f-4cb2-a4b8-856c55167eef tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', {'tags': ['tempest-TagsExtTest-Tag-1576499178', 'tempest-TagsExtTest-Tag-263555594', 'tempest-TagsExtTest-Tag-621639498']}) {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:16.772253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.793610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c613f6f-9af0-4aae-b35c-82e3ff4af0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.829193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=200e7446-ea3b-4bb3-b412-2d93c327cc55,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:16.830127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b59b9d1-d24f-4cb2-a4b8-856c55167eef tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 200 len: 316 time: 0.1269233 Aug 10 01:03:16.836028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45720) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:16.837610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 20406031-49df-4550-9c0d-88a818db01a1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:16.838189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:16.844460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-dfd6cc04-1659-40f7-b7c1-914280b274e4 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:16.955032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.264949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.269790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dfd6cc04-1659-40f7-b7c1-914280b274e4 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 204 len: 168 time: 0.4326360 Aug 10 01:03:17.272939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45724) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:17.282872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-e62fc958-d2de-46b2-9218-364f1c5a9b39 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-1576499178') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:17.311657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.344020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-05d42570-7dcd-4a77-82ff-c2bca437dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:17.347366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-05d42570-7dcd-4a77-82ff-c2bca437dc23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1097 time: 0.3689773 Aug 10 01:03:17.526792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d8617-273b-438b-815f-ce38e6060a5e req-b29a2654-bd72-45cd-a91d-357d9a1fae41 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:17.540380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e94d8617-273b-438b-815f-ce38e6060a5e req-b29a2654-bd72-45cd-a91d-357d9a1fae41 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2675643 Aug 10 01:03:17.558520 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-e62fc958-d2de-46b2-9218-364f1c5a9b39 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:17.560547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e62fc958-d2de-46b2-9218-364f1c5a9b39 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-1576499178 HTTP/1.1" status: 404 len: 329 time: 0.2862337 Aug 10 01:03:17.564971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45726) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:17.573090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-9691b65c-4d6b-4550-aaee-0b5b883049ff tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-263555594') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:17.668430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:17.719431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e94d8617-273b-438b-815f-ce38e6060a5e req-b7213b86-72b8-445e-be33-433e9a081900 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099648 Aug 10 01:03:17.730326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Router d32611cb-776a-4b85-bf88-15899cb4d15d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:17.979716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:17.986653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-096cad95-5402-44be-bd69-5b791d9d34f3 admin admin] 10.222.0.25 "PUT /v2.0/routers/d32611cb-776a-4b85-bf88-15899cb4d15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8325799 Aug 10 01:03:17.994278 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Sync routers for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:18.002549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.025799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:18.026995 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.219768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-468dbca0-bb0d-4a4b-88e9-b09919e22ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.221237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-468dbca0-bb0d-4a4b-88e9-b09919e22ee5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.8293989 Aug 10 01:03:18.226536 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-9691b65c-4d6b-4550-aaee-0b5b883049ff tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:18.230109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9691b65c-4d6b-4550-aaee-0b5b883049ff tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-263555594 HTTP/1.1" status: 404 len: 328 time: 0.6611123 Aug 10 01:03:18.249590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45730) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.255187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-d0871cfd-44a3-4460-9966-62c2a0a9f31f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff', 'tempest-TagsExtTest-Tag-621639498') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.257106 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:18.298577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-c0153e2a-9858-4e59-98de-40464eb094bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 1001 time: 0.0681052 Aug 10 01:03:18.306469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:18.313621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.438979 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d0871cfd-44a3-4460-9966-62c2a0a9f31f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:18.442457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d0871cfd-44a3-4460-9966-62c2a0a9f31f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags/tempest-TagsExtTest-Tag-621639498 HTTP/1.1" status: 404 len: 328 time: 0.1897032 Aug 10 01:03:18.444549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45736) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.450637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-508e7bbb-3903-49c2-be0b-08d096e6542f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', {'tags': ['tempest-TagsExtTest-Tag-1262651972', 'tempest-TagsExtTest-Tag-1066832210', 'tempest-TagsExtTest-Tag-1591124349']}) {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.527100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.607612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:18.611533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.614149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-08167aa0-8c0f-4a6f-b5e9-b620dfa35779 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.618014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-508e7bbb-3903-49c2-be0b-08d096e6542f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 200 len: 318 time: 0.1720195 Aug 10 01:03:18.619780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:18.633864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24bb7152-7897-4219-b4ba-13253c09fa1e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5244360 Aug 10 01:03:18.636693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-c9c9019d-c536-4a8f-96b3-e139adf2b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.637892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:18.640283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45740) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:18.640859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.642934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-c9c9019d-c536-4a8f-96b3-e139adf2b307 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.3287232 Aug 10 01:03:18.721353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:03:16Z', 'revision_number': 5, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port': {'id': '163e7408-0bb3-4aac-9418-0e63dbdabd2a', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:01:13Z', 'updated_at': '2021-08-10T01:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.769971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Deleting port 163e7408-0bb3-4aac-9418-0e63dbdabd2a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:18.770242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.807308 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Checking router: d32611cb-776a-4b85-bf88-15899cb4d15d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:18.832350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Routers {'d32611cb-776a-4b85-bf88-15899cb4d15d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:18.832952 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d32611cb-776a-4b85-bf88-15899cb4d15d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:18.842613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet a7997018-91e2-4566-adce-35391a1bbb46 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:18.847298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:18.858868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-27e64626-5e02-40ce-8efe-a1ecd166d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:18.866342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-27e64626-5e02-40ce-8efe-a1ecd166d0b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2127657 Aug 10 01:03:18.887828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:19.008156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.090730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-b77dc19a-9b0a-4b80-9c8f-51f1f73dc709 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044008 Aug 10 01:03:19.092472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] For port 163e7408-0bb3-4aac-9418-0e63dbdabd2a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=163e7408-0bb3-4aac-9418-0e63dbdabd2a,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:19.092891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.170902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Calling delete_port for 163e7408-0bb3-4aac-9418-0e63dbdabd2a owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:19.176972 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] Set router d32611cb-776a-4b85-bf88-15899cb4d15d gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:19.210858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95dd0e-24e6-4c08-8615-837a502a6646 req-b5e6982f-7915-49c0-9442-52ba668c068b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:19.212567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a95dd0e-24e6-4c08-8615-837a502a6646 req-b5e6982f-7915-49c0-9442-52ba668c068b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.3082135 Aug 10 01:03:19.320848 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-054321b6-814d-491c-9190-b611fe874b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:03:18Z', 'revision_number': 6, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.328613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09ed5ffe-3f0c-4010-bdbe-5e0b0ed87f77 req-092c5b55-3ae5-4d15-a4db-29c57221f379 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300131 Aug 10 01:03:19.381261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-08167aa0-8c0f-4a6f-b5e9-b620dfa35779 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 204 len: 168 time: 0.7708395 Aug 10 01:03:19.384383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.390736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-e2e425df-1c91-481e-8a4a-a064d90a9427 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1262651972') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.416969 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.489775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a95dd0e-24e6-4c08-8615-837a502a6646 req-b9e0f9d6-d2db-4fe5-9cdb-db21c9de1742 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424231 Aug 10 01:03:19.494633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:16Z', 'revision_number': 9, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.555942 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-e2e425df-1c91-481e-8a4a-a064d90a9427 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:19.557193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2e425df-1c91-481e-8a4a-a064d90a9427 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1262651972 HTTP/1.1" status: 404 len: 329 time: 0.1714954 Aug 10 01:03:19.562710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45746) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.569087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-c9e4d5e8-565b-4c30-8bdb-af2a2824ea17 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1066832210') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.573306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:19.617304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:19.620187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.626355 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054321b6-814d-491c-9190-b611fe874b9b None None] The sync data for ids ['d32611cb-776a-4b85-bf88-15899cb4d15d'] in n-d-766380-21 is: [{'id': 'd32611cb-776a-4b85-bf88-15899cb4d15d', 'name': 'tempest-ServerRescueTestJSON-1157374924-router', 'tenant_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:01:12Z', 'updated_at': '2021-08-10T01:03:18Z', 'revision_number': 6, 'project_id': '15b4fc9ee5ad4332b8689b53cd1a4569', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:19.694308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.696649 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-c9e4d5e8-565b-4c30-8bdb-af2a2824ea17 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:19.697833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9e4d5e8-565b-4c30-8bdb-af2a2824ea17 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1066832210 HTTP/1.1" status: 404 len: 329 time: 0.1327248 Aug 10 01:03:19.705348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.709485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.710555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-ae8956a2-75a8-4e40-905c-1d25fecdc6f3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034', 'tempest-TagsExtTest-Tag-1591124349') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:19.788382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=a7997018-91e2-4566-adce-35391a1bbb46,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.790066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:19.803319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.807238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-176c3ed8-35fb-4a0c-afae-0426011df362 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/a7997018-91e2-4566-adce-35391a1bbb46 HTTP/1.1" status: 204 len: 168 time: 1.1659575 Aug 10 01:03:19.810326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:19.811087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45750) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:19.874191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Pushing event deleted for resources: {'Port': ['ID=163e7408-0bb3-4aac-9418-0e63dbdabd2a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:19.953478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03ad047-43a7-4538-8fd3-c4a597dd5b1a None None] Network aa5aa891-3f30-4590-957c-c8d3487d598e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:19.985338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.032903 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-ae8956a2-75a8-4e40-905c-1d25fecdc6f3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:20.034177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae8956a2-75a8-4e40-905c-1d25fecdc6f3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags/tempest-TagsExtTest-Tag-1591124349 HTTP/1.1" status: 404 len: 329 time: 0.3272169 Aug 10 01:03:20.041205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45752) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:20.047126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-247d60e2-9530-4bf0-b553-73e4120bf0f0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', {'tags': ['tempest-TagsExtTest-Tag-1282141690', 'tempest-TagsExtTest-Tag-1185053379', 'tempest-TagsExtTest-Tag-1456287687']}) {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.382177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port debfeb3c-d201-4d1a-9075-eddc9a1f4590 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:20.382626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:16Z', 'revision_number': 9, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.383286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.400181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-247d60e2-9530-4bf0-b553-73e4120bf0f0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 200 len: 318 time: 0.3576488 Aug 10 01:03:20.434535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:20.439884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-feec4a9c-51aa-4e03-8a8e-83d13f91b602 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.462296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f4974-41b4-4993-9023-2ffce928a5de None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:16Z', 'revision_number': 9, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': '1d7a0cba-11b5-45ba-93af-8cdc049811b0', 'name': '', 'network_id': '595fc278-743e-46c4-b5ba-8926b00167c8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:71:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': '379251b0-c015-41ed-aff5-85ae216dc888', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:48Z', 'updated_at': '2021-08-10T01:02:57Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '379251b0-c015-41ed-aff5-85ae216dc888', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:20.595637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] DHCP port deletion for aa5aa891-3f30-4590-957c-c8d3487d598e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:20.597509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port debfeb3c-d201-4d1a-9075-eddc9a1f4590, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=debfeb3c-d201-4d1a-9075-eddc9a1f4590,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:20.598797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.637950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for debfeb3c-d201-4d1a-9075-eddc9a1f4590 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:20.750261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Deleting port debfeb3c-d201-4d1a-9075-eddc9a1f4590 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:20.750937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:20.784397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-feec4a9c-51aa-4e03-8a8e-83d13f91b602 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.3459387 Aug 10 01:03:20.786856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45758) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:20.797821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-92d47e38-c197-4e54-b774-1b007fe74254 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1282141690') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:20.920959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.040719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e25d41-1e7f-4218-83c5-ee85c5d6a1af req-52d39e91-629c-4938-af50-83812d405ab1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:21.041902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e25d41-1e7f-4218-83c5-ee85c5d6a1af req-52d39e91-629c-4938-af50-83812d405ab1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2231593 Aug 10 01:03:21.081267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] For port debfeb3c-d201-4d1a-9075-eddc9a1f4590, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=debfeb3c-d201-4d1a-9075-eddc9a1f4590,segment=NetworkSegment(369859f6-d220-4c56-99d6-6176021458a9),segment_id=369859f6-d220-4c56-99d6-6176021458a9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:21.082116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.098216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.099138 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-92d47e38-c197-4e54-b774-1b007fe74254 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:21.100330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-92d47e38-c197-4e54-b774-1b007fe74254 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1282141690 HTTP/1.1" status: 404 len: 329 time: 0.3071015 Aug 10 01:03:21.109282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:21.110241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.114182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-5af40ce3-5022-4786-a8f4-57d771cd0661 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1185053379') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.133676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Calling delete_port for debfeb3c-d201-4d1a-9075-eddc9a1f4590 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:21.211851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.212765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.213395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32611cb-776a-4b85-bf88-15899cb4d15d {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:21.230965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.232604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37838611-0334-48ad-98d6-3c0d0ee88994 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d32611cb-776a-4b85-bf88-15899cb4d15d HTTP/1.1" status: 204 len: 168 time: 3.2284102 Aug 10 01:03:21.235997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:21.246919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e25d41-1e7f-4218-83c5-ee85c5d6a1af req-ae66ec8c-0aca-4468-9bf5-8cc2112892f3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763892 Aug 10 01:03:21.277769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device debfeb3c-d201-4d1a-9075-eddc9a1f4590 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:21.325408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Deleting subnet c53c79e6-6a34-4c6d-8727-6aec308418d1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:21.329501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port debfeb3c-d201-4d1a-9075-eddc9a1f4590 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:21.330079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.362931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=debfeb3c-d201-4d1a-9075-eddc9a1f4590,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:21.400630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: debfeb3c-d201-4d1a-9075-eddc9a1f4590 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:21.400630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device debfeb3c-d201-4d1a-9075-eddc9a1f4590 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:21.401024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:21.409986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.490842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:21.490842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 289ff060-f049-4bc5-9adf-c4d0e5c4bb3c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:21.490842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 163e7408-0bb3-4aac-9418-0e63dbdabd2a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:21.499979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.563375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 163e7408-0bb3-4aac-9418-0e63dbdabd2a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:21.563919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 163e7408-0bb3-4aac-9418-0e63dbdabd2a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:21.570715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.599089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.616590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] No DVR routers for this DVR port debfeb3c-d201-4d1a-9075-eddc9a1f4590 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:21.619673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53c79e6-6a34-4c6d-8727-6aec308418d1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:21.647949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.654889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e3bce2a5-6a32-446c-a82f-d06a17aefd85 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c53c79e6-6a34-4c6d-8727-6aec308418d1 HTTP/1.1" status: 204 len: 168 time: 0.4172025 Aug 10 01:03:21.655536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45764) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:21.665556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Pushing event deleted for resources: {'Port': ['ID=debfeb3c-d201-4d1a-9075-eddc9a1f4590,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:21.688081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.688423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.688766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.689099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.689428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.689753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.690077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.690399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.690781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.691638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.691965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.692287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb26bf38-3f3a-408f-8950-423509102f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:21.695919 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-5af40ce3-5022-4786-a8f4-57d771cd0661 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:21.697334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5af40ce3-5022-4786-a8f4-57d771cd0661 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1185053379 HTTP/1.1" status: 404 len: 329 time: 0.5870717 Aug 10 01:03:21.701891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:21.723731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-738df0b6-a7c8-4b38-8ad3-95f3d10a1fe6 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b', 'tempest-TagsExtTest-Tag-1456287687') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.735679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.775000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.817657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa5aa891-3f30-4590-957c-c8d3487d598e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.877853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369859f6-d220-4c56-99d6-6176021458a9') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.878577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369859f6-d220-4c56-99d6-6176021458a9') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.894354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.903306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.914980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec81ad-6957-46cf-ad9c-47b42c258d57']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.936515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.939990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f538fc57-ce80-4ac8-b144-96e2dd5d4391') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.940621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f538fc57-ce80-4ac8-b144-96e2dd5d4391') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:21.945292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:21.946038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.964818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:21.992524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.003701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:22.004596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:22.012930 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:22.046827 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:22.053357 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-738df0b6-a7c8-4b38-8ad3-95f3d10a1fe6 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:22.057697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-738df0b6-a7c8-4b38-8ad3-95f3d10a1fe6 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags/tempest-TagsExtTest-Tag-1456287687 HTTP/1.1" status: 404 len: 329 time: 0.3417633 Aug 10 01:03:22.059008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.067701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.070070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/aa5aa891-3f30-4590-957c-c8d3487d598e HTTP/1.1" status: 204 len: 168 time: 2.2577765 Aug 10 01:03:22.070965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45768) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.080667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-877ee052-c724-477e-b262-382aacb232f8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', {'tags': ['tempest-TagsExtTest-Tag-1504624485', 'tempest-TagsExtTest-Tag-397526378', 'tempest-TagsExtTest-Tag-1215260588']}) {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.083361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45770) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.112337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bef79b-1567-44a0-a0d0-daf2045986ae tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=aa5aa891-3f30-4590-957c-c8d3487d598e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:22.179381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.220657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.229612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] 10.222.0.25 "DELETE /v2.0/networks/79ec81ad-6957-46cf-ad9c-47b42c258d57 HTTP/1.1" status: 204 len: 168 time: 0.5729229 Aug 10 01:03:22.231861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f7472-7736-426b-9b05-8de011cf817b admin admin] Pushing event deleted for resources: {'Network': ['ID=79ec81ad-6957-46cf-ad9c-47b42c258d57,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:22.520120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45778) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.531725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 200e7446-ea3b-4bb3-b412-2d93c327cc55 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:22.543830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bb7b2-ef09-4fda-882b-c14f07824194 req-8c743e4e-b046-4bdd-a446-cd80efd89b2f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:22.546144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf6bb7b2-ef09-4fda-882b-c14f07824194 req-8c743e4e-b046-4bdd-a446-cd80efd89b2f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1175454 Aug 10 01:03:22.585346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 200e7446-ea3b-4bb3-b412-2d93c327cc55 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:22.585796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 200e7446-ea3b-4bb3-b412-2d93c327cc55 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:22.605887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-877ee052-c724-477e-b262-382aacb232f8 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "PUT /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 200 len: 317 time: 0.5290079 Aug 10 01:03:22.609733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45780) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.617853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-bea44f74-ca4c-44ba-afc6-8ccb3109212a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.676673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b1e7994f-1da8-4d87-b23c-007eaefb5df3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15b4fc9ee5ad4332b8689b53cd1a4569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545441 Aug 10 01:03:22.679502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45784) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.751088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf6bb7b2-ef09-4fda-882b-c14f07824194 req-b7583a8d-6f96-4c35-84df-08b3093a91d1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954975 Aug 10 01:03:22.806662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bea44f74-ca4c-44ba-afc6-8ccb3109212a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.1932571 Aug 10 01:03:22.809805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45786) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.817847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-9ee0ec90-9dcb-4c91-ba34-d62e3a06f01f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-1504624485') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.850874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.869840 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-9ee0ec90-9dcb-4c91-ba34-d62e3a06f01f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:22.882071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45788) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.882941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ee0ec90-9dcb-4c91-ba34-d62e3a06f01f tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-1504624485 HTTP/1.1" status: 404 len: 329 time: 0.0687335 Aug 10 01:03:22.888074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-7048fa2f-3eca-483d-bd88-cb17dba77c1a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-397526378') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.908299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:22.920120 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-7048fa2f-3eca-483d-bd88-cb17dba77c1a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:22.921944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7048fa2f-3eca-483d-bd88-cb17dba77c1a tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-397526378 HTTP/1.1" status: 404 len: 328 time: 0.0389481 Aug 10 01:03:22.924734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45790) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:22.942812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-d8a30083-30d9-4ca2-ae3d-d39dec8776ca tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb', 'tempest-TagsExtTest-Tag-1215260588') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:22.959112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.034064 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d8a30083-30d9-4ca2-ae3d-d39dec8776ca tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] show failed (client error): The resource could not be found. Aug 10 01:03:23.046959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8a30083-30d9-4ca2-ae3d-d39dec8776ca tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags/tempest-TagsExtTest-Tag-1215260588 HTTP/1.1" status: 404 len: 329 time: 0.1100898 Aug 10 01:03:23.047565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45792) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:23.052826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-5de57028-1d65-4415-8b99-1e107752e25b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:23.120501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5de57028-1d65-4415-8b99-1e107752e25b tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb/tags HTTP/1.1" status: 204 len: 168 time: 0.0713685 Aug 10 01:03:23.121203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.135497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.136797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58422478-f1e9-4cb1-9587-4f9bc2446b67 HTTP/1.1" status: 204 len: 168 time: 0.4563851 Aug 10 01:03:23.137511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45794) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:23.163310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-d3b7a569-1dcd-404e-9d82-e73f15f14046 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ad5699c7-bc65-4023-9687-61f888839f7b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:23.276352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20813e2-ada5-42df-a07a-7851ab0c4df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58422478-f1e9-4cb1-9587-4f9bc2446b67,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:23.473545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d3b7a569-1dcd-404e-9d82-e73f15f14046 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b/tags HTTP/1.1" status: 204 len: 168 time: 0.3241229 Aug 10 01:03:23.478514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45798) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:23.481224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-176e0d9f-0abf-4bc6-898f-6be3c844efb3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '97107cc3-6f14-4ff8-a31f-44311f2fd034') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:23.594057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 1d7a0cba-11b5-45ba-93af-8cdc049811b0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:23.594407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.682609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-176e0d9f-0abf-4bc6-898f-6be3c844efb3 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034/tags HTTP/1.1" status: 204 len: 168 time: 0.2049217 Aug 10 01:03:23.685236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45810) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:23.690905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-c4d5b233-c21a-4279-aba3-3fb4ff1f161d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '17e59ece-6719-418a-8d28-576272d2c4ff') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:23.737805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 1d7a0cba-11b5-45ba-93af-8cdc049811b0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d7a0cba-11b5-45ba-93af-8cdc049811b0,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:23.738258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:23.768658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 1d7a0cba-11b5-45ba-93af-8cdc049811b0 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:23.906744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4d5b233-c21a-4279-aba3-3fb4ff1f161d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff/tags HTTP/1.1" status: 204 len: 168 time: 0.2194562 Aug 10 01:03:23.944349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:24.120788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.154773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74377721-58ba-4e18-a38c-81ef769a54ed req-331ad703-ff36-409c-9a31-353c7da6cadc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:24.156600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74377721-58ba-4e18-a38c-81ef769a54ed req-331ad703-ff36-409c-9a31-353c7da6cadc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2828074 Aug 10 01:03:24.186163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=1d7a0cba-11b5-45ba-93af-8cdc049811b0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:24.366606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74377721-58ba-4e18-a38c-81ef769a54ed req-0d1251eb-360b-4c63-9057-d3507d4d046a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984062 Aug 10 01:03:24.390505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-70b04df9-bca9-4017-85f8-7a78225ced57 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for subnetpool, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.395808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-70b04df9-bca9-4017-85f8-7a78225ced57 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a51b1543-647d-4fbd-9ce5-9fa2fa69fbbb HTTP/1.1" status: 204 len: 168 time: 0.4480069 Aug 10 01:03:24.396816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45830) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:24.475501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b41250e-d8a5-48e4-80c7-18110364a872 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad5699c7-bc65-4023-9687-61f888839f7b HTTP/1.1" status: 200 len: 205 time: 0.0696416 Aug 10 01:03:24.475501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:24.556195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45834) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:24.668682 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.816197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-828496386-network', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:24.967611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Made reservation on behalf of 7fe53832ed614742af729a2ce9832ae5 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:24.970095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.983425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.985678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:24.988154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.041993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.065810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.066340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Fanout notify agent at l3_agent the message router_deleted on router ad5699c7-bc65-4023-9687-61f888839f7b {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:25.081489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.088001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-72ed1f9b-c806-4dc3-8e2e-de16cad8501c tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/routers/ad5699c7-bc65-4023-9687-61f888839f7b HTTP/1.1" status: 204 len: 168 time: 0.6118803 Aug 10 01:03:25.088696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45844) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:25.317198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.333931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1020d-a697-4716-98a2-a40bd0e98ff6 req-8a7ce46c-91cc-46f4-91de-46e360bc7bb8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.335568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ae1020d-a697-4716-98a2-a40bd0e98ff6 req-8a7ce46c-91cc-46f4-91de-46e360bc7bb8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.0836203 Aug 10 01:03:25.337824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.386272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:25.400540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:25.402580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Deleting port 97107cc3-6f14-4ff8-a31f-44311f2fd034 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:25.404440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.411319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7101d15-d2e6-4dbc-8390-d27c98ba1055,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:25.448659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-da1c002c-44b1-405e-8d1a-3bd360d6b329 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.456028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-da1c002c-44b1-405e-8d1a-3bd360d6b329 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/networks?id=5987ffbc-b580-490c-a64c-ea21ab07c590 HTTP/1.1" status: 200 len: 825 time: 0.1630723 Aug 10 01:03:25.462792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.463198 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Added segment 40b3971c-f142-4bb3-97b4-bc98e93e161c of type vlan for network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 Aug 10 01:03:25.490933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.491229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.491698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.492106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.492496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.492893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.493286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.493678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.494067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.494448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.494861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.495262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:25.522453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ae1020d-a697-4716-98a2-a40bd0e98ff6 req-1f66e612-c20c-4179-9d2e-ed123f829661 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1618657 Aug 10 01:03:25.587914 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.602471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Calling delete_port for 97107cc3-6f14-4ff8-a31f-44311f2fd034 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:25.616571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.620518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:25.635210 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:25.644735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b36ffe48-2b7b-4325-b9e1-52d2318daa59 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5587113 Aug 10 01:03:25.646855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:25.649627 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:25.658430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:25.673658 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-f1cfb228-f60f-48db-806a-cb49912174ce tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/quotas/700630b60ee943e3a5d08826eebd1230 HTTP/1.1" status: 200 len: 375 time: 0.0482183 Aug 10 01:03:25.745948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7931e3c2-1a31-4825-a05d-cdb33d50696c tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=700630b60ee943e3a5d08826eebd1230&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433531 Aug 10 01:03:25.760798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 379251b0-c015-41ed-aff5-85ae216dc888 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:25.769126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.770702 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:25.851909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.853290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.853695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.890940 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:25.915307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-a4289ea6-81b6-406b-ba55-62eda8bfd0a6 service neutron] 10.222.0.25 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166525 Aug 10 01:03:25.934594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:25.947493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:25.956703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0b59-fef4-43fb-8d97-442c08d0c74f req-c2bf661d-0fdc-4a92-936a-603f5e583264 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:25.958293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbdd0b59-fef4-43fb-8d97-442c08d0c74f req-c2bf661d-0fdc-4a92-936a-603f5e583264 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2925370 Aug 10 01:03:26.009111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6885ce12-697d-4dd2-bf47-83e45b18f6d1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4510887 Aug 10 01:03:26.013350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45864) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.021983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Request body: {'subnet': {'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-subnet', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:26.046487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.069394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Made reservation on behalf of 7fe53832ed614742af729a2ce9832ae5 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:26.072093 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.120328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.121199 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:23Z', 'revision_number': 10, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.202388 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:26.206967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c8c582cf-0c3d-490d-b47f-71f3d84475a4 service neutron] 10.222.0.25 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816017 Aug 10 01:03:26.219677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.221936 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:26.223503 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.303204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.330819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.333854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/379251b0-c015-41ed-aff5-85ae216dc888 HTTP/1.1" status: 204 len: 168 time: 0.6738203 Aug 10 01:03:26.337965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6652cfc3-6017-441d-bf6e-6817546181a9 None None] Network 595fc278-743e-46c4-b5ba-8926b00167c8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:26.347175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45866) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.364257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720be2cd-00b7-413c-a7d4-9c477383b4f5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=379251b0-c015-41ed-aff5-85ae216dc888,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:26.396903 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:26.405123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbdd0b59-fef4-43fb-8d97-442c08d0c74f req-68a1a105-f14d-4fc3-9eeb-8ab834de0602 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372716 Aug 10 01:03:26.507050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.555420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.591028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25394f44-bf84-4c09-a7e8-09bc3e51e6cc req-d27ada3a-d1a0-41bf-935f-45fc2b838b1d tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 210 time: 0.0664792 Aug 10 01:03:26.601244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.643615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event deleted for resources: {'Port': ['ID=97107cc3-6f14-4ff8-a31f-44311f2fd034,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:26.721538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca2ffe0-252a-44ba-841f-44bc202020b7,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:26.803272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] DHCP port deletion for 595fc278-743e-46c4-b5ba-8926b00167c8 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:26.817966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Checking segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:26.818381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Network hostable DHCP agents. Network: ae2cf70e-2a00-4f56-9b5e-5129b385c6f6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:26.823453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd703e-1eb0-41db-8dfb-74aea964da9d req-26613ee6-6521-4cef-94bc-ae62d560a1dd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.837627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73dd703e-1eb0-41db-8dfb-74aea964da9d req-26613ee6-6521-4cef-94bc-ae62d560a1dd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.1344755 Aug 10 01:03:26.869976 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:23Z', 'revision_number': 10, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:26.882968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Deleting port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:26.884863 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.895395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:26.913608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ae2cf70e-2a00-4f56-9b5e-5129b385c6f6) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:26.923371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73dd703e-1eb0-41db-8dfb-74aea964da9d req-3ca924dd-b802-469e-b0c9-3dff678d0892 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846643 Aug 10 01:03:26.929672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:26.930486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.948285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:26.951186 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606686df-d891-4bb1-b5d3-9df9d81dc1ae None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:23Z', 'revision_number': 10, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None, '_interfaces': [{'id': 'a3abcba0-0a1a-48d4-bd5d-ea82f105760a', 'name': '', 'network_id': 'e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'mac_address': 'fa:16:3e:e8:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954b183f-94da-4e25-a112-a17aaac909ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:02:43Z', 'updated_at': '2021-08-10T01:02:51Z', 'revision_number': 5, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'subnets': [{'id': '7fa29cda-6143-448b-b9b6-10a2aad17ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:26.951647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9241916d-cb9e-428f-9386-08d02d608b7d tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/ports/97107cc3-6f14-4ff8-a31f-44311f2fd034 HTTP/1.1" status: 204 len: 168 time: 1.8377945 Aug 10 01:03:26.953968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45880) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.987384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c62aadc-16d1-46b2-85b7-d55a67745303 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9710610 Aug 10 01:03:26.989051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45882) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:26.994599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:27.018740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:27.019490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.085856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Deleting subnet 17e59ece-6719-418a-8d28-576272d2c4ff {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:27.098532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.126646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:27.127060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.149773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:27.202409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.262332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.264512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.272428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.336531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:27.348018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:27.396397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.429980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166412a-c8d2-4ffd-bad4-a6bab4ff3500 None None] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:27.543565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] For port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,segment=NetworkSegment(7ac82f61-3188-4c21-891d-0244e7b66685),segment_id=7ac82f61-3188-4c21-891d-0244e7b66685)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:27.551120 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.619613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Calling delete_port for 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:27.635265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.675438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event deleted for resources: {'Subnet': ['ID=17e59ece-6719-418a-8d28-576272d2c4ff,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:27.686427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6b28b-dc12-48d8-be6b-0e74560e3314 req-aad7b8c5-2f36-4dd2-8d21-00d98ad6b613 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:27.696185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23c6b28b-dc12-48d8-be6b-0e74560e3314 req-aad7b8c5-2f36-4dd2-8d21-00d98ad6b613 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1097469 Aug 10 01:03:27.719877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.729100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32d17f-8f4a-4457-a32a-a4ade3b67a07 None None] Network d0864354-bb38-4c26-aa98-14f61a00e985 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:27.732438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.737392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.741941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-99e9fef2-b28a-4b19-929f-bf7d5d4974c0 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/subnets/17e59ece-6719-418a-8d28-576272d2c4ff HTTP/1.1" status: 204 len: 168 time: 0.7868845 Aug 10 01:03:27.743013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:27.784581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595fc278-743e-46c4-b5ba-8926b00167c8']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:27.811922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac82f61-3188-4c21-891d-0244e7b66685') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:27.813295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac82f61-3188-4c21-891d-0244e7b66685') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:27.837531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.869975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:27.924106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23c6b28b-dc12-48d8-be6b-0e74560e3314 req-0ea5fac3-a6d8-40fb-a5c7-4acafd622a38 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2265596 Aug 10 01:03:28.005012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e03d0b6-9c41-43f4-9ce0-95af662a8903 req-777cf8cd-6bcd-4062-9e53-55668aa5467d tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 210 time: 0.0977318 Aug 10 01:03:28.046054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Deleting port 20406031-49df-4550-9c0d-88a818db01a1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:28.046328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.051509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.094619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779f83c-b091-415c-8101-1a0bfc5a8a47 None None] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:28.100414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.140974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] For port 20406031-49df-4550-9c0d-88a818db01a1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=20406031-49df-4550-9c0d-88a818db01a1,segment=NetworkSegment(56ac4392-3558-48bd-9eb6-35eda72195d1),segment_id=56ac4392-3558-48bd-9eb6-35eda72195d1)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:28.141274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.145163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:28.145628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:28.151473 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:28.167468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Calling delete_port for 20406031-49df-4550-9c0d-88a818db01a1 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:28.223422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] DHCP port deletion for d0864354-bb38-4c26-aa98-14f61a00e985 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:28.225204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] Pushing event deleted for resources: {'Port': ['ID=422f0f73-a1cd-49c3-8c6e-b556dc13fca5,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.254984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cc3d5-4e01-4f03-b6bc-ebc1c2242fed None None] No DVR routers for this DVR port 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:28.357209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Deleting port 20406031-49df-4550-9c0d-88a818db01a1 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:28.357798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.360368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.403891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event deleted for resources: {'Port': ['ID=20406031-49df-4550-9c0d-88a818db01a1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.414327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] No DVR routers for this DVR port 20406031-49df-4550-9c0d-88a818db01a1 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:28.452457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] For port 20406031-49df-4550-9c0d-88a818db01a1, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:28.453053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.476872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Calling delete_port for 20406031-49df-4550-9c0d-88a818db01a1 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:28.484189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Port 20406031-49df-4550-9c0d-88a818db01a1 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:03:28.490086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.503504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] No DVR routers for this DVR port 20406031-49df-4550-9c0d-88a818db01a1 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:28.524483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb01e6c-52a7-4096-8dc5-03e160eec5cf None None] Pushing event deleted for resources: {'Port': ['ID=20406031-49df-4550-9c0d-88a818db01a1,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.579893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 20406031-49df-4550-9c0d-88a818db01a1 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:28.601669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 20406031-49df-4550-9c0d-88a818db01a1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:28.602157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 20406031-49df-4550-9c0d-88a818db01a1 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:28.602623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:28.615916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.630702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0864354-bb38-4c26-aa98-14f61a00e985']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:28.635895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:28.636320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 422f0f73-a1cd-49c3-8c6e-b556dc13fca5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:28.636816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d7a0cba-11b5-45ba-93af-8cdc049811b0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:28.649337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ac4392-3558-48bd-9eb6-35eda72195d1') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:28.649637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ac4392-3558-48bd-9eb6-35eda72195d1') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:28.663918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1d7a0cba-11b5-45ba-93af-8cdc049811b0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:28.664825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d7a0cba-11b5-45ba-93af-8cdc049811b0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:28.668210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.691413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.699410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:28.699899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:28.704492 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:28.785702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.789782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.806659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.806860 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.811510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:28.812172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] 10.222.0.25 "DELETE /v2.0/networks/d0864354-bb38-4c26-aa98-14f61a00e985 HTTP/1.1" status: 204 len: 168 time: 1.0614481 Aug 10 01:03:28.814190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/595fc278-743e-46c4-b5ba-8926b00167c8 HTTP/1.1" status: 204 len: 168 time: 2.4617338 Aug 10 01:03:28.817482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:28.848237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b0d188-32d2-4fba-9541-61ac16ef6445 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=595fc278-743e-46c4-b5ba-8926b00167c8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.881084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fa92b-3576-4bc0-9cd8-d9169cf6de53 tempest-TagsExtTest-1987360987 tempest-TagsExtTest-1987360987-project] Pushing event deleted for resources: {'Network': ['ID=d0864354-bb38-4c26-aa98-14f61a00e985,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:28.895992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-b9c5a06f-9167-430c-98af-1356523ff3e2 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:28.897782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-b9c5a06f-9167-430c-98af-1356523ff3e2 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.21 "GET /v2.0/networks?id=5987ffbc-b580-490c-a64c-ea21ab07c590 HTTP/1.1" status: 200 len: 825 time: 0.8294921 Aug 10 01:03:28.913593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Request body: {'port': {'device_id': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590', 'admin_state_up': True, 'tenant_id': '700630b60ee943e3a5d08826eebd1230'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:29.150882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:29.191068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06be1d27-7801-4c0d-97cd-4b32739a9225 req-b7af26a7-befb-4464-a596-9ba3bbe7552d tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 210 time: 0.0626845 Aug 10 01:03:29.203540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:29.304678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Made reservation on behalf of 700630b60ee943e3a5d08826eebd1230 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:29.308645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.321870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.323372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6be56-7945-419e-9de3-93653862c4c3 req-4f5ea56e-8e3c-40b7-ae71-ca9493dcfcbb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:29.328345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92e6be56-7945-419e-9de3-93653862c4c3 req-4f5ea56e-8e3c-40b7-ae71-ca9493dcfcbb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2294831 Aug 10 01:03:29.348744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:29.351290 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ebbe91-1e95-4c3d-a315-fd8003cf02a8" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:29.375223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:29.382635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.386801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.426003 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb2a8f7-020a-4fdf-879a-d9d6632d6d23 x-openstack-request-id: req-6fb2a8f7-020a-4fdf-879a-d9d6632d6d23 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:29.426294 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:29.426542 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fb2a8f7-020a-4fdf-879a-d9d6632d6d23 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:29.426957 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:03:29.441345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:29.457411 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92e6be56-7945-419e-9de3-93653862c4c3 req-9e4a5985-1e99-4dbd-84e7-0bdd0a45b86a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202137 Aug 10 01:03:29.488358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11c8d851-be92-4de3-9ee3-4b10083e3502 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7523e99994e462c84c4fb2ada3e8dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3311923 Aug 10 01:03:29.491150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45928) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:29.494418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.590239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.625737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.652453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Allocated IP 172.20.0.14 (5987ffbc-b580-490c-a64c-ea21ab07c590/708708f0-d007-4cda-a592-a6fee54f8105/a5a08ce9-c801-4e36-b016-406d2005cfba) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:29.675263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.678956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Allocated IP 172.25.7.205 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/6b312ccb-99b7-4088-a518-2ae2b838e6c5) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:29.848851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.851478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.852773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1745764-0325-4ea0-8e15-2272907e9f94 HTTP/1.1" status: 204 len: 168 time: 0.3597806 Aug 10 01:03:29.881470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2af71-cd67-4cd9-9d25-6e01793f3b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1745764-0325-4ea0-8e15-2272907e9f94,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:29.924885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.937927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:29.999468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.007951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.023958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port a3abcba0-0a1a-48d4-bd5d-ea82f105760a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:30.024459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.053854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:30.060497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Network 5987ffbc-b580-490c-a64c-ea21ab07c590 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:30.061464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:30.063864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:30.092323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:30.094774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:30.123677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port a3abcba0-0a1a-48d4-bd5d-ea82f105760a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:30.124051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.130526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Pushing event updated for resources: {'Port': ['ID=6b312ccb-99b7-4088-a518-2ae2b838e6c5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:30.146949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for a3abcba0-0a1a-48d4-bd5d-ea82f105760a owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:30.263500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Pushing event updated for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:30.280582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.280819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.350137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-7dfa8e9a-ea44-452b-91aa-c6fc3b882ebd tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411662 Aug 10 01:03:30.373592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Request body: {'port': {'device_id': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:30.396794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.425724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=a3abcba0-0a1a-48d4-bd5d-ea82f105760a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:30.461235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06638-06b3-4d23-a72b-fff8aec6b842 req-f8019c99-0757-4091-843d-f9f71fbaa4dc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.462799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46f06638-06b3-4d23-a72b-fff8aec6b842 req-f8019c99-0757-4091-843d-f9f71fbaa4dc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 932 time: 0.1574795 Aug 10 01:03:30.618034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.644617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.646039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-018d61a4-5457-4c0f-ae76-a74403887aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.647584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-018d61a4-5457-4c0f-ae76-a74403887aaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1097 time: 0.2473826 Aug 10 01:03:30.670573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46f06638-06b3-4d23-a72b-fff8aec6b842 req-2702efd9-936e-49ce-8a2d-f99e5a45c9db tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910722 Aug 10 01:03:30.713454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:30.967276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-ca69c2f5-f48d-49e6-8cde-788f67b51b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:30.968765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-ca69c2f5-f48d-49e6-8cde-788f67b51b3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.3115439 Aug 10 01:03:31.110930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69609027-a8c1-4d15-ab84-c153642e9dd2 req-afdbbc4b-d63b-420b-8302-19d37614169d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.112496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69609027-a8c1-4d15-ab84-c153642e9dd2 req-afdbbc4b-d63b-420b-8302-19d37614169d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.5297458 Aug 10 01:03:31.148904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-a87a47d6-25da-4af6-8f85-652ed82a3096 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 1001 time: 0.1651468 Aug 10 01:03:31.201633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:31.243296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:31.260410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69609027-a8c1-4d15-ab84-c153642e9dd2 req-90e79d84-36f2-4cd2-932a-a1b94d6198bc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084695 Aug 10 01:03:31.283544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.283544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-e094633a-9fa2-408b-b231-ab3d9f7bd692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.283544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-e094633a-9fa2-408b-b231-ab3d9f7bd692 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.0945182 Aug 10 01:03:31.375107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:31.385098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-120f4853-95fc-4259-b5d8-0ec2e10212e7 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5665071 Aug 10 01:03:31.385780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45994) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:31.394305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:31.408508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a08ce9-c801-4e36-b016-406d2005cfba {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:31.422722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.453569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting subnet 7fa29cda-6143-448b-b9b6-10a2aad17ca3 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:31.454575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:31.455391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:31.457321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.461601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-d35e56a0-e796-4ad5-8b80-a8af18f4b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:31.463306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-d35e56a0-e796-4ad5-8b80-a8af18f4b4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749525 Aug 10 01:03:31.494627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Transition to ACTIVE for port object a5a08ce9-c801-4e36-b016-406d2005cfba will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:31.518186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.543902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.555336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:31.570794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:31.645701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.646514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:31.707852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.752288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:31.816763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:31.818646 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.833132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.850876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:31.851782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:31.866439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:31.877677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa29cda-6143-448b-b9b6-10a2aad17ca3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:31.892436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:31.896785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e56d7d3-2b1e-48d9-9cc5-a92a01fd1492 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/7fa29cda-6143-448b-b9b6-10a2aad17ca3 HTTP/1.1" status: 204 len: 168 time: 0.5076017 Aug 10 01:03:31.897076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:31.957417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907a1f75-8aea-4f16-9160-017759c3e1f4 None None] Network e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:32.009699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.053265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:32.082331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Deleting port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:32.082680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.097932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:32.175448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:32.176840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] For port 97afa5f9-4b57-4050-bf7b-259b7b8716d9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=97afa5f9-4b57-4050-bf7b-259b7b8716d9,segment=NetworkSegment(6fee6976-d650-4152-a136-3ef14e95cd73),segment_id=6fee6976-d650-4152-a136-3ef14e95cd73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:32.177382 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.180058 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.198815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Calling delete_port for 97afa5f9-4b57-4050-bf7b-259b7b8716d9 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:32.233624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6e51ac-8038-4e4f-a04a-8b6e2439c390 None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:32.252443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-694815c9-13f0-48a1-bd67-1a2bdd567856 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790833 Aug 10 01:03:32.334819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['96c8a439-bc20-4680-874b-e5f090b6cf94'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:32.371054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.376995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Router b41a015a-58e5-457b-8b75-39c491eed406 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:03:32.423832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:32.430152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Attempting to bind port a5a08ce9-c801-4e36-b016-406d2005cfba on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:32.430496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Attempting to bind port a5a08ce9-c801-4e36-b016-406d2005cfba by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'bc431f8e-3dab-4020-b487-a6f4ad864c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:32.430845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Attempting to bind port a5a08ce9-c801-4e36-b016-406d2005cfba on network 5987ffbc-b580-490c-a64c-ea21ab07c590 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:32.447956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837365e-1b3d-41a2-aa2a-822207a0b24a req-805e4a13-5f0b-444a-b396-57418eec1b6c tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.449662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b837365e-1b3d-41a2-aa2a-822207a0b24a req-805e4a13-5f0b-444a-b396-57418eec1b6c tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 944 time: 0.2032814 Aug 10 01:03:32.506772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Port': ['ID=97afa5f9-4b57-4050-bf7b-259b7b8716d9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:32.530436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No DVR routers for this DVR port 97afa5f9-4b57-4050-bf7b-259b7b8716d9 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:32.561522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:32.566080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Port a5a08ce9-c801-4e36-b016-406d2005cfba on network 5987ffbc-b580-490c-a64c-ea21ab07c590 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:32.566407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Attempting to bind port a5a08ce9-c801-4e36-b016-406d2005cfba on network 5987ffbc-b580-490c-a64c-ea21ab07c590 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:32.572432 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Sync routers for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:32.593437 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:32.601491 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:32.610900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46034) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.620262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b862d-1678-46ba-beb5-dbe9a2e24900 None None] DHCP port deletion for e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:03:32.646597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:32.647014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Checking segment: {'id': 'bc431f8e-3dab-4020-b487-a6f4ad864c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:32.647690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Bound using segment: {'id': 'bc431f8e-3dab-4020-b487-a6f4ad864c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:32.647849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Bound port: a5a08ce9-c801-4e36-b016-406d2005cfba, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc431f8e-3dab-4020-b487-a6f4ad864c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:32.648212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.684022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b837365e-1b3d-41a2-aa2a-822207a0b24a req-b8eaec58-aba1-4211-87b3-8450d815baed tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262004 Aug 10 01:03:32.688084 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.691940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-daf7a005-2c31-4a6b-b124-22844e70ba55 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6993709 Aug 10 01:03:32.693696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2415e5f7-16e4-43de-920a-83c0cd938972 req-e9abbaa3-bbb9-4073-a54b-cf6ce298273e service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051299 Aug 10 01:03:32.693879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46038) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:32.762048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9367b1a-14bd-46e3-b8dc-e28be9e19b31 req-35e28f24-ee01-48f8-91bf-6b74e2f73b7f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.764902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9367b1a-14bd-46e3-b8dc-e28be9e19b31 req-35e28f24-ee01-48f8-91bf-6b74e2f73b7f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.2690346 Aug 10 01:03:32.772320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a3abcba0-0a1a-48d4-bd5d-ea82f105760a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:32.773302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.808144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a3abcba0-0a1a-48d4-bd5d-ea82f105760a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:32.808486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a3abcba0-0a1a-48d4-bd5d-ea82f105760a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:32.811770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 97afa5f9-4b57-4050-bf7b-259b7b8716d9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:32.821356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:32.824312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:32.828138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a5a08ce9-c801-4e36-b016-406d2005cfba,segment=NetworkSegment(bc431f8e-3dab-4020-b487-a6f4ad864c31),segment_id=bc431f8e-3dab-4020-b487-a6f4ad864c31)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:32.839715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fee6976-d650-4152-a136-3ef14e95cd73') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:32.840115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fee6976-d650-4152-a136-3ef14e95cd73') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:32.844517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.853040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 97afa5f9-4b57-4050-bf7b-259b7b8716d9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:32.853380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 97afa5f9-4b57-4050-bf7b-259b7b8716d9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:32.881955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.905421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9367b1a-14bd-46e3-b8dc-e28be9e19b31 req-3bb63d1b-fee4-421e-b855-1ac5311a478f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118796 Aug 10 01:03:32.957439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.961070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:32.961492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.962643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-849e5779-33af-4c61-ad87-904b7648c684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.963010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a5a08ce9-c801-4e36-b016-406d2005cfba HTTP/1.1" status: 200 len: 1093 time: 2.5969794 Aug 10 01:03:32.966444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:32.967610 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6882dee1-481d-4270-9ec1-a2c13d2f3b58" -d '{"events": [{"name": "network-changed", "server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:32.978381 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:32.979319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:32.980614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:32.989425 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:33.056027 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f1e8e9-deb2-46e2-84b6-e4eb120fa087 x-openstack-request-id: req-57f1e8e9-deb2-46e2-84b6-e4eb120fa087 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:33.056349 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:33.056691 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57f1e8e9-deb2-46e2-84b6-e4eb120fa087 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:33.057090 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba', 'status': 'completed', 'code': 200} Aug 10 01:03:33.062514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b8cc2-c137-4f12-ba54-3c451e7007d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:33.139997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-11ef6053-dc5e-47ca-beea-b7972b0a76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.141518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-11ef6053-dc5e-47ca-beea-b7972b0a76cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700630b60ee943e3a5d08826eebd1230&device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 1096 time: 0.0994699 Aug 10 01:03:33.198556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.205983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-c822485b-2997-4fc7-b510-abb54e642126 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a08ce9-c801-4e36-b016-406d2005cfba HTTP/1.1" status: 200 len: 217 time: 0.0511549 Aug 10 01:03:33.222264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.227764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/networks/e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8 HTTP/1.1" status: 204 len: 168 time: 1.3268569 Aug 10 01:03:33.234380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46046) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:33.235681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:33.249194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'routes': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:33.255247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab98de4-be13-42a0-abec-e1e62bcd14e0 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Pushing event deleted for resources: {'Network': ['ID=e7a3b8db-0f5d-49d0-bec3-4f4d8d764aa8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:33.331266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 96c8a439-bc20-4680-874b-e5f090b6cf94 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:33.331512 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 3, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:33.332095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.367639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Checking router: b41a015a-58e5-457b-8b75-39c491eed406 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:33.367983 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Updating router b41a015a-58e5-457b-8b75-39c491eed406 port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:03:33.399520 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.425829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111248c3-354f-494e-be51-cf7e7ede40ed req-e7e1fbd9-5f82-4303-a59a-b8853876ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:33.428003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-e7e1fbd9-5f82-4303-a59a-b8853876ebf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=708708f0-d007-4cda-a592-a6fee54f8105 HTTP/1.1" status: 200 len: 865 time: 0.1790674 Aug 10 01:03:33.470654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-189ca339-cb5b-4245-b4d6-9e44b94c549a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5987ffbc-b580-490c-a64c-ea21ab07c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319738 Aug 10 01:03:33.486402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.extraroute_db [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Added routes are [] {{(pid=105957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 01:03:33.486898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.extraroute_db [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Removed routes are [] {{(pid=105957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 01:03:33.487364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.542610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.599892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:33.604988 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb948f27-fee7-4b9d-96b1-48c5ab1e55fe" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:33.649160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:33.659203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.689902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-eb9299e5-a0f5-4fda-986a-407f57682fb2 service neutron] 10.222.0.21 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874189 Aug 10 01:03:33.706509 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:03:33.857884 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.881026 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Transition to ACTIVE for port object 6b312ccb-99b7-4088-a518-2ae2b838e6c5 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:33.897641 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.941356 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaaddaa-4eec-4df8-b9e2-f3d9ae11db9d x-openstack-request-id: req-bfaaddaa-4eec-4df8-b9e2-f3d9ae11db9d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:33.942126 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:33.942626 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bfaaddaa-4eec-4df8-b9e2-f3d9ae11db9d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:33.943304 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:03:33.945648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:33.945800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.968020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-849e5779-33af-4c61-ad87-904b7648c684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.975337 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:33.993463 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Attempting to bind port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:33.993832 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Attempting to bind port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:33.994196 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Attempting to bind port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:34.025932 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:34.026354 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:34.030608 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.031108 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:34.031615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Bound port: 6b312ccb-99b7-4088-a518-2ae2b838e6c5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:34.032008 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.035734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9288600-73d1-4cac-a419-1c7177a3b3e9 req-0e77ab8c-5085-4449-8e08-d5d036970d15 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.037321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9288600-73d1-4cac-a419-1c7177a3b3e9 req-0e77ab8c-5085-4449-8e08-d5d036970d15 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 944 time: 0.2105074 Aug 10 01:03:34.048675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.068594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-111248c3-354f-494e-be51-cf7e7ede40ed req-5c9aec99-76ba-4aa2-9616-27e7b0992ead service neutron] 10.222.0.21 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333488 Aug 10 01:03:34.079199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.104564 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] For port 6b312ccb-99b7-4088-a518-2ae2b838e6c5, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:34.119412 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] For port 6b312ccb-99b7-4088-a518-2ae2b838e6c5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6b312ccb-99b7-4088-a518-2ae2b838e6c5,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:34.126024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-849e5779-33af-4c61-ad87-904b7648c684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.128016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Pushing event updated for resources: {'Port': ['ID=6b312ccb-99b7-4088-a518-2ae2b838e6c5,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.130898 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.144180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.144622 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.144755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.144996 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.145609 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.146360 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.146496 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.146890 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.147116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.147490 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.147813 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.148181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.148504 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:34.181944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router 954b183f-94da-4e25-a112-a17aaac909ea has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:34.209398 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:34.210021 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:34.223285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d9288600-73d1-4cac-a419-1c7177a3b3e9 req-074584eb-d2d7-4d3e-927f-27426ea62ee7 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760406 Aug 10 01:03:34.268922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-1e8f5ba8-370d-4487-b3df-a97623af4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.271784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-1e8f5ba8-370d-4487-b3df-a97623af4ecc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=700630b60ee943e3a5d08826eebd1230&device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 1096 time: 0.1326261 Aug 10 01:03:34.307327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:34.318923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.364791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e5779-33af-4c61-ad87-904b7648c684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d1c10-fd92-46a0-9571-090e120410e6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.385964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c02b-9ca2-4796-8e98-fcaf357d8086 None None] Pushing event updated for resources: {'Port': ['ID=6b312ccb-99b7-4088-a518-2ae2b838e6c5,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.388569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.479763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-a185d2c6-f06d-431d-bb9a-3510672c4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.481194 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:34.482188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-a185d2c6-f06d-431d-bb9a-3510672c4ab3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5987ffbc-b580-490c-a64c-ea21ab07c590 HTTP/1.1" status: 200 len: 925 time: 0.1952794 Aug 10 01:03:34.537429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-849e5779-33af-4c61-ad87-904b7648c684 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2c1f6f0631340fa8e6bbaada3c4c0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9250081 Aug 10 01:03:34.539983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46058) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.571035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-69cf703d-c6f0-4ff9-88b0-494adcde31fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5a08ce9-c801-4e36-b016-406d2005cfba HTTP/1.1" status: 200 len: 217 time: 0.0522068 Aug 10 01:03:34.588707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:34.607889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Sync routers for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:34.611298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.615837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe514b41-5b57-4990-96a0-11b13874c5ea tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 700 time: 1.3703527 Aug 10 01:03:34.620135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:34.620806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:34.623631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46060) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.627223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea923f9-047a-497f-9344-566a61ce1070 req-87a6bf76-38b3-4da7-816b-8e0cce73a767 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.629251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ea923f9-047a-497f-9344-566a61ce1070 req-87a6bf76-38b3-4da7-816b-8e0cce73a767 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.5051334 Aug 10 01:03:34.670006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.699691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9f0cdf4c-4574-4af0-8f7a-73e140afda13 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 205 time: 0.0661395 Aug 10 01:03:34.704041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46062) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:34.705730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.766439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 3, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:34.786233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:34.806600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.820605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.827659 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ea2c1-c3ce-4912-9158-9e396f35d709 None None] The sync data for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 is: [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 3, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:34.833747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:34.843418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8d1c10-fd92-46a0-9571-090e120410e6 HTTP/1.1" status: 204 len: 168 time: 0.2899687 Aug 10 01:03:34.871436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:34.902962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fda10-9a0f-40a7-82a0-f56b71f27cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d1c10-fd92-46a0-9571-090e120410e6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:34.914394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ea923f9-047a-497f-9344-566a61ce1070 req-60099ef8-59b9-49f9-8237-4b97e9811d07 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762918 Aug 10 01:03:34.929911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Checking router: 954b183f-94da-4e25-a112-a17aaac909ea for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:34.957841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Routers {'954b183f-94da-4e25-a112-a17aaac909ea'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:34.957841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['954b183f-94da-4e25-a112-a17aaac909ea'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:34.969398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-dea6ff20-23ea-41c5-b64a-41f244a71770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:34.970925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-dea6ff20-23ea-41c5-b64a-41f244a71770 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=708708f0-d007-4cda-a592-a6fee54f8105 HTTP/1.1" status: 200 len: 865 time: 0.3736401 Aug 10 01:03:34.981846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Allocated IP 172.20.0.1 (ae2cf70e-2a00-4f56-9b5e-5129b385c6f6/dca2ffe0-252a-44ba-841f-44bc202020b7/79431a9f-928e-464d-b2ec-ce00f61eccc9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:35.072666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] Set router 954b183f-94da-4e25-a112-a17aaac909ea gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:35.135956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.139429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.212191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-bf7ea8f7-807c-4574-bacc-e5642ce0a106 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5987ffbc-b580-490c-a64c-ea21ab07c590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2277145 Aug 10 01:03:35.218907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.219460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router 954b183f-94da-4e25-a112-a17aaac909ea {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:35.226366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.229544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ffac9f6-1bf0-4e38-990b-1c0b6221587d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 204 len: 168 time: 0.5056407 Aug 10 01:03:35.236868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46072) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.240467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1461693876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:35.262964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:35.326888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.329634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.358489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506be81e-e513-4bff-8b65-c1023a5487fb None None] The sync data for ids ['954b183f-94da-4e25-a112-a17aaac909ea'] in n-d-766380-21 is: [{'id': '954b183f-94da-4e25-a112-a17aaac909ea', 'name': 'tempest-RoutersTest-router-667918769', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:02:40Z', 'updated_at': '2021-08-10T01:03:30Z', 'revision_number': 11, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:35.478495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.487795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46076) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.488870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.506226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.517655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-3d515352-7437-476f-8051-44c63e76c6e9 service neutron] 10.222.0.21 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833071 Aug 10 01:03:35.519023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6914-5a80-4c6a-a1d9-ab6a902b7968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.548279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.550017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04b45958-72e5-4e0b-94d1-0332fa913abe tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3132703 Aug 10 01:03:35.556745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:35.568945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:35.656389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f830df1-0dc7-4b0b-bac3-e5f23213ae75 req-4a0b5614-1e46-4385-ab71-f2ea4eb2c701 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:35.658269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f830df1-0dc7-4b0b-bac3-e5f23213ae75 req-4a0b5614-1e46-4385-ab71-f2ea4eb2c701 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 944 time: 0.2503281 Aug 10 01:03:35.744003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f830df1-0dc7-4b0b-bac3-e5f23213ae75 req-45220ab8-1284-4d6f-84f4-ecc3be616745 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732045 Aug 10 01:03:35.769476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.799101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a5a08ce9-c801-4e36-b016-406d2005cfba details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:35.849773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:35.869159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6882dee1-481d-4270-9ec1-a2c13d2f3b58 req-f035ba4d-39dc-47ce-b2b3-509a239e6cbc service neutron] 10.222.0.21 "GET /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421252 Aug 10 01:03:35.884852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:35.886332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:35.893133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:35.946832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:35.951645 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f66adf-ee55-4c2b-be4e-ac559c55d60c" -d '{"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:35.959805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:35.978917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.020853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a5a08ce9-c801-4e36-b016-406d2005cfba,segment=NetworkSegment(bc431f8e-3dab-4020-b487-a6f4ad864c31),segment_id=bc431f8e-3dab-4020-b487-a6f4ad864c31)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:36.025525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.039106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a5a08ce9-c801-4e36-b016-406d2005cfba', 'network_id': '5987ffbc-b580-490c-a64c-ea21ab07c590', 'port_id': 'a5a08ce9-c801-4e36-b016-406d2005cfba', 'mac_address': 'fa:16:3e:da:d0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708708f0-d007-4cda-a592-a6fee54f8105', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:36.100311 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99be5e50-050a-485f-8416-e2c4ef0491a0 x-openstack-request-id: req-99be5e50-050a-485f-8416-e2c4ef0491a0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:36.100675 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-unplugged", "status": "failed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "code": 422}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:36.101000 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99be5e50-050a-485f-8416-e2c4ef0491a0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:36.101518 n-d-766380-21 neutron-server[105959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'code': 422} returned with failed status Aug 10 01:03:36.102164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.117302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a08ce9-c801-4e36-b016-406d2005cfba {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:36.143738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a5a08ce9-c801-4e36-b016-406d2005cfba,segment=NetworkSegment(bc431f8e-3dab-4020-b487-a6f4ad864c31),segment_id=bc431f8e-3dab-4020-b487-a6f4ad864c31)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:36.149048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.216868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.242023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6914-5a80-4c6a-a1d9-ab6a902b7968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.273802 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea2a6914-5a80-4c6a-a1d9-ab6a902b7968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.291079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.340808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a5a08ce9-c801-4e36-b016-406d2005cfba'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:36.370764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea2a6914-5a80-4c6a-a1d9-ab6a902b7968 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5c0457b7b424c64823d86a140477467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8754635 Aug 10 01:03:36.397674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01c4af-5eb0-429d-acfe-082e31392ea8 req-a9050475-a5a7-46f7-a7ab-963fce4448f9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:36.403764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e01c4af-5eb0-429d-acfe-082e31392ea8 req-a9050475-a5a7-46f7-a7ab-963fce4448f9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.2791777 Aug 10 01:03:36.409872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46088) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.421497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a6914-5a80-4c6a-a1d9-ab6a902b7968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c237b496-80ca-488f-ad1e-b5d3144bd5a2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.518317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Router f793102d-8acd-4da1-b644-688f5ebc6ea0 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:03:36.573561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.617524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.627635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e01c4af-5eb0-429d-acfe-082e31392ea8 req-89d9940a-0e03-48dc-9202-c98831ff5079 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981761 Aug 10 01:03:36.693363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6b312ccb-99b7-4088-a518-2ae2b838e6c5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:36.766099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.769178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.771328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c237b496-80ca-488f-ad1e-b5d3144bd5a2 HTTP/1.1" status: 204 len: 168 time: 0.3537138 Aug 10 01:03:36.812891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:36.820634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:36.820862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f66fc-b741-4b2e-88f0-a04911b1905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c237b496-80ca-488f-ad1e-b5d3144bd5a2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:36.822030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.833535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:36.846182 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Sync routers for ids ['f793102d-8acd-4da1-b644-688f5ebc6ea0'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:36.846733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:36.847516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fb09fc94-6885-4e5b-845f-926403ef2a5c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "PUT /v2.0/routers/f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 200 len: 694 time: 1.2890611 Aug 10 01:03:36.850197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:36.866153 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Routers {'f793102d-8acd-4da1-b644-688f5ebc6ea0'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:36.867439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f793102d-8acd-4da1-b644-688f5ebc6ea0'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:36.999141 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.010600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.031224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.031842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-039cd247-0b32-4e2b-892b-17b1afb3570d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/routers/f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 200 len: 700 time: 0.1803796 Aug 10 01:03:37.038059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.049640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 6b312ccb-99b7-4088-a518-2ae2b838e6c5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6b312ccb-99b7-4088-a518-2ae2b838e6c5,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:37.055048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.130525 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Set router f793102d-8acd-4da1-b644-688f5ebc6ea0 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:37.143655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36638c-5586-4ef3-ba40-c1e4491eda23 req-89a06c5a-f0d0-4745-b989-cce6991beae4 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:37.145801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b36638c-5586-4ef3-ba40-c1e4491eda23 req-89a06c5a-f0d0-4745-b989-cce6991beae4 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 945 time: 0.1586061 Aug 10 01:03:37.200766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=6b312ccb-99b7-4088-a518-2ae2b838e6c5,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:37.227006 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f793102d-8acd-4da1-b644-688f5ebc6ea0', 'name': 'tempest-RoutersTest-router-1461693876', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:35Z', 'updated_at': '2021-08-10T01:03:35Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:37.247946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:37.248805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa4107e1-dc8d-4a01-97a9-b7c58ffda04a tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 200 len: 205 time: 0.1994228 Aug 10 01:03:37.298707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.304764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:37.330892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b36638c-5586-4ef3-ba40-c1e4491eda23 req-af811f85-788a-444e-9450-0963ae005857 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785166 Aug 10 01:03:37.361612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Checking router: f793102d-8acd-4da1-b644-688f5ebc6ea0 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:37.395041 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Routers {'f793102d-8acd-4da1-b644-688f5ebc6ea0'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:37.396667 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f793102d-8acd-4da1-b644-688f5ebc6ea0'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:37.557242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.571059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:37.571592 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] Set router f793102d-8acd-4da1-b644-688f5ebc6ea0 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:37.577511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:37.718768 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f793102d-8acd-4da1-b644-688f5ebc6ea0', 'name': 'tempest-RoutersTest-router-1461693876', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:35Z', 'updated_at': '2021-08-10T01:03:35Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:37.798202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a5a08ce9-c801-4e36-b016-406d2005cfba up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:37.804181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Router b41a015a-58e5-457b-8b75-39c491eed406 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:03:37.827361 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e917ae0-8599-4c96-9238-37860b6e0c4b None None] The sync data for ids ['f793102d-8acd-4da1-b644-688f5ebc6ea0'] in n-d-766380-21 is: [{'id': 'f793102d-8acd-4da1-b644-688f5ebc6ea0', 'name': 'tempest-RoutersTest-router-1461693876', 'tenant_id': 'fec6de30b77b4c578179418d22ab1e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:35Z', 'updated_at': '2021-08-10T01:03:35Z', 'revision_number': 2, 'project_id': 'fec6de30b77b4c578179418d22ab1e30', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:37.932105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.936070 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:37.986229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a5a08ce9-c801-4e36-b016-406d2005cfba completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:38.007529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a5a08ce9-c801-4e36-b016-406d2005cfba triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:38.007915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.015623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:03:38.023900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ef64b090-f055-4320-b3b8-2814abd5d0d0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b41a015a-58e5-457b-8b75-39c491eed406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1906202 Aug 10 01:03:38.079217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.081532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Fanout notify agent at l3_agent the message router_deleted on router f793102d-8acd-4da1-b644-688f5ebc6ea0 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:03:38.102234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.108130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63a985e5-f853-44f4-8276-995184b0c3d8 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 204 len: 168 time: 0.8488996 Aug 10 01:03:38.108766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46150) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.111584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Sync routers for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:03:38.156788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:38.157453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:38.167191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d33c373-9673-4cfb-a8cc-9c4d8c947775 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 200 len: 205 time: 0.0572093 Aug 10 01:03:38.170272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.240227 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-b49e7b41-b48a-4e98-952b-db103c695244 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:38.244120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.244272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b49e7b41-b48a-4e98-952b-db103c695244 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/f793102d-8acd-4da1-b644-688f5ebc6ea0 HTTP/1.1" status: 404 len: 336 time: 0.0720327 Aug 10 01:03:38.260475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e91abe-f37d-410a-84da-3d94bba7eb49 req-188e7bb9-55bf-4f61-a5f6-a653bc0a5a0a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.260475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97e91abe-f37d-410a-84da-3d94bba7eb49 req-188e7bb9-55bf-4f61-a5f6-a653bc0a5a0a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1663406 Aug 10 01:03:38.301985 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c8f3b8-b634-485f-9583-acf4380a70e4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:38.305983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c8f3b8-b634-485f-9583-acf4380a70e4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:38.318530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97e91abe-f37d-410a-84da-3d94bba7eb49 req-58090c2d-59be-42a8-ab3a-5e54e75dee16 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575881 Aug 10 01:03:38.319454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36c8f3b8-b634-485f-9583-acf4380a70e4 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/2b8af432-54f9-4d47-ac94-671b1d7473da HTTP/1.1" status: 404 len: 337 time: 0.0737936 Aug 10 01:03:38.321970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.388822 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5ed59a-eebe-4f23-914a-fbdbe989e279 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:38.389284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5ed59a-eebe-4f23-914a-fbdbe989e279 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:38.398626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46168) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.399813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1a5ed59a-eebe-4f23-914a-fbdbe989e279 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/a7997018-91e2-4566-adce-35391a1bbb46 HTTP/1.1" status: 404 len: 337 time: 0.0767837 Aug 10 01:03:38.403932 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.446398 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2321b243-decb-491d-9f40-26b579b35538 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:38.446924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2321b243-decb-491d-9f40-26b579b35538 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:38.451371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2321b243-decb-491d-9f40-26b579b35538 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/379251b0-c015-41ed-aff5-85ae216dc888 HTTP/1.1" status: 404 len: 337 time: 0.0487139 Aug 10 01:03:38.452386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46174) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.461574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:38.464019 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745e3a7-9586-4a97-80aa-a718047a4714" -d '{"events": [{"server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "name": "network-vif-plugged", "status": "completed", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:38.474828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:38.514330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a5a08ce9-c801-4e36-b016-406d2005cfba,segment=NetworkSegment(bc431f8e-3dab-4020-b487-a6f4ad864c31),segment_id=bc431f8e-3dab-4020-b487-a6f4ad864c31)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:38.531397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:38.532197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:38.549218 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a13a8f2-6c41-4b4e-bf5b-3364de944532 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:38.552396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a13a8f2-6c41-4b4e-bf5b-3364de944532 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:38.561772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.562167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a13a8f2-6c41-4b4e-bf5b-3364de944532 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/7fa29cda-6143-448b-b9b6-10a2aad17ca3 HTTP/1.1" status: 404 len: 337 time: 0.1076677 Aug 10 01:03:38.601885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53c3356b-3b04-423f-941a-fa7d993ad1b9 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 200 len: 205 time: 0.0380187 Aug 10 01:03:38.609446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46180) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.706107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfaa37-2d31-4c70-8f14-4d176ae74ac2 req-a7a21903-9d57-43a0-a258-6a8493a76af7 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:38.711324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45cfaa37-2d31-4c70-8f14-4d176ae74ac2 req-a7a21903-9d57-43a0-a258-6a8493a76af7 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.1452990 Aug 10 01:03:38.734303 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-6b1389d8-c888-4201-b813-64493a354c2b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:38.738195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b1389d8-c888-4201-b813-64493a354c2b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/954b183f-94da-4e25-a112-a17aaac909ea HTTP/1.1" status: 404 len: 336 time: 0.1274941 Aug 10 01:03:38.742244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.783064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6b312ccb-99b7-4088-a518-2ae2b838e6c5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:38.847338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e0eff73e-23bb-4767-ad74-c5759e4412c1 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f3f6524-b0fa-490f-8142-c51d522d01e5 HTTP/1.1" status: 200 len: 205 time: 0.0987988 Aug 10 01:03:38.851155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46190) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:38.857128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45cfaa37-2d31-4c70-8f14-4d176ae74ac2 req-7e0d7cbd-4a46-4ad4-afd3-8de176684d9b tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335866 Aug 10 01:03:38.965339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:39.009605 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-4f649153-dca7-4f0e-b4ec-e3487e9425dc tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:39.013053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4f649153-dca7-4f0e-b4ec-e3487e9425dc tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/7f3f6524-b0fa-490f-8142-c51d522d01e5 HTTP/1.1" status: 404 len: 336 time: 0.1585267 Aug 10 01:03:39.014178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46194) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.113845 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d5ebb4-536d-4790-9f5c-6cbc3b92bf7b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:39.122116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d5ebb4-536d-4790-9f5c-6cbc3b92bf7b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:39.127966 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365cb917-1f9f-4295-980b-959e7c2c9ba9 x-openstack-request-id: req-365cb917-1f9f-4295-980b-959e7c2c9ba9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:39.128168 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "name": "network-vif-plugged", "status": "completed", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:39.128293 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-365cb917-1f9f-4295-980b-959e7c2c9ba9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:39.128669 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba', 'code': 200} Aug 10 01:03:39.130063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-03d5ebb4-536d-4790-9f5c-6cbc3b92bf7b tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/4c13cf78-19dc-48e7-a219-26e75bc38064 HTTP/1.1" status: 404 len: 337 time: 0.1089652 Aug 10 01:03:39.130815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46198) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.246699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7242749e-f68e-4b2a-9832-fd585b0a4679 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 200 len: 205 time: 0.1115220 Aug 10 01:03:39.250844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.362899 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-686caeef-0981-4949-b089-4cd75f4ea2bf tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:39.370485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-686caeef-0981-4949-b089-4cd75f4ea2bf tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/453009de-aec3-46e8-b697-d927a47ea287 HTTP/1.1" status: 404 len: 336 time: 0.1159306 Aug 10 01:03:39.376325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.383183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b9b0a-59f0-43ac-9e9d-b3b66b4b2e0a req-0bddeaa2-6b96-4688-8e28-2eb132d4853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.385338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-160b9b0a-59f0-43ac-9e9d-b3b66b4b2e0a req-0bddeaa2-6b96-4688-8e28-2eb132d4853a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 1098 time: 0.3082874 Aug 10 01:03:39.395005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-75741160-b4c9-4e1b-a610-8ccec622ed33 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.397122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-75741160-b4c9-4e1b-a610-8ccec622ed33 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 818 time: 0.1655710 Aug 10 01:03:39.448066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d8cf7356-bfcd-46fd-9c62-fc47f4216509 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=1939b9ba-d95e-4cb5-b8e9-9f798346142a HTTP/1.1" status: 200 len: 205 time: 0.0704899 Aug 10 01:03:39.451367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.480699 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d24854c7-c2a0-41c5-bed9-54d94c841858 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/quotas/7fe53832ed614742af729a2ce9832ae5 HTTP/1.1" status: 200 len: 375 time: 0.0136352 Aug 10 01:03:39.563745 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-67ff6a24-e67f-4369-a23b-f08b2da89abd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:39.569133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-67ff6a24-e67f-4369-a23b-f08b2da89abd tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/1939b9ba-d95e-4cb5-b8e9-9f798346142a HTTP/1.1" status: 404 len: 336 time: 0.1161635 Aug 10 01:03:39.569777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.606123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-6b382a02-7686-4f98-8d90-9336d4da4645 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6104746 Aug 10 01:03:39.620026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-160b9b0a-59f0-43ac-9e9d-b3b66b4b2e0a req-a38df974-af5d-43f1-8e2d-5acf266b88df service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216928 Aug 10 01:03:39.622809 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56edead-ed86-4e0c-a2ee-e57f70aa658c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:39.623512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56edead-ed86-4e0c-a2ee-e57f70aa658c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:39.635368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a56edead-ed86-4e0c-a2ee-e57f70aa658c tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/9b04afb7-2e7e-46a2-88ad-99fca512ad31 HTTP/1.1" status: 404 len: 337 time: 0.0464959 Aug 10 01:03:39.635489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.703297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1237b18f-23a6-4541-a967-d315f5bc0a5e tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8da158f-d3f3-462b-8e69-4be3ea6e7321 HTTP/1.1" status: 200 len: 205 time: 0.0716631 Aug 10 01:03:39.707842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46230) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.720912 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-31ac53ba-6369-444e-a839-af74dc7c83d8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2123120 Aug 10 01:03:39.733679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:39.734055 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:39.766613 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-1431e1b6-e4ec-493b-bec1-55b818cf0408 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:39.768253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1431e1b6-e4ec-493b-bec1-55b818cf0408 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/a8da158f-d3f3-462b-8e69-4be3ea6e7321 HTTP/1.1" status: 404 len: 336 time: 0.0590901 Aug 10 01:03:39.781160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.806299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cf4e5-86f3-4416-ab41-5f0b2afb23c9 req-ef2da158-d5e2-45b2-b0e9-b5edd382afaf tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:39.827314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b78cf4e5-86f3-4416-ab41-5f0b2afb23c9 req-ef2da158-d5e2-45b2-b0e9-b5edd382afaf tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.2564909 Aug 10 01:03:39.875595 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afde113-3c92-4fbc-9e4d-88bd6e1ec6e5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:39.877768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1afde113-3c92-4fbc-9e4d-88bd6e1ec6e5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:39.883693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1afde113-3c92-4fbc-9e4d-88bd6e1ec6e5 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/0fa767d7-1080-405a-98e9-90546d0dfa05 HTTP/1.1" status: 404 len: 337 time: 0.1010277 Aug 10 01:03:39.891253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.954325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed5c6dc9-526b-40f6-a0a8-3301fe057c5d tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "GET /v2.0/ports?device_id=c971ae67-f4e8-4517-917d-52afa32faeca HTTP/1.1" status: 200 len: 205 time: 0.0608401 Aug 10 01:03:39.958605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:39.962781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b78cf4e5-86f3-4416-ab41-5f0b2afb23c9 req-70cfb939-ca06-4d2c-9666-5469b18e86cb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328833 Aug 10 01:03:40.027716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:36Z', 'revision_number': 4, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '79431a9f-928e-464d-b2ec-ce00f61eccc9', 'name': '', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'mac_address': 'fa:16:3e:ea:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:34Z', 'updated_at': '2021-08-10T01:03:36Z', 'revision_number': 2, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'subnets': [{'id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:40.087067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Checking router: b41a015a-58e5-457b-8b75-39c491eed406 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:03:40.087433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Updating router b41a015a-58e5-457b-8b75-39c491eed406 port 79431a9f-928e-464d-b2ec-ce00f61eccc9 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:03:40.141882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.200734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787013c-9fa6-4ed9-b0e3-4e9b1909f0e6 req-60941a39-5f01-44ee-9653-6c66040ca685 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:40.210898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7787013c-9fa6-4ed9-b0e3-4e9b1909f0e6 req-60941a39-5f01-44ee-9653-6c66040ca685 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.1764050 Aug 10 01:03:40.218723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-711bc2e5-7b20-4ef2-bd38-1fff054497bc service neutron] 10.222.0.25 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585733 Aug 10 01:03:40.234750 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-5793be69-3532-4c67-ac21-9f4584f26909 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] delete failed (client error): The resource could not be found. Aug 10 01:03:40.235862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5793be69-3532-4c67-ac21-9f4584f26909 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/routers/c971ae67-f4e8-4517-917d-52afa32faeca HTTP/1.1" status: 404 len: 336 time: 0.2762396 Aug 10 01:03:40.240235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:40.298540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7787013c-9fa6-4ed9-b0e3-4e9b1909f0e6 req-8f645669-9f7e-4d5c-8aba-f220bf99c602 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866117 Aug 10 01:03:40.374420 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d8dd4-e5ab-4e45-8355-cf3afca0a194 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:40.375214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d8dd4-e5ab-4e45-8355-cf3afca0a194 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:40.383006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a6d8dd4-e5ab-4e45-8355-cf3afca0a194 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/d56888b5-6c2b-432d-959c-26d10d869c83 HTTP/1.1" status: 404 len: 337 time: 0.1078520 Aug 10 01:03:40.384045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:40.445116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-962c49be-8df5-4c95-809b-d7eb03de5852 service neutron] 10.222.0.25 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254360 Aug 10 01:03:40.470949 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ab070e-4a0f-46a6-823b-9ff6fd83b789 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] DELETE failed (client error): The resource could not be found. Aug 10 01:03:40.472670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ab070e-4a0f-46a6-823b-9ff6fd83b789 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:03:40.481842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09ab070e-4a0f-46a6-823b-9ff6fd83b789 tempest-RoutersTest-1374831405 tempest-RoutersTest-1374831405-project] 10.222.0.25 "DELETE /v2.0/subnets/df51d08e-9c4e-4d3c-9574-aa8383d89c70 HTTP/1.1" status: 404 len: 337 time: 0.0852137 Aug 10 01:03:40.782085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.824947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Transition to ACTIVE for port object 79431a9f-928e-464d-b2ec-ce00f61eccc9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:40.834108 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:40.914962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1a0ba-8f1b-4d11-835f-cf4ff9efd537 None None] Pushing event updated for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:40.985339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a98959d-7e1f-41b1-82b1-8b4579afc7cf req-9c766524-7d12-43d2-8086-dcdbe9386c57 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0893588 Aug 10 01:03:41.031241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Attempting to bind port 79431a9f-928e-464d-b2ec-ce00f61eccc9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:41.036562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Attempting to bind port 79431a9f-928e-464d-b2ec-ce00f61eccc9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:41.037918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Attempting to bind port 79431a9f-928e-464d-b2ec-ce00f61eccc9 on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:41.065289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:41.065719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Checking segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:41.066129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.066522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Bound using segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:41.067047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Bound port: 79431a9f-928e-464d-b2ec-ce00f61eccc9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:41.077204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.142543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.276510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80e80-21db-4d3e-90d7-c98bf2e2c847 req-47d124db-cb15-45a5-a363-63a55cbcc8b9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.282655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] For port 79431a9f-928e-464d-b2ec-ce00f61eccc9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:41.309720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8c80e80-21db-4d3e-90d7-c98bf2e2c847 req-47d124db-cb15-45a5-a363-63a55cbcc8b9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1361737 Aug 10 01:03:41.315510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] For port 79431a9f-928e-464d-b2ec-ce00f61eccc9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=79431a9f-928e-464d-b2ec-ce00f61eccc9,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:41.324347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.463660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:03:41.465058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:41.490507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8c80e80-21db-4d3e-90d7-c98bf2e2c847 req-0b4a03a0-c2f9-4a7b-b65d-6da4ff5eb2b1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703558 Aug 10 01:03:41.516986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1a0ba-8f1b-4d11-835f-cf4ff9efd537 None None] Pushing event updated for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:41.534775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8518ead9-1a79-44b6-a047-7d04dc91b238 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fec6de30b77b4c578179418d22ab1e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910224 Aug 10 01:03:41.537666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:41.637125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-82f33d0a-a117-4e31-8690-4a5c05afcf70 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.652143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-82f33d0a-a117-4e31-8690-4a5c05afcf70 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 818 time: 0.2703178 Aug 10 01:03:41.683878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-999e11a5-e350-4cb6-90d1-f8bc90432e3e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/quotas/7fe53832ed614742af729a2ce9832ae5 HTTP/1.1" status: 200 len: 375 time: 0.0306487 Aug 10 01:03:41.715366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:03:41.724144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.804658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf96019-d954-4dde-8eae-dd1dcc0ef7b2 req-7da9cbc0-3454-4a71-bb5a-c911e12406d9 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:41.805841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-626f58ec-d6bd-426a-94a6-ca7d29b8fb75 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193917 Aug 10 01:03:41.806318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ccf96019-d954-4dde-8eae-dd1dcc0ef7b2 req-7da9cbc0-3454-4a71-bb5a-c911e12406d9 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.1844497 Aug 10 01:03:41.808589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.958091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ccf96019-d954-4dde-8eae-dd1dcc0ef7b2 req-35cdd514-56e8-4e26-b0de-62fd97a715b5 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396108 Aug 10 01:03:41.979275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.984663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:41.988242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/747bfb13-f442-49c9-8890-568137e3f8b6 HTTP/1.1" status: 204 len: 168 time: 0.4472902 Aug 10 01:03:42.012154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec938a0-00d0-4b75-9687-b60b2bfb8823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747bfb13-f442-49c9-8890-568137e3f8b6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:42.228349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca6ab-40ae-496d-bf35-c4e097c040fd req-a13daf39-36a3-4bfe-9760-3d5e5d286dde tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:42.236414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c94ca6ab-40ae-496d-bf35-c4e097c040fd req-a13daf39-36a3-4bfe-9760-3d5e5d286dde tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.0950022 Aug 10 01:03:42.368981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c94ca6ab-40ae-496d-bf35-c4e097c040fd req-7f488e7e-436c-45c3-8bec-ec5df31202a0 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313756 Aug 10 01:03:42.392659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:36Z', 'revision_number': 4, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '79431a9f-928e-464d-b2ec-ce00f61eccc9', 'name': '', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'mac_address': 'fa:16:3e:ea:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:34Z', 'updated_at': '2021-08-10T01:03:41Z', 'revision_number': 4, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'subnets': [{'id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:42.473192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a936df20-e696-4e2d-b7d9-3e8837bd4422 None None] The sync data for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 is: [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:03:36Z', 'revision_number': 4, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '79431a9f-928e-464d-b2ec-ce00f61eccc9', 'name': '', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'mac_address': 'fa:16:3e:ea:f5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:34Z', 'updated_at': '2021-08-10T01:03:41Z', 'revision_number': 4, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'subnets': [{'id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:03:43.162876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-45b564c6-2c10-4dff-91df-026eb6d1cafc service neutron] 10.222.0.25 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3529570 Aug 10 01:03:43.216021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-602faa64-9e57-4560-89b7-3a4cfeb06e4e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.220845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-602faa64-9e57-4560-89b7-3a4cfeb06e4e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 818 time: 0.4182687 Aug 10 01:03:43.249118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736e3f8-f859-42b7-b856-8124046a50fa req-97d6c20e-f412-4254-9b7c-8f00d5858bc1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.250795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Request body: {'port': {'device_id': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'admin_state_up': True, 'tenant_id': '7fe53832ed614742af729a2ce9832ae5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:43.252337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d736e3f8-f859-42b7-b856-8124046a50fa req-97d6c20e-f412-4254-9b7c-8f00d5858bc1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1016662 Aug 10 01:03:43.313711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d736e3f8-f859-42b7-b856-8124046a50fa req-ef125abd-17ae-4cf8-8966-3b42fde62534 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544088 Aug 10 01:03:43.489668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e223dc6-74e5-46a9-8d91-ed6406e8063f req-7b6242b9-fcea-4f07-889e-93b9cdc81705 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:43.500741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e223dc6-74e5-46a9-8d91-ed6406e8063f req-7b6242b9-fcea-4f07-889e-93b9cdc81705 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.1046956 Aug 10 01:03:43.576490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Made reservation on behalf of 7fe53832ed614742af729a2ce9832ae5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:43.586158 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:43.602011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e223dc6-74e5-46a9-8d91-ed6406e8063f req-ec67b197-ebdb-4971-9d6e-96a993ffe3c4 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994148 Aug 10 01:03:43.808822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Allocated IP 172.20.0.6 (ae2cf70e-2a00-4f56-9b5e-5129b385c6f6/dca2ffe0-252a-44ba-841f-44bc202020b7/9319951e-65e1-4747-8717-873e1404998c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:43.858353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d4d64e68-4f01-42b5-80ae-e386342eb157 service neutron] 10.222.0.25 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945074 Aug 10 01:03:43.946417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:44.048655 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2d555b0c-c999-4b7d-943f-75d1e191b135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.299467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc85d0c-7837-43e7-b673-0ce43a64c203 req-ffd4b79a-f90c-4545-a6cb-376035e5b67f tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:44.301429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4dc85d0c-7837-43e7-b673-0ce43a64c203 req-ffd4b79a-f90c-4545-a6cb-376035e5b67f tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.1391788 Aug 10 01:03:44.327758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.411955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4dc85d0c-7837-43e7-b673-0ce43a64c203 req-aeaf6026-d2ac-43c9-8d55-6353b139ca2f tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036010 Aug 10 01:03:44.451019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1964019886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:44.474506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.633946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9981-54cf-497f-854d-8163f7b330c5 req-54118ae4-e5e0-4989-8f65-b822295d181e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:44.649683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efcf9981-54cf-497f-854d-8163f7b330c5 req-54118ae4-e5e0-4989-8f65-b822295d181e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1297390 Aug 10 01:03:44.711489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:44.715286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-acf8a7e2-5ad8-47f4-9ae5-db2efbd21606 req-86a4489c-454b-4ca6-a4f8-e8a01223ceb7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 210 time: 0.2499514 Aug 10 01:03:44.721771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:44.745238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efcf9981-54cf-497f-854d-8163f7b330c5 req-5902fccf-676d-4331-a715-d88789bbc5cb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945845 Aug 10 01:03:44.764829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:44.773796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 79431a9f-928e-464d-b2ec-ce00f61eccc9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:44.850069 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.851397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:44.910283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 79431a9f-928e-464d-b2ec-ce00f61eccc9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:44.914714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 79431a9f-928e-464d-b2ec-ce00f61eccc9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:44.915094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.044583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.073048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Pushing event updated for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.078147 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.106773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.109805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.110375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.110954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.111507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.113260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.113861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.114414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.116349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.117051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.119272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.120607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:03:45.150075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.199448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.204120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b14e7d34-a8e4-434f-8700-73042b62f9de tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2441139 Aug 10 01:03:45.204283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:45.210182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 79431a9f-928e-464d-b2ec-ce00f61eccc9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=79431a9f-928e-464d-b2ec-ce00f61eccc9,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:45.210399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.210655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1319935818'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:45.210870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.219820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.276568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:45.280614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.285485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-90457486-f7af-448c-a5dd-c3e462288403 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0477836 Aug 10 01:03:45.298906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Request body: {'port': {'device_id': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:45.320984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.347986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.445910 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.556836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.573292 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.585157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:45.595168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.595504 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Added segment 77e2faf0-bef6-4851-8153-a019c5186cc0 of type vlan for network 7bc73512-3129-4db5-b7bf-87889bf19566 Aug 10 01:03:45.649193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.702552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.708147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.708763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:45.830136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22023f1c-995d-4b88-9510-e42f06c394f6 req-d8d26e09-269f-4e35-9d67-36579b4507af tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:45.831932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22023f1c-995d-4b88-9510-e42f06c394f6 req-d8d26e09-269f-4e35-9d67-36579b4507af tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.2785990 Aug 10 01:03:45.843754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Network': ['ID=7bc73512-3129-4db5-b7bf-87889bf19566,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.878191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7bc73512-3129-4db5-b7bf-87889bf19566 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:45.933716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb6ca7c7-221f-4e70-b17f-7f65f2ff221b req-a2488ee5-4945-4083-a5fe-144e4bc20ef8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 210 time: 0.0458918 Aug 10 01:03:45.938684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7a555-9200-40b1-bf93-88b7d1f2314d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:45.961064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b225b3c0-90c0-4b59-82ba-e38e274c80bf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7541070 Aug 10 01:03:45.995080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1997-54ed-4e18-b090-a764828316a3 req-b92c2dcf-2a66-48dc-8956-04883230ef14 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:46.015355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46396) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:46.017450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db1b1997-54ed-4e18-b090-a764828316a3 req-b92c2dcf-2a66-48dc-8956-04883230ef14 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.21 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 946 time: 0.7163408 Aug 10 01:03:46.025647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'subnet': {'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:46.156816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22023f1c-995d-4b88-9510-e42f06c394f6 req-1a35af0c-23d3-4157-a4a6-fbc130192b85 tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/security-groups?id=01957701-3e75-45b3-a951-75306820707e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122830 Aug 10 01:03:46.319425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:46.323293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.489982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e925d-d73e-401a-9f38-4d6af3459102 req-2e31e484-d872-443c-a8a1-6e1270a3cf64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:46.502603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-788e925d-d73e-401a-9f38-4d6af3459102 req-2e31e484-d872-443c-a8a1-6e1270a3cf64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.4009676 Aug 10 01:03:46.589609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-788e925d-d73e-401a-9f38-4d6af3459102 req-80cab9fd-e9cc-4ca3-b7e0-dc8806ee48d8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796165 Aug 10 01:03:46.596765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-314a4604-ce7c-42ec-b118-1f76241abca2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:46.607565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-314a4604-ce7c-42ec-b118-1f76241abca2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.21 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 818 time: 0.5072050 Aug 10 01:03:46.621486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Request body: {'port': {'device_id': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'admin_state_up': True, 'tenant_id': '7fe53832ed614742af729a2ce9832ae5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:46.636198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 79431a9f-928e-464d-b2ec-ce00f61eccc9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:46.673795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Deleting port a5a08ce9-c801-4e36-b016-406d2005cfba {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:03:46.674398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.713142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.735075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9319951e-65e1-4747-8717-873e1404998c {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:46.780273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33401db3-1efd-4f8d-99fc-9e365a5c9351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.780683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] For port a5a08ce9-c801-4e36-b016-406d2005cfba, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a5a08ce9-c801-4e36-b016-406d2005cfba,segment=NetworkSegment(bc431f8e-3dab-4020-b487-a6f4ad864c31),segment_id=bc431f8e-3dab-4020-b487-a6f4ad864c31)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:46.781248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.787266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 79431a9f-928e-464d-b2ec-ce00f61eccc9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:46.787916 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.805925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Calling delete_port for a5a08ce9-c801-4e36-b016-406d2005cfba owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:03:46.829526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.948677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Transition to ACTIVE for port object 9319951e-65e1-4747-8717-873e1404998c will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:46.981459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:46.983954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Subnet': ['ID=ee2d9232-e44a-4af4-9064-01b7235e0ed0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.033988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Pushing event updated for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.036566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Checking segment: {'id': '77e2faf0-bef6-4851-8153-a019c5186cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:47.036935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network hostable DHCP agents. Network: 7bc73512-3129-4db5-b7bf-87889bf19566, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:47.102575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network 7bc73512-3129-4db5-b7bf-87889bf19566 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:47.123421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.134915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a5a08ce9-c801-4e36-b016-406d2005cfba'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:47.154704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83a10a29-b7e4-47b1-a366-ab49525aeade req-5792233a-1c42-4d4e-a294-7b504187cf9c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 210 time: 0.0677061 Aug 10 01:03:47.155532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7bc73512-3129-4db5-b7bf-87889bf19566) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:47.182360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8797e52d-28e3-4a0b-88bd-0a98d2cd4190 None None] Network 7bc73512-3129-4db5-b7bf-87889bf19566 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:47.202644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Made reservation on behalf of 7fe53832ed614742af729a2ce9832ae5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:47.218821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.222306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:47.225721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.296567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cfc4a116-0e8d-433d-ad58-987a205a186e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2786279 Aug 10 01:03:47.323378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46416) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:47.324180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Attempting to bind port 9319951e-65e1-4747-8717-873e1404998c on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:47.328806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Attempting to bind port 9319951e-65e1-4747-8717-873e1404998c by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:47.329267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Attempting to bind port 9319951e-65e1-4747-8717-873e1404998c on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:47.342713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.344372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'network': {'name': 'tempest-router-network01--1751702353'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:47.349578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Pushing event deleted for resources: {'Port': ['ID=a5a08ce9-c801-4e36-b016-406d2005cfba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:47.369807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Port 9319951e-65e1-4747-8717-873e1404998c on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:47.373047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Attempting to bind port 9319951e-65e1-4747-8717-873e1404998c on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:47.377131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] No DVR routers for this DVR port a5a08ce9-c801-4e36-b016-406d2005cfba on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:47.384301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.389666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db1b1997-54ed-4e18-b090-a764828316a3 req-2be0bcd0-c21d-4c42-ab98-3d01c71124fc tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.21 "DELETE /v2.0/ports/a5a08ce9-c801-4e36-b016-406d2005cfba HTTP/1.1" status: 204 len: 173 time: 1.3659670 Aug 10 01:03:47.395263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'name': 'network-vif-deleted', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:47.402190 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9344cd2-f802-469f-88ca-99c7616bd34e" -d '{"events": [{"server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "name": "network-vif-deleted", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:47.409975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:47.410646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Checking segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:47.411121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Bound using segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:47.412245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Bound port: 9319951e-65e1-4747-8717-873e1404998c, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:47.412245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.417814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:47.428364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.535026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc21088-7ea5-4139-876c-e7f25191c886 req-c0074e81-6b0f-4093-afde-c0c8f2e06f6f tempest-ServersNegativeTestMultiTenantJSON-551823847 tempest-ServersNegativeTestMultiTenantJSON-551823847-project] 10.222.0.25 "GET /v2.0/ports?device_id=489934ee-b850-43f0-a3e5-6a87114a5bb5 HTTP/1.1" status: 200 len: 210 time: 0.1637290 Aug 10 01:03:47.606524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:47.628403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.628772 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Added segment f3711d97-6921-4b9a-bb62-ea81e919f868 of type vlan for network d2247fa7-652c-459e-b934-124f60cf2d7f Aug 10 01:03:47.678073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7bc73512-3129-4db5-b7bf-87889bf19566', 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566', 'tenant_id': 'b40df2190732450babf0b3740dc4f400', 'fixed_ips': [{'subnet_id': 'ee2d9232-e44a-4af4-9064-01b7235e0ed0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:47.683674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.767400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.796965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Allocated IP 172.20.0.9 (ae2cf70e-2a00-4f56-9b5e-5129b385c6f6/dca2ffe0-252a-44ba-841f-44bc202020b7/26dcc4d9-7c7a-4af6-869a-d6c39f5d0645) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:47.801136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:47.807055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9319951e-65e1-4747-8717-873e1404998c,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:47.824752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.848703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872811-2a26-47ce-b670-3c72ec6181f6 req-66aba28e-d857-4a31-a7aa-933fd5195861 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:47.857614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13872811-2a26-47ce-b670-3c72ec6181f6 req-66aba28e-d857-4a31-a7aa-933fd5195861 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.1499081 Aug 10 01:03:47.886182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.893064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:47.894300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:47.933201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.013201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.013965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.015540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] 10.222.0.10 "PUT /v2.0/ports/9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 1092 time: 2.7221887 Aug 10 01:03:48.019411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833eee3-a09d-4e55-93fd-8a59e63794bf service neutron] Pushing event updated for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.023721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'tag': '9319951e-65e1-4747-8717-873e1404998c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:48.030243 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71de68e-709c-497f-bd34-a3b579d6d57a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "tag": "9319951e-65e1-4747-8717-873e1404998c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:48.101102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Allocated IP 172.20.0.2 (7bc73512-3129-4db5-b7bf-87889bf19566/ee2d9232-e44a-4af4-9064-01b7235e0ed0/2250412e-b0be-483a-b3ae-ed26c8abdaaf) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:48.131034 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.179222 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dd1258-c562-4143-b32d-939337120e48 x-openstack-request-id: req-78dd1258-c562-4143-b32d-939337120e48 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:48.179620 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489934ee-b850-43f0-a3e5-6a87114a5bb5", "name": "network-vif-deleted", "tag": "a5a08ce9-c801-4e36-b016-406d2005cfba", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:48.179885 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78dd1258-c562-4143-b32d-939337120e48 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:48.180453 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489934ee-b850-43f0-a3e5-6a87114a5bb5', 'name': 'network-vif-deleted', 'tag': 'a5a08ce9-c801-4e36-b016-406d2005cfba', 'status': 'completed', 'code': 200} Aug 10 01:03:48.185815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.281876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:48.290388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:48.298651 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061842f-6175-4b55-8c24-6a8feae9f4ed x-openstack-request-id: req-d061842f-6175-4b55-8c24-6a8feae9f4ed {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:48.299114 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "tag": "9319951e-65e1-4747-8717-873e1404998c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:48.299427 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d061842f-6175-4b55-8c24-6a8feae9f4ed {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:48.299853 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'tag': '9319951e-65e1-4747-8717-873e1404998c', 'status': 'completed', 'code': 200} Aug 10 01:03:48.311121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:48.416152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Pushing event updated for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.422851 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.432431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Transition to ACTIVE for port object 2250412e-b0be-483a-b3ae-ed26c8abdaaf will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:48.437524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0997865 Aug 10 01:03:48.445771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46440) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.465027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Transition to ACTIVE for port object 2250412e-b0be-483a-b3ae-ed26c8abdaaf will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:48.479593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.487363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'network': {'name': 'tempest-router-network02--1566012819'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:48.499664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.500332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.518005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78173bac-67e7-45c1-8f3d-f732e2cc2cdf tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Network': ['ID=d2247fa7-652c-459e-b934-124f60cf2d7f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.527525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-d0a83db1-4ec0-4374-a20c-aa55f1c9b305 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9101605 Aug 10 01:03:48.548063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd7c32-ff2f-454b-9e55-64604ffb894c req-d3ba670f-883d-4984-a86b-8d5aad8e3898 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.551497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1abd7c32-ff2f-454b-9e55-64604ffb894c req-d3ba670f-883d-4984-a86b-8d5aad8e3898 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 931 time: 0.1668522 Aug 10 01:03:48.552531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Network 7bc73512-3129-4db5-b7bf-87889bf19566 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:48.553836 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13872811-2a26-47ce-b670-3c72ec6181f6 req-f075dcc1-af89-485d-9442-d0eb007eecd0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6949999 Aug 10 01:03:48.558359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Request body: {'port': {'device_id': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:48.568804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d2247fa7-652c-459e-b934-124f60cf2d7f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:48.589705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:48.602447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:48.619269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-c58194b2-4c40-45f8-9ab7-19576867fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.621334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-c58194b2-4c40-45f8-9ab7-19576867fb36 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1095 time: 0.4719038 Aug 10 01:03:48.672492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.685678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:48.693914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Pushing event updated for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:48.748327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:48.755906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1abd7c32-ff2f-454b-9e55-64604ffb894c req-a0ca2fc6-570c-4a75-9aa2-7a122cb03c84 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923699 Aug 10 01:03:48.756135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.791000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-cd9437d6-58d1-42f7-99fc-bfab3c056dbe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.1597271 Aug 10 01:03:48.796333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Attempting to bind port 2250412e-b0be-483a-b3ae-ed26c8abdaaf on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:48.797214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Attempting to bind port 2250412e-b0be-483a-b3ae-ed26c8abdaaf by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '77e2faf0-bef6-4851-8153-a019c5186cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:48.799907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Attempting to bind port 2250412e-b0be-483a-b3ae-ed26c8abdaaf on network 7bc73512-3129-4db5-b7bf-87889bf19566 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:48.827779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Deleting subnet 708708f0-d007-4cda-a592-a6fee54f8105 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:48.830458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:48.837919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Checking segment: {'id': '77e2faf0-bef6-4851-8153-a019c5186cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:48.838708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.839354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Bound using segment: {'id': '77e2faf0-bef6-4851-8153-a019c5186cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:48.840098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Bound port: 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e2faf0-bef6-4851-8153-a019c5186cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7bc73512-3129-4db5-b7bf-87889bf19566'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:48.840912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.841650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.877230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:03:48.903540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f750b-d6de-4475-8269-9962e54a25e0 req-4b17c203-a944-4912-aee0-72dd86d7c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:48.905470 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-4b17c203-a944-4912-aee0-72dd86d7c4b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.0968499 Aug 10 01:03:48.909991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.910662 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Added segment 231aeb57-b1e2-450b-9907-bb35b1691d51 of type vlan for network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 Aug 10 01:03:48.973451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:48.981915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-d0034925-ce91-422c-9a5f-b280f1176955 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600433 Aug 10 01:03:49.004330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:49.024583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2250412e-b0be-483a-b3ae-ed26c8abdaaf,segment=NetworkSegment(77e2faf0-bef6-4851-8153-a019c5186cc0),segment_id=77e2faf0-bef6-4851-8153-a019c5186cc0)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:49.036661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.139692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.180262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ff67c-28a7-47eb-a7ac-dead87c7653f None None] Pushing event updated for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.187857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.289364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.296650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:49.297437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.327153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8614728 Aug 10 01:03:49.338868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46448) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.374359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'subnet': {'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:49.393050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-48b64e3b-3b03-4b7a-9d2b-6494b593c674 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938670 Aug 10 01:03:49.591848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b209c-3338-448f-862e-23fe6af8c37d tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Network': ['ID=3f8ee69b-aa84-410d-a392-3a4d7462ece1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.593499 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.604799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:03:49.735102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.769010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:49.773387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.835878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a5a08ce9-c801-4e36-b016-406d2005cfba no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:03:49.849601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:49.853926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/708708f0-d007-4cda-a592-a6fee54f8105 HTTP/1.1" status: 204 len: 168 time: 1.1557419 Aug 10 01:03:49.872711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46458) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:49.880906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924f750b-d6de-4475-8269-9962e54a25e0 req-4967548f-81a1-4052-9eed-091cea64b028 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197628 Aug 10 01:03:49.946781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e90fa2-0e83-4a7a-8245-181af37e5520 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708708f0-d007-4cda-a592-a6fee54f8105,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:49.958844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a5a08ce9-c801-4e36-b016-406d2005cfba {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:03:49.959452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a5a08ce9-c801-4e36-b016-406d2005cfba not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:03:50.112888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.192585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:50.218135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.267225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a648ab-27d8-421c-aa50-04019e8ac740 req-a68b8e5b-e95b-45fa-a53c-764779649781 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.283609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54a648ab-27d8-421c-aa50-04019e8ac740 req-a68b8e5b-e95b-45fa-a53c-764779649781 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 931 time: 0.2948322 Aug 10 01:03:50.313012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5cc4e-02ca-4ed8-a4f4-f449ec2deeb7 req-46a6ed98-1264-48c3-bf2b-edd889b2d1bb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.315941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cd5cc4e-02ca-4ed8-a4f4-f449ec2deeb7 req-46a6ed98-1264-48c3-bf2b-edd889b2d1bb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.5864987 Aug 10 01:03:50.328879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.344955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5987ffbc-b580-490c-a64c-ea21ab07c590']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:50.359954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc431f8e-3dab-4020-b487-a6f4ad864c31') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:50.360372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc431f8e-3dab-4020-b487-a6f4ad864c31') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:50.371503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.393948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.401868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:50.402420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:50.469226 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:50.484317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.484673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Transition to ACTIVE for port object 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:50.485866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.532357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.544156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-5e7bd60f-1855-49b5-ba16-fd3518c0eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.548483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-5e7bd60f-1855-49b5-ba16-fd3518c0eb76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1095 time: 0.4229541 Aug 10 01:03:50.552288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.566307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] 10.222.0.25 "DELETE /v2.0/networks/5987ffbc-b580-490c-a64c-ea21ab07c590 HTTP/1.1" status: 204 len: 168 time: 0.6911728 Aug 10 01:03:50.568797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:50.659362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2250412e-b0be-483a-b3ae-ed26c8abdaaf up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:50.666534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd244d7-f70a-4d9b-8a32-50d64b0b8ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=5987ffbc-b580-490c-a64c-ea21ab07c590,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:50.740728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cd5cc4e-02ca-4ed8-a4f4-f449ec2deeb7 req-b1360305-3c93-4a1c-9506-76bfef708938 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673428 Aug 10 01:03:50.751899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Deleting subnet 7040c457-8951-4774-bf38-9187dfd99bb8 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:03:50.768359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.830028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2250412e-b0be-483a-b3ae-ed26c8abdaaf completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:50.843875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:50.846881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-b52720a6-4b8c-4ba8-a6a1-6332f815a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:50.848398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-b52720a6-4b8c-4ba8-a6a1-6332f815a238 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.2787340 Aug 10 01:03:50.928486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab6135-bd38-4525-ab1f-6655859c0727 None None] Network 7bc73512-3129-4db5-b7bf-87889bf19566 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:51.100736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54a648ab-27d8-421c-aa50-04019e8ac740 req-0cf3b61f-a524-415e-9aef-80dbf44dcc09 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159981 Aug 10 01:03:51.119506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:51.130317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Subnet': ['ID=74f44b5f-edbb-4975-b267-44561d37144f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:51.181269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Provisioning for port 2250412e-b0be-483a-b3ae-ed26c8abdaaf completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:51.199267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Provisioning complete for port 2250412e-b0be-483a-b3ae-ed26c8abdaaf triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:51.200587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.251531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Checking segment: {'id': 'f3711d97-6921-4b9a-bb62-ea81e919f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:51.251748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network hostable DHCP agents. Network: d2247fa7-652c-459e-b934-124f60cf2d7f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:51.280475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Attempting to bind port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:51.281650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Attempting to bind port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:51.281650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Attempting to bind port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:51.287739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:51.288077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Attempting to bind port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 on network ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:51.293094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network d2247fa7-652c-459e-b934-124f60cf2d7f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:51.301766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:51.302247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Checking segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:51.302790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Bound using segment: {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:51.303359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Bound port: 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b3971c-f142-4bb3-97b4-bc98e93e161c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:51.303744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.322965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d2247fa7-652c-459e-b934-124f60cf2d7f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:51.328339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.328947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.358845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.393069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36219f99-e340-4761-9a5f-913400cc9989 None None] Network d2247fa7-652c-459e-b934-124f60cf2d7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:51.423994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:51.427450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:51.437579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5c8c54fd-050c-45c5-b55e-670388226e1a tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0934527 Aug 10 01:03:51.438313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46480) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:51.445168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.445784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-aeb1e043-8c1f-41ad-9277-9a5cea76d3c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.0983841 Aug 10 01:03:51.450905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'subnet': {'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:51.586180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-f88d6b3e-8cbe-43e0-9bd7-604c173b666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.588719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-f88d6b3e-8cbe-43e0-9bd7-604c173b666c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 1095 time: 0.2421606 Aug 10 01:03:51.594372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.603500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:03:51.612443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.613219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.619882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] 10.222.0.21 "PUT /v2.0/ports/26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 1092 time: 3.0661974 Aug 10 01:03:51.623582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:51.625948 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b3156-3d44-4c16-adae-b20bd91b84a2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:51.755483 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c249e6-fcbd-440e-9ba5-9bc8a09c5199 x-openstack-request-id: req-a1c249e6-fcbd-440e-9ba5-9bc8a09c5199 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:51.755955 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:51.756694 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c249e6-fcbd-440e-9ba5-9bc8a09c5199 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:51.757405 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645', 'status': 'completed', 'code': 200} Aug 10 01:03:51.777979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Made reservation on behalf of b40df2190732450babf0b3740dc4f400 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:03:51.791414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.796740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6711-7581-4007-a5f0-af353867ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:51.838228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-6cd0a3f1-facb-46ed-aef9-4727303dc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.844338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-6cd0a3f1-facb-46ed-aef9-4727303dc336 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.3877165 Aug 10 01:03:51.859582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:51.949326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-e18165d3-a4af-4e12-bf7e-02ddcf1968b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:51.951166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-e18165d3-a4af-4e12-bf7e-02ddcf1968b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1095 time: 0.2349160 Aug 10 01:03:52.019108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-11af7844-913f-4bc0-baa0-1c376aa3e0cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 217 time: 0.0551734 Aug 10 01:03:52.033353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-043555ca-a979-4cd7-b4c5-efe31caa852c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650035 Aug 10 01:03:52.125079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2250412e-b0be-483a-b3ae-ed26c8abdaaf,segment=NetworkSegment(77e2faf0-bef6-4851-8153-a019c5186cc0),segment_id=77e2faf0-bef6-4851-8153-a019c5186cc0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:52.133790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d2247fa7-652c-459e-b934-124f60cf2d7f', 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f', 'tenant_id': 'b40df2190732450babf0b3740dc4f400', 'fixed_ips': [{'subnet_id': '74f44b5f-edbb-4975-b267-44561d37144f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:52.134706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.144806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f3c46-8f49-44fd-a6d0-2e3f01d96f9c req-1ef636a4-f4a9-44cd-9d92-722e73e00a29 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.146348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d19f3c46-8f49-44fd-a6d0-2e3f01d96f9c req-1ef636a4-f4a9-44cd-9d92-722e73e00a29 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.2449851 Aug 10 01:03:52.154459 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.167216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.205594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-6a188a26-a194-4a6e-b158-5733b65ec893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.208038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-6a188a26-a194-4a6e-b158-5733b65ec893 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.1801858 Aug 10 01:03:52.218231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.220436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7040c457-8951-4774-bf38-9187dfd99bb8 HTTP/1.1" status: 204 len: 168 time: 1.6326766 Aug 10 01:03:52.251232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46494) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:52.277460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a72c7-b717-484d-9aad-3806f16c7eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7040c457-8951-4774-bf38-9187dfd99bb8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.337202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a499e18c-548b-4d6a-9d36-71d6ab3b4994 None None] Provisioning complete for port 2250412e-b0be-483a-b3ae-ed26c8abdaaf triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:52.338006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a499e18c-548b-4d6a-9d36-71d6ab3b4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.340159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d19f3c46-8f49-44fd-a6d0-2e3f01d96f9c req-c3593eb6-a2ec-4dab-8914-2c7fec3ac19d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792698 Aug 10 01:03:52.344559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dec70-22d9-4d8e-b797-95cf123d7c2f None None] Pushing event updated for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.406251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-6f94516e-caa9-42fa-85e4-c8641c7ee4cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627436 Aug 10 01:03:52.409988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-bb7d739f-d7dc-43d5-be19-c2379bd90e78 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614688 Aug 10 01:03:52.504893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a71de68e-709c-497f-bd34-a3b579d6d57a req-f509bb0c-86fd-48bd-8e6a-5b8b04212f7d service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939467 Aug 10 01:03:52.589309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-1eb7ccc2-b17e-4090-8763-3d48de77aa11 service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710331 Aug 10 01:03:52.612573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Allocated IP 172.20.0.2 (d2247fa7-652c-459e-b934-124f60cf2d7f/74f44b5f-edbb-4975-b267-44561d37144f/15a5827e-d93a-455e-87f9-f1c92f1635f3) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:52.643557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2250412e-b0be-483a-b3ae-ed26c8abdaaf up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:52.671856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c5112-ae87-4997-963b-8d310140752d req-de73af34-2d1d-4c99-9ba0-44f04095e12b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:52.680450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-704c5112-ae87-4997-963b-8d310140752d req-de73af34-2d1d-4c99-9ba0-44f04095e12b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 943 time: 0.1743224 Aug 10 01:03:52.689865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:52.702877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.729586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:52.775419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:52.784459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.785435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1f34172-dcce-4f1f-afd1-ce4d9cd0cb05 req-7e173b96-7ca6-4b1a-a166-10cbe119fdaa service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826789 Aug 10 01:03:52.787627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.802312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Transition to ACTIVE for port object c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:52.818067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:52.908098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=9']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:52.913110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Checking segment: {'id': '231aeb57-b1e2-450b-9907-bb35b1691d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:52.914529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network hostable DHCP agents. Network: 3f8ee69b-aa84-410d-a392-3a4d7462ece1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:03:52.961666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Subnet': ['ID=6ecf845c-484d-4c97-96f4-0c58d170d0a0,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.087150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-3b67bb7b-fd61-4ad8-bbcf-b8b15998126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.088917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-3b67bb7b-fd61-4ad8-bbcf-b8b15998126f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1095 time: 0.2333801 Aug 10 01:03:53.167501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.238478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2250412e-b0be-483a-b3ae-ed26c8abdaaf triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:53.239093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.247280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:03:53.282144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-704c5112-ae87-4997-963b-8d310140752d req-dcc7e9ab-65d4-44c0-b08d-a10079daed91 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006649 Aug 10 01:03:53.285046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc954bf0-2fa0-4ab0-8d70-4d908b7a019c']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:53.298586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995c1f9c-ee48-4f22-b5ff-748fa787d461') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:53.299380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995c1f9c-ee48-4f22-b5ff-748fa787d461') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:03:53.337153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] No DVR routers for this DVR port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:03:53.339720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.349261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.362152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9319951e-65e1-4747-8717-873e1404998c details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:53.363467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 3f8ee69b-aa84-410d-a392-3a4d7462ece1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:53.376643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.377018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.396877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233983a-fa87-43c8-a897-f3e64ca79026 None None] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:53.428475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80291858-8e65-42cc-94e7-5e2edfb3350e tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9774389 Aug 10 01:03:53.432024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46504) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:53.459158 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.502721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Transition to ACTIVE for port object 15a5827e-d93a-455e-87f9-f1c92f1635f3 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:53.621768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Transition to ACTIVE for port object 15a5827e-d93a-455e-87f9-f1c92f1635f3 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:53.641993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:03:53.642473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:03:53.644484 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:03:53.655029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.671897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:53.672560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:53.672560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:53.685996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:03:53.686358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Attempting to bind port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:53.692948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:53.693854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:53.694263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:53.695025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Bound port: c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:53.695400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.790085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Network d2247fa7-652c-459e-b934-124f60cf2d7f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:53.794979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:53.798848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:53.819850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:53.831301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:53.847528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.909951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-3d75138d-cdda-42f5-9403-43e5d4cb55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.911504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-3d75138d-cdda-42f5-9403-43e5d4cb55bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.8012981 Aug 10 01:03:53.929471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.930640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.932735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] 10.222.0.10 "PUT /v2.0/ports/c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 1092 time: 2.3351815 Aug 10 01:03:53.933844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:03:53.940119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Pushing event updated for resources: {'Port': ['ID=15a5827e-d93a-455e-87f9-f1c92f1635f3,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:53.955453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb68c31-85a0-48a8-9df0-b687347c290d req-0aa64271-0b88-4843-b7fa-1f2cdb4e5f3c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:53.957164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fb68c31-85a0-48a8-9df0-b687347c290d req-0aa64271-0b88-4843-b7fa-1f2cdb4e5f3c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 943 time: 0.4950206 Aug 10 01:03:53.961894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:53.967038 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c213871-0b72-44d9-9814-d1660990fa99" -d '{"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:03:54.074281 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e78138-e44a-4e28-96c2-124fc8f0e75a x-openstack-request-id: req-50e78138-e44a-4e28-96c2-124fc8f0e75a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:03:54.074992 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:03:54.075710 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50e78138-e44a-4e28-96c2-124fc8f0e75a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:03:54.076347 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'status': 'completed', 'code': 200} Aug 10 01:03:54.093092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4876-1e07-4d11-8872-30d078ef6ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.119278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-1269d5a9-c820-449a-bac0-2d951945d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.121158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-1269d5a9-c820-449a-bac0-2d951945d4ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1096 time: 0.1328936 Aug 10 01:03:54.153534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Attempting to bind port 15a5827e-d93a-455e-87f9-f1c92f1635f3 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:54.156235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Attempting to bind port 15a5827e-d93a-455e-87f9-f1c92f1635f3 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f3711d97-6921-4b9a-bb62-ea81e919f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:54.156889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Attempting to bind port 15a5827e-d93a-455e-87f9-f1c92f1635f3 on network d2247fa7-652c-459e-b934-124f60cf2d7f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:54.164357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9319951e-65e1-4747-8717-873e1404998c,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:54.192562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:54.193147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Checking segment: {'id': 'f3711d97-6921-4b9a-bb62-ea81e919f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:54.193784 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.194442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Bound using segment: {'id': 'f3711d97-6921-4b9a-bb62-ea81e919f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:54.195152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Bound port: 15a5827e-d93a-455e-87f9-f1c92f1635f3, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3711d97-6921-4b9a-bb62-ea81e919f868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'd2247fa7-652c-459e-b934-124f60cf2d7f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:54.196038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.223919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-3f8ee69b-aa84-410d-a392-3a4d7462ece1', 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1', 'tenant_id': 'b40df2190732450babf0b3740dc4f400', 'fixed_ips': [{'subnet_id': '6ecf845c-484d-4c97-96f4-0c58d170d0a0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:03:54.225064 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.249428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.250770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '9319951e-65e1-4747-8717-873e1404998c', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'port_id': '9319951e-65e1-4747-8717-873e1404998c', 'mac_address': 'fa:16:3e:f8:d6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:54.255413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc954bf0-2fa0-4ab0-8d70-4d908b7a019c HTTP/1.1" status: 204 len: 168 time: 2.0030179 Aug 10 01:03:54.261749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-3e7d429a-dc2d-43d0-8539-92b7e08c2076 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 217 time: 0.3330925 Aug 10 01:03:54.317822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-02ac99d8-1a3f-4332-bc4b-1876e8a80d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.319873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-02ac99d8-1a3f-4332-bc4b-1876e8a80d04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1892257 Aug 10 01:03:54.375689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255675ff-a2d8-47a8-a213-28be566165d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc954bf0-2fa0-4ab0-8d70-4d908b7a019c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.459445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-b9974409-04a8-484f-9544-f428aecffaa0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 999 time: 0.1315587 Aug 10 01:03:54.516989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fb68c31-85a0-48a8-9df0-b687347c290d req-04477690-b5e9-4db2-8e35-88b2926b7262 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551852 Aug 10 01:03:54.586854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-bcb85b9b-c0ee-468f-a672-a9b319de4035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.588768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-bcb85b9b-c0ee-468f-a672-a9b319de4035 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1147034 Aug 10 01:03:54.598393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.625520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9319951e-65e1-4747-8717-873e1404998c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:54.647889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.686628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46530) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:54.690066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-31cefa38-dd0c-4d6b-ba49-24726aace7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.694136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] For port 15a5827e-d93a-455e-87f9-f1c92f1635f3, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:54.696137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-31cefa38-dd0c-4d6b-ba49-24726aace7e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.3991492 Aug 10 01:03:54.721052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9319951e-65e1-4747-8717-873e1404998c,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:54.737541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] For port 15a5827e-d93a-455e-87f9-f1c92f1635f3, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15a5827e-d93a-455e-87f9-f1c92f1635f3,segment=NetworkSegment(f3711d97-6921-4b9a-bb62-ea81e919f868),segment_id=f3711d97-6921-4b9a-bb62-ea81e919f868)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:54.740420 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.787338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04531b72-f749-438a-8124-81b3c11db72b req-7f79877b-066e-4d45-9103-3a6558df54a5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.789406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04531b72-f749-438a-8124-81b3c11db72b req-7f79877b-066e-4d45-9103-3a6558df54a5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 943 time: 0.3286183 Aug 10 01:03:54.792775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-1d529a0a-89e8-48ec-9f64-d58bcedfff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:54.794543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-1d529a0a-89e8-48ec-9f64-d58bcedfff6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1450167 Aug 10 01:03:54.810430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:54.825454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Allocated IP 172.20.0.2 (3f8ee69b-aa84-410d-a392-3a4d7462ece1/6ecf845c-484d-4c97-96f4-0c58d170d0a0/13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:54.826742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-39d30519-6e7a-4eff-bffd-591cde41f819 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095972 Aug 10 01:03:54.863810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:54.889169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04531b72-f749-438a-8124-81b3c11db72b req-6cd4cab0-cdce-488c-97a8-ae28ea7261e1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916023 Aug 10 01:03:54.997974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-442cefed-4162-472b-a228-b380053b476c service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597245 Aug 10 01:03:55.031689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12832340-4252-4319-b1c1-fd47d8d595f5 None None] Pushing event updated for resources: {'Port': ['ID=15a5827e-d93a-455e-87f9-f1c92f1635f3,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:55.068197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9319951e-65e1-4747-8717-873e1404998c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:55.096706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-da2c9c78-0bcb-4761-85bc-e55ac6ef99c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=700630b60ee943e3a5d08826eebd1230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994474 Aug 10 01:03:55.100218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:55.199454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85f0335b-801e-40bc-aed7-ae6113449f28 req-af3c0ce8-5e17-4f2d-89ec-d08e3af114d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812375 Aug 10 01:03:55.201339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.211158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Transition to ACTIVE for port object 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:55.235880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Transition to ACTIVE for port object 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:55.284933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.384280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213871-0b72-44d9-9814-d1660990fa99 req-8fdc1945-019b-4282-8206-f0a9ed633e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:55.387188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-8fdc1945-019b-4282-8206-f0a9ed633e49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1096 time: 0.1104550 Aug 10 01:03:55.397884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Pushing event updated for resources: {'Port': ['ID=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:55.464486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:55.477269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:55.483656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:55.493119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.523436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-cb47abf6-f42b-459e-88c8-44f630ccd509 service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837637 Aug 10 01:03:55.625022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.645213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213871-0b72-44d9-9814-d1660990fa99 req-562cd70f-e3a4-4bae-8b94-c043572900b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:55.658573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-562cd70f-e3a4-4bae-8b94-c043572900b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.2511680 Aug 10 01:03:55.702538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Attempting to bind port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:03:55.702829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Attempting to bind port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '231aeb57-b1e2-450b-9907-bb35b1691d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:03:55.703182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Attempting to bind port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 on network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:03:55.746414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:03:55.746870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Checking segment: {'id': '231aeb57-b1e2-450b-9907-bb35b1691d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:03:55.747273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.747691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Bound using segment: {'id': '231aeb57-b1e2-450b-9907-bb35b1691d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:03:55.748131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Bound port: 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231aeb57-b1e2-450b-9907-bb35b1691d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3f8ee69b-aa84-410d-a392-3a4d7462ece1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:03:55.748507 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:55.835703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-eff3d011-3bbc-469d-9c53-5f3bbab62766 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 999 time: 0.1734929 Aug 10 01:03:55.851677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:03:55.935924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Allocated IP 172.20.0.1 (d2247fa7-652c-459e-b934-124f60cf2d7f/74f44b5f-edbb-4975-b267-44561d37144f/5aadd411-68e6-4e38-afc1-b886a36dfe2f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:03:56.035534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213871-0b72-44d9-9814-d1660990fa99 req-dc2ee2b8-be48-4679-a6a3-64d27d78b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.039885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-dc2ee2b8-be48-4679-a6a3-64d27d78b044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1961157 Aug 10 01:03:56.075854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7f82e-d5f7-4ff3-bd3f-8ee3cd17255e req-0677085b-4d86-4342-b877-f8e5eabfb156 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.077750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fd7f82e-d5f7-4ff3-bd3f-8ee3cd17255e req-0677085b-4d86-4342-b877-f8e5eabfb156 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.3820615 Aug 10 01:03:56.133396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.167123 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:03:56.216182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] For port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:03:56.442757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] For port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,segment=NetworkSegment(231aeb57-b1e2-450b-9907-bb35b1691d51),segment_id=231aeb57-b1e2-450b-9907-bb35b1691d51)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:03:56.451533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c213871-0b72-44d9-9814-d1660990fa99 req-4505f91c-e42d-460d-be49-0b7acdb03b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.452541 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.458166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-4505f91c-e42d-460d-be49-0b7acdb03b29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4093826 Aug 10 01:03:56.463283 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.525600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f27b3156-3d44-4c16-adae-b20bd91b84a2 req-f0c7250d-fba6-4eec-b5e9-70d0d52228af service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9791007 Aug 10 01:03:56.528678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fd7f82e-d5f7-4ff3-bd3f-8ee3cd17255e req-678c4c8f-9c8b-40f3-a674-04b10368cb41 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763349 Aug 10 01:03:56.534271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.537401 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.538326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/01957701-3e75-45b3-a951-75306820707e HTTP/1.1" status: 204 len: 168 time: 1.4361141 Aug 10 01:03:56.583789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7586c2-36a9-45d8-97a0-cef161d1c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01957701-3e75-45b3-a951-75306820707e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:56.675916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-43865dcc-5629-479d-b98b-0f2e0a7c7ea0 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013528 Aug 10 01:03:56.695491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43c3d4-d62a-4043-9da3-1326110670ba req-d85cf32b-7444-42f5-aeaa-f0efe4648808 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:56.697006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb43c3d4-d62a-4043-9da3-1326110670ba req-d85cf32b-7444-42f5-aeaa-f0efe4648808 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 943 time: 0.3955383 Aug 10 01:03:56.789247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.830905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Transition to ACTIVE for port object 5aadd411-68e6-4e38-afc1-b886a36dfe2f will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:03:56.925412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:56.930074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c213871-0b72-44d9-9814-d1660990fa99 req-b9759492-fcab-4f03-afdb-6cec50ed2e06 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278011 Aug 10 01:03:56.955624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb43c3d4-d62a-4043-9da3-1326110670ba req-9ccdbe44-2698-48f2-b234-5148022ff68e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322814 Aug 10 01:03:57.015362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15a5827e-d93a-455e-87f9-f1c92f1635f3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:57.018059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2310b7-b86b-4c0e-b73c-b0950e737953 None None] Network d2247fa7-652c-459e-b934-124f60cf2d7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:57.067171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network d2247fa7-652c-459e-b934-124f60cf2d7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:03:57.077530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:03:57.088250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:03:57.198711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Port': ['ID=5aadd411-68e6-4e38-afc1-b886a36dfe2f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:57.244725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:57.258188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.272479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-88c0b346-aa7f-4b44-b94f-68c96b74eae4 None None] Provisioning for port 15a5827e-d93a-455e-87f9-f1c92f1635f3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:57.280191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:57.328866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd87833-50c0-406b-b858-02a6b67099a5 None None] Pushing event updated for resources: {'Port': ['ID=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:57.391959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645', 'network_id': 'ae2cf70e-2a00-4f56-9b5e-5129b385c6f6', 'port_id': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645', 'mac_address': 'fa:16:3e:20:07:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca2ffe0-252a-44ba-841f-44bc202020b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:03:57.420647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 15a5827e-d93a-455e-87f9-f1c92f1635f3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:57.426291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b60caf9d-9327-4697-b436-dc0446f72c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=876bccdcafd44405b91414e6bb42756b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447957 Aug 10 01:03:57.437858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:57.518373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 15a5827e-d93a-455e-87f9-f1c92f1635f3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:57.521100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.580233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.636062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.652666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.683699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.738513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:03:57.800419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.810947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:57.815755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2172f2d-7cfe-4835-8497-65704cabe89f HTTP/1.1" status: 204 len: 168 time: 0.3752441 Aug 10 01:03:57.870577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:57.874413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172261c-5972-4ae9-8501-ce972ed074b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2172f2d-7cfe-4835-8497-65704cabe89f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:57.942201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.139673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42978257-df2b-44ff-bb5d-ab1c8ffa31f8 req-a75c7005-4364-4198-b620-c48f0b784b64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:58.141285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42978257-df2b-44ff-bb5d-ab1c8ffa31f8 req-a75c7005-4364-4198-b620-c48f0b784b64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.3703890 Aug 10 01:03:58.210517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:58.252204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['26dcc4d9-7c7a-4af6-869a-d6c39f5d0645'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:03:58.299270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b514af-9af4-4e54-8c05-e39a05b1ddcb req-5e519f03-078f-458b-a53e-c31a1fdd2add tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:58.305343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29b514af-9af4-4e54-8c05-e39a05b1ddcb req-5e519f03-078f-458b-a53e-c31a1fdd2add tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 944 time: 0.1816874 Aug 10 01:03:58.319237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42978257-df2b-44ff-bb5d-ab1c8ffa31f8 req-ae4ee7fd-4f67-4855-9a62-a799fc53c515 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644793 Aug 10 01:03:58.363809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.500100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29b514af-9af4-4e54-8c05-e39a05b1ddcb req-6ff5d09f-c94c-495d-aab1-6908e6222fa2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870601 Aug 10 01:03:58.522864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 15a5827e-d93a-455e-87f9-f1c92f1635f3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15a5827e-d93a-455e-87f9-f1c92f1635f3,segment=NetworkSegment(f3711d97-6921-4b9a-bb62-ea81e919f868),segment_id=f3711d97-6921-4b9a-bb62-ea81e919f868)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:03:58.547798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.648401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=15a5827e-d93a-455e-87f9-f1c92f1635f3,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:58.842929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.888591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:58.889601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:58.963498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7351819-0c68-46cc-91e4-b185ed91406b None None] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:03:59.007954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Port': ['ID=5aadd411-68e6-4e38-afc1-b886a36dfe2f,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:03:59.095334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.226637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Provisioning for port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:59.365052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Provisioning complete for port 15a5827e-d93a-455e-87f9-f1c92f1635f3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.365370 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.445015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9319951e-65e1-4747-8717-873e1404998c up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:03:59.450748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:59.475018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.475404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.803479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 9319951e-65e1-4747-8717-873e1404998c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:59.804613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef2337-b5d3-4f21-9f9c-735ea6e9cfe9 req-f5cc872d-5578-487d-929e-e97e032eca7f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:03:59.806220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cef2337-b5d3-4f21-9f9c-735ea6e9cfe9 req-f5cc872d-5578-487d-929e-e97e032eca7f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 944 time: 0.1160104 Aug 10 01:03:59.832862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Provisioning for port 5aadd411-68e6-4e38-afc1-b886a36dfe2f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:03:59.854218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Provisioning complete for port 5aadd411-68e6-4e38-afc1-b886a36dfe2f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.856884 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:03:59.904213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cef2337-b5d3-4f21-9f9c-735ea6e9cfe9 req-29b29196-04aa-438a-bf24-c5d4e2f74874 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880957 Aug 10 01:03:59.971733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46616) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:03:59.993156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 9319951e-65e1-4747-8717-873e1404998c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:03:59.993526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.003187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:00.087023 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.201313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1422705445-network', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:00.238894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,segment=NetworkSegment(231aeb57-b1e2-450b-9907-bb35b1691d51),segment_id=231aeb57-b1e2-450b-9907-bb35b1691d51)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:00.245554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:00.283315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.309527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:00.310368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.316360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Made reservation on behalf of eb267e96979b47f387701dcbea731fd7 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:00.325942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.344538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e60b00-08f7-4377-a752-af682142a8c5 req-45009d9b-544e-451d-b10d-781340842db4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.344538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e60b00-08f7-4377-a752-af682142a8c5 req-45009d9b-544e-451d-b10d-781340842db4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2142272 Aug 10 01:04:00.362348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-69ac3ad2-5cb6-491d-9f0c-724fc983f188 None None] Port 5aadd411-68e6-4e38-afc1-b886a36dfe2f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:00.377288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.447042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network d2247fa7-652c-459e-b934-124f60cf2d7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:00.488703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:00.522563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f7e60b00-08f7-4377-a752-af682142a8c5 req-c70d69d6-44cd-4f9b-bb06-c7b2b29638c2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691852 Aug 10 01:04:00.582558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.583932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.593025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.595705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7eb29eba-c198-40f6-9446-fadf34e16939 None None] Provisioning complete for port 5aadd411-68e6-4e38-afc1-b886a36dfe2f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:00.596063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7eb29eba-c198-40f6-9446-fadf34e16939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.617436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:04:00.634285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.636090 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Added segment a7f13124-138a-4ab3-8c53-b4470de2609d of type vlan for network df6d93cb-6975-41c8-90e7-5e486d680fc0 Aug 10 01:04:00.642796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7eb29eba-c198-40f6-9446-fadf34e16939 None None] Port 5aadd411-68e6-4e38-afc1-b886a36dfe2f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:00.674632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.730467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.835302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.854583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319951e-65e1-4747-8717-873e1404998c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:00.854825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39baa81b-354e-42a5-ab2f-1297f65d42c8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.857937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.859063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:00.859281 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436803d3-0f0d-4ae9-ba0d-5a717f0e66df" -d '{"events": [{"server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "name": "network-vif-plugged", "status": "completed", "tag": "9319951e-65e1-4747-8717-873e1404998c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:00.859649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:00.927651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] Pushing event updated for resources: {'Network': ['ID=df6d93cb-6975-41c8-90e7-5e486d680fc0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:00.947842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15a5827e-d93a-455e-87f9-f1c92f1635f3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:00.954089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:04:00.955756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e7adde4-8a50-4295-bfb7-960ab78ae6dd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9813943 Aug 10 01:04:00.957490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46628) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:00.963902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Request body: {'subnet': {'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1422705445-subnet', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:00.985515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Router c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:04:00.998239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9319951e-65e1-4747-8717-873e1404998c,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:01.110108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:01.118401 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7eba6-da14-4e58-8694-b5e516905a43 x-openstack-request-id: req-15a7eba6-da14-4e58-8694-b5e516905a43 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:01.118920 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "name": "network-vif-plugged", "status": "completed", "tag": "9319951e-65e1-4747-8717-873e1404998c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:01.119180 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15a7eba6-da14-4e58-8694-b5e516905a43 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:01.119580 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9319951e-65e1-4747-8717-873e1404998c', 'code': 200} Aug 10 01:04:01.122404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.129217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.156788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b9616a70-52d5-4a30-8fcf-5f2c55344822 None None] Provisioning complete for port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:01.157164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b9616a70-52d5-4a30-8fcf-5f2c55344822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.232524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 15a5827e-d93a-455e-87f9-f1c92f1635f3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:01.232984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.269117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:01.272097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf75f04-04ff-434e-b998-9403d4b32902 req-a6e52507-d2ef-4444-a814-9e1fa92aa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.281905 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-daf75f04-04ff-434e-b998-9403d4b32902 req-a6e52507-d2ef-4444-a814-9e1fa92aa6cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1395833 Aug 10 01:04:01.289546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Made reservation on behalf of eb267e96979b47f387701dcbea731fd7 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:01.298134 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.424199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:01.474002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:01.487944 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] Sync routers for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:01.492518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-74c63906-1b73-4eae-8cfd-699469f238a9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0590179 Aug 10 01:04:01.494955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46640) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:01.503861 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:01.507438 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:01.533251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332809e-c136-49f0-915a-3d832522e448 req-c38061d7-160a-4126-8ad7-f8ec1d0eeba1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.536424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8332809e-c136-49f0-915a-3d832522e448 req-c38061d7-160a-4126-8ad7-f8ec1d0eeba1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.5064492 Aug 10 01:04:01.565625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b7642b44-ae33-46ba-895c-93a00b3f146d None None] Provisioning complete for port 5aadd411-68e6-4e38-afc1-b886a36dfe2f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:01.566016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b7642b44-ae33-46ba-895c-93a00b3f146d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.623740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:01.640603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:01.642295 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:01.687819 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:01.689095 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a678a77-d5d1-4a82-a801-96685d5b13c8 None None] The sync data for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:01.694032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.713780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073c4d6-3d04-4eb3-a9f3-df95b62fe306 req-65c3c7c5-ba56-42dd-9bb0-d86b28ee36b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.716170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8073c4d6-3d04-4eb3-a9f3-df95b62fe306 req-65c3c7c5-ba56-42dd-9bb0-d86b28ee36b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1012599 Aug 10 01:04:01.772116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8332809e-c136-49f0-915a-3d832522e448 req-16ca0e5c-926a-407b-b39e-167a618ede39 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881350 Aug 10 01:04:01.793720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e62fe38-c009-4aef-b595-a8451f7d1fff,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:01.812324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Checking segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:01.812705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Network hostable DHCP agents. Network: df6d93cb-6975-41c8-90e7-5e486d680fc0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:04:01.850748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:04:01.879504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, df6d93cb-6975-41c8-90e7-5e486d680fc0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:01.885157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:01.885768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:01.901264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8073c4d6-3d04-4eb3-a9f3-df95b62fe306 req-d36cb739-cca4-4693-abb0-8d88a72417b3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1683288 Aug 10 01:04:01.919097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cc155f-a50c-460b-8725-5961d5808e11 None None] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:01.958895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78742c6a-d29c-43d8-9a95-2e6b850ecd44 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9970424 Aug 10 01:04:01.958895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46650) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:01.963496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:02.034366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:02.034366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:02.042542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b7642b44-ae33-46ba-895c-93a00b3f146d None None] Port 5aadd411-68e6-4e38-afc1-b886a36dfe2f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:02.051098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5a26e-2a55-418e-8610-9e48720541dd req-bf6e3e97-90af-4e62-9e61-b66d089ac2f8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:02.052849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fca5a26e-2a55-418e-8610-9e48720541dd req-bf6e3e97-90af-4e62-9e61-b66d089ac2f8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.1448059 Aug 10 01:04:02.120538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fca5a26e-2a55-418e-8610-9e48720541dd req-2e4544ed-a71e-45d9-a6de-9d2e4cfba4a2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557420 Aug 10 01:04:02.162175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:02.202048 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-b1ae4082-7ea0-4ce6-8464-f2737ef351c8 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:04:02.203351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1ae4082-7ea0-4ce6-8464-f2737ef351c8 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7065921 Aug 10 01:04:02.210314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:02.213391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a47123-6873-488c-80dd-716d94571106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-df6d93cb-6975-41c8-90e7-5e486d680fc0', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:04:02.214594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:02.321093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-daf75f04-04ff-434e-b998-9403d4b32902 req-8c1f1ee8-737b-45d4-9b5a-afaaccd98595 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402101 Aug 10 01:04:02.471486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:02.592441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-75a47123-6873-488c-80dd-716d94571106 None None] Allocated IP 172.20.0.2 (df6d93cb-6975-41c8-90e7-5e486d680fc0/5e62fe38-c009-4aef-b595-a8451f7d1fff/66db61bc-40a4-4162-8696-2fc83655dec2) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:02.763372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:03.056956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:03.057757 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.086260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.120533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:03.124220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.136724 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1bed6-4731-49aa-a8ff-ccb8b4d65c9d" -d '{"events": [{"server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "name": "network-vif-plugged", "status": "completed", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:03.193237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eef6e-0040-4604-8a44-489187c54b02 req-8135d793-99a3-4a2a-b3aa-ad2332b51656 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.195304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262eef6e-0040-4604-8a44-489187c54b02 req-8135d793-99a3-4a2a-b3aa-ad2332b51656 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1425946 Aug 10 01:04:03.261806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858044-1829-480b-8b74-e55012c7ddb6 req-2abcb899-a29a-464f-9a03-92812eab4b57 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.265145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d858044-1829-480b-8b74-e55012c7ddb6 req-2abcb899-a29a-464f-9a03-92812eab4b57 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1611831 Aug 10 01:04:03.287016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.299200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-75a47123-6873-488c-80dd-716d94571106 None None] Transition to ACTIVE for port object 66db61bc-40a4-4162-8696-2fc83655dec2 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:03.320841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-75a47123-6873-488c-80dd-716d94571106 None None] Transition to ACTIVE for port object 66db61bc-40a4-4162-8696-2fc83655dec2 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:03.338521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.347283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-262eef6e-0040-4604-8a44-489187c54b02 req-7da23fea-a531-4925-89c7-8adb6e37f753 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411736 Aug 10 01:04:03.385688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a47123-6873-488c-80dd-716d94571106 None None] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:03.389485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d858044-1829-480b-8b74-e55012c7ddb6 req-9a975678-daba-4ea0-8183-263936a8dd49 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116068 Aug 10 01:04:03.400427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Allocated IP 172.25.7.5 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/4d88f0c8-d202-4e69-9ad6-01f57983e405) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:03.454141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.510293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-75a47123-6873-488c-80dd-716d94571106 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:03.529073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a47123-6873-488c-80dd-716d94571106 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:03.543558 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a3571e-b05d-48de-97d9-6c186dd8f646 x-openstack-request-id: req-c7a3571e-b05d-48de-97d9-6c186dd8f646 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:03.543855 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "name": "network-vif-plugged", "status": "completed", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:03.544116 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7a3571e-b05d-48de-97d9-6c186dd8f646 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:03.550936 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645', 'code': 200} Aug 10 01:04:03.644833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a47123-6873-488c-80dd-716d94571106 None None] Pushing event updated for resources: {'Port': ['ID=66db61bc-40a4-4162-8696-2fc83655dec2,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:03.752198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3d48f-ab49-4bfe-9990-0cd0bd62cb32 req-d1f2cb1a-5cf3-4e65-b6bd-ef4e12733cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:03.758197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74d3d48f-ab49-4bfe-9990-0cd0bd62cb32 req-d1f2cb1a-5cf3-4e65-b6bd-ef4e12733cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1097 time: 0.2319844 Aug 10 01:04:03.784718 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.859630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74d3d48f-ab49-4bfe-9990-0cd0bd62cb32 req-78c0e5fb-b387-4068-b24e-0794f36752af service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872569 Aug 10 01:04:03.866148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-75a47123-6873-488c-80dd-716d94571106 None None] Attempting to bind port 66db61bc-40a4-4162-8696-2fc83655dec2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:03.871743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-75a47123-6873-488c-80dd-716d94571106 None None] Attempting to bind port 66db61bc-40a4-4162-8696-2fc83655dec2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:03.876358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47123-6873-488c-80dd-716d94571106 None None] Attempting to bind port 66db61bc-40a4-4162-8696-2fc83655dec2 on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:03.901541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47123-6873-488c-80dd-716d94571106 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:03.902514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47123-6873-488c-80dd-716d94571106 None None] Checking segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:03.904248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.908465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47123-6873-488c-80dd-716d94571106 None None] Bound using segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:03.910095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-75a47123-6873-488c-80dd-716d94571106 None None] Bound port: 66db61bc-40a4-4162-8696-2fc83655dec2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:03.910720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.919573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:03.985594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Pushing event updated for resources: {'Port': ['ID=4d88f0c8-d202-4e69-9ad6-01f57983e405,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:03.994707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:03.997153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:04.005364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:04.069188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edcbd-2010-433c-835a-3c8afec1d858 req-e2f7120c-5f57-4d7b-a943-e2d6c461841c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:04.077267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d34edcbd-2010-433c-835a-3c8afec1d858 req-e2f7120c-5f57-4d7b-a943-e2d6c461841c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.4390717 Aug 10 01:04:04.108950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-75a47123-6873-488c-80dd-716d94571106 None None] For port 66db61bc-40a4-4162-8696-2fc83655dec2, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:04.114333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-75a47123-6873-488c-80dd-716d94571106 None None] For port 66db61bc-40a4-4162-8696-2fc83655dec2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=66db61bc-40a4-4162-8696-2fc83655dec2,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:04.124694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-75a47123-6873-488c-80dd-716d94571106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.204434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d34edcbd-2010-433c-835a-3c8afec1d858 req-4bfb6171-0642-41a2-999b-3f80deca6c89 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261306 Aug 10 01:04:04.260278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a47123-6873-488c-80dd-716d94571106 None None] Pushing event updated for resources: {'Port': ['ID=66db61bc-40a4-4162-8696-2fc83655dec2,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:04.671486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting port 5aadd411-68e6-4e38-afc1-b886a36dfe2f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:04.672574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.899534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.978984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:04.994915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Calling delete_port for 5aadd411-68e6-4e38-afc1-b886a36dfe2f owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:05.022520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65208f-151b-40fd-a99c-20b59b2e25ab req-28de18ad-b89b-4adc-8cca-099f35af64cf tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.024492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef65208f-151b-40fd-a99c-20b59b2e25ab req-28de18ad-b89b-4adc-8cca-099f35af64cf tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1508837 Aug 10 01:04:05.252410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef65208f-151b-40fd-a99c-20b59b2e25ab req-813a97f7-047c-4d62-827b-f88d425c95b9 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090440 Aug 10 01:04:05.270815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.344225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Port': ['ID=5aadd411-68e6-4e38-afc1-b886a36dfe2f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:05.561803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fbd9e-ffb3-43b4-8fc9-9ba13072823d req-a5473b84-942c-4b5a-8055-f5f1ea9040a2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.569303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b41fbd9e-ffb3-43b4-8fc9-9ba13072823d req-a5473b84-942c-4b5a-8055-f5f1ea9040a2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.2209628 Aug 10 01:04:05.614639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.667423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b41fbd9e-ffb3-43b4-8fc9-9ba13072823d req-88d3e878-a874-4401-b2d1-faebc429e828 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970895 Aug 10 01:04:05.819090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:05.841705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db0cb0-36fa-4577-8b50-33339ada6e31 req-c2498c93-673b-4369-9aae-02c946e1541d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.857542 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92db0cb0-36fa-4577-8b50-33339ada6e31 req-c2498c93-673b-4369-9aae-02c946e1541d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.4571064 Aug 10 01:04:05.948966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:04:05.983044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.989503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:05.997007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.004643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.012528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.021816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.030429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.039689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06344a08-b04e-4469-afcd-2f173be8d216 req-6169bd8b-a349-429c-90e6-e625ddc845af tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.2164702 Aug 10 01:04:06.106681 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92db0cb0-36fa-4577-8b50-33339ada6e31 req-b7edd48b-2031-475c-a986-991674de9551 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420259 Aug 10 01:04:06.165960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6db1e-6824-43e8-bb7d-a8dd484fae8d None None] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:06.197409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:06.239693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:06.240902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-08e695c7-d6f6-497c-afba-cc212e398dbf admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2812171 Aug 10 01:04:06.244342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46712) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:06.287516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Router c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:06.302606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06344a08-b04e-4469-afcd-2f173be8d216 req-9129cb70-152d-43c6-b46f-e8ffae16dcf1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2618484 Aug 10 01:04:06.368414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:06.437562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:06.438398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:06.441648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f90fc7f1-8970-4a58-8add-96edf07a87aa None None] Provisioning for port 66db61bc-40a4-4162-8696-2fc83655dec2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:06.528216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:06.542119 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] Sync routers for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:06.544293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3488c806-45c9-4e58-b830-ec0ffce00bfd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3326874 Aug 10 01:04:06.545016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46718) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:06.559814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:06.562103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:06.703676 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-edd541cd-85ae-46c7-83c4-a817e9462d5b tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] delete failed (client error): The resource could not be found. Aug 10 01:04:06.711619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:06.714529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-edd541cd-85ae-46c7-83c4-a817e9462d5b tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-2131564466 HTTP/1.1" status: 404 len: 335 time: 0.1676362 Aug 10 01:04:06.719788 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:06.725625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bf4030d7-46f5-4603-9f22-6d27f99a9e12 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:06.755456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:06.756619 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:06.789588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15416b-c46b-4710-94c0-4f218dab3f2f req-19aaf1a0-7226-4d02-96f5-bdc1f517bccc tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:06.805180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0b15416b-c46b-4710-94c0-4f218dab3f2f req-19aaf1a0-7226-4d02-96f5-bdc1f517bccc tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.3469563 Aug 10 01:04:06.818654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:06.841540 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:06.842969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170fdaef-eff3-4dea-ba25-985d29a78d4c None None] The sync data for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:06.891333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0b15416b-c46b-4710-94c0-4f218dab3f2f req-7e1faf91-d391-4c99-8f1a-3e763ac159f4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851102 Aug 10 01:04:06.925347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 66db61bc-40a4-4162-8696-2fc83655dec2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:07.210530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 66db61bc-40a4-4162-8696-2fc83655dec2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:07.272914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 66db61bc-40a4-4162-8696-2fc83655dec2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:07.273422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.341153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] Provisioning complete for port 66db61bc-40a4-4162-8696-2fc83655dec2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:07.341535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.389178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a9d5-c45d-4eb5-9264-c14fec35e129 req-ae398bd1-6118-4042-bb72-21b1bbc763eb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:07.395900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0813a9d5-c45d-4eb5-9264-c14fec35e129 req-ae398bd1-6118-4042-bb72-21b1bbc763eb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.0990961 Aug 10 01:04:07.428221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:04Z', 'revision_number': 3, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:07.457430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:07.468859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0813a9d5-c45d-4eb5-9264-c14fec35e129 req-1d6640f0-79d7-44eb-97dc-3c096f161af9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607631 Aug 10 01:04:07.609988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:07.610698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Updating router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 port 4d88f0c8-d202-4e69-9ad6-01f57983e405 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:04:07.615274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.659906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:07.686585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:07.690447 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639745fe-b785-4480-879f-d26ff1e8c5f9" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:07.762933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275d2af-ccf0-4730-b870-721d89284e9d req-0433372b-0e61-4dd1-80bc-59bccab8deec tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:07.770390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.774086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e275d2af-ccf0-4730-b870-721d89284e9d req-0433372b-0e61-4dd1-80bc-59bccab8deec tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1634374 Aug 10 01:04:07.795884 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.828017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] For port 66db61bc-40a4-4162-8696-2fc83655dec2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=66db61bc-40a4-4162-8696-2fc83655dec2,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:07.832678 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.860440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.901959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:07.914532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e275d2af-ccf0-4730-b870-721d89284e9d req-a6d41aa3-991f-4c65-af42-ab16cfffc10c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388552 Aug 10 01:04:07.931303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9516-ff68-4a31-bbde-b6e6d4727a3c req-e3231c47-92f1-40dd-8b4b-77c390f39f6f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:07.933309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8eff9516-ff68-4a31-bbde-b6e6d4727a3c req-e3231c47-92f1-40dd-8b4b-77c390f39f6f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 1.0665116 Aug 10 01:04:07.999213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-d8775a20-bd5a-421d-983b-06487294aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.001036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-d8775a20-bd5a-421d-983b-06487294aa77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1097 time: 0.4997215 Aug 10 01:04:08.159091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bf4030d7-46f5-4603-9f22-6d27f99a9e12 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.200479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.210881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.219248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.225665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.233333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.239569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8eff9516-ff68-4a31-bbde-b6e6d4727a3c req-0ffebfd5-ca1d-4b22-8e4b-3916977819c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2562885 Aug 10 01:04:08.243957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.250746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.252990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-fcde3070-1dd1-4b76-a9ca-7baeb9e70a50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.1490097 Aug 10 01:04:08.266427 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-bf4030d7-46f5-4603-9f22-6d27f99a9e12 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] update failed (client error): The resource could not be found. Aug 10 01:04:08.271173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bf4030d7-46f5-4603-9f22-6d27f99a9e12 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 HTTP/1.1" status: 404 len: 339 time: 1.5541677 Aug 10 01:04:08.274162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46738) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:08.363630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ffc78d0-12e9-4b32-87c8-f21078d4e37b req-4d1c1a5d-77d7-41bb-8d6c-7622ef06be02 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0991385 Aug 10 01:04:08.497669 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.512734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Transition to ACTIVE for port object 4d88f0c8-d202-4e69-9ad6-01f57983e405 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:08.538125 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.545684 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee1dd3c-4972-4d45-84ff-f098a42130c5 x-openstack-request-id: req-1ee1dd3c-4972-4d45-84ff-f098a42130c5 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:08.549875 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:08.549875 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ee1dd3c-4972-4d45-84ff-f098a42130c5 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:08.550242 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:04:08.561437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-db937372-30fb-475d-a135-e0227ce54068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:08.563237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-db937372-30fb-475d-a135-e0227ce54068 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.5480809 Aug 10 01:04:08.607523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.623639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:04:08.624045 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:04:08.626316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:08.744050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Attempting to bind port 4d88f0c8-d202-4e69-9ad6-01f57983e405 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:08.744430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Attempting to bind port 4d88f0c8-d202-4e69-9ad6-01f57983e405 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:08.744803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Attempting to bind port 4d88f0c8-d202-4e69-9ad6-01f57983e405 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:08.753564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:08.753818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:08.754203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.754759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:08.755248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Bound port: 4d88f0c8-d202-4e69-9ad6-01f57983e405, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:08.755642 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:08.765123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-90a6548f-daeb-4c3a-a2b3-e22a8c99719d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 217 time: 0.1908796 Aug 10 01:04:08.976328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11b67f-9cea-4248-83ba-4d09894875b4 None None] Pushing event updated for resources: {'Port': ['ID=66db61bc-40a4-4162-8696-2fc83655dec2,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:08.998604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-5d2d1867-ff21-4b18-9a47-0639d21edc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.000243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-5d2d1867-ff21-4b18-9a47-0639d21edc57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.1895094 Aug 10 01:04:09.008278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd0cc8-988f-4df9-9bd8-97b92bdd79d0 req-1ca8591d-bd91-4cde-aaf5-94c26868864f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.025484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0bd0cc8-988f-4df9-9bd8-97b92bdd79d0 req-1ca8591d-bd91-4cde-aaf5-94c26868864f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2709875 Aug 10 01:04:09.077119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bcbf0-b0a9-4cf7-af8f-b16a16933d41 None None] Pushing event updated for resources: {'Port': ['ID=4d88f0c8-d202-4e69-9ad6-01f57983e405,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:09.084086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] For port 4d88f0c8-d202-4e69-9ad6-01f57983e405, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:09.087818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] For port 4d88f0c8-d202-4e69-9ad6-01f57983e405, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4d88f0c8-d202-4e69-9ad6-01f57983e405,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:09.091063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b7272-e6a4-4ae8-8e90-17b513698300 req-ea88c2a5-c4a9-4c70-9916-00aa9bc6ff52 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.099862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f3b7272-e6a4-4ae8-8e90-17b513698300 req-ea88c2a5-c4a9-4c70-9916-00aa9bc6ff52 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.0816014 Aug 10 01:04:09.100684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-94ed8850-c363-4b7b-a587-21ffcd16bbd8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473897 Aug 10 01:04:09.101850 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.191424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f3b7272-e6a4-4ae8-8e90-17b513698300 req-532d1351-3238-4df9-b3ea-417356dae2fb tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878289 Aug 10 01:04:09.253851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:09.261331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.279185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:09.288465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bcbf0-b0a9-4cf7-af8f-b16a16933d41 None None] Pushing event updated for resources: {'Port': ['ID=4d88f0c8-d202-4e69-9ad6-01f57983e405,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:09.492959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:09.502035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 66db61bc-40a4-4162-8696-2fc83655dec2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:09.507856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7664c1-87d0-4c52-bbb8-a40e81774f78 req-ca8f6b72-a0dc-4696-a9f7-8d72dce55934 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.509649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f7664c1-87d0-4c52-bbb8-a40e81774f78 req-ca8f6b72-a0dc-4696-a9f7-8d72dce55934 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1340830 Aug 10 01:04:09.594189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Allocated IP 172.20.0.1 (df6d93cb-6975-41c8-90e7-5e486d680fc0/5e62fe38-c009-4aef-b595-a8451f7d1fff/39c00630-f629-459f-ae5c-bf0fa8a218d7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:09.622893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f7664c1-87d0-4c52-bbb8-a40e81774f78 req-59a239cb-3c3c-479a-9f95-5a1536908879 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019113 Aug 10 01:04:09.640311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 66db61bc-40a4-4162-8696-2fc83655dec2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:09.642554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.682015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:09.713973 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.752202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Transition to ACTIVE for port object 39c00630-f629-459f-ae5c-bf0fa8a218d7 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:09.775280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0bd0cc8-988f-4df9-9bd8-97b92bdd79d0 req-53a417d3-665c-44e7-bbd3-d0be0e82af8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7485478 Aug 10 01:04:09.864590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-82a5110b-71d6-4ce6-8bf1-0e7fba580a8f service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7180812 Aug 10 01:04:09.867263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.884580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.900115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.911420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.918372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.924797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.931492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:09.941095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-979615da-c96f-4879-8c95-6af7bd71cd5b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.2260585 Aug 10 01:04:09.954657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:09.962891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Allocated IP 172.20.0.1 (7bc73512-3129-4db5-b7bf-87889bf19566/ee2d9232-e44a-4af4-9064-01b7235e0ed0/c1498d10-03fb-4f0f-a74a-f9fb398e6d43) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:10.032538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4efe12eb-2be5-4c7c-a152-0c8048b390b4 req-cbc5f312-19e9-4383-adb8-d1b7d3fd2580 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0826533 Aug 10 01:04:10.035757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:10.077722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:10.092080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'mac_address': 'fa:16:3e:65:2c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:10.100122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:10.109729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:10.112338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Pushing event updated for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:10.203526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b44a1c3-2e55-4fa6-b660-0a3eb7327548 req-5f6e262b-13d4-44b2-94bc-d530fd02ad3a service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296494 Aug 10 01:04:10.224131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.278559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.324190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:10.421043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.460403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:10.472973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.536187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Transition to ACTIVE for port object c1498d10-03fb-4f0f-a74a-f9fb398e6d43 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:10.545182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:10.619218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['96c8a439-bc20-4680-874b-e5f090b6cf94'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:10.624656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ae271-6d12-4ee9-9a93-1f5e9fd7569a req-15433f81-8b4f-4c5e-9215-4f43b16e6389 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:10.626532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-075ae271-6d12-4ee9-9a93-1f5e9fd7569a req-15433f81-8b4f-4c5e-9215-4f43b16e6389 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.2373071 Aug 10 01:04:10.661835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0ac4017c-0d85-4ebb-846c-292d485e0c08 None None] Provisioning for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:10.691208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0ac4017c-0d85-4ebb-846c-292d485e0c08 None None] Provisioning complete for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:10.691587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0ac4017c-0d85-4ebb-846c-292d485e0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.696146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:04:10.757379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:04Z', 'revision_number': 3, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:10.760317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4017c-0d85-4ebb-846c-292d485e0c08 None None] Port 39c00630-f629-459f-ae5c-bf0fa8a218d7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:10.795111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f614a3-f91a-460e-bd55-e59cc855bdf9 None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:04Z', 'revision_number': 3, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:10.808696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97209c-af96-4679-a553-43e6b1527d45 req-1f5be5ea-3c9a-43c8-9704-d34b73ea92b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:10.814502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d97209c-af96-4679-a553-43e6b1527d45 req-1f5be5ea-3c9a-43c8-9704-d34b73ea92b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 945 time: 0.0973406 Aug 10 01:04:10.849166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-075ae271-6d12-4ee9-9a93-1f5e9fd7569a req-18db357f-939e-4e7a-823a-ef4cade78cd5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082829 Aug 10 01:04:10.849839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.880087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:10.900905 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d97209c-af96-4679-a553-43e6b1527d45 req-dd807045-ede0-47cf-b494-3c98c4843d6d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781162 Aug 10 01:04:10.968409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network 7bc73512-3129-4db5-b7bf-87889bf19566 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:10.984974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:10.987368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:11.040597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Port': ['ID=c1498d10-03fb-4f0f-a74a-f9fb398e6d43,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:11.161451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.202531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad0c35-d77d-4288-bd56-0ae607b78f05 req-e1bc0ae3-e82d-478d-ba31-0b1de89b1d54 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.216342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1ad0c35-d77d-4288-bd56-0ae607b78f05 req-e1bc0ae3-e82d-478d-ba31-0b1de89b1d54 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2601500 Aug 10 01:04:11.278453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.292501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.314136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.323257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.370576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.427244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.450487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.458904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a1be5296-9e3d-424a-8d46-35b128d2fb32 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.3702059 Aug 10 01:04:11.469258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:11.480908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1ad0c35-d77d-4288-bd56-0ae607b78f05 req-2a4a4237-cc62-4dfe-a4bf-7bce8dfe5abe tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635005 Aug 10 01:04:11.545457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.566120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.570309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4d88f0c8-d202-4e69-9ad6-01f57983e405 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:11.627765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.634213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.641794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.648030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.655647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3fd81ab4-4098-41c0-90f5-878d41c31a12 None None] Provisioning for port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:11.659029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.666869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3fd81ab4-4098-41c0-90f5-878d41c31a12 None None] Provisioning complete for port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:11.667240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3fd81ab4-4098-41c0-90f5-878d41c31a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.669242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.677143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.679589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-b3f463fe-f8f8-4f80-b4cb-b8407ff46134 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 5432 time: 0.5358872 Aug 10 01:04:11.687431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-8c57849a-431b-4fed-bac3-3e7f3809df4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:11.688904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-8c57849a-431b-4fed-bac3-3e7f3809df4a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2073910 Aug 10 01:04:11.711244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 96c8a439-bc20-4680-874b-e5f090b6cf94 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:11.711765 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.787429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3fd81ab4-4098-41c0-90f5-878d41c31a12 None None] Port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:11.805963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 4d88f0c8-d202-4e69-9ad6-01f57983e405 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:11.810815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5f1e520-d5d0-4293-9392-714c4b4fb402 req-5752fdb7-4a9b-4ada-a983-23aa50209ce5 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1206682 Aug 10 01:04:11.829205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 4d88f0c8-d202-4e69-9ad6-01f57983e405 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:11.829980 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.890576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-fe2d8855-c87e-49c4-8789-06f34cda59c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1843758 Aug 10 01:04:11.923600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:11.950521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:11.993775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:12.002243 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbda62-cfc3-474e-a709-c58c8a19a0d9" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:12.025091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:12.054200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.055946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 98b4ac19-22cb-48dc-833d-746cda911ddf no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:12.079676 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.113827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786a2f7-d2f4-4374-a9ae-869b5d4d7baa req-7683f77a-a439-44c1-9269-4ab7ed9790e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.123660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d786a2f7-d2f4-4374-a9ae-869b5d4d7baa req-7683f77a-a439-44c1-9269-4ab7ed9790e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.0925546 Aug 10 01:04:12.169779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.172221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.197254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d786a2f7-d2f4-4374-a9ae-869b5d4d7baa req-dc3c59af-43e2-4d0d-a8b7-2a9ed694ef09 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724959 Aug 10 01:04:12.233509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 4d88f0c8-d202-4e69-9ad6-01f57983e405, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4d88f0c8-d202-4e69-9ad6-01f57983e405,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:12.259794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.266795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=13']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.300874 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b922a73-0ed5-4cff-a034-912b52f6a17f x-openstack-request-id: req-4b922a73-0ed5-4cff-a034-912b52f6a17f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:12.301155 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-plugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:12.301411 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b922a73-0ed5-4cff-a034-912b52f6a17f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:12.301829 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:04:12.315575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.326402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.355721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Pushing event updated for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.361151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:12.373422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.374130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device a09c7e80-d6ec-4081-9215-8bbdcc544844 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:12.379105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=4d88f0c8-d202-4e69-9ad6-01f57983e405,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.446857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:12.490068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] For port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:12.502640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:12.561684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.611350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] device_id is not set on port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:04:12.611616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:12.623888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.626046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:12.649003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.694643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:12.709488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57300-d66c-4c47-a37e-f55270b7aa59 req-155ec65b-a003-4bb5-9bd7-39865420b7c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.712823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bb57300-d66c-4c47-a37e-f55270b7aa59 req-155ec65b-a003-4bb5-9bd7-39865420b7c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.5739334 Aug 10 01:04:12.889189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bb57300-d66c-4c47-a37e-f55270b7aa59 req-ad59e0ba-d7f6-404c-ba3e-777c430fea48 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670642 Aug 10 01:04:12.897592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3d0dc-be13-4e2b-8d59-23b64d457105 req-3c76e186-40d2-4c94-8ba7-34f0bf7ca0f2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:12.900312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ee3d0dc-be13-4e2b-8d59-23b64d457105 req-3c76e186-40d2-4c94-8ba7-34f0bf7ca0f2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.2655175 Aug 10 01:04:12.903058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] No DVR routers for this DVR port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:13.014238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:13.035236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:13.035866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d30a581e-1dd9-4834-a64d-279ff8eacc5d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:13.062906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Pushing event updated for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:13.077899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:13.086701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ee3d0dc-be13-4e2b-8d59-23b64d457105 req-208386de-0293-452a-9b1c-7a6dd41335ac tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756999 Aug 10 01:04:13.096516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] In _notify_port_updated(), no bound segment for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:04:13.097774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.104618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.107445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-13ee5363-cd15-42f0-8eba-6ac3af87b005 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 200 len: 1027 time: 1.2015860 Aug 10 01:04:13.168246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:13.211455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ff59dc3d-bcfc-46b9-95ed-09fdd87b6d6d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.220075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ff59dc3d-bcfc-46b9-95ed-09fdd87b6d6d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "GET /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1036000 Aug 10 01:04:13.234381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:13.238661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.365761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:13.399566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c5d5fc2e-d0ec-40fe-92ea-a14bcf073809 None None] Provisioning complete for port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:13.407427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c5d5fc2e-d0ec-40fe-92ea-a14bcf073809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.416737 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.419788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ffb193bf-0fbd-45ab-8f39-25a98e083166 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:13.505487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.528759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4d88f0c8-d202-4e69-9ad6-01f57983e405 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:13.536344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:13.613628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.621385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.628268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.635438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.642419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.649781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.652520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-57d5dcf7-5cfd-4189-801c-804f1025447b tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 4654 time: 0.5405374 Aug 10 01:04:13.720773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c5d5fc2e-d0ec-40fe-92ea-a14bcf073809 None None] Port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:13.724741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:13.752060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=98b4ac19-22cb-48dc-833d-746cda911ddf,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:13.782460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5eec6c5-6186-45a7-a871-c76a179749ae req-ae0aad84-fe60-4cfc-b819-6929cc65c07e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7&id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1193669 Aug 10 01:04:13.801065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] For port 98b4ac19-22cb-48dc-833d-746cda911ddf, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:13.837655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] device_id is not set on port 98b4ac19-22cb-48dc-833d-746cda911ddf yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:04:13.837976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.847773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.849257 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.857440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 4d88f0c8-d202-4e69-9ad6-01f57983e405 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:13.857831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.860653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7fb3c-f60b-43d1-8443-beec3c588c33 req-25797bc9-17fd-4409-8ba7-e927f5ed05ea tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:13.862228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bca7fb3c-f60b-43d1-8443-beec3c588c33 req-25797bc9-17fd-4409-8ba7-e927f5ed05ea tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.4872959 Aug 10 01:04:13.863465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.920355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.986415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-92e00c49-b423-440e-8bdb-078c5f2772f8 None None] Provisioning complete for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:13.986984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92e00c49-b423-440e-8bdb-078c5f2772f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:13.987629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Pushing event updated for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:13.990337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] No DVR routers for this DVR port 98b4ac19-22cb-48dc-833d-746cda911ddf on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:14.009277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:14.034033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:14.045227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] In _notify_port_updated(), no bound segment for port 98b4ac19-22cb-48dc-833d-746cda911ddf on network 1c8eeafd-8450-4982-8888-460c59837f05 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:04:14.046124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:14.046809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.048172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ec8f73b5-ccde-4847-a1c2-f2fc91bf07a2 service neutron] 10.222.0.10 "PUT /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 200 len: 1026 time: 0.8213708 Aug 10 01:04:14.062468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:14.068061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.068770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 769b10d1-9822-4ea0-af3a-1808ea9c7ced no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:14.070046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bca7fb3c-f60b-43d1-8443-beec3c588c33 req-d8e3ac8b-65e9-4693-b95c-cdce93095d01 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1967902 Aug 10 01:04:14.077373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8926c16d-bb4c-464a-86aa-a2fdd5078064 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc5acee8-e3ed-41fa-b14f-6637bbdb5c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8319216 Aug 10 01:04:14.196321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f467f992-ddc2-4d3e-a904-0be4ff39225d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.205663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.208975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event updated for resources: {'Port': ['ID=c1498d10-03fb-4f0f-a74a-f9fb398e6d43,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:14.218541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:14.220322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:14.248736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port 769b10d1-9822-4ea0-af3a-1808ea9c7ced {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:14.250224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-104c107e-e395-4a52-8c19-0e739c4c75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:14.250590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.251921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-104c107e-e395-4a52-8c19-0e739c4c75f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1097 time: 0.4668789 Aug 10 01:04:14.405333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:14.469707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] For port 769b10d1-9822-4ea0-af3a-1808ea9c7ced, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=769b10d1-9822-4ea0-af3a-1808ea9c7ced,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:14.483107 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.486612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}, {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:14.488890 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef89b154-bc30-4858-9eca-489e4cc02dc9" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d"}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:14.496470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Network 7bc73512-3129-4db5-b7bf-87889bf19566 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:14.500240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:14.504351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for 769b10d1-9822-4ea0-af3a-1808ea9c7ced owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:14.553042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8d767-020c-4e6e-a9fe-6fb2e11fcbad req-9c3e6120-ec7c-472e-ae75-2446682cd19e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:14.555070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-44c8d767-020c-4e6e-a9fe-6fb2e11fcbad req-9c3e6120-ec7c-472e-ae75-2446682cd19e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.3378782 Aug 10 01:04:14.619088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-92e00c49-b423-440e-8bdb-078c5f2772f8 None None] Port 39c00630-f629-459f-ae5c-bf0fa8a218d7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:14.705465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:14.760295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.760823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:11Z', 'revision_number': 2, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:14.797945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-44c8d767-020c-4e6e-a9fe-6fb2e11fcbad req-3418a173-fcaa-42e7-b280-a799946db897 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933296 Aug 10 01:04:14.799059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ff642a7-3bd3-4859-b9bd-afb1ce3403ef None None] Provisioning complete for port 98b4ac19-22cb-48dc-833d-746cda911ddf triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:14.799630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7ff642a7-3bd3-4859-b9bd-afb1ce3403ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.803698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:14.804246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Updating router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 port 39c00630-f629-459f-ae5c-bf0fa8a218d7 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:04:14.849720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:14.889366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=769b10d1-9822-4ea0-af3a-1808ea9c7ced,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:14.896631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.045946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-2a62b3b4-99cd-4bf4-b943-d97f50b28a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.050886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7cc40-f16b-45f0-bac6-e675b21e68f0 req-136f8cdf-2dff-4fc1-a5f2-a7834b6bd4a6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.052824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-2a62b3b4-99cd-4bf4-b943-d97f50b28a52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.7668173 Aug 10 01:04:15.065077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7c7cc40-f16b-45f0-bac6-e675b21e68f0 req-136f8cdf-2dff-4fc1-a5f2-a7834b6bd4a6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.3051131 Aug 10 01:04:15.072396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] No DVR routers for this DVR port 769b10d1-9822-4ea0-af3a-1808ea9c7ced on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:15.075809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.082499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-97f946ac-d312-40ff-ba18-531641c15470 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "DELETE /v2.0/ports/769b10d1-9822-4ea0-af3a-1808ea9c7ced HTTP/1.1" status: 204 len: 173 time: 1.0107665 Aug 10 01:04:15.094128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:15.097194 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46e6e83-7277-472c-a076-d4fbdec80ebd" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:15.136274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7ff642a7-3bd3-4859-b9bd-afb1ce3403ef None None] Port 98b4ac19-22cb-48dc-833d-746cda911ddf cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:15.219960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-67ad4d9d-cd5c-4978-bcd5-b0c0ff89951a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 217 time: 0.1488271 Aug 10 01:04:15.236145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Router c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:15.291622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7c7cc40-f16b-45f0-bac6-e675b21e68f0 req-79a168b1-d4e2-4b99-9bd8-1b62bddf69a1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267866 Aug 10 01:04:15.510089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port ffb193bf-0fbd-45ab-8f39-25a98e083166 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:15.510457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.618497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:15.633517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7e330655-a4b7-4e33-a3d9-1234d3a745ce tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3572371 Aug 10 01:04:15.633756 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] Sync routers for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:15.642737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46846) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:15.646049 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:15.648353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:15.664663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.689824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Transition to ACTIVE for port object 39c00630-f629-459f-ae5c-bf0fa8a218d7 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:15.696591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 95c7d238-138b-4f1c-9923-6f6eca95d9d8 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:15.707866 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe113f-17f2-482d-8b37-349ca860fd87 x-openstack-request-id: req-4afe113f-17f2-482d-8b37-349ca860fd87 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:15.708219 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "98b4ac19-22cb-48dc-833d-746cda911ddf", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d", "code": 200}, {"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:15.708412 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4afe113f-17f2-482d-8b37-349ca860fd87 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:15.708820 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98b4ac19-22cb-48dc-833d-746cda911ddf', 'code': 200} Aug 10 01:04:15.709202 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'code': 200} Aug 10 01:04:15.709470 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'code': 200} Aug 10 01:04:15.709709 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'code': 200} Aug 10 01:04:15.735363 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:15.744884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46848) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:15.745139 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:15.745576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:15.758478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.772524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674142005', 'description': 'tempest-description--831965170'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:15.789470 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:15.790119 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ae24ea-b121-44f4-b7ad-163fddacd3d9 None None] The sync data for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:15.808088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-67995b24-57a1-4e56-94af-7ebf073bda4e None None] Provisioning complete for port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:15.809467 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67995b24-57a1-4e56-94af-7ebf073bda4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:15.849157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-67995b24-57a1-4e56-94af-7ebf073bda4e None None] Port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:15.910292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-d97400a6-0dd7-476b-8fc0-6bd4fa630fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:15.911931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-d97400a6-0dd7-476b-8fc0-6bd4fa630fa4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.6599889 Aug 10 01:04:15.952715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-ab36deee-e964-471e-b3df-2d9db49bd948 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284588 Aug 10 01:04:15.991378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.034722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282bae9-6b58-47fb-9480-6eb5d1befacf None None] Pushing event updated for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:16.066807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Attempting to bind port 39c00630-f629-459f-ae5c-bf0fa8a218d7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:16.067460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Attempting to bind port 39c00630-f629-459f-ae5c-bf0fa8a218d7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:16.068023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Attempting to bind port 39c00630-f629-459f-ae5c-bf0fa8a218d7 on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:16.079804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:16.080728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Checking segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:16.081470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.082058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Bound using segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:16.082918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Bound port: 39c00630-f629-459f-ae5c-bf0fa8a218d7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:16.091496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.118015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.122027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.190578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c00129-1614-4e5a-9bf6-18eb6fcd832e req-0bf94dd0-0b1c-40ad-bef2-d918efe0edd4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.203016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39c00129-1614-4e5a-9bf6-18eb6fcd832e req-0bf94dd0-0b1c-40ad-bef2-d918efe0edd4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.3454478 Aug 10 01:04:16.209570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.218173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e0b70f82-065b-4f42-a471-42f059c772ea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.267829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:16.292157 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.315260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-fca3d3d1-1c38-4123-8c47-808bd235f237 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.324966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-fca3d3d1-1c38-4123-8c47-808bd235f237 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.331519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-fca3d3d1-1c38-4123-8c47-808bd235f237 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.345818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-fca3d3d1-1c38-4123-8c47-808bd235f237 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.354530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-fca3d3d1-1c38-4123-8c47-808bd235f237 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 3144 time: 0.8182375 Aug 10 01:04:16.364583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] For port 39c00630-f629-459f-ae5c-bf0fa8a218d7, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:16.413750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] For port ffb193bf-0fbd-45ab-8f39-25a98e083166, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ffb193bf-0fbd-45ab-8f39-25a98e083166,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:16.414265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.439990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55f2e85a-b868-45fc-88c9-ab61853f19ff req-e6ea48a9-e2a7-4fa1-b099-548a23e98221 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793905 Aug 10 01:04:16.440209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:16.451873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] For port 39c00630-f629-459f-ae5c-bf0fa8a218d7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39c00630-f629-459f-ae5c-bf0fa8a218d7,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:16.454881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for ffb193bf-0fbd-45ab-8f39-25a98e083166 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:16.469693 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.519463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999e1e0-b81f-442f-868b-fab306683474,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:16.532198 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-e0b70f82-065b-4f42-a471-42f059c772ea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:04:16.534876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e0b70f82-065b-4f42-a471-42f059c772ea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 HTTP/1.1" status: 409 len: 329 time: 0.8910556 Aug 10 01:04:16.561624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.565342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0327c85f-8c90-4698-8d6b-1e187f524766 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8161876 Aug 10 01:04:16.571003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46870) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:16.571356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:16.590587 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc88adf-da12-49a2-b1e0-37beac2fcf3d x-openstack-request-id: req-dcc88adf-da12-49a2-b1e0-37beac2fcf3d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:16.590853 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "769b10d1-9822-4ea0-af3a-1808ea9c7ced", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:16.591102 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcc88adf-da12-49a2-b1e0-37beac2fcf3d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:16.591499 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': '769b10d1-9822-4ea0-af3a-1808ea9c7ced', 'status': 'completed', 'code': 200} Aug 10 01:04:16.602705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group_rule': {'security_group_id': '7999e1e0-b81f-442f-868b-fab306683474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:16.662725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:16.674359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:03:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:16.878716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.885291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:16.931494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=ffb193bf-0fbd-45ab-8f39-25a98e083166,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:16.964354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3914449-3024-49ae-a806-21279fd06bc3 req-cce8c224-b6e1-43ba-a2e2-c55a8d369a9e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:16.974010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3914449-3024-49ae-a806-21279fd06bc3 req-cce8c224-b6e1-43ba-a2e2-c55a8d369a9e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.3050895 Aug 10 01:04:17.009795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-08cf3188-cf10-42e5-a1e3-acfac7b01034 service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0436976 Aug 10 01:04:17.031676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39c00129-1614-4e5a-9bf6-18eb6fcd832e req-6ae8e2a8-9c59-400a-855d-d083972dbf10 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8277574 Aug 10 01:04:17.111944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:17.148406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] No DVR routers for this DVR port ffb193bf-0fbd-45ab-8f39-25a98e083166 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:17.152315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.154735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-ef19f88d-518f-42bf-811c-ee63c35ab2ec tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "DELETE /v2.0/ports/ffb193bf-0fbd-45ab-8f39-25a98e083166 HTTP/1.1" status: 204 len: 173 time: 2.0487630 Aug 10 01:04:17.239036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282bae9-6b58-47fb-9480-6eb5d1befacf None None] Pushing event updated for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:17.302101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-130f6eda-49d4-422d-acff-722c8e5ebb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.326481 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3914449-3024-49ae-a806-21279fd06bc3 req-225ade20-7916-4f57-b9e9-f8293fbbcb54 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473918 Aug 10 01:04:17.346323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.413600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port d30a581e-1dd9-4834-a64d-279ff8eacc5d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:17.413946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.670920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:16Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:17.677439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.708483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.752572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e96afb4-d911-4a44-9bbd-40d511342d48,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:17.772905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:17.783076 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32e1ed-422b-4438-bd42-c68761976c7c" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:17.787426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224d0e59-e613-47bd-b18a-db47fea1d3aa None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:16Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:17.795119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.833329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] For port d30a581e-1dd9-4834-a64d-279ff8eacc5d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d30a581e-1dd9-4834-a64d-279ff8eacc5d,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:17.833717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.838076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:17.874298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e9629569-40be-4511-9794-662114d23936 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2776647 Aug 10 01:04:17.878823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46894) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:17.910751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fe3dd-6929-4f6b-8250-ad45fc9a4ca1 req-29a16c96-85fc-4f75-b269-93543b3387fc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:17.920026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b60fe3dd-6929-4f6b-8250-ad45fc9a4ca1 req-29a16c96-85fc-4f75-b269-93543b3387fc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.7461226 Aug 10 01:04:17.939780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group_rule': {'security_group_id': '7999e1e0-b81f-442f-868b-fab306683474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:18.016692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3647-b239-4118-9bba-f6c0ddb668fe req-99497f56-8f0b-4db0-9252-8c8ba82ec847 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.021841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f0277fc-73c6-4946-aa2e-8896ecece4e5 req-5c443afa-178c-4ca9-a8d2-db38a2a33123 service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871752 Aug 10 01:04:18.032025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3647-b239-4118-9bba-f6c0ddb668fe req-99497f56-8f0b-4db0-9252-8c8ba82ec847 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.048749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3647-b239-4118-9bba-f6c0ddb668fe req-99497f56-8f0b-4db0-9252-8c8ba82ec847 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.050947 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75ed3647-b239-4118-9bba-f6c0ddb668fe req-99497f56-8f0b-4db0-9252-8c8ba82ec847 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 2409 time: 0.4181235 Aug 10 01:04:18.087289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b60fe3dd-6929-4f6b-8250-ad45fc9a4ca1 req-0d178216-d10f-44fa-a4f7-12f008b16ecd tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661370 Aug 10 01:04:18.123672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:18.189593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75ed3647-b239-4118-9bba-f6c0ddb668fe req-7b965028-a4e4-4418-b909-2ae60946bfbf tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218934 Aug 10 01:04:18.201431 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2419831a-955d-4736-82ce-cce9d916fe11 x-openstack-request-id: req-2419831a-955d-4736-82ce-cce9d916fe11 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:18.205089 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:18.205594 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2419831a-955d-4736-82ce-cce9d916fe11 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:18.206315 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'code': 200} Aug 10 01:04:18.596006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:18.601786 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834731e-6241-455b-9382-e89cbb0843b7" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:18.612514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:18.613358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:18.614313 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Floating IP 57840412-2afb-4993-b040-6280cab89941 disassociated. External IP: 172.25.7.206, port: d30a581e-1dd9-4834-a64d-279ff8eacc5d. Aug 10 01:04:18.615013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for d30a581e-1dd9-4834-a64d-279ff8eacc5d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:18.749158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed828233-f8d3-4880-842c-eeec7d160a23 req-d4dfdb9e-a97b-4c1c-8db3-9ed3bc9cc145 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:18.765343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed828233-f8d3-4880-842c-eeec7d160a23 req-d4dfdb9e-a97b-4c1c-8db3-9ed3bc9cc145 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.2478366 Aug 10 01:04:18.884156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed828233-f8d3-4880-842c-eeec7d160a23 req-5e59db23-2e5c-413d-b126-e66c3b9bbe00 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106009 Aug 10 01:04:19.047083 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa38498-506c-4fff-bccd-d1f22321563e x-openstack-request-id: req-0aa38498-506c-4fff-bccd-d1f22321563e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:19.047905 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "ffb193bf-0fbd-45ab-8f39-25a98e083166", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:19.048518 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aa38498-506c-4fff-bccd-d1f22321563e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:19.049580 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'ffb193bf-0fbd-45ab-8f39-25a98e083166', 'status': 'completed', 'code': 200} Aug 10 01:04:19.066770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.084506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.157339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=d30a581e-1dd9-4834-a64d-279ff8eacc5d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:19.193952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.271041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc36aa-569a-4a1c-b8a3-e992d992e007 req-8e19657f-1fd0-4ad0-ab2f-9af44f4cc9df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.272886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ebc36aa-569a-4a1c-b8a3-e992d992e007 req-8e19657f-1fd0-4ad0-ab2f-9af44f4cc9df tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.3517220 Aug 10 01:04:19.274100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.371720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34af658d-17d9-42c6-877e-fcb239a564d3,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:19.376315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc148794-4c2d-4a35-ad4b-f29da4eb6ab8 req-1dcb2bb2-aa03-471d-a0aa-73892a152620 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.378058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc148794-4c2d-4a35-ad4b-f29da4eb6ab8 req-1dcb2bb2-aa03-471d-a0aa-73892a152620 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 944 time: 0.1176760 Aug 10 01:04:19.387556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.392013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2faf9d58-bb55-4d95-b441-62b3ddf1cdea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4581780 Aug 10 01:04:19.393778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:19.400112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ebc36aa-569a-4a1c-b8a3-e992d992e007 req-aabcaa41-0219-4583-b824-2c83b26be715 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975454 Aug 10 01:04:19.404276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:19.481722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:19.516843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Router 5b516910-dba3-4d90-ae6d-83d3b7ac180c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:19.536198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc148794-4c2d-4a35-ad4b-f29da4eb6ab8 req-04678887-b35e-46d8-829b-b4330aa87bba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380215 Aug 10 01:04:19.551312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.596337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39c00630-f629-459f-ae5c-bf0fa8a218d7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:19.778213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.817017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1af3-0eb4-4a92-90f1-e79f9f65309c req-be34f9be-10f4-45b3-9c46-c4109fca9a8d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.829607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1af3-0eb4-4a92-90f1-e79f9f65309c req-be34f9be-10f4-45b3-9c46-c4109fca9a8d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:19.850151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34db1af3-0eb4-4a92-90f1-e79f9f65309c req-be34f9be-10f4-45b3-9c46-c4109fca9a8d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 1676 time: 0.1794863 Aug 10 01:04:19.860833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting port c1498d10-03fb-4f0f-a74a-f9fb398e6d43 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:19.861263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:19.892819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:19.930597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:19.941309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'mac_address': 'fa:16:3e:2f:9d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:19.956286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:19.977409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.002214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34db1af3-0eb4-4a92-90f1-e79f9f65309c req-37657d6d-ad2d-486b-9262-96d008635473 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348476 Aug 10 01:04:20.070142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.081933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.107030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Calling delete_port for c1498d10-03fb-4f0f-a74a-f9fb398e6d43 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:20.126115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:20.141528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.173363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Sync routers for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:20.244359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] No DVR routers for this DVR port d30a581e-1dd9-4834-a64d-279ff8eacc5d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:20.252419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-a209d385-0ec9-4611-a918-704de37abb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.254107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-a209d385-0ec9-4611-a918-704de37abb9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1096 time: 0.3105657 Aug 10 01:04:20.255216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.257471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-0bbd9c4b-1713-4ad2-b028-9c1a45ad484d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "DELETE /v2.0/ports/d30a581e-1dd9-4834-a64d-279ff8eacc5d HTTP/1.1" status: 204 len: 173 time: 3.0882294 Aug 10 01:04:20.294216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2bd10-7c0d-42c7-9c58-fdbd5c38e78c req-8522b516-e81a-486d-9590-204b829ec099 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.294216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0a2bd10-7c0d-42c7-9c58-fdbd5c38e78c req-8522b516-e81a-486d-9590-204b829ec099 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.2353115 Aug 10 01:04:20.327273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:20.342728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:20.342728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:20.470268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0a2bd10-7c0d-42c7-9c58-fdbd5c38e78c req-8a201157-ee32-4487-a35b-7527ce4f4064 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756284 Aug 10 01:04:20.476126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:20.505059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.524894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Allocated IP 172.25.7.222 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/151d8ad6-160d-40f8-952c-957b073013e1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:20.690045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.784113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:20.818060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:20.822406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Port': ['ID=c1498d10-03fb-4f0f-a74a-f9fb398e6d43,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:20.853699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249ca32-bf82-4b73-bd8b-3c6a26a12d06 req-75e571e7-a128-4134-bacf-3fa81ed1d3c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:20.857909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5249ca32-bf82-4b73-bd8b-3c6a26a12d06 req-75e571e7-a128-4134-bacf-3fa81ed1d3c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.2055905 Aug 10 01:04:20.933585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.008979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5249ca32-bf82-4b73-bd8b-3c6a26a12d06 req-793e74cd-2872-4150-bef7-ac6e7029670b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1274765 Aug 10 01:04:21.012218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-84776bb2-b5ec-41b4-aed4-7e4d21b44531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.013814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-84776bb2-b5ec-41b4-aed4-7e4d21b44531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.7104046 Aug 10 01:04:21.063703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:21.070177 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f908d83f-c0ac-477b-9868-a15a44cbff60" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:21.096224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.127933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:21.144030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:21.172957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 39c00630-f629-459f-ae5c-bf0fa8a218d7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39c00630-f629-459f-ae5c-bf0fa8a218d7,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:21.283964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.311521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.332037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:21.394008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:21.396603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:21.431074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da57c-b31e-47fb-b1e7-652dfdaf0a85 req-8c064eb9-e272-4f85-8b57-032cb3191298 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.438524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7da57c-b31e-47fb-b1e7-652dfdaf0a85 req-8c064eb9-e272-4f85-8b57-032cb3191298 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.441027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad7da57c-b31e-47fb-b1e7-652dfdaf0a85 req-8c064eb9-e272-4f85-8b57-032cb3191298 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 1676 time: 0.2814467 Aug 10 01:04:21.537011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.555560 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad7da57c-b31e-47fb-b1e7-652dfdaf0a85 req-fcdb3efe-2390-4958-b53a-9962bc896a89 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070724 Aug 10 01:04:21.567149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Router c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:21.593575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:21.593939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:21.637470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=151d8ad6-160d-40f8-952c-957b073013e1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:21.668728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbbd6f3-c992-49fd-97b0-2e7759ac5adc req-920dcf8d-fa76-4d54-8ce5-93b1eea43d8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.672420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cbbd6f3-c992-49fd-97b0-2e7759ac5adc req-920dcf8d-fa76-4d54-8ce5-93b1eea43d8a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.6143548 Aug 10 01:04:21.678795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-4dd6f4ef-c620-414e-b794-721dc1ee5a4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 200 len: 1000 time: 0.6009629 Aug 10 01:04:21.699865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:21.709209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.710999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:21.711166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.711479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.711760 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0301cea7-3d0a-4d78-8b6a-ed09fd6d211f x-openstack-request-id: req-0301cea7-3d0a-4d78-8b6a-ed09fd6d211f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:21.711909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.712720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.712720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.712932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.713213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.713602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.713941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.714829 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "d30a581e-1dd9-4834-a64d-279ff8eacc5d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:21.714952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.715387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:21.716061 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0301cea7-3d0a-4d78-8b6a-ed09fd6d211f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:21.717864 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'd30a581e-1dd9-4834-a64d-279ff8eacc5d', 'status': 'completed', 'code': 200} Aug 10 01:04:21.722403 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] Sync routers for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:21.723062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79f83d2c-84eb-4b19-952b-e39780fe7e3c tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1470988 Aug 10 01:04:21.726700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.731399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46936) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:21.753066 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:21.753792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.766629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Checking router: 5b516910-dba3-4d90-ae6d-83d3b7ac180c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:21.776277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:21.778047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.780280 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-ae4592c4-bb56-4eb0-b796-3ba60b2eca16 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] show failed (client error): The resource could not be found. Aug 10 01:04:21.785817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ae4592c4-bb56-4eb0-b796-3ba60b2eca16 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1106077228 HTTP/1.1" status: 404 len: 335 time: 0.0489373 Aug 10 01:04:21.787293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46938) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:21.795602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9b899539-4371-4b7f-8fee-8ef22d037606 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:21.847493 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.868408 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] Routers {'c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:21.870186 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.883481 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-9b899539-4371-4b7f-8fee-8ef22d037606 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] update failed (client error): The resource could not be found. Aug 10 01:04:21.892877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b899539-4371-4b7f-8fee-8ef22d037606 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-721939539 HTTP/1.1" status: 404 len: 334 time: 0.1017313 Aug 10 01:04:21.921648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46940) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:21.935164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:21.943189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cc114-2160-4be1-a2a9-d7db06ee8735 None None] The sync data for ids ['c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:21.956996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-2e7ed9e4-cb60-483e-8bd7-5bbc7dc80053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:21.958577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-2e7ed9e4-cb60-483e-8bd7-5bbc7dc80053 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1348755 Aug 10 01:04:21.985852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.022474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting subnet 6ecf845c-484d-4c97-96f4-0c58d170d0a0 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:22.026323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.034019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:22.055012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cbbd6f3-c992-49fd-97b0-2e7759ac5adc req-5e4a16c9-7ba9-4a20-9446-b3fa0b6269fd tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3742423 Aug 10 01:04:22.078136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.099671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-97599e00-2806-4ebc-8b88-87dd86957a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.099671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-97599e00-2806-4ebc-8b88-87dd86957a7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144938 Aug 10 01:04:22.197688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596698d8-cb70-4438-9085-5e3a468ee82d req-d47dc881-6ac3-49bd-8b9c-2c6e2d95a766 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:22.199798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-596698d8-cb70-4438-9085-5e3a468ee82d req-d47dc881-6ac3-49bd-8b9c-2c6e2d95a766 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.3200147 Aug 10 01:04:22.259351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.344721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.379595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.386009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/subnets/6ecf845c-484d-4c97-96f4-0c58d170d0a0 HTTP/1.1" status: 204 len: 168 time: 0.4632659 Aug 10 01:04:22.386749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc02298-8676-4bcd-8e3c-3199661b58a1 None None] Network 3f8ee69b-aa84-410d-a392-3a4d7462ece1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:22.468450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46944) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:22.571454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting subnet 74f44b5f-edbb-4975-b267-44561d37144f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:22.576043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.632633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.737712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d8fdb-1a17-4b15-b9b8-1d5f7e565e01 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecf845c-484d-4c97-96f4-0c58d170d0a0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:22.772313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.822591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-596698d8-cb70-4438-9085-5e3a468ee82d req-59781b5d-d5d5-4350-b77e-af633d63945a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905250 Aug 10 01:04:22.928832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.944808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.954389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] For port 95c7d238-138b-4f1c-9923-6f6eca95d9d8, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=95c7d238-138b-4f1c-9923-6f6eca95d9d8,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:22.954955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.961427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.982828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:22.985338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/subnets/74f44b5f-edbb-4975-b267-44561d37144f HTTP/1.1" status: 204 len: 168 time: 0.5144298 Aug 10 01:04:22.987182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a0a6f5-1741-4032-96f0-c5443274c267 None None] Network d2247fa7-652c-459e-b934-124f60cf2d7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:22.988208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49c879-80d8-4a80-82c3-410fbe05e5a3 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Subnet': ['ID=74f44b5f-edbb-4975-b267-44561d37144f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:22.999664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46950) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:23.066888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415683d-a38e-4c3a-9dd9-16ba6a02727e req-4b55c37b-e237-4088-baa3-74cf5cc249d8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.076581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415683d-a38e-4c3a-9dd9-16ba6a02727e req-4b55c37b-e237-4088-baa3-74cf5cc249d8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.084339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f415683d-a38e-4c3a-9dd9-16ba6a02727e req-4b55c37b-e237-4088-baa3-74cf5cc249d8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 1676 time: 0.1068027 Aug 10 01:04:23.134461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=151d8ad6-160d-40f8-952c-957b073013e1,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:23.139532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:23.147679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for 95c7d238-138b-4f1c-9923-6f6eca95d9d8 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:23.176683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f415683d-a38e-4c3a-9dd9-16ba6a02727e req-15dd65df-ab70-4559-ab32-21d86a0de037 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920210 Aug 10 01:04:23.224276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306909d-851e-4082-be44-ee55e870f01d req-c90b1755-ea1b-41bc-801c-b778cd523a1c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.236415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c306909d-851e-4082-be44-ee55e870f01d req-c90b1755-ea1b-41bc-801c-b778cd523a1c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 1.0663536 Aug 10 01:04:23.255523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] DHCP port deletion for 3f8ee69b-aa84-410d-a392-3a4d7462ece1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:23.289225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d26b7c-f4d6-40c1-b25e-4f83fd0ccc8f None None] The sync data for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 is: [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T00:53:37Z', 'revision_number': 4, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1c97358c-e7a5-4a82-9672-d7cbbcce1c38', 'name': '', 'network_id': '7078cfdf-5bfa-4b0f-9789-b995d7ff281f', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'mac_address': 'fa:16:3e:8b:19:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1168, 'fixed_ips': [{'subnet_id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:35Z', 'updated_at': '2021-08-10T00:53:51Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'subnets': [{'id': '22f9f403-a6f2-4051-ac3d-1408967bea4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:23.359350 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.403753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Deleting port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:23.404389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.416299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1e171-fb62-4b01-b3ad-b4910cd37d0b req-9a0619ed-e0c3-4a41-9203-301d841d147e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:23.421520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25a1e171-fb62-4b01-b3ad-b4910cd37d0b req-9a0619ed-e0c3-4a41-9203-301d841d147e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 945 time: 0.1087139 Aug 10 01:04:23.435146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.468626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c306909d-851e-4082-be44-ee55e870f01d req-3fddc3c2-8574-4f47-84d2-f40919fd60cf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040733 Aug 10 01:04:23.487768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-1a73f8c2-8ac1-433a-91b0-2c7e41d8978f service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3685675 Aug 10 01:04:23.492610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.504849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b71b212c-e832-4ef7-94b8-931db0f8f767 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1090217 Aug 10 01:04:23.512392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] For port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,segment=NetworkSegment(231aeb57-b1e2-450b-9907-bb35b1691d51),segment_id=231aeb57-b1e2-450b-9907-bb35b1691d51)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:23.512848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.527054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Calling delete_port for 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:23.619711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25a1e171-fb62-4b01-b3ad-b4910cd37d0b req-43933620-1351-41e9-bf3c-cacb7db1a4fa tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902862 Aug 10 01:04:23.726125 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:23.728337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39c00630-f629-459f-ae5c-bf0fa8a218d7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:23.816181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.867393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] Pushing event deleted for resources: {'Port': ['ID=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:23.871095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] DHCP port deletion for d2247fa7-652c-459e-b934-124f60cf2d7f request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:23.879333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-8f744fcb-b074-446b-b270-28106471046e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1674142005&fields=id&tenant_id=eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 267 time: 0.1785517 Aug 10 01:04:23.880988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:23.881336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:23.986141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a43f1-ac8d-4660-8a20-44e608c2f803 None None] No DVR routers for this DVR port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:24.032636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8c345f-2f4b-407a-a074-832daa171872 None None] New status for floating IP 57840412-2afb-4993-b040-6280cab89941: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:04:24.069194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46974) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:24.145997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:24.149488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f492e-e420-4ac3-933e-2fcc08ea99fb req-67d2617b-cd49-42ca-81c8-5f1e3fd56ed3 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.159016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-754f492e-e420-4ac3-933e-2fcc08ea99fb req-67d2617b-cd49-42ca-81c8-5f1e3fd56ed3 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1570156 Aug 10 01:04:24.230560 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-754f492e-e420-4ac3-933e-2fcc08ea99fb req-c7aecaef-5ee8-4fab-997c-598c2cb64e48 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694296 Aug 10 01:04:24.232035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.266827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:24.267206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.331037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=95c7d238-138b-4f1c-9923-6f6eca95d9d8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:24.349185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e72e970b-2991-4a26-92f5-95e931a30e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.375859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5ec4df9-dc18-4913-ab97-ed053d091c93 req-7a0b1eb4-4ca3-473b-af3e-b58d50b12f88 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366654 Aug 10 01:04:24.392686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 39c00630-f629-459f-ae5c-bf0fa8a218d7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:24.393449 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.404919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Deleting port 15a5827e-d93a-455e-87f9-f1c92f1635f3 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:24.405450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.483563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e72e970b-2991-4a26-92f5-95e931a30e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.486685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] No DVR routers for this DVR port 95c7d238-138b-4f1c-9923-6f6eca95d9d8 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:24.490222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.493620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-a9802ab3-b644-43d1-9b38-761375cdb9c8 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "DELETE /v2.0/ports/95c7d238-138b-4f1c-9923-6f6eca95d9d8 HTTP/1.1" status: 204 len: 173 time: 4.2200403 Aug 10 01:04:24.493814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e72e970b-2991-4a26-92f5-95e931a30e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.495736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] For port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4, host n-d-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:24.496304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.500687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:24.503566 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e85bd7-ea83-4ab9-ba99-ba2bff239624" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:24.523209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-21ee2608-ac0b-42a4-9439-bd8afbe24d14 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.525065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-21ee2608-ac0b-42a4-9439-bd8afbe24d14 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 811 time: 0.6151690 Aug 10 01:04:24.533399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e970b-2991-4a26-92f5-95e931a30e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fff128d-1932-47b4-ab1b-80fe5b9f7e94,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:24.570876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cc171-41cb-4329-9b87-5e4985c9bfee req-ff9a4b52-02c8-49d8-b664-62984e8831b3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:24.580899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987cc171-41cb-4329-9b87-5e4985c9bfee req-ff9a4b52-02c8-49d8-b664-62984e8831b3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 942 time: 0.2775264 Aug 10 01:04:24.615197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e72e970b-2991-4a26-92f5-95e931a30e29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab0a8a113d2d42b0b541642eb80dc243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5427649 Aug 10 01:04:24.616265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46984) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:24.628571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Calling delete_port for 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:24.632379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 was not found and therefore no delete operation was performed {{(pid=105957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:04:24.643528 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-6a0fd749-2f88-4a98-80c3-35d9f2b52918 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/quotas/eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 375 time: 0.0439680 Aug 10 01:04:24.660554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.688636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.705536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.719314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Port': ['ID=13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:24.722625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987cc171-41cb-4329-9b87-5e4985c9bfee req-8803267b-027d-49be-9cb8-aa37f7abeb55 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups?id=f21206f3-8773-4552-a26b-507e533c6773&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404626 Aug 10 01:04:24.747020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] No DVR routers for this DVR port 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:24.785980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] For port 15a5827e-d93a-455e-87f9-f1c92f1635f3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=15a5827e-d93a-455e-87f9-f1c92f1635f3,segment=NetworkSegment(f3711d97-6921-4b9a-bb62-ea81e919f868),segment_id=f3711d97-6921-4b9a-bb62-ea81e919f868)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:24.791489 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.818411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.864134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Calling delete_port for 15a5827e-d93a-455e-87f9-f1c92f1635f3 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:24.876424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:24.879454 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a229d356-1e77-4ef4-91dc-5b1d8a3f48c3" -d '{"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:24.906983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:24.962857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:24.970145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:24.993097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-8c803746-ae62-40ee-95c2-ded47f757b73 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3483107 Aug 10 01:04:25.025323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:25.025631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13c6ce28-8c3b-491c-8c36-6ef3efcfd4b4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:25.038180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.081746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8ee69b-aa84-410d-a392-3a4d7462ece1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.083002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6049705-9afb-4fde-8f62-b4804acb57b2 req-70d2c9e7-c08c-4ce6-9028-74a3e1c129a0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:25.085577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6049705-9afb-4fde-8f62-b4804acb57b2 req-70d2c9e7-c08c-4ce6-9028-74a3e1c129a0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1721692 Aug 10 01:04:25.108097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.109227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231aeb57-b1e2-450b-9907-bb35b1691d51') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.109531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231aeb57-b1e2-450b-9907-bb35b1691d51') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.110654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.111797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fff128d-1932-47b4-ab1b-80fe5b9f7e94 HTTP/1.1" status: 204 len: 168 time: 0.4860039 Aug 10 01:04:25.114457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port a09c7e80-d6ec-4081-9215-8bbdcc544844 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:25.124023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.141882 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.159180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.170380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3f0ec-0a78-4aa2-8822-457b85510c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fff128d-1932-47b4-ab1b-80fe5b9f7e94,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.171887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.179660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:25.180106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.182149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.220169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] Pushing event deleted for resources: {'Port': ['ID=15a5827e-d93a-455e-87f9-f1c92f1635f3,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.224399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6049705-9afb-4fde-8f62-b4804acb57b2 req-93be7b7c-f794-4f95-84fe-14988ae27adb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259329 Aug 10 01:04:25.233177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ce1857-69e7-467c-b61c-d8cbd619d40d None None] No DVR routers for this DVR port 15a5827e-d93a-455e-87f9-f1c92f1635f3 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:25.313878 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:25.333503 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0931ed2a-ce49-4629-b221-1d54fdce5779 x-openstack-request-id: req-0931ed2a-ce49-4629-b221-1d54fdce5779 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:25.333805 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "95c7d238-138b-4f1c-9923-6f6eca95d9d8", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:25.334146 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0931ed2a-ce49-4629-b221-1d54fdce5779 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:25.334551 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': '95c7d238-138b-4f1c-9923-6f6eca95d9d8', 'status': 'completed', 'code': 200} Aug 10 01:04:25.460819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.487504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.489415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/networks/3f8ee69b-aa84-410d-a392-3a4d7462ece1 HTTP/1.1" status: 204 len: 168 time: 2.4508829 Aug 10 01:04:25.497167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46998) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:25.504069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15a5827e-d93a-455e-87f9-f1c92f1635f3 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:25.515111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4059be-116b-4db2-8c74-5c92db759bdb tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Network': ['ID=3f8ee69b-aa84-410d-a392-3a4d7462ece1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.543687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 15a5827e-d93a-455e-87f9-f1c92f1635f3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:25.544086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 15a5827e-d93a-455e-87f9-f1c92f1635f3 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:25.568939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-ae4c72fb-8a14-4f49-afb4-5d8caeeef705 service neutron] 10.222.0.25 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747218 Aug 10 01:04:25.582710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] For port a09c7e80-d6ec-4081-9215-8bbdcc544844, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=a09c7e80-d6ec-4081-9215-8bbdcc544844,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:25.583106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.637428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for a09c7e80-d6ec-4081-9215-8bbdcc544844 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:25.646944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c48e0-8e28-4928-8fa2-4e833cef43c4 req-3ade07d2-9e23-4374-84ca-6db144d190b3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:25.648914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c5c48e0-8e28-4928-8fa2-4e833cef43c4 req-3ade07d2-9e23-4374-84ca-6db144d190b3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1799123 Aug 10 01:04:25.658173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.695738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47000) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:25.755026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-a419ba00-da7b-45b8-864e-73e3d16aee6c service neutron] 10.222.0.25 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852598 Aug 10 01:04:25.758877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8181a58-e2b9-4043-9d18-5d938afeb4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.837587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.855545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2247fa7-652c-459e-b934-124f60cf2d7f']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.876146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3711d97-6921-4b9a-bb62-ea81e919f868') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.876421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3711d97-6921-4b9a-bb62-ea81e919f868') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:25.884088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.889125 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c5c48e0-8e28-4928-8fa2-4e833cef43c4 req-62c1de82-b229-418a-9b88-d84d519ec2ff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205365 Aug 10 01:04:25.909643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.912516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.926258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=a09c7e80-d6ec-4081-9215-8bbdcc544844,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:25.966342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.984760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:25.985176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:25.988564 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:25.992669 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb86931e-101a-4ee2-a3be-54c0bb6ee403 x-openstack-request-id: req-eb86931e-101a-4ee2-a3be-54c0bb6ee403 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:25.993083 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-plugged", "status": "completed", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:25.993273 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb86931e-101a-4ee2-a3be-54c0bb6ee403 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:25.997411 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'code': 200} Aug 10 01:04:26.065381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] No DVR routers for this DVR port a09c7e80-d6ec-4081-9215-8bbdcc544844 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:26.084484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.090725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a609fdc5-6c1c-4415-8eec-d2c1d6be0aa1 req-6db6977c-5fd1-44d6-90a5-c687ddcc8486 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.10 "DELETE /v2.0/ports/a09c7e80-d6ec-4081-9215-8bbdcc544844 HTTP/1.1" status: 204 len: 173 time: 1.5762773 Aug 10 01:04:26.096016 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.105573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.113044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.115101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/networks/d2247fa7-652c-459e-b934-124f60cf2d7f HTTP/1.1" status: 204 len: 168 time: 0.5956717 Aug 10 01:04:26.118252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47008) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:26.132904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Network': ['ID=d2247fa7-652c-459e-b934-124f60cf2d7f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:26.146807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.147175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.147512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.147850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.148188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.148522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.148865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.149229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.149567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.149898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.150231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.150926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b618db69-f29f-48bf-a43a-4d799ac2d2fa tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:26.243222 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9fa549f1-2f01-427e-9705-3e507f4c4175 req-30e39135-fc8e-4e09-8c94-5d77f1eb2f50 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0742486 Aug 10 01:04:26.247887 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8181a58-e2b9-4043-9d18-5d938afeb4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.283138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8181a58-e2b9-4043-9d18-5d938afeb4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.354756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e8181a58-e2b9-4043-9d18-5d938afeb4b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ad64cede2c14d0f9a0e02ad93ccfd8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583354 Aug 10 01:04:26.360147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47012) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:26.376636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting subnet ee2d9232-e44a-4af4-9064-01b7235e0ed0 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:26.385610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.431157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-186aa625-8978-4d90-ad12-2c34a10ae5a5 req-a8704898-b972-4cbd-a2e8-fddf5d7c6315 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 210 time: 0.0740912 Aug 10 01:04:26.459704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.461233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8181a58-e2b9-4043-9d18-5d938afeb4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e454abf6-4121-4d8b-b84c-5fe5465a9abd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:26.500994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37405c-5342-4c7a-a5c5-bd82ac71bc9d req-defe7a45-8462-4760-bbfd-f03911418e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.509787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f37405c-5342-4c7a-a5c5-bd82ac71bc9d req-defe7a45-8462-4760-bbfd-f03911418e26 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1097 time: 0.2732649 Aug 10 01:04:26.598275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f37405c-5342-4c7a-a5c5-bd82ac71bc9d req-d99bbf22-218d-4a57-b494-297d074aee74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802386 Aug 10 01:04:26.640737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9761-5e2d-47d6-a637-55823ae57169 req-711c3e9f-d135-4a74-be88-7c5ee44d5352 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.642636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab4e9761-5e2d-47d6-a637-55823ae57169 req-711c3e9f-d135-4a74-be88-7c5ee44d5352 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.0627253 Aug 10 01:04:26.643508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.753172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab4e9761-5e2d-47d6-a637-55823ae57169 req-510eed9b-e5cf-47c2-82da-bf0463e0e40f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010535 Aug 10 01:04:26.773081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05ea7-a350-44dd-876c-cf705ea95128 req-8800aa03-92d5-45f1-8b2c-2dad62ac018f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.774636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67e05ea7-a350-44dd-876c-cf705ea95128 req-8800aa03-92d5-45f1-8b2c-2dad62ac018f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.5671458 Aug 10 01:04:26.778876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.829233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8cf28a-9ea9-4f3a-8abc-d6e98c9da199 None None] Network 7bc73512-3129-4db5-b7bf-87889bf19566 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:26.866109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.867993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/subnets/ee2d9232-e44a-4af4-9064-01b7235e0ed0 HTTP/1.1" status: 204 len: 168 time: 0.7483292 Aug 10 01:04:26.872058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47020) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:26.897475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54b215-ac82-4624-87ec-83c3ca35e41f tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2d9232-e44a-4af4-9064-01b7235e0ed0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:26.903158 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:26.910838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf96fe0-47f0-4e4a-8657-e72fa03fd4c7 req-ab5dc66a-6d51-4391-aa92-8317bdd2b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:26.912525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cf96fe0-47f0-4e4a-8657-e72fa03fd4c7 req-ab5dc66a-6d51-4391-aa92-8317bdd2b3ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 1098 time: 0.6511047 Aug 10 01:04:26.921855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67e05ea7-a350-44dd-876c-cf705ea95128 req-b434a2f0-d095-4959-9176-d64ee74819ff tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244311 Aug 10 01:04:27.007375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cf96fe0-47f0-4e4a-8657-e72fa03fd4c7 req-9987585b-7ef1-44f4-a4a5-8e34eb1d76b7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838902 Aug 10 01:04:27.033138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.119592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.125626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.140235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e454abf6-4121-4d8b-b84c-5fe5465a9abd HTTP/1.1" status: 204 len: 168 time: 0.4032373 Aug 10 01:04:27.163590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.166460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9583b4a-c716-4c84-96d9-6cc03d0ab5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e454abf6-4121-4d8b-b84c-5fe5465a9abd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:27.178771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] DHCP port deletion for 7bc73512-3129-4db5-b7bf-87889bf19566 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:27.231044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acb4b0-3c8e-4acd-9e5e-f621571e3e29 req-709cd4b9-7131-427d-9157-3048d86494c9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:27.238763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15acb4b0-3c8e-4acd-9e5e-f621571e3e29 req-709cd4b9-7131-427d-9157-3048d86494c9 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1905708 Aug 10 01:04:27.330623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Deleting port 2250412e-b0be-483a-b3ae-ed26c8abdaaf {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:27.331027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.336229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:27.339414 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d180727-4d0f-4cbb-883e-47039105b9e2" -d '{"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:27.424902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-15acb4b0-3c8e-4acd-9e5e-f621571e3e29 req-6c25af8a-1ee5-440f-944f-221215051d3e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849794 Aug 10 01:04:27.542435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Deleting port 2250412e-b0be-483a-b3ae-ed26c8abdaaf {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:27.543652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.567315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-394bae3b-b9e9-489f-8ae4-2dedafe2133f req-dd8f5c76-1513-41cc-9597-4382ef70f971 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.1248221 Aug 10 01:04:27.577842 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aea2cc0-c53e-4ba9-b71a-cb1d76ee2d4e x-openstack-request-id: req-4aea2cc0-c53e-4ba9-b71a-cb1d76ee2d4e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:27.578336 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55497c8-eda1-46ed-adf8-76e5810396f4", "name": "network-vif-deleted", "tag": "a09c7e80-d6ec-4081-9215-8bbdcc544844", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:27.578843 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aea2cc0-c53e-4ba9-b71a-cb1d76ee2d4e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:27.581210 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55497c8-eda1-46ed-adf8-76e5810396f4', 'name': 'network-vif-deleted', 'tag': 'a09c7e80-d6ec-4081-9215-8bbdcc544844', 'status': 'completed', 'code': 200} Aug 10 01:04:27.585787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2250412e-b0be-483a-b3ae-ed26c8abdaaf no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:27.617277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2250412e-b0be-483a-b3ae-ed26c8abdaaf,segment=NetworkSegment(77e2faf0-bef6-4851-8153-a019c5186cc0),segment_id=77e2faf0-bef6-4851-8153-a019c5186cc0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:27.617736 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.727566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Calling delete_port for 2250412e-b0be-483a-b3ae-ed26c8abdaaf owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:27.798389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2250412e-b0be-483a-b3ae-ed26c8abdaaf,segment=NetworkSegment(77e2faf0-bef6-4851-8153-a019c5186cc0),segment_id=77e2faf0-bef6-4851-8153-a019c5186cc0)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:27.798808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:27.931663 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-85e099eb-0708-405f-9fd3-593486929317 req-27ba6129-43d9-4cb4-9d43-5c63cf654ac0 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 210 time: 0.0895884 Aug 10 01:04:27.956828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Calling delete_port for 2250412e-b0be-483a-b3ae-ed26c8abdaaf owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:27.988966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.064417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a017d4c-7ac3-46aa-9bcd-b648ab59f05b req-a27fb100-0214-4cf9-88a5-d15ea5d3e642 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:28.077907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a017d4c-7ac3-46aa-9bcd-b648ab59f05b req-a27fb100-0214-4cf9-88a5-d15ea5d3e642 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1207521 Aug 10 01:04:28.197168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2250412e-b0be-483a-b3ae-ed26c8abdaaf, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2250412e-b0be-483a-b3ae-ed26c8abdaaf,segment=NetworkSegment(77e2faf0-bef6-4851-8153-a019c5186cc0),segment_id=77e2faf0-bef6-4851-8153-a019c5186cc0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:28.212517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a017d4c-7ac3-46aa-9bcd-b648ab59f05b req-21c72e2d-981c-4dc3-aead-571f237b06af tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336179 Aug 10 01:04:28.235684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.329307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.332009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92973d28-a0d7-4d58-b6ac-6d89d7643d27 req-92af71e7-e0da-4131-a561-4d568b907c8f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:28.343824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92973d28-a0d7-4d58-b6ac-6d89d7643d27 req-92af71e7-e0da-4131-a561-4d568b907c8f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1835389 Aug 10 01:04:28.371283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] No DVR routers for this DVR port 2250412e-b0be-483a-b3ae-ed26c8abdaaf on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:28.418508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-f7850c75-fe22-4a0f-99e2-fb8e9d9fb130 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:28.420541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-f7850c75-fe22-4a0f-99e2-fb8e9d9fb130 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 811 time: 0.2310975 Aug 10 01:04:28.425924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:28.448171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.503252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a0189-afa0-425f-99ca-9dc2cd194aec None None] Pushing event deleted for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:28.512971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] No DVR routers for this DVR port 2250412e-b0be-483a-b3ae-ed26c8abdaaf on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:28.548316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-3cf63112-bd7c-45a0-9f54-68df55ca68f5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 380 time: 0.1163163 Aug 10 01:04:28.566789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'port': {'device_id': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'admin_state_up': True, 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'security_groups': ['7999e1e0-b81f-442f-868b-fab306683474']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:28.598901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Port': ['ID=2250412e-b0be-483a-b3ae-ed26c8abdaaf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:28.684161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92973d28-a0d7-4d58-b6ac-6d89d7643d27 req-8c851c39-f874-4610-94a0-8d587b41fff2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298523 Aug 10 01:04:28.818901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.836858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc73512-3129-4db5-b7bf-87889bf19566']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:28.843290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec5f76-0181-4dbb-85e6-fd223124a126 req-7acadf89-d7cf-44e3-9467-054566ca739a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:28.845455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9ec5f76-0181-4dbb-85e6-fd223124a126 req-7acadf89-d7cf-44e3-9467-054566ca739a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1066759 Aug 10 01:04:28.846647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Made reservation on behalf of eb267e96979b47f387701dcbea731fd7 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:28.850389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.859431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e2faf0-bef6-4851-8153-a019c5186cc0') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:28.859734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e2faf0-bef6-4851-8153-a019c5186cc0') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:28.874863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.895883 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.909605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:28.910690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:28.927461 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:28.979006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9ec5f76-0181-4dbb-85e6-fd223124a126 req-394fe1df-c1ae-4da2-b050-7ec64a1ca404 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070974 Aug 10 01:04:29.099874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Allocated IP 172.20.0.8 (df6d93cb-6975-41c8-90e7-5e486d680fc0/5e62fe38-c009-4aef-b595-a8451f7d1fff/042ad693-0236-401f-a60f-c6fc8423b22a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:29.177326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd62b5ee-8228-4932-aba8-0dd21bc5f444 req-0ca15a5a-31cb-423e-a98e-83c36dfa878a tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.2741294 Aug 10 01:04:29.266717 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.312255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e5f35bb-8832-4ffc-bb3d-be50ed00f439 req-78666f96-72cf-474b-a377-3c66b6e7c2ea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 210 time: 0.0451837 Aug 10 01:04:29.351589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.353482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/networks/7bc73512-3129-4db5-b7bf-87889bf19566 HTTP/1.1" status: 204 len: 168 time: 2.4804468 Aug 10 01:04:29.357827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47082) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:29.360084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3c58a-588b-465e-b0ea-b39ba5722bea tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Pushing event deleted for resources: {'Network': ['ID=7bc73512-3129-4db5-b7bf-87889bf19566,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:29.404492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-70bfa86b-204d-4d46-8794-53600be077c9 tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 HTTP/1.1" status: 200 len: 205 time: 0.0452874 Aug 10 01:04:29.407446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:29.496270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.673007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:29.758513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876b2ed-17f9-429e-b057-e5f06180cbe3 req-6b2ed53b-97b7-4e37-9e27-71c755b3bbf7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:29.762645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e876b2ed-17f9-429e-b057-e5f06180cbe3 req-6b2ed53b-97b7-4e37-9e27-71c755b3bbf7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.5708113 Aug 10 01:04:29.783662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Transition to ACTIVE for port object 042ad693-0236-401f-a60f-c6fc8423b22a will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:29.925230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e876b2ed-17f9-429e-b057-e5f06180cbe3 req-50ef8e46-0f8f-494f-81e3-df6cdcac98e5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390622 Aug 10 01:04:29.965850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.092398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:30.099088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:30.112837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:30.271452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:30.272098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.317436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:30.424850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.427092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.456632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-49765a58-fa27-4bfd-aae7-0e160092e5a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9015772 Aug 10 01:04:30.483526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Request body: {'port': {'device_id': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:30.510571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.511913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Fanout notify agent at l3_agent the message router_deleted on router c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:04:30.522620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.527761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b1c52098-e073-4d21-b70a-a46f51a24ffd tempest-RoutersNegativeTest-424103747 tempest-RoutersNegativeTest-424103747-project] 10.222.0.25 "DELETE /v2.0/routers/c0ba2cdf-e1ce-4dd7-af30-c3f6244dbad6 HTTP/1.1" status: 204 len: 168 time: 1.1190295 Aug 10 01:04:30.559039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808e8a4-8728-42f8-990d-0de9ed6c8531 req-64c4d6fb-32cd-45e4-8666-48ebfec73b62 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:30.574610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f808e8a4-8728-42f8-990d-0de9ed6c8531 req-64c4d6fb-32cd-45e4-8666-48ebfec73b62 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 1.0752172 Aug 10 01:04:30.594236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e85fb3d-4617-495e-a506-8cbd931a05b6 None None] Provisioning for port 042ad693-0236-401f-a60f-c6fc8423b22a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:30.599860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e85fb3d-4617-495e-a506-8cbd931a05b6 None None] Provisioning complete for port 042ad693-0236-401f-a60f-c6fc8423b22a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:30.600252 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e85fb3d-4617-495e-a506-8cbd931a05b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.607519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a96f1-d1f4-4871-a4aa-3f7fae9de53c req-e4873020-f73e-4ee7-aa31-5ce7ae3b5ea2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:30.619428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd1a96f1-d1f4-4871-a4aa-3f7fae9de53c req-e4873020-f73e-4ee7-aa31-5ce7ae3b5ea2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.2747393 Aug 10 01:04:30.631693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f808e8a4-8728-42f8-990d-0de9ed6c8531 req-adbbeeb3-43aa-40d1-b24a-4f7bff19c98d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557194 Aug 10 01:04:30.719213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7e85fb3d-4617-495e-a506-8cbd931a05b6 None None] Port 042ad693-0236-401f-a60f-c6fc8423b22a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:30.778276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:30.814409 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd1a96f1-d1f4-4871-a4aa-3f7fae9de53c req-a735b272-6366-4d6b-befa-2c7183eeafad tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940596 Aug 10 01:04:30.822861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ba9db-7aa2-4cca-90bb-d9ae2b709c23 req-8ce28d64-1071-43d5-b8c5-76deebf25f15 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:30.849496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c0ba9db-7aa2-4cca-90bb-d9ae2b709c23 req-8ce28d64-1071-43d5-b8c5-76deebf25f15 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1113591 Aug 10 01:04:30.933649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c0ba9db-7aa2-4cca-90bb-d9ae2b709c23 req-b1096472-7949-4658-8038-915cf9d154ca tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Aug 10 01:04:31.104907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d5868bd-ce05-412c-9532-4f07e9cc02b9 req-8856cc6d-f933-41e9-abd4-68f13b764080 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0616395 Aug 10 01:04:31.132062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95f6e-0c1c-4253-a6b8-6080cb4739b9 req-cf2debdb-5d19-44c9-b6f0-ac07e4c6157f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:31.142768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56d95f6e-0c1c-4253-a6b8-6080cb4739b9 req-cf2debdb-5d19-44c9-b6f0-ac07e4c6157f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 931 time: 0.0719039 Aug 10 01:04:31.144889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47146) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:31.195103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56d95f6e-0c1c-4253-a6b8-6080cb4739b9 req-c534f032-b38b-4107-b10b-82f06c8dd8c0 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516300 Aug 10 01:04:31.468612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042ad693-0236-401f-a60f-c6fc8423b22a {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:31.486682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:31.502388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81aa1df7-1db0-482f-a40e-2abb2f190e5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b40df2190732450babf0b3740dc4f400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3542404 Aug 10 01:04:31.502968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:31.530334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Transition to ACTIVE for port object 042ad693-0236-401f-a60f-c6fc8423b22a will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:31.547207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:31.633816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Pushing event updated for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:31.828584 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:31.900797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727fd60-b917-43d6-b616-480422ebd721 req-cd368034-f206-4e7d-9fe4-606dd5dc5bf1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:31.912327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b727fd60-b917-43d6-b616-480422ebd721 req-cd368034-f206-4e7d-9fe4-606dd5dc5bf1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1600003 Aug 10 01:04:31.972791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.012291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b727fd60-b917-43d6-b616-480422ebd721 req-8807e60d-c590-4155-b799-f149154a054d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987360 Aug 10 01:04:32.086992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.091190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.094575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5e7a555-9200-40b1-bf93-88b7d1f2314d HTTP/1.1" status: 204 len: 168 time: 0.5880916 Aug 10 01:04:32.172186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Attempting to bind port 042ad693-0236-401f-a60f-c6fc8423b22a on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:32.172883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509956e-fa43-46df-8cef-87b42e7012fa req-4888f483-6645-412a-8904-056c89241b85 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.174004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Attempting to bind port 042ad693-0236-401f-a60f-c6fc8423b22a by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:32.174521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Attempting to bind port 042ad693-0236-401f-a60f-c6fc8423b22a on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:32.181078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a473c6-faca-4863-95af-ad8d667e8596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7a555-9200-40b1-bf93-88b7d1f2314d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:32.187989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0509956e-fa43-46df-8cef-87b42e7012fa req-4888f483-6645-412a-8904-056c89241b85 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1204567 Aug 10 01:04:32.196172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19964f-dbc4-41e0-8f25-374c024926f1 req-2096d0bb-f555-4970-a7c7-c1d578d76ece tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.206147 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a19964f-dbc4-41e0-8f25-374c024926f1 req-2096d0bb-f555-4970-a7c7-c1d578d76ece tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.4850943 Aug 10 01:04:32.208619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Port 042ad693-0236-401f-a60f-c6fc8423b22a on network df6d93cb-6975-41c8-90e7-5e486d680fc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:32.209161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Attempting to bind port 042ad693-0236-401f-a60f-c6fc8423b22a on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:32.236579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:32.236937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Checking segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:32.237602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Bound using segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:32.238081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Bound port: 042ad693-0236-401f-a60f-c6fc8423b22a, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:32.238474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.259176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0509956e-fa43-46df-8cef-87b42e7012fa req-3afeb6bc-df34-49f4-b2fc-24eca9fce67a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674398 Aug 10 01:04:32.340997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a19964f-dbc4-41e0-8f25-374c024926f1 req-13169b3b-f463-41b5-bbb3-c03c4dec8079 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332977 Aug 10 01:04:32.534575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c6468beb-9069-4bea-8c5b-208d36227a6e req-5eddac13-1a0d-414e-bea9-28802416f1bc tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0953720 Aug 10 01:04:32.602037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:32.609708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=042ad693-0236-401f-a60f-c6fc8423b22a,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:32.622586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7606d-18f1-4dd5-9bba-829d07987cb5 req-3fd5e390-b574-438f-826a-c025c9c204bf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.624715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fa7606d-18f1-4dd5-9bba-829d07987cb5 req-3fd5e390-b574-438f-826a-c025c9c204bf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 943 time: 0.0918465 Aug 10 01:04:32.626683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.691746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.692478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:32.693843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] 10.222.0.10 "PUT /v2.0/ports/042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 1092 time: 2.2252412 Aug 10 01:04:32.694439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:32.696732 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3716b-b23d-4bdd-8adb-eca261c782b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:32.755680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fa7606d-18f1-4dd5-9bba-829d07987cb5 req-3f497bb7-1f76-42a7-a5ff-751d231d7368 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233180 Aug 10 01:04:32.756960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c3a12-bfa3-4c1b-aeaa-3d8f3d122da1 service neutron] Pushing event updated for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:32.851887 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145dda8e-9484-4b56-a75e-4ca3364c260d x-openstack-request-id: req-145dda8e-9484-4b56-a75e-4ca3364c260d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:32.852397 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:32.852892 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-145dda8e-9484-4b56-a75e-4ca3364c260d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:32.853513 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a', 'status': 'completed', 'code': 200} Aug 10 01:04:32.856093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-a873a719-8806-4af2-8a97-3223da9a2d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:32.857973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-a873a719-8806-4af2-8a97-3223da9a2d56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1095 time: 0.0780180 Aug 10 01:04:32.937223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-0fb5455a-b364-4aad-a4f7-abdc56d62755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 217 time: 0.0614276 Aug 10 01:04:33.004834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-4646c179-3ef4-485d-8c5d-19d6c5ce9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.006932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-4646c179-3ef4-485d-8c5d-19d6c5ce9e34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0619459 Aug 10 01:04:33.067519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-efc22816-3374-4e45-a3e9-b3fcbe999a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.069059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-efc22816-3374-4e45-a3e9-b3fcbe999a57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545914 Aug 10 01:04:33.524090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df1630-8d81-44af-8d45-93d5267f5e49 req-357f479e-51ea-4bfd-adab-5dfd8df2db10 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.539141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04df1630-8d81-44af-8d45-93d5267f5e49 req-357f479e-51ea-4bfd-adab-5dfd8df2db10 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1082783 Aug 10 01:04:33.651692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-04df1630-8d81-44af-8d45-93d5267f5e49 req-7f67c3b1-97bc-4132-99bf-2a6787b1fd3d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939157 Aug 10 01:04:33.874127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3879aa-1013-4d54-a1ad-d9a0d8ddc9eb req-a006295e-251b-44cc-9767-8bc867be62d3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:33.887289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ba54507-0347-482d-b582-62fff273f58f req-d511466e-f1b0-4174-acd6-175010077d2c tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.1510057 Aug 10 01:04:33.890036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d3879aa-1013-4d54-a1ad-d9a0d8ddc9eb req-a006295e-251b-44cc-9767-8bc867be62d3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.6982167 Aug 10 01:04:33.894066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-1023a50d-05cb-49dc-936c-38b1bda01592 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127425 Aug 10 01:04:34.136629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a1f733d-f8c7-4f00-b5b6-1d27484d49f1 req-87e2a273-bae2-4223-ba0c-4295635ccaf9 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752198 Aug 10 01:04:34.162438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d3879aa-1013-4d54-a1ad-d9a0d8ddc9eb req-be61849b-ffe7-45d7-96b5-fe9ba9254755 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2708619 Aug 10 01:04:34.200205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769f9e8-b608-4c76-bc9a-9ad7a188e689 req-f15942f3-1988-42bd-958f-56b35cc131ef tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.202036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2769f9e8-b608-4c76-bc9a-9ad7a188e689 req-f15942f3-1988-42bd-958f-56b35cc131ef tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 943 time: 0.1470528 Aug 10 01:04:34.266550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-58fbbecb-77f3-45bf-87f1-c229c13edafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.268751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-58fbbecb-77f3-45bf-87f1-c229c13edafe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1095 time: 0.0657127 Aug 10 01:04:34.374730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2769f9e8-b608-4c76-bc9a-9ad7a188e689 req-14a81244-9741-4dd3-b76d-e1e5a8cd9919 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264970 Aug 10 01:04:34.441557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-2be3fd8c-3234-408a-a725-34575043ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.443116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-2be3fd8c-3234-408a-a725-34575043ba15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1661587 Aug 10 01:04:34.502464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-87bdf14b-db90-474b-a232-04c498333a11 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 217 time: 0.0488179 Aug 10 01:04:34.572346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-0ca6c912-6ec6-433e-b7c9-c89b6fc29b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.574711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-0ca6c912-6ec6-433e-b7c9-c89b6fc29b04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0655036 Aug 10 01:04:34.673809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-463c8e27-fb99-456e-bdf4-63734b172120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:34.678539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-463c8e27-fb99-456e-bdf4-63734b172120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954592 Aug 10 01:04:34.850050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-20d92ca9-52ff-4883-8477-5b8f81365946 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590066 Aug 10 01:04:35.029724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41e3716b-b23d-4bdd-8adb-eca261c782b4 req-92de13e9-1811-455d-a148-aa4f7b5a733e service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707428 Aug 10 01:04:35.077853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c12a412-54bf-432f-8b8f-d35542762726 req-0e41e179-079f-481c-ae2e-c977e1c73a82 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0741029 Aug 10 01:04:35.407016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97304718-84ea-4cbe-acec-25a1de4f757c req-baa7aa5d-2b74-4e6e-9b1d-c096bbb3c331 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:35.415475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97304718-84ea-4cbe-acec-25a1de4f757c req-baa7aa5d-2b74-4e6e-9b1d-c096bbb3c331 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1181374 Aug 10 01:04:35.481864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97304718-84ea-4cbe-acec-25a1de4f757c req-ce46cd20-4eb4-4538-be29-d7d12fd6e522 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650871 Aug 10 01:04:35.617699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d128189-aa44-4fd2-a818-a8c8f6717c54 req-50aaae38-b768-40b4-a2fd-e670719366a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:35.623640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d128189-aa44-4fd2-a818-a8c8f6717c54 req-50aaae38-b768-40b4-a2fd-e670719366a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 943 time: 0.0999389 Aug 10 01:04:35.675783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d128189-aa44-4fd2-a818-a8c8f6717c54 req-331ea6f2-7da0-462e-bfdd-fa71d8606839 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462778 Aug 10 01:04:36.272329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e0a2b9e-3a84-4440-84cd-9113ef4612ce req-2d14616c-436b-4f1c-b37b-38e5434a4ce4 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0692241 Aug 10 01:04:36.312297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47276) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:36.454019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6122d7fa-7370-4f50-a555-46a206cbace2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.628204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6122d7fa-7370-4f50-a555-46a206cbace2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.669071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6122d7fa-7370-4f50-a555-46a206cbace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.750258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c675e0-cc93-44b2-9472-7b9ed73d95b7 req-5764f0c5-1961-4d03-83fa-5eaaa84c5e8a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:36.752743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56c675e0-cc93-44b2-9472-7b9ed73d95b7 req-5764f0c5-1961-4d03-83fa-5eaaa84c5e8a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1222813 Aug 10 01:04:36.753996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122d7fa-7370-4f50-a555-46a206cbace2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7927aa-0e23-44c9-8562-e35d7b28b335,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:36.772269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6122d7fa-7370-4f50-a555-46a206cbace2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e661cf68822d48878b8ec4357e640cde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558635 Aug 10 01:04:36.773212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47288) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:36.828947 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56c675e0-cc93-44b2-9472-7b9ed73d95b7 req-a3be2153-d963-46a1-8803-319132c64186 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572622 Aug 10 01:04:36.888132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:36.943940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.040075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.044716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.055542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f7927aa-0e23-44c9-8562-e35d7b28b335 HTTP/1.1" status: 204 len: 168 time: 0.2807775 Aug 10 01:04:37.091993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796a77b-68ce-42a0-9a2d-fbb29d6b3cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7927aa-0e23-44c9-8562-e35d7b28b335,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:37.173381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e904c-6f0c-4e4b-99eb-00a635c67e83 req-d8068081-9751-4833-8043-7e26999d3fc4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.173915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ee55-c88e-44f2-b11b-13053a3d1aa5 req-4effa9f3-e13c-432a-baef-02f4e7824bfb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.175429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f84e904c-6f0c-4e4b-99eb-00a635c67e83 req-d8068081-9751-4833-8043-7e26999d3fc4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1185915 Aug 10 01:04:37.192505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51d1ee55-c88e-44f2-b11b-13053a3d1aa5 req-4effa9f3-e13c-432a-baef-02f4e7824bfb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 943 time: 0.2912619 Aug 10 01:04:37.212268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-46751e16-107f-4469-af88-32d069bd6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.218231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-46751e16-107f-4469-af88-32d069bd6a7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.2017455 Aug 10 01:04:37.272156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f84e904c-6f0c-4e4b-99eb-00a635c67e83 req-216eeb7a-8514-43cf-b19f-3ba79b65e945 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899253 Aug 10 01:04:37.402349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-50f3fd98-7c6b-4079-9456-c57e7e955e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.403892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-50f3fd98-7c6b-4079-9456-c57e7e955e26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.1793010 Aug 10 01:04:37.451857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fe515c6-dd66-47eb-9cc0-e932e525aa7b req-83741f04-c62d-49d3-b452-03c1a4b37273 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0618300 Aug 10 01:04:37.476370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51d1ee55-c88e-44f2-b11b-13053a3d1aa5 req-cab3af32-8229-4266-9f92-ef82ee8be016 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645004 Aug 10 01:04:37.478218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-3a061600-8088-4770-a23b-597ddc617511 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.0621150 Aug 10 01:04:37.560902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-624af817-6525-4e20-8281-b5cfdbf10fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:37.563036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-624af817-6525-4e20-8281-b5cfdbf10fcb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.0687997 Aug 10 01:04:37.614392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 042ad693-0236-401f-a60f-c6fc8423b22a details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:37.624251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47306) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:37.640992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49cf4466-d9c3-4bff-8229-f5ec8b5fa84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.650113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-1da12d57-bb45-4bfb-bd6e-d4c0711ecbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703619 Aug 10 01:04:37.804933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=042ad693-0236-401f-a60f-c6fc8423b22a,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:37.836492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49cf4466-d9c3-4bff-8229-f5ec8b5fa84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.837561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '042ad693-0236-401f-a60f-c6fc8423b22a', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'port_id': '042ad693-0236-401f-a60f-c6fc8423b22a', 'mac_address': 'fa:16:3e:cd:17:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:37.844307 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49cf4466-d9c3-4bff-8229-f5ec8b5fa84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.850944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-6cd3d8c1-7867-4e48-b2f8-a46ef1f80ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939607 Aug 10 01:04:37.893582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-49cf4466-d9c3-4bff-8229-f5ec8b5fa84c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adb5705299484be59a45c96779d7b3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674220 Aug 10 01:04:37.894474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf4466-d9c3-4bff-8229-f5ec8b5fa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad3248-4397-47a8-94d7-0f0f9133597d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:37.897862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:37.914894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.941502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042ad693-0236-401f-a60f-c6fc8423b22a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:37.966964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=042ad693-0236-401f-a60f-c6fc8423b22a,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:37.977042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:37.984978 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.008337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46a25d96-137f-415a-9598-bdcc47c3b981 req-3bddd899-484a-4ddc-9ff0-4cced3b7a409 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420505 Aug 10 01:04:38.011825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.074855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:38.076685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.079692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:38.083159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33ad3248-4397-47a8-94d7-0f0f9133597d HTTP/1.1" status: 204 len: 168 time: 0.1702464 Aug 10 01:04:38.090212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2013c9-b720-4d80-8f88-3e978996a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad3248-4397-47a8-94d7-0f0f9133597d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:38.093218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f72be-5398-489e-a1c5-e31269cdabb8 req-840b5313-783a-4611-bcf8-740256b7a5dc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.095193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-879f72be-5398-489e-a1c5-e31269cdabb8 req-840b5313-783a-4611-bcf8-740256b7a5dc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.0849941 Aug 10 01:04:38.186091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-879f72be-5398-489e-a1c5-e31269cdabb8 req-873d2788-1c44-4996-a25c-b0be7e5dc69e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670164 Aug 10 01:04:38.286513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['042ad693-0236-401f-a60f-c6fc8423b22a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:38.501818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342a8c-1df4-4dd3-8c95-6d3e7c1db0ac req-b2a9ea1c-7932-4197-b53f-d3a397ec84ab tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.504440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89342a8c-1df4-4dd3-8c95-6d3e7c1db0ac req-b2a9ea1c-7932-4197-b53f-d3a397ec84ab tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1096098 Aug 10 01:04:38.601124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89342a8c-1df4-4dd3-8c95-6d3e7c1db0ac req-c1a992ba-97f2-4c14-b200-9aead3217ef4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851870 Aug 10 01:04:38.730345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac270ec3-be2e-46e6-8cd8-6f786983a4bd req-06c85b56-14d1-43c7-9403-35fdf0637398 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:38.743599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac270ec3-be2e-46e6-8cd8-6f786983a4bd req-06c85b56-14d1-43c7-9403-35fdf0637398 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 944 time: 0.1078122 Aug 10 01:04:38.783090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab070003-20a7-420b-8ee9-0b13dfc91fd3 req-a8dbf889-d8e2-42ef-bf32-752f07ae40ca tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0600181 Aug 10 01:04:38.819136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac270ec3-be2e-46e6-8cd8-6f786983a4bd req-e0050367-2345-4df1-a054-236c43c7639c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746763 Aug 10 01:04:38.941078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47356) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:39.149610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53493483-6d91-4b8b-9e88-527c0b625fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.359139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53493483-6d91-4b8b-9e88-527c0b625fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.365422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53493483-6d91-4b8b-9e88-527c0b625fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.457882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53493483-6d91-4b8b-9e88-527c0b625fdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ddc4549ea181477980436d30a7ecc15a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156777 Aug 10 01:04:39.459100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e8109-fbd8-462c-b3ce-13481f49f972 req-765e532e-13f6-4659-ae0a-014717b73a78 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:39.460437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:39.467781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493483-6d91-4b8b-9e88-527c0b625fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e952ede8-394b-490b-a218-1f1f86fad808,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:39.471614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b0e8109-fbd8-462c-b3ce-13481f49f972 req-765e532e-13f6-4659-ae0a-014717b73a78 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 946 time: 0.1534956 Aug 10 01:04:39.543498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.567281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b0e8109-fbd8-462c-b3ce-13481f49f972 req-f14eae30-6d3b-4b04-867e-b361690c706b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934792 Aug 10 01:04:39.615134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.632028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 042ad693-0236-401f-a60f-c6fc8423b22a up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:39.742257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.746917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.750450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e952ede8-394b-490b-a218-1f1f86fad808 HTTP/1.1" status: 204 len: 168 time: 0.2866890 Aug 10 01:04:39.756164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 042ad693-0236-401f-a60f-c6fc8423b22a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:39.768181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 042ad693-0236-401f-a60f-c6fc8423b22a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:39.768829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.772654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea1cca-e255-49a1-a4aa-2911dfe2efa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e952ede8-394b-490b-a218-1f1f86fad808,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:39.910526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.956541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17b76d-1204-47d0-bd05-dbb7108bb29e req-d0f912c3-c8d7-4231-bfca-52063a047941 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:39.959201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=042ad693-0236-401f-a60f-c6fc8423b22a,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:39.960175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:39.962744 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45682768-7fa8-4bea-ab83-ef49a0a74a5b" -d '{"events": [{"server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "name": "network-vif-plugged", "status": "completed", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:39.967272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:39.967468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e17b76d-1204-47d0-bd05-dbb7108bb29e req-d0f912c3-c8d7-4231-bfca-52063a047941 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.2168941 Aug 10 01:04:39.968444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:40.020789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a1e2d84-22ee-4c98-8cfd-c22e478b2c4d req-e4a0a701-9a8d-4eb6-9fe6-1fd4c097d50e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0847101 Aug 10 01:04:40.084482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e17b76d-1204-47d0-bd05-dbb7108bb29e req-b7effbc8-edd8-4db0-a66a-1231861254f0 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105824 Aug 10 01:04:40.132977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.137976 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a28f6-5933-4722-9257-1188176573da x-openstack-request-id: req-f50a28f6-5933-4722-9257-1188176573da {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:40.138266 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "name": "network-vif-plugged", "status": "completed", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:40.144946 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f50a28f6-5933-4722-9257-1188176573da {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:40.146817 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a', 'code': 200} Aug 10 01:04:40.216580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125bf8-038a-45d5-9c69-8bef666e5a11 req-ef5943cd-67cf-4d61-84f5-8fd4be74fef8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.228262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c125bf8-038a-45d5-9c69-8bef666e5a11 req-ef5943cd-67cf-4d61-84f5-8fd4be74fef8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1014924 Aug 10 01:04:40.291274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c125bf8-038a-45d5-9c69-8bef666e5a11 req-c635feca-03fd-47c8-9d58-eb3e1d9c9d5f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617421 Aug 10 01:04:40.294923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.322262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e167053-31eb-4d69-b0e8-49f7a6e558c6 req-7efadd1f-1f38-417b-96d2-ce746ebce98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.326005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e167053-31eb-4d69-b0e8-49f7a6e558c6 req-7efadd1f-1f38-417b-96d2-ce746ebce98a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1097 time: 0.0928187 Aug 10 01:04:40.340963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:40.347452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.402533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=14']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.415431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e167053-31eb-4d69-b0e8-49f7a6e558c6 req-ef586f53-0ba4-424e-a2e1-7dfa6b5e16c2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689106 Aug 10 01:04:40.452954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:40.467587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecf681d6-5a0c-42ae-8687-c9df8e8cac60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.573404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecf681d6-5a0c-42ae-8687-c9df8e8cac60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.577333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecf681d6-5a0c-42ae-8687-c9df8e8cac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.620690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ecf681d6-5a0c-42ae-8687-c9df8e8cac60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff7172c9e52d49739cb085f078b41ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665812 Aug 10 01:04:40.623394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47434) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:40.632011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf681d6-5a0c-42ae-8687-c9df8e8cac60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d14f28-ee99-43b8-bc57-263ed85c4dd9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.700149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.732054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.837607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74951d-f065-46b2-8b07-e23995f7820c req-1ea8ca16-b608-4d51-9998-6f9f2aeae5e3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:40.844112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc74951d-f065-46b2-8b07-e23995f7820c req-1ea8ca16-b608-4d51-9998-6f9f2aeae5e3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0744028 Aug 10 01:04:40.857791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.861038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:40.862361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8d14f28-ee99-43b8-bc57-263ed85c4dd9 HTTP/1.1" status: 204 len: 168 time: 0.2377605 Aug 10 01:04:40.880178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5e21a-b1e9-4ebb-bf7c-7447cd8b2356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d14f28-ee99-43b8-bc57-263ed85c4dd9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:40.923332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc74951d-f065-46b2-8b07-e23995f7820c req-6e755cfc-2569-4718-9ade-878c82013b4e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754941 Aug 10 01:04:41.155031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e9ee67a-957b-401e-81d7-6603370bbc3b req-8718c471-fde7-491e-b978-14ca3520d4b7 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0408621 Aug 10 01:04:41.284930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e517e9-fe10-4736-9440-1dbbe9063fbe req-c75d3d75-77ce-47b5-99be-42ba14c15752 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.286564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7e517e9-fe10-4736-9440-1dbbe9063fbe req-c75d3d75-77ce-47b5-99be-42ba14c15752 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1017435 Aug 10 01:04:41.429058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7e517e9-fe10-4736-9440-1dbbe9063fbe req-6ec50a9c-a928-4326-bf19-f8e74e9ca6fe tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322975 Aug 10 01:04:41.512861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76075f0f-c40b-404e-b2ad-70a10062329f req-1178e2c6-06ff-41ba-b4df-7b3572726784 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:41.524381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76075f0f-c40b-404e-b2ad-70a10062329f req-1178e2c6-06ff-41ba-b4df-7b3572726784 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1387937 Aug 10 01:04:41.564907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76075f0f-c40b-404e-b2ad-70a10062329f req-efe34487-00c4-4598-b214-b284341a6a8f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Aug 10 01:04:42.147872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:42.150334 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071c7343-ccac-4293-b3d9-0b45e6eb0ebc" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:42.211847 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac2d4c-9b5b-46c0-ad14-66a14d9396ac x-openstack-request-id: req-9aac2d4c-9b5b-46c0-ad14-66a14d9396ac {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:42.212215 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-unplugged", "status": "completed", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:42.212526 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aac2d4c-9b5b-46c0-ad14-66a14d9396ac {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:42.213156 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'code': 200} Aug 10 01:04:42.296604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5f5ce8ea-e5c9-46ba-922f-5f48dac4915d req-6b85c6e8-c7ec-4860-a09e-313cad5563f6 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0461550 Aug 10 01:04:42.570448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978ed5d-9a79-4f54-92fd-963b5ffaf388 req-7e524f39-81e5-4de9-a441-ca429bedfffd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.580193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5978ed5d-9a79-4f54-92fd-963b5ffaf388 req-7e524f39-81e5-4de9-a441-ca429bedfffd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0671620 Aug 10 01:04:42.613753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3468f-dbcd-4675-97b0-5870595cbc6b req-42d75ad2-83cc-4972-a9d1-21aa09ba8c99 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.621153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-71b3468f-dbcd-4675-97b0-5870595cbc6b req-42d75ad2-83cc-4972-a9d1-21aa09ba8c99 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0654833 Aug 10 01:04:42.640582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5978ed5d-9a79-4f54-92fd-963b5ffaf388 req-ae7729dd-2286-4d33-b925-d712cbe91c0d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591388 Aug 10 01:04:42.663647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-71b3468f-dbcd-4675-97b0-5870595cbc6b req-1567be11-25a8-44c5-9acc-8fcf55b281d3 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415912 Aug 10 01:04:42.812388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a683c4c-616d-447b-846a-9abb26a2890f req-2bfc5a61-3bdf-4692-bb9b-de06e56e2733 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.821567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a683c4c-616d-447b-846a-9abb26a2890f req-2bfc5a61-3bdf-4692-bb9b-de06e56e2733 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0718663 Aug 10 01:04:42.882220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a683c4c-616d-447b-846a-9abb26a2890f req-79cc5af0-3470-492b-b3e9-83c877206dd4 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586298 Aug 10 01:04:42.975563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-c7438e1d-98ff-40b0-9ecb-43082c0f9c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.977394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-c7438e1d-98ff-40b0-9ecb-43082c0f9c08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.0577998 Aug 10 01:04:42.984635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c473d-8924-48ff-b007-94a385c9a76b req-9c0b7007-1e27-403b-aee2-6c48a6e0cc42 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:42.995187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc1c473d-8924-48ff-b007-94a385c9a76b req-9c0b7007-1e27-403b-aee2-6c48a6e0cc42 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0649848 Aug 10 01:04:43.036068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc1c473d-8924-48ff-b007-94a385c9a76b req-b0c79430-403a-40ea-96ac-cbcf1b5ef924 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397639 Aug 10 01:04:43.106384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09331e43-63f2-4b68-a4ec-65c0fc0f1688 req-63daa708-3b61-4da5-bb91-418c5083e47d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.107707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09331e43-63f2-4b68-a4ec-65c0fc0f1688 req-63daa708-3b61-4da5-bb91-418c5083e47d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1258466 Aug 10 01:04:43.118058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47588) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:43.124424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'floatingip': {'port_id': '042ad693-0236-401f-a60f-c6fc8423b22a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:43.134974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-2448bc09-6f9e-4a15-aed8-980a315630d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.137516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-2448bc09-6f9e-4a15-aed8-980a315630d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1467984 Aug 10 01:04:43.176202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.225153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-5978a81c-f3b0-4f62-81a0-1afe65f6cb00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.0794263 Aug 10 01:04:43.291190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-e921f958-7b32-4dd7-9716-f2d145d4cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.293659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-e921f958-7b32-4dd7-9716-f2d145d4cde6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0605567 Aug 10 01:04:43.369569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-99de5803-665c-44fb-8fdb-5265fbb9c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.372153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-99de5803-665c-44fb-8fdb-5265fbb9c961 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699420 Aug 10 01:04:43.427862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8328a8bb-e759-4d49-95b7-89dbf5e39e76 req-7661011e-5cf9-4b3b-bfbb-a1c46f5c69cd tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0382066 Aug 10 01:04:43.506611 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-90becc66-2c6a-4d12-9804-c07ae0f1fea2 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252155 Aug 10 01:04:43.654097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcf1c05-a37a-4f8b-aab5-5dbabf3fd47a req-0d41202a-916e-449d-96ce-29a3098ef24d service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347342 Aug 10 01:04:43.774837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.779316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:43.856356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710de0-5de8-40e4-84b0-2561bbeb1056 req-a32446fc-024e-4599-bb7e-0cbdd6e004f9 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:43.858253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7710de0-5de8-40e4-84b0-2561bbeb1056 req-a32446fc-024e-4599-bb7e-0cbdd6e004f9 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1017637 Aug 10 01:04:43.923662 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Floating IP 816ad69a-fb60-4c38-ab4a-2db3fb73e719 associated. External IP: 172.25.7.222, port: 042ad693-0236-401f-a60f-c6fc8423b22a. Aug 10 01:04:43.951304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7710de0-5de8-40e4-84b0-2561bbeb1056 req-8c1fb1a1-e9a7-4743-916c-17674b68d805 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842075 Aug 10 01:04:44.038818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2f629235-e1ac-40fd-beea-e16f4c84dadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.202100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:04:44.265569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c066b52-8ecd-46f6-8e11-82597440c1e3 req-29650b9e-58c2-4e9a-a520-2c9274de47e6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.267859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c066b52-8ecd-46f6-8e11-82597440c1e3 req-29650b9e-58c2-4e9a-a520-2c9274de47e6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1130908 Aug 10 01:04:44.371776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c066b52-8ecd-46f6-8e11-82597440c1e3 req-17bf6ffd-7e41-40dc-b22f-061acd9fca0d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926025 Aug 10 01:04:44.387881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:04:44.403049 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:04:44.403476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:44.413283 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:44.413916 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:44.439548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-11f717b9-403b-469f-a077-c461f692088f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "PUT /v2.0/floatingips/816ad69a-fb60-4c38-ab4a-2db3fb73e719 HTTP/1.1" status: 200 len: 991 time: 1.3182659 Aug 10 01:04:44.440256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:44.442627 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5f49d7-09fe-4108-8494-6f016466ff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:44.497035 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a13f27-bf2e-4e43-8fe9-c3078616a694 x-openstack-request-id: req-37a13f27-bf2e-4e43-8fe9-c3078616a694 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:44.497382 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:44.497636 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37a13f27-bf2e-4e43-8fe9-c3078616a694 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:44.498040 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a', 'status': 'completed', 'code': 200} Aug 10 01:04:44.591291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb10fb20-bd4b-49b1-bcb6-1658cd28cd6d req-ced9c937-527b-483e-987e-7cba3cd7698e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0376678 Aug 10 01:04:44.649656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-7634ee6d-4b63-4d7b-992a-bc31a848e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.653208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-7634ee6d-4b63-4d7b-992a-bc31a848e9c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1097 time: 0.1212337 Aug 10 01:04:44.686614 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:44.826536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-32f82172-5ec8-472e-b1bd-8b7517f94a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:44.828825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-32f82172-5ec8-472e-b1bd-8b7517f94a11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1574039 Aug 10 01:04:44.937312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-44a7adc9-7fbc-4bbe-a3f3-03e8f3013472 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 999 time: 0.0992494 Aug 10 01:04:45.028364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-1800a236-c712-4b09-8362-01eed395b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.030084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-1800a236-c712-4b09-8362-01eed395b0a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0855312 Aug 10 01:04:45.134185 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '816ad69a-fb60-4c38-ab4a-2db3fb73e719', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '042ad693-0236-401f-a60f-c6fc8423b22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:cd:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:04:21Z', 'updated_at': '2021-08-10T01:04:43Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:45.158855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-cecba6c5-be12-4f5a-95e9-84540905782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.160801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-cecba6c5-be12-4f5a-95e9-84540905782a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1226459 Aug 10 01:04:45.176407 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:04:45.189298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8da30c-916f-4ccd-893d-ebe189f771b3 req-dbee45be-4eb7-44e7-bf6e-6b989d9142ca tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.189716 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:04:45.191400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f8da30c-916f-4ccd-893d-ebe189f771b3 req-dbee45be-4eb7-44e7-bf6e-6b989d9142ca tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0961499 Aug 10 01:04:45.201239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:45.329586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f8da30c-916f-4ccd-893d-ebe189f771b3 req-80277002-8a33-4c6b-9518-42904429014a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232207 Aug 10 01:04:45.371473 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:04:45.390602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-0c9b2a8d-2d33-4014-80d7-62093c794e0b service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977670 Aug 10 01:04:45.598402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554a72e-861b-4cd3-85da-e549c03c4914 req-02090207-4fb3-4ce6-8736-642fbae3527f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.611808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4554a72e-861b-4cd3-85da-e549c03c4914 req-02090207-4fb3-4ce6-8736-642fbae3527f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1044567 Aug 10 01:04:45.638954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd5f49d7-09fe-4108-8494-6f016466ff3d req-691cdf30-8c75-49e5-9005-b302d9e268de service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397368 Aug 10 01:04:45.670268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4554a72e-861b-4cd3-85da-e549c03c4914 req-bd69392c-59e7-4e7f-8d2c-e8be39d8e2c6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505314 Aug 10 01:04:45.738310 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '816ad69a-fb60-4c38-ab4a-2db3fb73e719', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '042ad693-0236-401f-a60f-c6fc8423b22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:cd:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:04:21Z', 'updated_at': '2021-08-10T01:04:43Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:45.776415 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10738d-b3c7-42dd-8806-eeb56ae2a751 None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '816ad69a-fb60-4c38-ab4a-2db3fb73e719', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.222', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '042ad693-0236-401f-a60f-c6fc8423b22a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:cd:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:04:21Z', 'updated_at': '2021-08-10T01:04:43Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:04:45.818479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e02e770d-794a-49f0-ab97-939ec6b1c53a req-4493f9b4-01d7-4008-a664-169fbea6b90d tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d55497c8-eda1-46ed-adf8-76e5810396f4 HTTP/1.1" status: 200 len: 210 time: 0.0376687 Aug 10 01:04:45.930076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cd7d4-dea0-4fb0-9838-8f05d0e32aec req-a8029b1e-f9a1-4d88-92d3-d26a6a9e54bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:45.931785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba6cd7d4-dea0-4fb0-9838-8f05d0e32aec req-a8029b1e-f9a1-4d88-92d3-d26a6a9e54bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0580201 Aug 10 01:04:45.979811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba6cd7d4-dea0-4fb0-9838-8f05d0e32aec req-9e7b4072-bd5e-4e8c-a7bd-92ba25c68a55 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400219 Aug 10 01:04:46.048619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c4e4f5-1ef9-4100-9681-6fd3f29e1d32 None None] New status for floating IP 816ad69a-fb60-4c38-ab4a-2db3fb73e719: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:04:46.113762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f7c92-4146-4ebf-8f70-51b916241c65 req-7b32d7da-c443-41c3-9dc7-4bfb635af58f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.115446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2f7c92-4146-4ebf-8f70-51b916241c65 req-7b32d7da-c443-41c3-9dc7-4bfb635af58f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0578957 Aug 10 01:04:46.160555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2f7c92-4146-4ebf-8f70-51b916241c65 req-2a00b704-eaf6-46d4-8573-3973c77613c8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371866 Aug 10 01:04:46.457789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-2320685c-d1f4-4a57-82b3-f739a837851d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.459314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-2320685c-d1f4-4a57-82b3-f739a837851d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1104958 Aug 10 01:04:46.465931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd22ca-3f70-409b-980f-7ec0aa2bdc19 req-da92b6bc-6b21-44be-bf8b-9bb4e5a36ed5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:46.467424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00dd22ca-3f70-409b-980f-7ec0aa2bdc19 req-da92b6bc-6b21-44be-bf8b-9bb4e5a36ed5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0508146 Aug 10 01:04:46.475450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-fb86002e-287f-44ff-9927-3dd2eadae5b0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/quotas/178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 375 time: 0.0094805 Aug 10 01:04:46.507370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00dd22ca-3f70-409b-980f-7ec0aa2bdc19 req-bba04098-2d66-45b5-81f9-70675f296eee tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Aug 10 01:04:46.545210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-457e4acb-adb1-4cc0-9bc3-05f37ac74e7f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0631034 Aug 10 01:04:46.651331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-4253d480-06cf-4e34-9cb8-c4ef50c0019c service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989180 Aug 10 01:04:46.742389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-77e1dd79-71a5-4517-b131-fb3bf2b09fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:46.770308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-57516de9-2ca1-4586-b7d3-288c5c12ae55 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172957 Aug 10 01:04:46.923837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47688) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:46.978151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d7cb417d-6e29-4cb6-88cd-8a9364478b53 req-0aeab52b-fd93-46c2-bf58-f2ce7130e3c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 210 time: 0.0506847 Aug 10 01:04:47.004572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.044032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.112759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.116303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.117910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/security-groups/f21206f3-8773-4552-a26b-507e533c6773 HTTP/1.1" status: 204 len: 168 time: 0.1926088 Aug 10 01:04:47.121573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47700) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:47.129566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21206f3-8773-4552-a26b-507e533c6773,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:47.142268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.142794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.143299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.143771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.144080 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-c2456191-6ca4-4ca9-8fba-b57a8305976e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] show failed (client error): The resource could not be found. Aug 10 01:04:47.144227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.144469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.144841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.145232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.145573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.145908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.146239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.146811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94313e1b-6b03-4875-b3cb-d73d2090c89f tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:04:47.154546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c2456191-6ca4-4ca9-8fba-b57a8305976e tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "GET /v2.0/security-groups/f21206f3-8773-4552-a26b-507e533c6773 HTTP/1.1" status: 404 len: 347 time: 0.0310426 Aug 10 01:04:47.157314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47702) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:47.274238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:47.281055 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.356731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port 08cac236-216f-447a-a633-58b435e142a8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:47.358511 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.427407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c01f241-bae9-4437-9d61-c5028bfb19dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.455822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.456149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.475222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for 08cac236-216f-447a-a633-58b435e142a8 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:47.545221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c01f241-bae9-4437-9d61-c5028bfb19dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.550474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c01f241-bae9-4437-9d61-c5028bfb19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.642583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c01f241-bae9-4437-9d61-c5028bfb19dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23b9eab98cc94c219c454cc431571061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666101 Aug 10 01:04:47.650981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47720) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:47.656251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.663985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.674128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01f241-bae9-4437-9d61-c5028bfb19dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d4c152-f3cd-4303-8dab-c7dde80585c2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:47.691228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=08cac236-216f-447a-a633-58b435e142a8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:47.697350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:04:47.732528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98245a00-742e-41fc-a390-413dc8860821 req-30ea14f7-4edd-4bc1-a55f-6a41f8828c6a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:47.734327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98245a00-742e-41fc-a390-413dc8860821 req-30ea14f7-4edd-4bc1-a55f-6a41f8828c6a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1307044 Aug 10 01:04:47.782172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.785154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.788969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b0bd5691-c584-4b46-a97a-8062643badd0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/floatingips/57840412-2afb-4993-b040-6280cab89941 HTTP/1.1" status: 204 len: 168 time: 0.6281202 Aug 10 01:04:47.789260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:47.791575 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.803004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98245a00-742e-41fc-a390-413dc8860821 req-6238897a-6bcb-4d47-b3f1-ed68ade1477b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612924 Aug 10 01:04:47.822943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.887523 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.890106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.891430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7d4c152-f3cd-4303-8dab-c7dde80585c2 HTTP/1.1" status: 204 len: 168 time: 0.2369761 Aug 10 01:04:47.895453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port 98b4ac19-22cb-48dc-833d-746cda911ddf {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:47.895806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:47.904455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f5c41-6a1a-424e-8e60-1ee2a624abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d4c152-f3cd-4303-8dab-c7dde80585c2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.018764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.044370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for 98b4ac19-22cb-48dc-833d-746cda911ddf owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:48.133499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c1e3633-b84c-4379-9062-c6b549d0ed55 req-55817f64-35a5-45e6-b322-e7b318aa1542 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 210 time: 0.0603609 Aug 10 01:04:48.238767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-ed621ede-6441-459c-8e87-1945bba5fc41 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:48.240257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-ed621ede-6441-459c-8e87-1945bba5fc41 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1939285 Aug 10 01:04:48.277653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'device_id': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'admin_state_up': True, 'tenant_id': '178eb7d670f0417ab739287cf0209430'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:48.372837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.413375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=98b4ac19-22cb-48dc-833d-746cda911ddf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:48.473679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:04:48.477178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.571349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:48.576143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-874d70f5-0f16-45bf-bcab-73fc7c00b258 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/ports/98b4ac19-22cb-48dc-833d-746cda911ddf HTTP/1.1" status: 204 len: 168 time: 0.7836022 Aug 10 01:04:48.577046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47750) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:48.704891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.20.0.12 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/1181a388-8bc5-430f-a384-6034f31ce318) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:04:48.746063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting port 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:48.746410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.251272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57e40695-fb7b-4c02-b9c0-4b08202d40b4 req-70ac16bf-fc7c-4113-aae4-0b2643c4e989 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 210 time: 0.0328960 Aug 10 01:04:49.252739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47768) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:49.339223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.374321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Calling delete_port for 8d1d9db3-a778-4ea5-b241-ad4c34745ae1 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:49.395717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301c7c1-513f-4a62-8861-1bfdecd80536 req-fa3253fe-bf25-4564-a599-b6cf3ece0546 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:49.397216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2301c7c1-513f-4a62-8861-1bfdecd80536 req-fa3253fe-bf25-4564-a599-b6cf3ece0546 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1328583 Aug 10 01:04:49.424432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e095f15c-965e-4e3f-99f5-d40a684c50aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.459858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.460444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacd401-ee56-4da1-952b-4619688354fb req-2bcee858-94ba-455f-ac6d-bfa2362f59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:49.462176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3dacd401-ee56-4da1-952b-4619688354fb req-2bcee858-94ba-455f-ac6d-bfa2362f59d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0751436 Aug 10 01:04:49.507591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Transition to ACTIVE for port object 1181a388-8bc5-430f-a384-6034f31ce318 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:49.517060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2301c7c1-513f-4a62-8861-1bfdecd80536 req-eb6dbb28-1d83-4891-ad62-242e00173f75 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059017 Aug 10 01:04:49.529429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3dacd401-ee56-4da1-952b-4619688354fb req-dccc9fb2-d387-4ab6-aa56-ccc0977fd474 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594831 Aug 10 01:04:49.581182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e095f15c-965e-4e3f-99f5-d40a684c50aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.583174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.586754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e095f15c-965e-4e3f-99f5-d40a684c50aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.644044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095f15c-965e-4e3f-99f5-d40a684c50aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd002fa-6950-49ca-bcc1-1dd1a6cc3365,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.654457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:04:49.664281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.664281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:04:49.668685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:04:49.691701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e095f15c-965e-4e3f-99f5-d40a684c50aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9005d5849166459ba20db4dfb22473f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350610 Aug 10 01:04:49.692559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47778) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:49.701375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.720428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.768427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Port': ['ID=8d1d9db3-a778-4ea5-b241-ad4c34745ae1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.790905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.793254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:49.800022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.824501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.892112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.895370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:49.896539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cd002fa-6950-49ca-bcc1-1dd1a6cc3365 HTTP/1.1" status: 204 len: 168 time: 0.2032776 Aug 10 01:04:49.905976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa7664-153a-4c5e-a09a-783cc511f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd002fa-6950-49ca-bcc1-1dd1a6cc3365,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:49.956453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-12869130-18da-483d-9a10-47fe808b09f8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7024682 Aug 10 01:04:49.973936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Request body: {'port': {'device_id': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:04:50.046741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.048986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df3a2b63-ff4b-42e5-81f4-e17cbe1458e0 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/ports/8d1d9db3-a778-4ea5-b241-ad4c34745ae1 HTTP/1.1" status: 204 len: 168 time: 1.4713061 Aug 10 01:04:50.052156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:50.100215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.156806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5fd61b24-c78a-4093-a6a0-0c402c2f32cf None None] Provisioning for port 1181a388-8bc5-430f-a384-6034f31ce318 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:50.176592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5fd61b24-c78a-4093-a6a0-0c402c2f32cf None None] Provisioning complete for port 1181a388-8bc5-430f-a384-6034f31ce318 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:50.177194 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5fd61b24-c78a-4093-a6a0-0c402c2f32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.185290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting subnet 696f0138-57f3-48d6-b0c8-742f0ef8235c {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:50.189725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.312014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5fd61b24-c78a-4093-a6a0-0c402c2f32cf None None] Port 1181a388-8bc5-430f-a384-6034f31ce318 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:04:50.353591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.569292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc7c0-cd13-45ff-acaa-28319fa9062a req-0a46b498-0536-40cb-ad3d-6c410b495693 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.570941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-622dc7c0-cd13-45ff-acaa-28319fa9062a req-0a46b498-0536-40cb-ad3d-6c410b495693 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 932 time: 0.1134188 Aug 10 01:04:50.573479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.645253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-622dc7c0-cd13-45ff-acaa-28319fa9062a req-5eccd7ca-0c75-47c5-b49b-d7e103a978c0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631990 Aug 10 01:04:50.691202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.699771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1181a388-8bc5-430f-a384-6034f31ce318 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:50.708320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.723666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Transition to ACTIVE for port object 1181a388-8bc5-430f-a384-6034f31ce318 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:04:50.727655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.742151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55be2d6-4925-400a-86eb-ebd2dde9293c req-6c28d7a4-b6bd-45f5-a06d-af8bbf08d13c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:50.743733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e55be2d6-4925-400a-86eb-ebd2dde9293c req-6c28d7a4-b6bd-45f5-a06d-af8bbf08d13c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1182077 Aug 10 01:04:50.750546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:50.755455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/subnets/696f0138-57f3-48d6-b0c8-742f0ef8235c HTTP/1.1" status: 204 len: 168 time: 0.7018676 Aug 10 01:04:50.757688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47792) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:50.757987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800dba70-d5c6-44f5-9a3c-c6106fa020f4 None None] Network 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:50.758441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe851-3ae7-47dc-9368-13a52356e397 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Subnet': ['ID=696f0138-57f3-48d6-b0c8-742f0ef8235c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.827258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e55be2d6-4925-400a-86eb-ebd2dde9293c req-f2c0ed2a-ceb3-4214-8b2d-553ec7ef6c49 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Aug 10 01:04:50.881278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:50.951606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Deleting subnet b5d378b7-19ae-4c67-8133-90cd91e80b24 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:04:50.962373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.067337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.112755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] DHCP port deletion for 6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:51.124587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Attempting to bind port 1181a388-8bc5-430f-a384-6034f31ce318 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:04:51.124950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Attempting to bind port 1181a388-8bc5-430f-a384-6034f31ce318 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:04:51.125264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Attempting to bind port 1181a388-8bc5-430f-a384-6034f31ce318 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:51.140761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Port 1181a388-8bc5-430f-a384-6034f31ce318 on network 9fd592f8-9cda-429c-abae-13341367fd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:04:51.141331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Attempting to bind port 1181a388-8bc5-430f-a384-6034f31ce318 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:04:51.184688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:04:51.185204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:04:51.185875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:04:51.186182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Bound port: 1181a388-8bc5-430f-a384-6034f31ce318, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:04:51.186540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.195196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Deleting port 0af51421-a873-431b-a71d-031951388e6d {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:51.195691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.265968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] For port 0af51421-a873-431b-a71d-031951388e6d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0af51421-a873-431b-a71d-031951388e6d,segment=NetworkSegment(846f34d7-95b3-4270-a101-f3ad2057d845),segment_id=846f34d7-95b3-4270-a101-f3ad2057d845)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:51.266760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.284387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Calling delete_port for 0af51421-a873-431b-a71d-031951388e6d owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:51.324985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617d1a-8252-468c-9510-ca032c17c56e req-7bdb74d3-7b62-43ff-a9ca-8ad356127ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.326469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-7bdb74d3-7b62-43ff-a9ca-8ad356127ca3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1801476 Aug 10 01:04:51.340082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563d10-d438-49aa-b578-8f75f0aa3732 req-81bec93b-155e-4f4e-9062-27e73b3ea17a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.342217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46563d10-d438-49aa-b578-8f75f0aa3732 req-81bec93b-155e-4f4e-9062-27e73b3ea17a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1844413 Aug 10 01:04:51.374450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:04:51.380666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1181a388-8bc5-430f-a384-6034f31ce318,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:04:51.387749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.421701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.506354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.507244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.509139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 200 len: 1093 time: 1.5414758 Aug 10 01:04:51.509938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:51.513392 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10e5944-4b16-4be5-a5de-4e4551ad004c" -d '{"events": [{"name": "network-changed", "server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "tag": "1181a388-8bc5-430f-a384-6034f31ce318"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:51.533457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46563d10-d438-49aa-b578-8f75f0aa3732 req-e332ba5a-57b4-4439-870f-243c326f363b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693139 Aug 10 01:04:51.565975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0af51421-a873-431b-a71d-031951388e6d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:51.583530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffef143-1c11-4816-bbe0-e9573d18f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:51.592333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617d1a-8252-468c-9510-ca032c17c56e req-f2cb867c-9a9d-4f0c-957d-e09a19baa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.593871 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-f2cb867c-9a9d-4f0c-957d-e09a19baa7f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.2497432 Aug 10 01:04:51.621357 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8865b0-9f2e-4569-ae60-76580029b5ef x-openstack-request-id: req-5a8865b0-9f2e-4569-ae60-76580029b5ef {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:51.621878 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "tag": "1181a388-8bc5-430f-a384-6034f31ce318", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:51.622313 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a8865b0-9f2e-4569-ae60-76580029b5ef {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:51.622979 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318', 'status': 'completed', 'code': 200} Aug 10 01:04:51.627137 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.686086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.690069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-762009e6-07b2-4891-8b58-d35b63f64841 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.0870185 Aug 10 01:04:51.714514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] Pushing event deleted for resources: {'Port': ['ID=0af51421-a873-431b-a71d-031951388e6d,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:51.723793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8322bb2-ef99-4aaf-b1df-ba8ac13ae936 None None] No DVR routers for this DVR port 0af51421-a873-431b-a71d-031951388e6d on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:51.728413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No active binding found for port 0af51421-a873-431b-a71d-031951388e6d {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:04:51.734058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-682a1973-3801-4e97-bb68-e884f492791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.735321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0af51421-a873-431b-a71d-031951388e6d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:51.742956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906897d-9c78-4027-ae4f-82ae21fd7782 None None] Network 1c8eeafd-8450-4982-8888-460c59837f05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:04:51.747571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-682a1973-3801-4e97-bb68-e884f492791d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 1096 time: 0.1564579 Aug 10 01:04:51.752655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.756228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/subnets/b5d378b7-19ae-4c67-8133-90cd91e80b24 HTTP/1.1" status: 204 len: 168 time: 0.9969487 Aug 10 01:04:51.786627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:51.843764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3683f94-f9ba-4748-91a5-f57407a5d8e1 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d378b7-19ae-4c67-8133-90cd91e80b24,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:51.846760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-c04332ac-a7de-4e59-b3e4-b60823663e8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 200 len: 217 time: 0.0500762 Aug 10 01:04:51.915937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-6943dbfc-b8a9-44b2-b873-f0b88884de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.917075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98617d1a-8252-468c-9510-ca032c17c56e req-3d660600-79c1-41a6-840b-ac2d51746c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.918026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-6943dbfc-b8a9-44b2-b873-f0b88884de9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0639086 Aug 10 01:04:51.918265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-3d660600-79c1-41a6-840b-ac2d51746c9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.2195570 Aug 10 01:04:51.950317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:51.968617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-b27da401-3bd5-4edc-b100-fd9340ce1b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.970137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-b27da401-3bd5-4edc-b100-fd9340ce1b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454047 Aug 10 01:04:51.973600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] DHCP port deletion for 1c8eeafd-8450-4982-8888-460c59837f05 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:04:51.975265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-7ed37dfa-80c0-4151-bd84-7bd0210c3d73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380418 Aug 10 01:04:51.983648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e3da4-2fa0-403b-b3af-d1a0ecfdad17 req-f7627f2f-2830-4c83-aa95-1ceb55010441 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:51.990984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-252e3da4-2fa0-403b-b3af-d1a0ecfdad17 req-f7627f2f-2830-4c83-aa95-1ceb55010441 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 944 time: 0.1949525 Aug 10 01:04:52.024465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Deleting port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:04:52.024685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.077103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-8834b78f-391f-4bdb-be3f-04efbd2f7d0d service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996144 Aug 10 01:04:52.089720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] For port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,segment=NetworkSegment(35c730bd-efa5-45ae-92e4-589b8a99013a),segment_id=35c730bd-efa5-45ae-92e4-589b8a99013a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:52.090117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.104385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Calling delete_port for a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:04:52.118687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-252e3da4-2fa0-403b-b3af-d1a0ecfdad17 req-d720684b-ff42-47f2-9ced-aa913b551486 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268153 Aug 10 01:04:52.180278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.192077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61abdd06-7172-415e-9c14-7492ed5116b8 req-0a0f4e5b-0e1a-4383-8568-bae7b8bfadc4 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075125 Aug 10 01:04:52.194065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-39b58e7b-4f93-4e3b-b1e3-c0df883db198 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010498 Aug 10 01:04:52.195661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.203991 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.207030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846f34d7-95b3-4270-a101-f3ad2057d845') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.207429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846f34d7-95b3-4270-a101-f3ad2057d845') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.216372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] No DVR routers for this DVR port a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:04:52.227222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.236104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e030c94-f637-4bd8-a13a-1a82c6c6dfc0 None None] Pushing event deleted for resources: {'Port': ['ID=a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:52.283668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-98fd423c-960f-4b3f-a7a2-7b9d0a7182f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.285114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-98fd423c-960f-4b3f-a7a2-7b9d0a7182f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 1096 time: 0.0469043 Aug 10 01:04:52.287399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.298043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:52.298458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:52.301625 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:52.377589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98617d1a-8252-468c-9510-ca032c17c56e req-e0e5146b-c06b-4497-ade4-7dc02dbe4859 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676292 Aug 10 01:04:52.378985 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.387667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.389506 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/networks/6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c HTTP/1.1" status: 204 len: 168 time: 0.5972178 Aug 10 01:04:52.393905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-4b9bbf89-7d99-4c07-aaeb-a2e62f9c9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.396043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-4b9bbf89-7d99-4c07-aaeb-a2e62f9c9a74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.0977612 Aug 10 01:04:52.396698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:04:52.399931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ef089-446c-43c1-b06d-47e4c92bf4d3 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Network': ['ID=6dc0e173-7bd5-4bca-8f25-f5dc0cb6fb8c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:52.484145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-7b0a7437-049e-45d3-8d58-c0ba121bb544 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 200 len: 217 time: 0.0762842 Aug 10 01:04:52.536859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.558997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-0d2ea377-3c06-45bd-9d27-b0dbed0d7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.560437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-0d2ea377-3c06-45bd-9d27-b0dbed0d7843 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0561996 Aug 10 01:04:52.663327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.678878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8eeafd-8450-4982-8888-460c59837f05']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.679766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917343c-04e8-42fd-96df-f9b883fb5cbf req-af28a922-173b-45b7-b967-822949078bec tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.681293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3917343c-04e8-42fd-96df-f9b883fb5cbf req-af28a922-173b-45b7-b967-822949078bec tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0561066 Aug 10 01:04:52.688854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-1cbbb9b6-8b32-476a-b7f5-b67f0e957288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:52.690347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-1cbbb9b6-8b32-476a-b7f5-b67f0e957288 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092670 Aug 10 01:04:52.693761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c730bd-efa5-45ae-92e4-589b8a99013a') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.694051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c730bd-efa5-45ae-92e4-589b8a99013a') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:04:52.710894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.722840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3917343c-04e8-42fd-96df-f9b883fb5cbf req-7c458a76-0ab9-443d-9c5b-16a4512312c6 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 10 01:04:52.765654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.775003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:04:52.775395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:04:52.778495 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:04:52.852031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-e69b082c-11ab-444b-9d7c-b596472c68c2 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514018 Aug 10 01:04:52.853043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.862896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:52.868528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] 10.222.0.25 "DELETE /v2.0/networks/1c8eeafd-8450-4982-8888-460c59837f05 HTTP/1.1" status: 204 len: 168 time: 0.4671209 Aug 10 01:04:52.882909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee32f4b-dab4-4b54-8703-df0d6634b317 tempest-TaggedBootDevicesTest-1977388588 tempest-TaggedBootDevicesTest-1977388588-project] Pushing event deleted for resources: {'Network': ['ID=1c8eeafd-8450-4982-8888-460c59837f05,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:52.969913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f10e5944-4b16-4be5-a5de-4e4551ad004c req-cf58b8b2-c574-4dc3-b53c-9bef820d2296 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095200 Aug 10 01:04:53.256788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bec5b-d92f-487c-9a09-97988d06e67e req-9bc321bd-aa39-42bf-8469-d667426a2a3b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.258595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-131bec5b-d92f-487c-9a09-97988d06e67e req-9bc321bd-aa39-42bf-8469-d667426a2a3b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 944 time: 0.0626359 Aug 10 01:04:53.303567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-131bec5b-d92f-487c-9a09-97988d06e67e req-63d9e47a-c9a8-44b0-bf79-b47ab76c064e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376351 Aug 10 01:04:53.423516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:04:53.447288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:04:53.448541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0d73dd6-4f9c-4a2c-a13a-bb145ced8f9b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:04:53.858690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d22bc-53c6-4a5a-9b54-b2a622ff3f95 req-44e1153f-9ce4-42e4-ac37-a08387768d3a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:53.860616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-940d22bc-53c6-4a5a-9b54-b2a622ff3f95 req-44e1153f-9ce4-42e4-ac37-a08387768d3a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0550215 Aug 10 01:04:53.901812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-940d22bc-53c6-4a5a-9b54-b2a622ff3f95 req-e5ae8a17-2db6-4764-b178-304891c39709 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353029 Aug 10 01:04:54.175978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1181a388-8bc5-430f-a384-6034f31ce318 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:04:54.330975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1181a388-8bc5-430f-a384-6034f31ce318,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:54.345246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '1181a388-8bc5-430f-a384-6034f31ce318', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '1181a388-8bc5-430f-a384-6034f31ce318', 'mac_address': 'fa:16:3e:aa:ec:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:04:54.424101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.444281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1181a388-8bc5-430f-a384-6034f31ce318 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:04:54.466283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b225d-5950-4940-85b2-e4d6a1070300 req-d1aa6586-7c8b-4689-8cf4-8fbe747ab3b2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:54.467924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e36b225d-5950-4940-85b2-e4d6a1070300 req-d1aa6586-7c8b-4689-8cf4-8fbe747ab3b2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 944 time: 0.0687742 Aug 10 01:04:54.468703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1181a388-8bc5-430f-a384-6034f31ce318,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:54.472789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:54.513983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e36b225d-5950-4940-85b2-e4d6a1070300 req-941ec38d-6c8b-419e-a2ee-f623350bb864 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Aug 10 01:04:54.534804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:54.678163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:04:55.023253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0045bc-e8b6-40a2-b034-74ad14145339 req-6c9afe5d-679c-44a2-8798-c2c3da0fcb44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:55.024779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff0045bc-e8b6-40a2-b034-74ad14145339 req-6c9afe5d-679c-44a2-8798-c2c3da0fcb44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0492468 Aug 10 01:04:55.065032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff0045bc-e8b6-40a2-b034-74ad14145339 req-d7c87dc2-d88d-409a-8bdd-bdd8ea87dad9 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Aug 10 01:04:55.634640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71671a-dbda-4b13-86cf-7de8eb34abf4 req-b142c532-61e0-410c-a437-aac0a2c8065a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:55.636765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b71671a-dbda-4b13-86cf-7de8eb34abf4 req-b142c532-61e0-410c-a437-aac0a2c8065a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 945 time: 0.0500216 Aug 10 01:04:55.687217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b71671a-dbda-4b13-86cf-7de8eb34abf4 req-7ca363e5-2215-424c-a1c1-b9e629de800c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Aug 10 01:04:55.923236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.120611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.173137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1181a388-8bc5-430f-a384-6034f31ce318 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:04:56.223339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 1181a388-8bc5-430f-a384-6034f31ce318 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:04:56.227084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 1181a388-8bc5-430f-a384-6034f31ce318 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:04:56.227428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.303169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.330029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:04:56.332237 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85478fae-1393-4534-871f-5deab454a3c2" -d '{"events": [{"server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "name": "network-vif-plugged", "status": "completed", "tag": "1181a388-8bc5-430f-a384-6034f31ce318"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:04:56.345409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1181a388-8bc5-430f-a384-6034f31ce318,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:04:56.352287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:04:56.380426 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368f43b-627d-4cd0-bd3b-c4827b422f6b x-openstack-request-id: req-f368f43b-627d-4cd0-bd3b-c4827b422f6b {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:04:56.380717 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "name": "network-vif-plugged", "status": "completed", "tag": "1181a388-8bc5-430f-a384-6034f31ce318", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:04:56.380967 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f368f43b-627d-4cd0-bd3b-c4827b422f6b {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:04:56.381349 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318', 'code': 200} Aug 10 01:04:56.408295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:04:56.524555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bf125-fcbf-473a-905b-8c7193695666 req-03fbcfac-c5b8-476c-be96-46e5f0c88ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:56.526358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b81bf125-fcbf-473a-905b-8c7193695666 req-03fbcfac-c5b8-476c-be96-46e5f0c88ab4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 1098 time: 0.0868981 Aug 10 01:04:56.571432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b81bf125-fcbf-473a-905b-8c7193695666 req-5fd76c8f-24dd-4576-b7d9-2b4b0ef3ae96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Aug 10 01:04:56.590354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc5e5f-5723-4e00-85ca-2756ebc333d5 req-2f844d68-e5cf-41c0-b3a3-645f1e9470c2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:56.591887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cedc5e5f-5723-4e00-85ca-2756ebc333d5 req-2f844d68-e5cf-41c0-b3a3-645f1e9470c2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Aug 10 01:04:56.630584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cedc5e5f-5723-4e00-85ca-2756ebc333d5 req-af2e54af-05e8-4824-9419-52d392c721c2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Aug 10 01:04:56.812313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981afdd-b7e2-4b66-8b7f-ba57147ae677 req-3b85be64-ccea-4755-8353-64eeb4b77dbf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:56.819233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1981afdd-b7e2-4b66-8b7f-ba57147ae677 req-3b85be64-ccea-4755-8353-64eeb4b77dbf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0634091 Aug 10 01:04:56.866835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1981afdd-b7e2-4b66-8b7f-ba57147ae677 req-9bd2089d-a905-480f-a5c7-9fe6abc2fe74 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463171 Aug 10 01:04:57.988585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe56040-f56e-4b97-957a-63fbec584254 req-0770d98b-3b50-469f-a295-9082220047bd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:57.990070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfe56040-f56e-4b97-957a-63fbec584254 req-0770d98b-3b50-469f-a295-9082220047bd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0556431 Aug 10 01:04:58.035037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfe56040-f56e-4b97-957a-63fbec584254 req-ecd9bccb-c5c3-40b3-aa53-91af6eb796bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 Aug 10 01:04:58.300419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c33da-6204-43c1-898d-ab469599f4e8 req-5a43011e-893f-4fa9-ac89-a63a0da07024 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:58.302650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd8c33da-6204-43c1-898d-ab469599f4e8 req-5a43011e-893f-4fa9-ac89-a63a0da07024 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0932360 Aug 10 01:04:58.356662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd8c33da-6204-43c1-898d-ab469599f4e8 req-e2b3a3d1-dc77-4fca-9045-74ffafe8a00b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Aug 10 01:04:59.480313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4572ac-f8df-4ab4-bf5e-019f89ba4e64 req-ce4c23d0-7da8-4059-8d8c-331a45ed42f0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:04:59.488518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe4572ac-f8df-4ab4-bf5e-019f89ba4e64 req-ce4c23d0-7da8-4059-8d8c-331a45ed42f0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0574102 Aug 10 01:04:59.527642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe4572ac-f8df-4ab4-bf5e-019f89ba4e64 req-7391355d-7322-48e8-ba1d-3950af7d5f02 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378690 Aug 10 01:05:00.652140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2487dd-c362-48c4-9299-94875daba1bc req-21b83a4b-cf6b-4bac-b92c-17c4489974de tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:00.654467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c2487dd-c362-48c4-9299-94875daba1bc req-21b83a4b-cf6b-4bac-b92c-17c4489974de tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0561941 Aug 10 01:05:00.695145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c2487dd-c362-48c4-9299-94875daba1bc req-6ecec559-00cc-40f8-acb5-0e169cd2540f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343518 Aug 10 01:05:01.819010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a9c2b-8e42-418f-9c72-3fc898072795 req-9d64848e-c30b-4cbc-9a90-62c8f87a1001 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:01.820482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-163a9c2b-8e42-418f-9c72-3fc898072795 req-9d64848e-c30b-4cbc-9a90-62c8f87a1001 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0495811 Aug 10 01:05:01.865673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-163a9c2b-8e42-418f-9c72-3fc898072795 req-0f42df11-02db-43e4-9fcb-b5833af5bbb4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Aug 10 01:05:02.447908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48056) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:02.562540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7efb58e7-cd34-4c29-beb0-c70a0710f627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.654768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7efb58e7-cd34-4c29-beb0-c70a0710f627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.658564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7efb58e7-cd34-4c29-beb0-c70a0710f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.704597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7efb58e7-cd34-4c29-beb0-c70a0710f627 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13ee053c786c46aaa76d63792e34e842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556176 Aug 10 01:05:02.705679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb58e7-cd34-4c29-beb0-c70a0710f627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbf564-9b3f-4eda-a647-ff0b6f31fef8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:02.707318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48060) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:02.761072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.783649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.834940 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.837506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:02.841588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43dbf564-9b3f-4eda-a647-ff0b6f31fef8 HTTP/1.1" status: 204 len: 168 time: 0.1304328 Aug 10 01:05:02.846988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1ba5a-6edd-4c11-8023-d386e1851479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbf564-9b3f-4eda-a647-ff0b6f31fef8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:03.035740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f751b17-e41a-4fd1-8319-7a4c71853741 req-501a38ee-0054-414d-84fc-2ea6f94b322e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:03.037631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f751b17-e41a-4fd1-8319-7a4c71853741 req-501a38ee-0054-414d-84fc-2ea6f94b322e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0958259 Aug 10 01:05:03.083513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f751b17-e41a-4fd1-8319-7a4c71853741 req-6939c24a-7988-4c8d-a67b-d17a0e062c12 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Aug 10 01:05:03.164643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48072) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:03.179935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c554d8d-be23-4db7-b484-8c565127e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.277253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c554d8d-be23-4db7-b484-8c565127e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.280951 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c554d8d-be23-4db7-b484-8c565127e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.322444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c554d8d-be23-4db7-b484-8c565127e4fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0246b7957f2b4a148b26403fc3308bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564579 Aug 10 01:05:03.323558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c554d8d-be23-4db7-b484-8c565127e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20777516-4573-4c9e-baa1-81b4551c9ec4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:03.325458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:03.384357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.409384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.454754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.457564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:03.458855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20777516-4573-4c9e-baa1-81b4551c9ec4 HTTP/1.1" status: 204 len: 168 time: 0.1320539 Aug 10 01:05:03.468184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514e02-870c-4a70-b136-dde77502193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20777516-4573-4c9e-baa1-81b4551c9ec4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:04.085180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:04.236526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4b463-62fe-48f1-997f-e4628ca5cebf req-c8553f6c-7b2e-4665-b432-7b9bd13b89ca tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:04.246828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1e4b463-62fe-48f1-997f-e4628ca5cebf req-c8553f6c-7b2e-4665-b432-7b9bd13b89ca tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0737786 Aug 10 01:05:04.294888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1e4b463-62fe-48f1-997f-e4628ca5cebf req-41b6a488-0f33-4376-99e0-ad4a8950c5c1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Aug 10 01:05:04.694416 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:04.951783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Deleting port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:04.952130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.033931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] For port 1c97358c-e7a5-4a82-9672-d7cbbcce1c38, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:05.034299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.047159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Calling delete_port for 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:05.168069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48138) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:05.246133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.282377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c97358c-e7a5-4a82-9672-d7cbbcce1c38,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:05.282956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-781440b9-4b70-4db2-a771-55f8744c2a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.436508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-781440b9-4b70-4db2-a771-55f8744c2a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.441466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-781440b9-4b70-4db2-a771-55f8744c2a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.490959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781440b9-4b70-4db2-a771-55f8744c2a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d0b3bb-597b-446b-88c1-cb10bde9c583,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:05.501458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48146) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:05.502418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-781440b9-4b70-4db2-a771-55f8744c2a54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3139cfcf37064395b41244552b91646f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3330510 Aug 10 01:05:05.525037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db451-0d11-4b95-a7b0-fa4b13eb264a req-67c61d5b-6545-4004-8368-515471021fd4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:05.527790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc0db451-0d11-4b95-a7b0-fa4b13eb264a req-67c61d5b-6545-4004-8368-515471021fd4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1166012 Aug 10 01:05:05.548529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.640319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc0db451-0d11-4b95-a7b0-fa4b13eb264a req-b56ec1dd-2249-440d-b962-3f2bf576cb85 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047981 Aug 10 01:05:05.663321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:05.717440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.161426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.164303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.165448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1d0b3bb-597b-446b-88c1-cb10bde9c583 HTTP/1.1" status: 204 len: 168 time: 0.6626985 Aug 10 01:05:06.203885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0ad99-e7f9-4fdb-9656-f637bbfe8e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d0b3bb-597b-446b-88c1-cb10bde9c583,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:06.233007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Router 5b516910-dba3-4d90-ae6d-83d3b7ac180c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:05:06.341436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:06.347160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-84b55f96-9ca4-43e0-aac2-1714247ba62d admin admin] 10.222.0.25 "PUT /v2.0/routers/5b516910-dba3-4d90-ae6d-83d3b7ac180c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2605579 Aug 10 01:05:06.349558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:06.353341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Sync routers for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:06.364617 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:06.365875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:06.447450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48168) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:06.461197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.461720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85c29ac3-10f8-49a4-b919-a3f471d510e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.480841 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:06.558561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85c29ac3-10f8-49a4-b919-a3f471d510e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.566302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85c29ac3-10f8-49a4-b919-a3f471d510e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.582298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.617433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-85c29ac3-10f8-49a4-b919-a3f471d510e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6d0ac689d94471886301a4986e02bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680779 Aug 10 01:05:06.618561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c29ac3-10f8-49a4-b919-a3f471d510e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee16b64-2f6a-40fc-95db-10df32628553,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:06.621830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48172) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:06.653573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Deleting port 0ef7989f-0a91-410c-897f-4e50486b259b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:06.654637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.708631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.711830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136'}], 'enable_snat': True}, 'gw_port_id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T01:05:05Z', 'revision_number': 5, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port': {'id': '0ef7989f-0a91-410c-897f-4e50486b259b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T00:53:31Z', 'updated_at': '2021-08-10T00:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:06.747411 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Checking router: 5b516910-dba3-4d90-ae6d-83d3b7ac180c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:06.758590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Routers {'5b516910-dba3-4d90-ae6d-83d3b7ac180c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:06.759616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:06.768025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.769330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] For port 0ef7989f-0a91-410c-897f-4e50486b259b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ef7989f-0a91-410c-897f-4e50486b259b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:06.770370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.794749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Calling delete_port for 0ef7989f-0a91-410c-897f-4e50486b259b owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:06.846782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8ab4d-97f3-477c-b282-ebd61269799a req-d7ea0afd-0ebe-4b8b-b036-08021ec15c31 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:06.856178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79f8ab4d-97f3-477c-b282-ebd61269799a req-d7ea0afd-0ebe-4b8b-b036-08021ec15c31 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0857372 Aug 10 01:05:06.903006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.906140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:06.907507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee16b64-2f6a-40fc-95db-10df32628553 HTTP/1.1" status: 204 len: 168 time: 0.2845612 Aug 10 01:05:06.923308 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] Set router 5b516910-dba3-4d90-ae6d-83d3b7ac180c gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:06.949666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79f8ab4d-97f3-477c-b282-ebd61269799a req-011ace55-3b15-4d01-ac2d-236cea9251f0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922589 Aug 10 01:05:06.954915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c8c4e-945b-4c46-b5bd-b18963c30470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee16b64-2f6a-40fc-95db-10df32628553,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:07.018240 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T01:05:06Z', 'revision_number': 6, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:07.055294 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67420880-95b3-4b9d-9a5d-22d91a32054a None None] The sync data for ids ['5b516910-dba3-4d90-ae6d-83d3b7ac180c'] in n-d-766380-21 is: [{'id': '5b516910-dba3-4d90-ae6d-83d3b7ac180c', 'name': 'tempest-TaggedBootDevicesTest-1791612234-router', 'tenant_id': 'e14a5ea266f241878425816e8c522c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T00:53:29Z', 'updated_at': '2021-08-10T01:05:06Z', 'revision_number': 6, 'project_id': 'e14a5ea266f241878425816e8c522c7f', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:07.080658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.112890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef7989f-0a91-410c-897f-4e50486b259b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:07.179105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.279680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.288053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.334028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.334776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b516910-dba3-4d90-ae6d-83d3b7ac180c {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:05:07.339984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.343241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-35433a96-1dba-4b39-b815-8ed90f9d0805 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5b516910-dba3-4d90-ae6d-83d3b7ac180c HTTP/1.1" status: 204 len: 168 time: 0.9918823 Aug 10 01:05:07.343891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:07.397873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Deleting subnet 22f9f403-a6f2-4051-ac3d-1408967bea4e {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:05:07.402142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.458072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.504564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:07.525712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:07.526298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c97358c-e7a5-4a82-9672-d7cbbcce1c38 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:07.581416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.647614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.673886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f9f403-a6f2-4051-ac3d-1408967bea4e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:07.690268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.690841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf7fc5-36e6-48dd-bafc-35935e2cb684 None None] Network 7078cfdf-5bfa-4b0f-9789-b995d7ff281f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:07.692600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-700b2993-62cd-4ed3-a953-0f6ee5758e38 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22f9f403-a6f2-4051-ac3d-1408967bea4e HTTP/1.1" status: 204 len: 168 time: 0.3476095 Aug 10 01:05:07.695006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48202) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:07.811236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.952294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Deleting port 17028d46-57cd-4ea5-9342-fed8ec5f1361 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:07.953079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:07.988911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] DHCP port deletion for 7078cfdf-5bfa-4b0f-9789-b995d7ff281f request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:05:08.120190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Deleting port 17028d46-57cd-4ea5-9342-fed8ec5f1361 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:08.120566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:08.211615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] For port 17028d46-57cd-4ea5-9342-fed8ec5f1361, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17028d46-57cd-4ea5-9342-fed8ec5f1361,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:08.212274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:08.231191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Calling delete_port for 17028d46-57cd-4ea5-9342-fed8ec5f1361 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:08.356290 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:08.394414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] Pushing event deleted for resources: {'Port': ['ID=17028d46-57cd-4ea5-9342-fed8ec5f1361,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:08.396899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a91c45-8c62-49b3-8a79-37fb6af14c6f None None] No DVR routers for this DVR port 17028d46-57cd-4ea5-9342-fed8ec5f1361 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:08.441351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3786eab-0e39-4754-a6a6-43718ad6c5b8 req-d176f1a9-0600-4015-9682-f4b9732c2875 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:08.442998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3786eab-0e39-4754-a6a6-43718ad6c5b8 req-d176f1a9-0600-4015-9682-f4b9732c2875 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1138532 Aug 10 01:05:08.497914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3786eab-0e39-4754-a6a6-43718ad6c5b8 req-01d6e365-2f0a-4d56-bd67-9d6f2bf87c1c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Aug 10 01:05:08.507727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] For port 17028d46-57cd-4ea5-9342-fed8ec5f1361, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17028d46-57cd-4ea5-9342-fed8ec5f1361,segment=NetworkSegment(d9aae1a6-6a25-4375-a88c-3d13d0743c6d),segment_id=d9aae1a6-6a25-4375-a88c-3d13d0743c6d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:08.508240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:08.571025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Calling delete_port for 17028d46-57cd-4ea5-9342-fed8ec5f1361 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:08.588011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-7b9d2538-7d70-4b34-a5a1-a5b1b6972f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:08.589546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-7b9d2538-7d70-4b34-a5a1-a5b1b6972f2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1929703 Aug 10 01:05:08.614558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81703048-306f-4f93-873d-20d0985faead req-582534d4-3dfc-4f5c-8372-4371afd229e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:08.616095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81703048-306f-4f93-873d-20d0985faead req-582534d4-3dfc-4f5c-8372-4371afd229e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.2182508 Aug 10 01:05:08.781029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81703048-306f-4f93-873d-20d0985faead req-06f7a790-2fe8-44df-854a-07e376fcf3bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517630 Aug 10 01:05:08.807392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-d4908116-f0db-4884-a3ee-55ab3c8cf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:08.809204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-d4908116-f0db-4884-a3ee-55ab3c8cf196 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.2110326 Aug 10 01:05:08.817147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:08.851264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] No DVR routers for this DVR port 17028d46-57cd-4ea5-9342-fed8ec5f1361 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:08.857515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Pushing event deleted for resources: {'Port': ['ID=17028d46-57cd-4ea5-9342-fed8ec5f1361,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:08.981156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-388da7df-4f42-46cd-ae68-19c3876968c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.0864148 Aug 10 01:05:08.989443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.032458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7078cfdf-5bfa-4b0f-9789-b995d7ff281f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:09.053955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:09.053955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aae1a6-6a25-4375-a88c-3d13d0743c6d') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:09.075961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.092888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-b7c492f5-b9be-40fd-a1cb-e37aa5d101b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:09.094466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-b7c492f5-b9be-40fd-a1cb-e37aa5d101b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.1019108 Aug 10 01:05:09.102395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.120406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:05:09.120676 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:05:09.140458 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:05:09.193362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-9fe1c54e-f0f2-438e-b3df-ef34475ab785 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876164 Aug 10 01:05:09.261205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.272729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.279931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7078cfdf-5bfa-4b0f-9789-b995d7ff281f HTTP/1.1" status: 204 len: 168 time: 1.5815010 Aug 10 01:05:09.292722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53254b69-4d2e-4a66-aa04-06c87fa0e779 admin admin] Pushing event deleted for resources: {'Network': ['ID=7078cfdf-5bfa-4b0f-9789-b995d7ff281f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:09.331832 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-dfaf78ef-faf0-45f0-bb00-325dcf270b75 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284924 Aug 10 01:05:09.455456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:09.469489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da758827-1c22-4bb4-951e-1598cbed0a91 req-3fa0ba8a-a835-402d-84a8-83f57a5933c5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298175 Aug 10 01:05:09.471269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17028d46-57cd-4ea5-9342-fed8ec5f1361 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:09.503197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1a7698d1-b629-465f-bf32-0656b531cc92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e14a5ea266f241878425816e8c522c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441227 Aug 10 01:05:09.503443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 17028d46-57cd-4ea5-9342-fed8ec5f1361 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:09.503970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:09.504087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17028d46-57cd-4ea5-9342-fed8ec5f1361 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:09.504626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ef7989f-0a91-410c-897f-4e50486b259b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:09.538995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:09.539122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0ef7989f-0a91-410c-897f-4e50486b259b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:09.539462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ef7989f-0a91-410c-897f-4e50486b259b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:09.576288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.604716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.688878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b86a-2c57-4ed3-bf06-c9827b47eb88 req-9c17a90e-286d-416d-bb1f-9e495e9d9b53 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:09.690390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c224b86a-2c57-4ed3-bf06-c9827b47eb88 req-9c17a90e-286d-416d-bb1f-9e495e9d9b53 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0693228 Aug 10 01:05:09.716520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.719203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.722770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14b6ad3c-bea3-47b4-b3fd-d50261da9ea7 HTTP/1.1" status: 204 len: 168 time: 0.2141593 Aug 10 01:05:09.755402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77f2cc3f-a1f4-4af8-8cba-10b586180fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.764007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a46d7-2ac9-4cf2-aaa0-cdea2daeb2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b6ad3c-bea3-47b4-b3fd-d50261da9ea7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:09.787807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c224b86a-2c57-4ed3-bf06-c9827b47eb88 req-5876572b-e5c5-4ecf-b79c-286244bed580 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904319 Aug 10 01:05:09.883742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77f2cc3f-a1f4-4af8-8cba-10b586180fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.904864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77f2cc3f-a1f4-4af8-8cba-10b586180fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:09.946490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-77f2cc3f-a1f4-4af8-8cba-10b586180fd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25e1f54ce2f54e2894363c8649ecf78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061434 Aug 10 01:05:09.949511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48278) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:09.967561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32f0b5-1f95-45dc-87ab-9e41290fedcc req-b2b904e0-acc5-40eb-8270-84c1139bb1ff tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:09.969276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e32f0b5-1f95-45dc-87ab-9e41290fedcc req-b2b904e0-acc5-40eb-8270-84c1139bb1ff tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1030250 Aug 10 01:05:09.970542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2cc3f-a1f4-4af8-8cba-10b586180fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592cc947-aa99-4a9f-a7ec-5444be2e631e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:10.027453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.029810 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e32f0b5-1f95-45dc-87ab-9e41290fedcc req-16995151-0c5c-4486-b7b5-1b25cf4f52e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524440 Aug 10 01:05:10.060159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.113747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.116516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.120750 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592cc947-aa99-4a9f-a7ec-5444be2e631e HTTP/1.1" status: 204 len: 168 time: 0.1666954 Aug 10 01:05:10.131822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9d037-b25c-49ff-a281-e83cbfacf29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592cc947-aa99-4a9f-a7ec-5444be2e631e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:10.505981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48302) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:10.521624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-886cf923-86bf-4099-93ae-0fdca252cc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.535583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:10.629248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-886cf923-86bf-4099-93ae-0fdca252cc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.634295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-886cf923-86bf-4099-93ae-0fdca252cc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.682024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-886cf923-86bf-4099-93ae-0fdca252cc85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d14312fe0561430cb1a963aad700e265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714389 Aug 10 01:05:10.682128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48310) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:10.688410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cf923-86bf-4099-93ae-0fdca252cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855a62a-883e-4492-8ae6-439f704d3070,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:10.717469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-network', 'tenant_id': '535e8ab930934784892e49dc38ef2a87'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:10.746936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:10.749483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.752276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.764805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.779749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.839494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.842466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.843750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4855a62a-883e-4492-8ae6-439f704d3070 HTTP/1.1" status: 204 len: 168 time: 0.1606581 Aug 10 01:05:10.852861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f19fa-4989-4345-a6f6-0cf062ef5a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855a62a-883e-4492-8ae6-439f704d3070,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:10.914148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.918818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.942128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:10.954880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642ae17-c858-4c5b-a5cf-10127ef2d8ae req-aace9dbb-09ad-4757-b59e-4ee271f0be0b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:10.956408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5642ae17-c858-4c5b-a5cf-10127ef2d8ae req-aace9dbb-09ad-4757-b59e-4ee271f0be0b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0920627 Aug 10 01:05:10.986049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:10.986401 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Added segment 607549be-6d16-466b-b260-6a5b40831196 of type vlan for network 4a60b044-c412-47c0-93b0-0a94187cda05 Aug 10 01:05:10.987815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff36405e-5e5b-481a-8255-52b4c0e052a6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:11.047884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5642ae17-c858-4c5b-a5cf-10127ef2d8ae req-ed8b2553-7da8-4e4d-a2d8-e47096e0720b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803294 Aug 10 01:05:11.051528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.090738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.092342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.093146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.152867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6161652 Aug 10 01:05:11.155721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:11.160576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Request body: {'subnet': {'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-subnet', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:11.162327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6df7-28df-403a-90ba-dce482b1a157 req-bc7d8621-43f1-479b-a88e-e9f26e6d7140 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.163878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-181b6df7-28df-403a-90ba-dce482b1a157 req-bc7d8621-43f1-479b-a88e-e9f26e6d7140 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0567291 Aug 10 01:05:11.174991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65169ca-7f5f-4132-8893-f41285ca5d45 admin admin] Pushing event updated for resources: {'Network': ['ID=4a60b044-c412-47c0-93b0-0a94187cda05,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:11.186831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4a60b044-c412-47c0-93b0-0a94187cda05 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:11.199941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:11.202441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.228027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-181b6df7-28df-403a-90ba-dce482b1a157 req-13ac02c3-4032-4c6b-b7b6-9a7b4e6bc452 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568469 Aug 10 01:05:11.395269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.460681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a059abc1-a196-4030-a0a8-71e6e3c22984,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:11.470107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Checking segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:11.470477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Network hostable DHCP agents. Network: 4a60b044-c412-47c0-93b0-0a94187cda05, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:11.490489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Network 4a60b044-c412-47c0-93b0-0a94187cda05 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:11.501528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4a60b044-c412-47c0-93b0-0a94187cda05) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:11.506035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.506643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.514442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01587743-a8bb-48d0-93b8-2d01b26e758c None None] Network 4a60b044-c412-47c0-93b0-0a94187cda05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:11.527986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0987b232-5d8e-4b83-886c-4c59ac6c9206 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3688316 Aug 10 01:05:11.528485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48344) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:11.535904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:11.564557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.566250 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.639919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.694222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4a60b044-c412-47c0-93b0-0a94187cda05', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:05:11.698455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.721435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcbc58-ddf4-4be2-9110-55249e24bb0c req-948e2728-45b9-4d21-beb6-df6a8f74678d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:11.724308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30dcbc58-ddf4-4be2-9110-55249e24bb0c req-948e2728-45b9-4d21-beb6-df6a8f74678d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.0751066 Aug 10 01:05:11.779586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30dcbc58-ddf4-4be2-9110-55249e24bb0c req-7293593a-209b-4fa8-bb3f-b50258cb2153 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Aug 10 01:05:11.834730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:11.868132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Allocated IP 172.20.0.2 (4a60b044-c412-47c0-93b0-0a94187cda05/a059abc1-a196-4030-a0a8-71e6e3c22984/82857a8f-4e7a-4865-ba26-8e9a117c8572) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:12.034403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.044489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Transition to ACTIVE for port object 82857a8f-4e7a-4865-ba26-8e9a117c8572 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:12.060055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Transition to ACTIVE for port object 82857a8f-4e7a-4865-ba26-8e9a117c8572 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:12.064155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.066213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.088404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.117745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Network 4a60b044-c412-47c0-93b0-0a94187cda05 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:12.123438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:12.125881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:12.134594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Pushing event updated for resources: {'Port': ['ID=82857a8f-4e7a-4865-ba26-8e9a117c8572,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:12.197645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Attempting to bind port 82857a8f-4e7a-4865-ba26-8e9a117c8572 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:12.199129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Attempting to bind port 82857a8f-4e7a-4865-ba26-8e9a117c8572 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:12.199509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Attempting to bind port 82857a8f-4e7a-4865-ba26-8e9a117c8572 on network 4a60b044-c412-47c0-93b0-0a94187cda05 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:12.205368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:12.205753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Checking segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:12.206175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.206866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Bound using segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:12.207601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Bound port: 82857a8f-4e7a-4865-ba26-8e9a117c8572, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:12.208257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.235548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fda4e9-2443-414e-aedc-3eac72bca93c req-aebf2ddd-d94e-4529-977f-cedd9543260f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.243703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Allocated IP 172.25.7.12 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/cf964887-6809-4fd1-b85a-184d1dbffc26) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:12.261041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83fda4e9-2443-414e-aedc-3eac72bca93c req-aebf2ddd-d94e-4529-977f-cedd9543260f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1091080 Aug 10 01:05:12.286343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] For port 82857a8f-4e7a-4865-ba26-8e9a117c8572, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:12.290101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] For port 82857a8f-4e7a-4865-ba26-8e9a117c8572, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=82857a8f-4e7a-4865-ba26-8e9a117c8572,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:12.296221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.364404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-83fda4e9-2443-414e-aedc-3eac72bca93c req-fe23bfe8-4686-4ab0-8c41-f3386bb38f9e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022456 Aug 10 01:05:12.387712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeb07b-a83d-490d-a447-f2730e3f8641 None None] Pushing event updated for resources: {'Port': ['ID=82857a8f-4e7a-4865-ba26-8e9a117c8572,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:12.424239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94e54-6afd-49f4-b748-1e8d0094e399 req-7e0a076b-4d1b-458f-9de5-a1b24251fb3c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.425315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91d94e54-6afd-49f4-b748-1e8d0094e399 req-7e0a076b-4d1b-458f-9de5-a1b24251fb3c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1037428 Aug 10 01:05:12.444956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.484121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91d94e54-6afd-49f4-b748-1e8d0094e399 req-e5b844a1-9714-4d67-9b33-bb16c9ea50c2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 Aug 10 01:05:12.511628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.556082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:12.561935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:12.565571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:12.604361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Pushing event updated for resources: {'Port': ['ID=cf964887-6809-4fd1-b85a-184d1dbffc26,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:12.859767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:12.952891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0de27-b2d7-4474-955f-640132ca2bb7 req-f1840a7b-165c-45ad-b8cf-142e0b329187 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:12.954432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-deb0de27-b2d7-4474-955f-640132ca2bb7 req-f1840a7b-165c-45ad-b8cf-142e0b329187 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.0819488 Aug 10 01:05:12.994999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-deb0de27-b2d7-4474-955f-640132ca2bb7 req-faef90d1-a335-4426-88f8-30367a732d58 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341103 Aug 10 01:05:13.118451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.262451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Router 04b03a6c-1461-48c8-b182-d76925f78726 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:05:13.410604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:13.426045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Sync routers for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:13.443109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:13.444225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:13.448719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.452992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:13.453171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-537ece0e-5a19-4847-b392-14a913fafe91 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9236128 Aug 10 01:05:13.512162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 82857a8f-4e7a-4865-ba26-8e9a117c8572 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:13.570034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc616d-dc0e-402f-b874-5d13c656cd20 None None] Network 4a60b044-c412-47c0-93b0-0a94187cda05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:13.571581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-16479586-283e-4b70-8b37-94e9c67de8d0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.573295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-16479586-283e-4b70-8b37-94e9c67de8d0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1114392 Aug 10 01:05:13.573491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1d2c2-d02e-4093-bc3b-39482d321c0f req-16232661-39a9-4b71-ae33-09deb576959a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.575137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bc1d2c2-d02e-4093-bc3b-39482d321c0f req-16232661-39a9-4b71-ae33-09deb576959a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0651324 Aug 10 01:05:13.631231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bc1d2c2-d02e-4093-bc3b-39482d321c0f req-f0dfc785-b230-4454-a4f5-00f9bf1aa0a3 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468473 Aug 10 01:05:13.707746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-88b4c4d1-7fb2-4b55-a6e0-e9f2cb9e077e None None] Provisioning for port 82857a8f-4e7a-4865-ba26-8e9a117c8572 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:13.735865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:13.738251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 82857a8f-4e7a-4865-ba26-8e9a117c8572 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:13.780436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7b9e-08b3-4767-9070-5013229b323f req-b13582f7-5318-4519-979b-a1476a9749e4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:13.781976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a28e7b9e-08b3-4767-9070-5013229b323f req-b13582f7-5318-4519-979b-a1476a9749e4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1663873 Aug 10 01:05:13.805411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 82857a8f-4e7a-4865-ba26-8e9a117c8572 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:13.805698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:13.896792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a28e7b9e-08b3-4767-9070-5013229b323f req-9b848687-c6ba-404a-aa9e-567d12276185 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001449 Aug 10 01:05:13.903586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Deleting port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:13.903943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.077952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] For port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:14.078690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.098731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-832a50e9-f8aa-4bef-bfa4-2686aec50019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.215114 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.225762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f56cc-b4fc-4cda-80a9-81bd59d703a3 req-9d0f22cd-3dba-4bf4-890c-49aca077c55e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.227391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e07f56cc-b4fc-4cda-80a9-81bd59d703a3 req-9d0f22cd-3dba-4bf4-890c-49aca077c55e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 946 time: 0.1402531 Aug 10 01:05:14.238193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:12Z', 'revision_number': 3, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:14.278346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Checking router: 04b03a6c-1461-48c8-b182-d76925f78726 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:14.278761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Updating router 04b03a6c-1461-48c8-b182-d76925f78726 port cf964887-6809-4fd1-b85a-184d1dbffc26 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:05:14.302707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 82857a8f-4e7a-4865-ba26-8e9a117c8572, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=82857a8f-4e7a-4865-ba26-8e9a117c8572,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:14.317732 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.323146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.367119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e07f56cc-b4fc-4cda-80a9-81bd59d703a3 req-6dddfe26-da0d-43ee-a87a-ed87376e31ee tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936399 Aug 10 01:05:14.508175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=82857a8f-4e7a-4865-ba26-8e9a117c8572,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:14.519275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.524011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.524309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.524619 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Floating IP 5f7f7974-cd89-46e4-90be-6cf17dc176e9 disassociated. External IP: 172.25.7.246, port: c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b. Aug 10 01:05:14.526015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Calling delete_port for c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:14.532136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7230d76-01ed-49f8-ae7a-323851556e6d None None] Provisioning complete for port 82857a8f-4e7a-4865-ba26-8e9a117c8572 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:14.532326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7230d76-01ed-49f8-ae7a-323851556e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.755265 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.772342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Transition to ACTIVE for port object cf964887-6809-4fd1-b85a-184d1dbffc26 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:14.786574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.831572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93c14-e415-4879-bcf7-8f5332c8a007 req-70255dd3-17a9-4941-8c77-2eb2fc69f416 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:14.834135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42c93c14-e415-4879-bcf7-8f5332c8a007 req-70255dd3-17a9-4941-8c77-2eb2fc69f416 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0734200 Aug 10 01:05:14.864935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc969ce1-1d9d-4526-8a35-42b66dd78164 None None] Pushing event updated for resources: {'Port': ['ID=cf964887-6809-4fd1-b85a-184d1dbffc26,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:14.869614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Attempting to bind port cf964887-6809-4fd1-b85a-184d1dbffc26 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:14.870199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Attempting to bind port cf964887-6809-4fd1-b85a-184d1dbffc26 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:14.870733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Attempting to bind port cf964887-6809-4fd1-b85a-184d1dbffc26 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:14.877106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:14.877982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:14.878390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.878989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:14.879526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Bound port: cf964887-6809-4fd1-b85a-184d1dbffc26, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:14.880195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:14.896840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42c93c14-e415-4879-bcf7-8f5332c8a007 req-42f55e20-ceea-4e91-b3a6-71e934c97e1d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541453 Aug 10 01:05:14.948065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] For port cf964887-6809-4fd1-b85a-184d1dbffc26, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:14.952416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] For port cf964887-6809-4fd1-b85a-184d1dbffc26, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cf964887-6809-4fd1-b85a-184d1dbffc26,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:14.958560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.016106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:15.016754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:15.064964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc969ce1-1d9d-4526-8a35-42b66dd78164 None None] Pushing event updated for resources: {'Port': ['ID=cf964887-6809-4fd1-b85a-184d1dbffc26,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:15.145501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:15.157152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.178024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c92850-60a4-4474-9391-fe589ac6d038 req-fc5dc910-8009-4690-ac44-7ed7120db94c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:15.179938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c92850-60a4-4474-9391-fe589ac6d038 req-fc5dc910-8009-4690-ac44-7ed7120db94c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.2075715 Aug 10 01:05:15.225326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'Port': ['ID=c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:15.285102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Allocated IP 172.20.0.1 (4a60b044-c412-47c0-93b0-0a94187cda05/a059abc1-a196-4030-a0a8-71e6e3c22984/ddf0cfc2-2a9c-41a5-a813-678daffbb55d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:15.348828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c92850-60a4-4474-9391-fe589ac6d038 req-f3da6d5d-c89d-4fe3-a2c4-7f34c3971eb9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454039 Aug 10 01:05:15.374587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:12Z', 'revision_number': 3, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:15.405146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8368593b-3275-4afc-9926-76b4a86c61a3 None None] The sync data for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 is: [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:12Z', 'revision_number': 3, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:15.460187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 82857a8f-4e7a-4865-ba26-8e9a117c8572 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:15.478526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:05:15.529258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.539642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52ca5529-7888-4b7d-af29-a0f75992147e req-d5744e3a-d74e-47c9-8312-cf9400748a62 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.0577281 Aug 10 01:05:15.584205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Transition to ACTIVE for port object ddf0cfc2-2a9c-41a5-a813-678daffbb55d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:15.587909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 82857a8f-4e7a-4865-ba26-8e9a117c8572 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:15.588359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.691919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:15.702865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:15.713001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.719605 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:15.720235 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:15.805782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-e390ab38-cbb6-4d13-81af-f7e6d69db241 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1027648 Aug 10 01:05:15.822597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] No DVR routers for this DVR port c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:15.831584 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:15.833595 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3fc9c004-6ca7-409a-becb-5c0d9a30d2c1 req-33eff1a8-d1fc-4f53-a837-bddfd5470e7b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.10 "DELETE /v2.0/ports/c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b HTTP/1.1" status: 204 len: 173 time: 2.2248564 Aug 10 01:05:15.835192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-deleted', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:15.838873 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a039f692-a561-48c0-b0dd-bb093d8e782a" -d '{"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-deleted", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:15.883288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Network 4a60b044-c412-47c0-93b0-0a94187cda05 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:15.894281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:15.898464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:15.934448 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e3f13d-f06c-4d24-ab67-c68a827b66dd x-openstack-request-id: req-56e3f13d-f06c-4d24-ab67-c68a827b66dd {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:15.934865 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654", "name": "network-vif-deleted", "tag": "c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:15.935597 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e3f13d-f06c-4d24-ab67-c68a827b66dd {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:15.936107 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654', 'name': 'network-vif-deleted', 'tag': 'c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b', 'status': 'completed', 'code': 200} Aug 10 01:05:15.986488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:16.012193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:16.017412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-587208d2-dec5-4986-965f-75e00aff0212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.021116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-587208d2-dec5-4986-965f-75e00aff0212 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 1097 time: 0.1082075 Aug 10 01:05:16.052592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.211286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40794a79-9584-43ac-a439-ccacae2888e2 req-191beed6-f39e-4d7c-b5fb-e91c264f9db6 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.222953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40794a79-9584-43ac-a439-ccacae2888e2 req-191beed6-f39e-4d7c-b5fb-e91c264f9db6 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1879468 Aug 10 01:05:16.295056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40794a79-9584-43ac-a439-ccacae2888e2 req-6eb9cc18-148d-41ff-b47f-ce6aefdc11dd tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710928 Aug 10 01:05:16.328596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-ed868c7b-53ab-48c3-afdb-ddaeb0592664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.339473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-ed868c7b-53ab-48c3-afdb-ddaeb0592664 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.2628114 Aug 10 01:05:16.404482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.409743 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:16.425646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-2905acb6-0012-4f1c-af48-400c9fd2c4a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 200 len: 217 time: 0.0852907 Aug 10 01:05:16.460141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8337926-65d6-4ba6-939c-ca3959f4cf43 None None] Provisioning for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:16.473464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8337926-65d6-4ba6-939c-ca3959f4cf43 None None] Provisioning complete for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:16.473831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8337926-65d6-4ba6-939c-ca3959f4cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.595035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-c6b83682-f5ee-4025-a50b-1602e055aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.599838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8337926-65d6-4ba6-939c-ca3959f4cf43 None None] Port ddf0cfc2-2a9c-41a5-a813-678daffbb55d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:16.603711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-c6b83682-f5ee-4025-a50b-1602e055aeda service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.1694150 Aug 10 01:05:16.637345 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:16.647692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:16.648742 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:04:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:16.656122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-818723f1-80fe-46c0-94eb-9841c3e91959 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444570 Aug 10 01:05:16.722852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecade6-120c-44b3-90f0-b5f036cb27c7 req-0405936c-ab6e-44a3-8a29-ce30f4e7333a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:16.731954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40ecade6-120c-44b3-90f0-b5f036cb27c7 req-0405936c-ab6e-44a3-8a29-ce30f4e7333a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1829567 Aug 10 01:05:16.770273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-923d526e-bd71-4e1e-887f-60d2c4666fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.826218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40ecade6-120c-44b3-90f0-b5f036cb27c7 req-2ea9558e-bbce-41dc-a5e8-fb54a53d7874 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Aug 10 01:05:16.862449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-101d8d59-9a45-4768-b1d8-e8bbc90a9ff0 req-42e60ddf-747d-4a1c-bc20-a521dd2e524e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=ebe2d2c0-5b72-4ea5-b121-c63f5b7c0654 HTTP/1.1" status: 200 len: 210 time: 0.0764079 Aug 10 01:05:16.864241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-03a55202-c12a-4944-8733-38e9179f1fe3 service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986375 Aug 10 01:05:16.875177 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:16.888183 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.895215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:16.995847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6beb67df-2e54-4ba0-afd3-9aedfb934c04 req-aa16dea9-93bd-4ca7-ab13-3bbb47c881aa service neutron] 10.222.0.21 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236856 Aug 10 01:05:16.999029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.005923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:17.140546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Network 4a60b044-c412-47c0-93b0-0a94187cda05 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:17.145524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:17.149174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:17.179879 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4947103-aa11-4c5d-b760-1d4d47f1e985 None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:17.265847 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.443413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Router 04b03a6c-1461-48c8-b182-d76925f78726 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:05:17.473666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e4cb2-73b9-4883-91d1-db9a18943430 req-69a27c68-4554-4353-9182-0a7642b6bc44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:17.483214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c4e4cb2-73b9-4883-91d1-db9a18943430 req-69a27c68-4554-4353-9182-0a7642b6bc44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0866215 Aug 10 01:05:17.511709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cf964887-6809-4fd1-b85a-184d1dbffc26 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:17.527206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c4e4cb2-73b9-4883-91d1-db9a18943430 req-c0f5f603-f74d-4bd3-bf32-ae674fa45463 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Aug 10 01:05:17.584122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-da82240b-7a72-4e4d-b9d0-407e6c530fb1 None None] Provisioning complete for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:17.584855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da82240b-7a72-4e4d-b9d0-407e6c530fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.626615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:17.637617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb5e4458-bec2-4166-8174-c25ff0783783 admin admin] 10.222.0.25 "PUT /v2.0/routers/04b03a6c-1461-48c8-b182-d76925f78726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1784511 Aug 10 01:05:17.661951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-da82240b-7a72-4e4d-b9d0-407e6c530fb1 None None] Port ddf0cfc2-2a9c-41a5-a813-678daffbb55d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:17.665425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cf964887-6809-4fd1-b85a-184d1dbffc26 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:17.671000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cf964887-6809-4fd1-b85a-184d1dbffc26 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:17.671440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.674156 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.767880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:17.778974 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.810229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:17.810583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c8f78bbd-3d77-4aa0-beb0-a1ef3106ca4b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:17.849227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6a2934-105d-444a-bec0-0b9f7e2d2963 None None] New status for floating IP 5f7f7974-cd89-46e4-90be-6cf17dc176e9: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:05:17.863420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port cf964887-6809-4fd1-b85a-184d1dbffc26, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cf964887-6809-4fd1-b85a-184d1dbffc26,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:17.901450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:17.997935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48512) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:18.033097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=cf964887-6809-4fd1-b85a-184d1dbffc26,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.077546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.082727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58079659-d30c-4de9-8141-ae025bb48773 req-e9f8c85f-f42f-4862-b967-2c32ece4cc9d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.094072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58079659-d30c-4de9-8141-ae025bb48773 req-e9f8c85f-f42f-4862-b967-2c32ece4cc9d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1374407 Aug 10 01:05:18.128116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Sync routers for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:18.128919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.152298 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:18.154235 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:18.166607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58079659-d30c-4de9-8141-ae025bb48773 req-ad28836c-273a-4e08-b4ca-7ad38a6d0933 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709174 Aug 10 01:05:18.209943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.213609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.215069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5da40c6-6ca3-4f10-a5b6-df0bcad1feba HTTP/1.1" status: 204 len: 168 time: 0.2160239 Aug 10 01:05:18.217773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48524) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:18.242833 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-899469d5-d972-44ad-84c6-a7fb02982251 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] show failed (client error): The resource could not be found. Aug 10 01:05:18.247483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cb0a8-6095-4af5-978f-63b76ee31df1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da40c6-6ca3-4f10-a5b6-df0bcad1feba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.252724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-899469d5-d972-44ad-84c6-a7fb02982251 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups/b5da40c6-6ca3-4f10-a5b6-df0bcad1feba HTTP/1.1" status: 404 len: 347 time: 0.0334899 Aug 10 01:05:18.257687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48526) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:18.358998 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:18.446159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Deleting port 1ff67e5f-434c-4b70-b2db-efccd7ff390b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:18.447525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.584457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.584970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.599600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Calling delete_port for 1ff67e5f-434c-4b70-b2db-efccd7ff390b owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:18.651164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 2, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:18.683140 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Checking router: 04b03a6c-1461-48c8-b182-d76925f78726 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:18.683493 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Updating router 04b03a6c-1461-48c8-b182-d76925f78726 port ddf0cfc2-2a9c-41a5-a813-678daffbb55d binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:05:18.722059 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.751633 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b450ec-0f72-44e1-90dd-d769dbdf573f req-dce0ec33-a79a-474f-96d3-06ca22db7c45 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:18.753268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57b450ec-0f72-44e1-90dd-d769dbdf573f req-dce0ec33-a79a-474f-96d3-06ca22db7c45 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0836010 Aug 10 01:05:18.845791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57b450ec-0f72-44e1-90dd-d769dbdf573f req-d907ea4f-bc7f-4024-b51f-cab1d0eced47 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Aug 10 01:05:18.873374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.913550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'Port': ['ID=1ff67e5f-434c-4b70-b2db-efccd7ff390b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:18.994897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:18.997515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.001653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61f5c42d-1043-4024-82eb-d8b7a7d709f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "DELETE /v2.0/floatingips/5f7f7974-cd89-46e4-90be-6cf17dc176e9 HTTP/1.1" status: 204 len: 168 time: 0.7387462 Aug 10 01:05:19.065458 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.077435 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Transition to ACTIVE for port object ddf0cfc2-2a9c-41a5-a813-678daffbb55d will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:19.084085 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.143327 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:19.166334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.167153 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.167649 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.167994 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.168497 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.169079 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.169561 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.170053 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.170530 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.171027 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.171506 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.171966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:19.211904 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Attempting to bind port ddf0cfc2-2a9c-41a5-a813-678daffbb55d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:19.212849 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Attempting to bind port ddf0cfc2-2a9c-41a5-a813-678daffbb55d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:19.213372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Attempting to bind port ddf0cfc2-2a9c-41a5-a813-678daffbb55d on network 4a60b044-c412-47c0-93b0-0a94187cda05 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:19.220015 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:19.220756 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Checking segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:19.221309 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.222099 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Bound using segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:19.222782 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Bound port: ddf0cfc2-2a9c-41a5-a813-678daffbb55d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:19.223327 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.354107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] For port ddf0cfc2-2a9c-41a5-a813-678daffbb55d, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:19.360572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce1d7d-179c-4c58-9a1d-f9f16baac8e7 req-13702a0a-d325-4867-8348-f7e28b28a33e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:19.361522 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] For port ddf0cfc2-2a9c-41a5-a813-678daffbb55d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:19.369924 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.373453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0ce1d7d-179c-4c58-9a1d-f9f16baac8e7 req-13702a0a-d325-4867-8348-f7e28b28a33e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0875256 Aug 10 01:05:19.476246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0ce1d7d-179c-4c58-9a1d-f9f16baac8e7 req-d352f065-4efb-4349-b435-e3ff672839d0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005697 Aug 10 01:05:19.512172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b33696-96a9-4a76-924a-243c06ba5853 None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:19.519088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cf964887-6809-4fd1-b85a-184d1dbffc26 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:19.576838 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:19.583568 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:19.657329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.714631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48584) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:19.719353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692235236', 'description': 'tempest-description--1396806398'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:19.725676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cf964887-6809-4fd1-b85a-184d1dbffc26 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:19.726365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:19.785348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.028265 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:20.129897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.200690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.248167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:20.267835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-ce23e6a0-0dac-4dc6-80ed-b284b46b034e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2614145 Aug 10 01:05:20.322695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42999ff7-f123-4a22-8a8c-47c7f43421ec,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:20.363279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.371209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-70284492-e7ef-4f2e-904e-795571b5927e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6554065 Aug 10 01:05:20.373858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:20.380122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group_rule': {'security_group_id': '42999ff7-f123-4a22-8a8c-47c7f43421ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:20.439490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.442487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19727482-e9ba-419e-b55e-5ca0023ebeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.455715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7fcc1-67c3-4d02-9eda-a553d19aa81b req-d94516cd-de08-43cf-9f05-b5c15b6070ee tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.472389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ae7fcc1-67c3-4d02-9eda-a553d19aa81b req-d94516cd-de08-43cf-9f05-b5c15b6070ee tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.3740528 Aug 10 01:05:20.510764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:19Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:20.537707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4792-8da7-4c53-885f-b5ff964793be req-97eebed6-37e9-4aff-a8fa-79eeda60f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.540961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-97eebed6-37e9-4aff-a8fa-79eeda60f7e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.2014208 Aug 10 01:05:20.555432 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.595743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.643430 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c19c1a0-3b69-44d5-8375-98dce4feddc0 None None] The sync data for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 is: [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:19Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:20.678263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5065df8f-7184-4179-a56d-ddf559e5c7b3,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:20.788644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abe594-e319-4efa-9e37-da35865d6313 req-d006beaf-93b6-401f-8209-50b990ebbe86 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:20.807396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b5abe594-e319-4efa-9e37-da35865d6313 req-d006beaf-93b6-401f-8209-50b990ebbe86 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.1233869 Aug 10 01:05:20.875988 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19727482-e9ba-419e-b55e-5ca0023ebeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.893823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b5abe594-e319-4efa-9e37-da35865d6313 req-db76fa9a-2174-4085-a79f-ca9dffe8dac6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849779 Aug 10 01:05:20.897679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-19727482-e9ba-419e-b55e-5ca0023ebeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.937141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ae7fcc1-67c3-4d02-9eda-a553d19aa81b req-c47d4cb4-dcad-4396-899b-d5a1d4ee7170 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468391 Aug 10 01:05:20.959845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:20.962010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-acb99d9d-1334-4d1d-a3e7-0e4ceacac910 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5867093 Aug 10 01:05:20.967851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48604) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:20.977628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'security_group_rule': {'security_group_id': '42999ff7-f123-4a22-8a8c-47c7f43421ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:20.999039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-19727482-e9ba-419e-b55e-5ca0023ebeb9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1217da79f16146699606cfb7530ac102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490921 Aug 10 01:05:21.017008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:21.021606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19727482-e9ba-419e-b55e-5ca0023ebeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd8d9d7-dbd1-4d65-ab46-db135f932c37,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:21.145966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4792-8da7-4c53-885f-b5ff964793be req-fd4fd199-6467-4e09-b306-6c00e1406790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.147765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-fd4fd199-6467-4e09-b306-6c00e1406790 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.5465450 Aug 10 01:05:21.149434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.230731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.294827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.322660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-5459a838-c332-4bca-bbba-7843c5da70d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.1599917 Aug 10 01:05:21.346486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.361574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.410544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00869966-7bcb-423d-9dfa-3c075021e83d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:21.424947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.428942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d5c384b8-4b86-4e8a-b1a0-4eaf837a8171 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4558148 Aug 10 01:05:21.430457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48608) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:21.441722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:21.450405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4792-8da7-4c53-885f-b5ff964793be req-60c0849b-0716-49d8-b5d3-55981f422f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.451911 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-60c0849b-0716-49d8-b5d3-55981f422f53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.1150403 Aug 10 01:05:21.457347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.459888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.463500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fd8d9d7-dbd1-4d65-ab46-db135f932c37 HTTP/1.1" status: 204 len: 168 time: 0.4309874 Aug 10 01:05:21.512181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323776b-b015-4047-af7e-204e8ea6db15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd8d9d7-dbd1-4d65-ab46-db135f932c37,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:21.522873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.541272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ddf0cfc2-2a9c-41a5-a813-678daffbb55d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:21.584104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f4792-8da7-4c53-885f-b5ff964793be req-3ccdd1d0-260d-4d65-a4df-459c5919c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:21.586555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-3ccdd1d0-260d-4d65-a4df-459c5919c7fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239631 Aug 10 01:05:21.651278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:21.657289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:21.657930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.743524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-14aae83d-6b12-4f9e-ac07-48f0cccb729c service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470098 Aug 10 01:05:21.762886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.804715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.860602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ddf0cfc2-2a9c-41a5-a813-678daffbb55d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:21.866756 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:21.945218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:21.957153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.957781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.958349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.959106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.959662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.964129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.964129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.964129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.965821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48620) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:21.988291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.989819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.992348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:21.994960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:22.011154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0965d986-3f2b-4207-852e-bbaa1e5d0ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.157188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63367e-e912-430f-8d34-2fed45c99426 req-0e7a8648-0cdf-4e46-b557-a0147d5f6db6 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.158946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff63367e-e912-430f-8d34-2fed45c99426 req-0e7a8648-0cdf-4e46-b557-a0147d5f6db6 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0937564 Aug 10 01:05:22.235321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff63367e-e912-430f-8d34-2fed45c99426 req-ebb763e8-94d4-4db6-8012-eca3b8633aef tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665467 Aug 10 01:05:22.240452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0965d986-3f2b-4207-852e-bbaa1e5d0ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.247942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0965d986-3f2b-4207-852e-bbaa1e5d0ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.305562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0965d986-3f2b-4207-852e-bbaa1e5d0ed6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d57a929a1744acf95f6afd92ae09d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366995 Aug 10 01:05:22.306487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48624) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:22.323943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965d986-3f2b-4207-852e-bbaa1e5d0ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212b6558-a751-453d-825c-23440c4e2bef,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:22.438569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-830f4792-8da7-4c53-885f-b5ff964793be req-9b75ff7e-921d-4af8-bb30-196b76e59d31 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863694 Aug 10 01:05:22.460623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d5eb4-530e-4b7a-965a-c229e2c1789f req-f088973d-fbb3-4b0a-887e-8a5c748d783d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:22.462692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c11d5eb4-530e-4b7a-965a-c229e2c1789f req-f088973d-fbb3-4b0a-887e-8a5c748d783d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.2053890 Aug 10 01:05:22.476967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Allocated IP 172.25.7.108 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/47c89a08-3148-40e0-94d1-1c9a1e05e59b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:22.496299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.577460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.595225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c11d5eb4-530e-4b7a-965a-c229e2c1789f req-bf5f7512-06ac-4cd7-bd26-fb55a13f74c3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213429 Aug 10 01:05:22.666929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.669599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.670823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/212b6558-a751-453d-825c-23440c4e2bef HTTP/1.1" status: 204 len: 168 time: 0.3600609 Aug 10 01:05:22.674010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.689048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d236d-b0b7-487a-a8d0-31825baceba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212b6558-a751-453d-825c-23440c4e2bef,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:22.736684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.778746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:22.783420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:22.785912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:22.818511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=47c89a08-3148-40e0-94d1-1c9a1e05e59b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:22.888603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:22.933321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.124283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.130220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.216953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=47c89a08-3148-40e0-94d1-1c9a1e05e59b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:23.233106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.255143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.270605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-706250dd-7461-409d-80c4-b17b86fb8351 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8192651 Aug 10 01:05:23.458563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30ed10-1d79-4ecb-9339-548b4b2c9144 req-b8db604b-306c-4f86-a747-76d0f19cb175 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.483424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e30ed10-1d79-4ecb-9339-548b4b2c9144 req-b8db604b-306c-4f86-a747-76d0f19cb175 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1296091 Aug 10 01:05:23.546943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e30ed10-1d79-4ecb-9339-548b4b2c9144 req-2b7256dc-52b7-49a2-8ea4-f6c33daea09c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Aug 10 01:05:23.568162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ddf0cfc2-2a9c-41a5-a813-678daffbb55d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:23.622926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ddf0cfc2-2a9c-41a5-a813-678daffbb55d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:23.623573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.688896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:23.701119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-c1574a0b-8d7d-4fd6-ba59-2c6a052ab5ca tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1692235236&fields=id&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 267 time: 0.0699503 Aug 10 01:05:23.748344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1030f2c-c928-44ce-a5c8-4d6cc0a1120e req-99b26530-c40c-4b45-bfdc-91471b1e7ed6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.749930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1030f2c-c928-44ce-a5c8-4d6cc0a1120e req-99b26530-c40c-4b45-bfdc-91471b1e7ed6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0729041 Aug 10 01:05:23.807458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1030f2c-c928-44ce-a5c8-4d6cc0a1120e req-ddee690e-0105-4d4b-ada5-214be1cd8c8e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 Aug 10 01:05:23.829375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-209982362-network', 'tenant_id': '5cca0ca27daa4eb58a8fd5e93ab07943'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:23.846756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Made reservation on behalf of 5cca0ca27daa4eb58a8fd5e93ab07943 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:23.849445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.854636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-4ee39932-1b5a-46ca-a0a7-6fe79b2c31ec tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:23.856227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-4ee39932-1b5a-46ca-a0a7-6fe79b2c31ec tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 817 time: 0.1457489 Aug 10 01:05:23.864841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.875291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-ed3b38c2-84ca-4cc7-868b-961e82a5e667 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/quotas/56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 375 time: 0.0113277 Aug 10 01:05:23.958234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-66bf2310-348f-4696-9670-3ecd9f83f6b8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701280 Aug 10 01:05:23.972894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:23.978792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.034580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:24.041064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b548f9-e34a-4873-ace2-d72c9f066fb6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:24.052746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.053095 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Added segment 51335436-5d8d-44fe-9743-594943708924 of type vlan for network 54199435-53d5-482a-ac46-8b8a2a2c785c Aug 10 01:05:24.074348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-ecda987f-4e08-4792-a8e6-bcc84b630175 service neutron] 10.222.0.25 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124711 Aug 10 01:05:24.092780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da2113-6824-4973-b6e3-054b1a91750d req-61cbbb5a-3d8c-4138-9fac-f9bf93188fdc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.094307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78da2113-6824-4973-b6e3-054b1a91750d req-61cbbb5a-3d8c-4138-9fac-f9bf93188fdc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1080215 Aug 10 01:05:24.128797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.174128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78da2113-6824-4973-b6e3-054b1a91750d req-46111d85-aaf2-40d9-a6a8-96537e90772e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632739 Aug 10 01:05:24.182818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.183958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.184799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.191353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-83f437ed-f8cf-4871-a7ff-5598d5810b29 service neutron] 10.222.0.25 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157081 Aug 10 01:05:24.269516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5784662 Aug 10 01:05:24.272440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48678) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:24.273830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc92ed6-fc45-4957-b8e8-cf2a36f8ab33 admin admin] Pushing event updated for resources: {'Network': ['ID=54199435-53d5-482a-ac46-8b8a2a2c785c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:24.278276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Request body: {'subnet': {'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-209982362-subnet', 'tenant_id': '5cca0ca27daa4eb58a8fd5e93ab07943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:24.286136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 54199435-53d5-482a-ac46-8b8a2a2c785c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:24.308225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Made reservation on behalf of 5cca0ca27daa4eb58a8fd5e93ab07943 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:24.311408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.422439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34019ca4-ed44-4f17-8d95-53b3ec287958 req-fb5e6d08-38e2-4c82-9285-dc377c725b0a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.431620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34019ca4-ed44-4f17-8d95-53b3ec287958 req-fb5e6d08-38e2-4c82-9285-dc377c725b0a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1406338 Aug 10 01:05:24.482171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34019ca4-ed44-4f17-8d95-53b3ec287958 req-20d57824-74b3-44b3-ac83-d71a89125c9a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459177 Aug 10 01:05:24.515575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b304bfbb-7475-4de7-bf9a-eb3fc208dd15 req-df5c7cc3-2721-4777-aba1-a72090070c2e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 210 time: 0.0514185 Aug 10 01:05:24.644276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.696698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:05:24.747999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2868c4-74c4-4190-a757-b8ed63eaa89b req-bdd657de-7862-4577-8d60-30d3830dd8d5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.749583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f2868c4-74c4-4190-a757-b8ed63eaa89b req-bdd657de-7862-4577-8d60-30d3830dd8d5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1170480 Aug 10 01:05:24.771689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:24.796336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Checking segment: {'id': '51335436-5d8d-44fe-9743-594943708924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:24.796979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Network hostable DHCP agents. Network: 54199435-53d5-482a-ac46-8b8a2a2c785c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:24.825519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f2868c4-74c4-4190-a757-b8ed63eaa89b req-7a2d17a6-da9a-40a9-9ddb-c310d1c29872 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575054 Aug 10 01:05:24.848846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Network 54199435-53d5-482a-ac46-8b8a2a2c785c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:24.859478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 54199435-53d5-482a-ac46-8b8a2a2c785c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:24.869601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.869810 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:24.873605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4cbad6-2c95-4a89-8601-9e437c87a209 None None] Network 54199435-53d5-482a-ac46-8b8a2a2c785c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:24.905678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ee1bbdf-a208-4740-afd5-850882fe47ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6246891 Aug 10 01:05:24.937715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-4e7b0a18-ac33-48ac-983a-7015403cf167 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:24.942617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-4e7b0a18-ac33-48ac-983a-7015403cf167 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1802890 Aug 10 01:05:24.966217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-9fe73b12-3eea-48a4-a288-f886eb5e282e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/quotas/178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 375 time: 0.0174179 Aug 10 01:05:25.040653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-fe08ba08-d2ed-4adc-a875-5348a46a2ae7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0728381 Aug 10 01:05:25.097686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f687fb50-0728-441f-af1d-9ff7cdee7167 None None] Network 54199435-53d5-482a-ac46-8b8a2a2c785c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:25.188333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-a69187f2-ca7d-491e-89b1-f7d1475bb694 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466928 Aug 10 01:05:25.317424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-76d6ab7f-0a85-432b-81dd-f33bb4298e16 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222489 Aug 10 01:05:25.514486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-634fe932-f946-4882-96e1-5537f39e36f2 req-d762a374-4787-4cde-a183-418df3a711ea tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 210 time: 0.0330131 Aug 10 01:05:25.657245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e0b1677-5b1b-4c9b-ad9d-7aab58f07f97 req-120a96ae-c49f-4681-9505-30911f6d5597 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 210 time: 0.0563617 Aug 10 01:05:25.811313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48734) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:25.816712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2125866204-network', 'tenant_id': '8a8670d6a946403f850af2afbbd8ac50'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:25.866929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Made reservation on behalf of 8a8670d6a946403f850af2afbbd8ac50 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:25.870282 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.882207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:25.934157 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.005329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.011617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.035923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:26.056800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.057246 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Added segment be4f0d7c-3207-47b2-bfab-1bed5143f382 of type vlan for network 9034b552-47f8-484c-93e4-01f88747b7ae Aug 10 01:05:26.058829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f01a60-cefe-4b05-92b4-e4c9aad2b99f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:26.105306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.114768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.143016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.144095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.144736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.216560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4014201 Aug 10 01:05:26.216560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65d66-ef4c-4c69-9868-dcc12bb863a3 admin admin] Pushing event updated for resources: {'Network': ['ID=9034b552-47f8-484c-93e4-01f88747b7ae,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:26.217411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48742) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:26.222657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Request body: {'subnet': {'network_id': '9034b552-47f8-484c-93e4-01f88747b7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2125866204-subnet', 'tenant_id': '8a8670d6a946403f850af2afbbd8ac50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:26.231307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9034b552-47f8-484c-93e4-01f88747b7ae details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:26.249095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Made reservation on behalf of 8a8670d6a946403f850af2afbbd8ac50 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:26.252359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.313453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f4eaa-d367-4061-abaf-07ee0b26a0dc req-5638a8d0-f196-4552-bb6d-b3cf07e18264 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.320689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df0f4eaa-d367-4061-abaf-07ee0b26a0dc req-5638a8d0-f196-4552-bb6d-b3cf07e18264 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1405363 Aug 10 01:05:26.369436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-610c0962-3100-46b8-a8f6-d833af5b9813 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.370877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-610c0962-3100-46b8-a8f6-d833af5b9813 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 817 time: 0.7071443 Aug 10 01:05:26.403291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df0f4eaa-d367-4061-abaf-07ee0b26a0dc req-1b453654-3701-4288-809d-706569ac2b5c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816293 Aug 10 01:05:26.441466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-8ff0d694-67af-4525-9ae8-951b032aa160 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 380 time: 0.0538025 Aug 10 01:05:26.452808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'port': {'device_id': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'admin_state_up': True, 'tenant_id': '56d34721331544149f3db5bf697c5100', 'security_groups': ['42999ff7-f123-4a22-8a8c-47c7f43421ec']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:26.484015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.545109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8517e365-dbb4-4790-a3ba-9bc7f72f6c27,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:26.554410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Checking segment: {'id': 'be4f0d7c-3207-47b2-bfab-1bed5143f382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9034b552-47f8-484c-93e4-01f88747b7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:26.555140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Network hostable DHCP agents. Network: 9034b552-47f8-484c-93e4-01f88747b7ae, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:26.576578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Network 9034b552-47f8-484c-93e4-01f88747b7ae is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:26.582502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Made reservation on behalf of 56d34721331544149f3db5bf697c5100 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:26.586146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.588174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9034b552-47f8-484c-93e4-01f88747b7ae) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:26.597628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea820fe6-52a4-4126-a1ea-7d4ec54a090c None None] Network 9034b552-47f8-484c-93e4-01f88747b7ae requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:26.606241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:26.607036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:26.665102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ccd01f7-1a95-4303-8947-d89ba1c9c9fd req-704319ef-0785-4ce2-b186-aaa5e7000b32 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 210 time: 0.0610166 Aug 10 01:05:26.681819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-272ba4cf-9b9f-49c6-94af-0f69a2bf4b15 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4558897 Aug 10 01:05:26.818722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Allocated IP 172.20.0.11 (5c4b9183-a064-45e1-8c51-e8b2bb83ed82/d33825a0-8531-41f5-b080-9401ff5f58eb/4d9df39b-79d8-4fc4-a7ab-6c2af733dd74) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:26.847383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68ec72-3664-4431-b19d-61efff2fa615 None None] Network 9034b552-47f8-484c-93e4-01f88747b7ae requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:27.015293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc7c8751-7427-481a-995d-8cf625c9712c req-49c1f9ca-1a6f-4a82-8634-7b76be36cf22 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 210 time: 0.1980762 Aug 10 01:05:27.122833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-bd41ba09-65c5-46cd-9aa5-e53b43978b12 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.124428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-bd41ba09-65c5-46cd-9aa5-e53b43978b12 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.3085194 Aug 10 01:05:27.130101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.138648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'device_id': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'admin_state_up': True, 'tenant_id': '178eb7d670f0417ab739287cf0209430'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:27.200288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Transition to ACTIVE for port object 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:27.293203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.333833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:27.338106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.376855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:27.383226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-b1e9e890-85a1-44d9-b139-2acfe5ab4322 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.388216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:27.390658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:27.391055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-b1e9e890-85a1-44d9-b139-2acfe5ab4322 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/networks?id=54199435-53d5-482a-ac46-8b8a2a2c785c HTTP/1.1" status: 200 len: 808 time: 0.1474371 Aug 10 01:05:27.407303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-45410ca8-94fa-4264-9334-3886416388c2 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/quotas/5cca0ca27daa4eb58a8fd5e93ab07943 HTTP/1.1" status: 200 len: 375 time: 0.0152643 Aug 10 01:05:27.426735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:27.463251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.463606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.463955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.464293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.464626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.464963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.465293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.465622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.465951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.466277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.466602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.466972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:27.469299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-0390e4c0-1039-4146-89fa-6d5f53ad7829 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cca0ca27daa4eb58a8fd5e93ab07943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593991 Aug 10 01:05:27.506850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.507494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.582849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-246ae03c-0af4-4991-ad29-fc5712ceab70 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1347072 Aug 10 01:05:27.602206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-258dab1c-1aaf-4fd4-a670-38e1e1749f8f service neutron] 10.222.0.25 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320145 Aug 10 01:05:27.602459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Request body: {'port': {'device_id': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:27.650314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.20.0.9 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/cad134ca-3f62-4e32-89ef-a6c9863910c6) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:27.707097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa9ed1-6fc1-4867-8419-dc6c54c2f261 req-f1ae920d-364a-4d52-a788-ca188e7afd5c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:27.708612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7eaa9ed1-6fc1-4867-8419-dc6c54c2f261 req-f1ae920d-364a-4d52-a788-ca188e7afd5c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1732013 Aug 10 01:05:27.730191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-02bd5fb5-b8fe-4525-8678-f60fb8089640 service neutron] 10.222.0.25 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196265 Aug 10 01:05:27.737694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.769973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d4ca58fb-0e54-4f05-89d7-be9e24665eea None None] Provisioning for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:27.774524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d4ca58fb-0e54-4f05-89d7-be9e24665eea None None] Provisioning complete for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:27.775138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4ca58fb-0e54-4f05-89d7-be9e24665eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:27.813533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca58fb-0e54-4f05-89d7-be9e24665eea None None] Port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:27.834614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7eaa9ed1-6fc1-4867-8419-dc6c54c2f261 req-6a5f73f0-8380-439d-9087-fc0b490f216c tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165500 Aug 10 01:05:28.047943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfcb2971-6196-47da-ad34-545717186a2a req-354d7139-6098-480e-aaab-dc6e9c146e0c tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 210 time: 0.0513201 Aug 10 01:05:28.055043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b240b181-6d1c-476f-ace2-5d228883a8e0 req-9b30e3db-28f3-433c-b287-1ddf02c93a6e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 210 time: 0.0709834 Aug 10 01:05:28.102088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.182685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Transition to ACTIVE for port object cad134ca-3f62-4e32-89ef-a6c9863910c6 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:28.271110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718a9b-7ef4-4883-bcbd-533887031c16 req-51b97df5-6f18-4cec-9dca-95d246afc30e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:28.272573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1718a9b-7ef4-4883-bcbd-533887031c16 req-51b97df5-6f18-4cec-9dca-95d246afc30e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 932 time: 0.1331046 Aug 10 01:05:28.292869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.303992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:28.402934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:28.426740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:28.453786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1718a9b-7ef4-4883-bcbd-533887031c16 req-861bf61e-783a-4ddd-81e1-36bfb2d444d6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635027 Aug 10 01:05:28.467565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:28.517445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:28.527548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:28.541873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.568223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:28.569126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.585798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Transition to ACTIVE for port object 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:28.594044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.642740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-6e2aed1b-e669-4326-9e73-ac9da0888f60 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5076892 Aug 10 01:05:28.665459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Request body: {'port': {'device_id': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:28.673787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:28.805162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.817326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:28.817674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:28.818011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:28.826186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:28.826514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:28.844068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-67224d1b-c4c6-45c8-bd5d-b90c06b5795d None None] Provisioning for port cad134ca-3f62-4e32-89ef-a6c9863910c6 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:28.848257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-67224d1b-c4c6-45c8-bd5d-b90c06b5795d None None] Provisioning complete for port cad134ca-3f62-4e32-89ef-a6c9863910c6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:28.848636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67224d1b-c4c6-45c8-bd5d-b90c06b5795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.850432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:28.850923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:28.851200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:28.851659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Bound port: 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:28.852018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:28.901228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-67224d1b-c4c6-45c8-bd5d-b90c06b5795d None None] Port cad134ca-3f62-4e32-89ef-a6c9863910c6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:29.028932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3dae9-430c-40b4-92ce-995ce3dedb0d req-934c03c1-3b83-49b6-97e1-80722fa13ee0 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.043380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76d3dae9-430c-40b4-92ce-995ce3dedb0d req-934c03c1-3b83-49b6-97e1-80722fa13ee0 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1045718 Aug 10 01:05:29.062021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:29.090738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:29.099278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.169240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.169870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.171313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] 10.222.0.21 "PUT /v2.0/ports/4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1093 time: 1.5741963 Aug 10 01:05:29.191588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:29.194064 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:29.236571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76d3dae9-430c-40b4-92ce-995ce3dedb0d req-5a2d66a4-cda1-43d6-b6d5-2a5842e590b8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912463 Aug 10 01:05:29.247375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32411f-110e-4a61-91b0-2c41e96c2a24 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:29.274129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7876c-ffc6-48ae-8324-009dad0a7071 req-b2860a8d-7898-4e7a-b303-8ebdab2decda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.276360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d7876c-ffc6-48ae-8324-009dad0a7071 req-b2860a8d-7898-4e7a-b303-8ebdab2decda tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 931 time: 0.1378140 Aug 10 01:05:29.327418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-9cab1ade-fd22-4abc-8259-ac73693664cd tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.329231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-9cab1ade-fd22-4abc-8259-ac73693664cd tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.10 "GET /v2.0/networks?id=54199435-53d5-482a-ac46-8b8a2a2c785c HTTP/1.1" status: 200 len: 808 time: 0.2815955 Aug 10 01:05:29.346914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Request body: {'port': {'device_id': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c', 'admin_state_up': True, 'tenant_id': '5cca0ca27daa4eb58a8fd5e93ab07943'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:29.385515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73999d62-e810-44ec-a9ad-180c96ba6e80 req-4a9d4de3-698c-4875-bfe3-bf6c8131cf53 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 210 time: 0.0552742 Aug 10 01:05:29.426706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad134ca-3f62-4e32-89ef-a6c9863910c6 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:29.440789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.465959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66d7876c-ffc6-48ae-8324-009dad0a7071 req-c73e60f7-0c20-4116-a80c-a5963ed861b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668508 Aug 10 01:05:29.495160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-a8bf97e4-9433-4d7e-a354-298c12907463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.499645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-a8bf97e4-9433-4d7e-a354-298c12907463 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1096 time: 0.2221928 Aug 10 01:05:29.501111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Transition to ACTIVE for port object cad134ca-3f62-4e32-89ef-a6c9863910c6 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:29.511155 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7319fe0f-5f67-48e5-90d9-b7fa0eefb3c5 x-openstack-request-id: req-7319fe0f-5f67-48e5-90d9-b7fa0eefb3c5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:29.512794 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:29.513169 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7319fe0f-5f67-48e5-90d9-b7fa0eefb3c5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:29.513738 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'status': 'completed', 'code': 200} Aug 10 01:05:29.516270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.536652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Made reservation on behalf of 5cca0ca27daa4eb58a8fd5e93ab07943 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:29.544894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.608145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-69cf6ec4-5541-4819-879e-b84f810a78ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 217 time: 0.0927517 Aug 10 01:05:29.751327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Pushing event updated for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:29.751840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Allocated IP 172.20.0.6 (54199435-53d5-482a-ac46-8b8a2a2c785c/3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8/4b816c7e-4449-4967-89d9-adcb5993695e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:29.786257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-595908d5-94c1-4542-8d36-138caa578e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.787765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-595908d5-94c1-4542-8d36-138caa578e55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1518321 Aug 10 01:05:29.798728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae1094-9f61-4096-86ca-04483bf4ba03 req-b4b9c300-9cf1-430a-988e-8a370127085d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.799579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6ae1094-9f61-4096-86ca-04483bf4ba03 req-b4b9c300-9cf1-430a-988e-8a370127085d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 944 time: 0.2027011 Aug 10 01:05:29.862734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Attempting to bind port cad134ca-3f62-4e32-89ef-a6c9863910c6 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:29.863419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Attempting to bind port cad134ca-3f62-4e32-89ef-a6c9863910c6 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:29.863419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Attempting to bind port cad134ca-3f62-4e32-89ef-a6c9863910c6 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:29.881374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Port cad134ca-3f62-4e32-89ef-a6c9863910c6 on network 9fd592f8-9cda-429c-abae-13341367fd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:29.881631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Attempting to bind port cad134ca-3f62-4e32-89ef-a6c9863910c6 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:29.893131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:29.893470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:29.894712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:29.894712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Bound port: cad134ca-3f62-4e32-89ef-a6c9863910c6, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:29.894712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:29.899060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6ae1094-9f61-4096-86ca-04483bf4ba03 req-0cfc094b-f61c-4d15-92cd-aa8b9e0fe98d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861642 Aug 10 01:05:29.917153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-3d06c878-220d-4cab-bdb9-413c1590eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:29.918677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-3d06c878-220d-4cab-bdb9-413c1590eb1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182017 Aug 10 01:05:29.981623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.030416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.047379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:30.051895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:30.060746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.080001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Network 54199435-53d5-482a-ac46-8b8a2a2c785c is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:30.083349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:30.090419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:30.105409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.106203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.107864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] 10.222.0.21 "PUT /v2.0/ports/cad134ca-3f62-4e32-89ef-a6c9863910c6 HTTP/1.1" status: 200 len: 1092 time: 1.4570553 Aug 10 01:05:30.113913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-28d0387c-4635-44bc-891f-eded9a67c90a service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795335 Aug 10 01:05:30.131269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Pushing event updated for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:30.158724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.159665 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.182247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dc0878fe-79a9-4e81-baf5-439fd2027943 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8393507 Aug 10 01:05:30.200010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Request body: {'port': {'device_id': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:30.273785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8ace-22dc-4685-8bba-86b756be10fa service neutron] Pushing event updated for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:30.292601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.308086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a288177c-8ad0-4ed2-b212-05a32cd794a2 req-cbe38f47-a6a5-4f9c-a84f-1e79826948d8 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643491 Aug 10 01:05:30.331925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-bb175ba9-3307-40c4-bd40-fed34d3e6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.334481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-bb175ba9-3307-40c4-bd40-fed34d3e6f4a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 1095 time: 0.1268475 Aug 10 01:05:30.419195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-c513ab58-2bf3-4ace-8a41-211ba7547744 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6 HTTP/1.1" status: 200 len: 217 time: 0.0734701 Aug 10 01:05:30.502015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-67fbf321-7e23-4b2f-885f-2e852278ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.503606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-67fbf321-7e23-4b2f-885f-2e852278ebc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0678339 Aug 10 01:05:30.559610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-dc5c613f-32ff-4460-9e42-3c1be5a91b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.561269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-dc5c613f-32ff-4460-9e42-3c1be5a91b7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1096 time: 0.1527107 Aug 10 01:05:30.571738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c48b9b-c47b-4313-ad1e-597b01ccb561 req-2c7c2b08-0ef1-4467-be88-8c6f26bcaa1d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.579595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2c48b9b-c47b-4313-ad1e-597b01ccb561 req-2c7c2b08-0ef1-4467-be88-8c6f26bcaa1d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.2234519 Aug 10 01:05:30.656758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa579bc-96fd-438c-a1a9-a0617ac189ac req-b250d94e-af33-400f-8a9a-bdc1b375fa4a tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.658299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6aa579bc-96fd-438c-a1a9-a0617ac189ac req-b250d94e-af33-400f-8a9a-bdc1b375fa4a tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 931 time: 0.1269352 Aug 10 01:05:30.673773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2c48b9b-c47b-4313-ad1e-597b01ccb561 req-c3565c83-a9c6-4813-8ef6-3a3f7f57a26a tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928972 Aug 10 01:05:30.680347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c7736-89e8-4a03-afcd-300225c6f8d8 req-d32cd0e9-74d9-4a67-a477-3194730d25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.683209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-615c7736-89e8-4a03-afcd-300225c6f8d8 req-d32cd0e9-74d9-4a67-a477-3194730d25fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.1113937 Aug 10 01:05:30.684926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-15cd28c5-c7cf-4b5f-aacb-1c915e2c79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.686407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-15cd28c5-c7cf-4b5f-aacb-1c915e2c79a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745310 Aug 10 01:05:30.785026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-3980d3d0-1c12-4db1-8d27-c2fa7b1a9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:30.786553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-3980d3d0-1c12-4db1-8d27-c2fa7b1a9751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.2048182 Aug 10 01:05:30.815983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6aa579bc-96fd-438c-a1a9-a0617ac189ac req-5389692c-aa07-4873-a8c1-32f18232a8e3 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421187 Aug 10 01:05:30.820414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-615c7736-89e8-4a03-afcd-300225c6f8d8 req-1b02de66-7ed2-4aa4-83eb-4c69e9d8a29c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291392 Aug 10 01:05:30.840965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-47721b54-3b4e-4170-ba2d-819373833598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 217 time: 0.0381551 Aug 10 01:05:30.845765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b816c7e-4449-4967-89d9-adcb5993695e {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:30.854471 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.872249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Transition to ACTIVE for port object 4b816c7e-4449-4967-89d9-adcb5993695e will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:30.876467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:30.935769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Pushing event updated for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:31.087401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Attempting to bind port 4b816c7e-4449-4967-89d9-adcb5993695e on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:31.088080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Attempting to bind port 4b816c7e-4449-4967-89d9-adcb5993695e by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '51335436-5d8d-44fe-9743-594943708924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:31.088324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Attempting to bind port 4b816c7e-4449-4967-89d9-adcb5993695e on network 54199435-53d5-482a-ac46-8b8a2a2c785c {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:31.100363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfca93-5bbf-4da4-b15d-6ab62b655a99 req-5db2a1be-c1db-4fcc-b7d4-7e8613dd2a32 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.102030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9acfca93-5bbf-4da4-b15d-6ab62b655a99 req-5db2a1be-c1db-4fcc-b7d4-7e8613dd2a32 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 944 time: 0.1026766 Aug 10 01:05:31.106977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Port 4b816c7e-4449-4967-89d9-adcb5993695e on network 54199435-53d5-482a-ac46-8b8a2a2c785c not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:31.107448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Attempting to bind port 4b816c7e-4449-4967-89d9-adcb5993695e on network 54199435-53d5-482a-ac46-8b8a2a2c785c {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:31.121371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:31.121715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Checking segment: {'id': '51335436-5d8d-44fe-9743-594943708924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:31.122138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Bound using segment: {'id': '51335436-5d8d-44fe-9743-594943708924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:31.122610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Bound port: 4b816c7e-4449-4967-89d9-adcb5993695e, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51335436-5d8d-44fe-9743-594943708924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:31.123012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.183617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9acfca93-5bbf-4da4-b15d-6ab62b655a99 req-10eb1f42-7ddc-44b7-bdcc-3c15471b45d6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735552 Aug 10 01:05:31.236360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:31.244207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4b816c7e-4449-4967-89d9-adcb5993695e,segment=NetworkSegment(51335436-5d8d-44fe-9743-594943708924),segment_id=51335436-5d8d-44fe-9743-594943708924)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:31.250650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.276333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-513be3f9-1cb7-4674-9ce8-0b75ba2731be service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773520 Aug 10 01:05:31.285591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bed48-3914-4a86-bc29-67d5a51e9df3 req-b92be04b-5174-4a80-8af5-9bab30a90657 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.287449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d68bed48-3914-4a86-bc29-67d5a51e9df3 req-b92be04b-5174-4a80-8af5-9bab30a90657 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 943 time: 0.5225816 Aug 10 01:05:31.293200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.293969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:31.296108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] 10.222.0.10 "PUT /v2.0/ports/4b816c7e-4449-4967-89d9-adcb5993695e HTTP/1.1" status: 200 len: 1092 time: 1.1022544 Aug 10 01:05:31.299521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:31.302585 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1acdcf6-7b38-4f03-b4e4-a15242b23535" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:31.352001 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0143b952-5ecb-4c17-bc3a-73a98ce78f84 x-openstack-request-id: req-0143b952-5ecb-4c17-bc3a-73a98ce78f84 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:31.352337 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:31.353152 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0143b952-5ecb-4c17-bc3a-73a98ce78f84 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:31.353549 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e', 'status': 'completed', 'code': 200} Aug 10 01:05:31.354478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8a748-eb02-4771-98fc-e2f8b8e1f162 service neutron] Pushing event updated for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:31.354775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-7b4f1812-7e32-49dc-84a1-9189b4c722aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.356254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-7b4f1812-7e32-49dc-84a1-9189b4c722aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.5056117 Aug 10 01:05:31.411018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-2c0a7cfb-da6c-4276-ad8b-4622c524e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.412564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-2c0a7cfb-da6c-4276-ad8b-4622c524e1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cca0ca27daa4eb58a8fd5e93ab07943&device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 1095 time: 0.0544503 Aug 10 01:05:31.415678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d68bed48-3914-4a86-bc29-67d5a51e9df3 req-d4f97a1e-90d3-46d1-801a-5744fb7f6a4c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032717 Aug 10 01:05:31.453715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-ae3d1a7c-af8b-463f-bc8d-0dc6ee4a575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.455524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-ae3d1a7c-af8b-463f-bc8d-0dc6ee4a575f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873210 Aug 10 01:05:31.465323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-9e290fa0-4f1c-442f-af2f-cd3827221691 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b816c7e-4449-4967-89d9-adcb5993695e HTTP/1.1" status: 200 len: 217 time: 0.0444758 Aug 10 01:05:31.480512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f35dfb-4dc0-4765-9265-29733e6d21b4 req-2a7bf4ff-35da-4b62-9918-76120740321d service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920567 Aug 10 01:05:31.518019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:31.520333 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5211bb71-9906-4c11-903b-f1f49105a13e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:31.529741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-21843c4d-1b1f-4db5-933e-a34bd97b9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.531356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-21843c4d-1b1f-4db5-933e-a34bd97b9fdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8 HTTP/1.1" status: 200 len: 848 time: 0.0509870 Aug 10 01:05:31.580108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-df44b9ea-baef-4826-bc13-221f81b85bf6 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113813 Aug 10 01:05:31.597596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-dea16ad3-198e-46b8-9acb-ce87e4c82c84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54199435-53d5-482a-ac46-8b8a2a2c785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551248 Aug 10 01:05:31.664003 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e02c0f8-cd0c-4b0a-9bf9-c0378ca486f3 x-openstack-request-id: req-5e02c0f8-cd0c-4b0a-9bf9-c0378ca486f3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:31.664321 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:31.664816 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e02c0f8-cd0c-4b0a-9bf9-c0378ca486f3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:31.666211 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6', 'status': 'completed', 'code': 200} Aug 10 01:05:31.720045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-28d0e2c0-42e8-4799-bf32-227d3449cb93 service neutron] 10.222.0.10 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146727 Aug 10 01:05:31.746917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7886fb0f-274e-4966-aef5-c2d4cb5ea9d7 req-894881cf-1174-452b-a500-14ea47a3a002 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588197 Aug 10 01:05:31.763803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211bb71-9906-4c11-903b-f1f49105a13e req-dc68fa99-4d88-41da-9bdf-afd00557c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.768460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-dc68fa99-4d88-41da-9bdf-afd00557c450 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 1095 time: 0.0991096 Aug 10 01:05:31.845216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-59b179d8-bc9b-4392-8a2f-87deb83edf98 req-6071f724-e0ca-4f2e-b4f2-baf900324ace service neutron] 10.222.0.10 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185570 Aug 10 01:05:31.898362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2320d4-aaa2-45d8-bcfc-8a6f11bf983d req-81e60683-ed73-4060-8844-e417cf447505 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.900446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c2320d4-aaa2-45d8-bcfc-8a6f11bf983d req-81e60683-ed73-4060-8844-e417cf447505 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1169004 Aug 10 01:05:31.920751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211bb71-9906-4c11-903b-f1f49105a13e req-d48860fc-3bd0-43a7-9e81-af122cd12e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.922211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-d48860fc-3bd0-43a7-9e81-af122cd12e03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1489902 Aug 10 01:05:31.969608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-f349f030-7134-4e7d-b774-be8588f52265 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6 HTTP/1.1" status: 200 len: 217 time: 0.0388479 Aug 10 01:05:31.976212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-1dab33f6-f4c0-47d3-93dc-08ad6ae0e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:31.978139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-1dab33f6-f4c0-47d3-93dc-08ad6ae0e10c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cca0ca27daa4eb58a8fd5e93ab07943&device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 1095 time: 0.0827465 Aug 10 01:05:31.990839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c2320d4-aaa2-45d8-bcfc-8a6f11bf983d req-a3c845dd-1f4e-4f83-8748-d1d8de7c375b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 10 01:05:32.033350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211bb71-9906-4c11-903b-f1f49105a13e req-2900fd88-b204-4b8e-ab41-fed918ebdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.034848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-2900fd88-b204-4b8e-ab41-fed918ebdf67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0567286 Aug 10 01:05:32.049173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864d67b-5195-4461-9f96-1c83aff98c85 req-60d35ea7-917b-4cb3-aac0-6a323835ba94 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.050951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a864d67b-5195-4461-9f96-1c83aff98c85 req-60d35ea7-917b-4cb3-aac0-6a323835ba94 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 943 time: 0.1189084 Aug 10 01:05:32.090615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211bb71-9906-4c11-903b-f1f49105a13e req-caee2b28-a358-4b85-925c-94052016fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.092422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-caee2b28-a358-4b85-925c-94052016fbe2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492928 Aug 10 01:05:32.130306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a864d67b-5195-4461-9f96-1c83aff98c85 req-6c877041-c7b8-4d63-a087-7a240bf10b5c tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683777 Aug 10 01:05:32.135702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-0c794a5f-56bf-46d0-8b45-4302d7f39e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.136162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-0c794a5f-56bf-46d0-8b45-4302d7f39e29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=54199435-53d5-482a-ac46-8b8a2a2c785c HTTP/1.1" status: 200 len: 908 time: 0.1516032 Aug 10 01:05:32.191013 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-40de5688-b0eb-4ed5-b71a-fc0dc91bafba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b816c7e-4449-4967-89d9-adcb5993695e HTTP/1.1" status: 200 len: 217 time: 0.0399837 Aug 10 01:05:32.222376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-2b4aea7e-055a-4435-a245-805577a24819 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194072 Aug 10 01:05:32.252332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-2a30c583-98f0-4259-b899-73dac237d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.254073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-2a30c583-98f0-4259-b899-73dac237d211 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8 HTTP/1.1" status: 200 len: 848 time: 0.0555496 Aug 10 01:05:32.300080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-f7d91eef-9625-4429-b081-5f21e7be9af2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54199435-53d5-482a-ac46-8b8a2a2c785c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387616 Aug 10 01:05:32.334945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:32.398786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5211bb71-9906-4c11-903b-f1f49105a13e req-dfda0e4a-f6bb-4139-851f-759507477ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689365 Aug 10 01:05:32.412809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7395-c716-492c-a643-e4f2974c857d req-93f0d2e5-0358-40e9-b519-a3d369b0bca1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.414901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-866d7395-c716-492c-a643-e4f2974c857d req-93f0d2e5-0358-40e9-b519-a3d369b0bca1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 944 time: 0.1254253 Aug 10 01:05:32.481493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-866d7395-c716-492c-a643-e4f2974c857d req-2b9dbe67-68f8-41fc-a344-531fae61cc91 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590374 Aug 10 01:05:32.488562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:32.500116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ece5d-8343-4610-841a-ed172ee37b2f req-22fcdc7a-7c6b-46f3-841b-81dc8c37ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.500116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-22fcdc7a-7c6b-46f3-841b-81dc8c37ff45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe53832ed614742af729a2ce9832ae5&device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 1097 time: 0.0860472 Aug 10 01:05:32.511063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:32.563789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.580546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:32.606549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:32.612663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:32.616346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-1f013fbe-b4eb-43ed-ac89-bcc1e684c45f service neutron] 10.222.0.10 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036523 Aug 10 01:05:32.624949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b9c6a-83fe-46db-9886-be8fcad9bc35 req-6fe60ba6-1f40-46c7-9f46-9eae8b8e0ed4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.629590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-024b9c6a-83fe-46db-9886-be8fcad9bc35 req-6fe60ba6-1f40-46c7-9f46-9eae8b8e0ed4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 943 time: 0.0669997 Aug 10 01:05:32.688535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:32.705032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-024b9c6a-83fe-46db-9886-be8fcad9bc35 req-91434521-6aa3-4180-8dce-3e35dcac1eb4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691228 Aug 10 01:05:32.737745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b6ae0-a41a-498c-9068-4c8639972c07 req-e4d8392b-f54f-4a41-b13c-7709515104df tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.748245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad4b6ae0-a41a-498c-9068-4c8639972c07 req-e4d8392b-f54f-4a41-b13c-7709515104df tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.2496307 Aug 10 01:05:32.817988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ece5d-8343-4610-841a-ed172ee37b2f req-8b6780cb-382f-4adb-8595-81adfa9870ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.819487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-8b6780cb-382f-4adb-8595-81adfa9870ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 200 len: 918 time: 0.3144464 Aug 10 01:05:32.835540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:32.883811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad4b6ae0-a41a-498c-9068-4c8639972c07 req-131550dd-a0ef-4c83-b6a6-95f8921f4b43 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336010 Aug 10 01:05:32.888014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-636843f4-7c92-4377-9cd8-afdb9bc451d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 200 len: 217 time: 0.0543287 Aug 10 01:05:32.939009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1acdcf6-7b38-4f03-b4e4-a15242b23535 req-eb735482-6c38-49f6-871d-32fce2e4758b service neutron] 10.222.0.10 "GET /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156533 Aug 10 01:05:32.955578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ece5d-8343-4610-841a-ed172ee37b2f req-5e2af549-50ba-4f2e-b32c-df2d0bea0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:32.957142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-5e2af549-50ba-4f2e-b32c-df2d0bea0a00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 200 len: 858 time: 0.0610032 Aug 10 01:05:32.991031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-b1c24e7a-a990-463f-9961-dc23f06ab8f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262370 Aug 10 01:05:33.082691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-067eaf3e-c267-49ad-a8cf-1b3a2f8b06d5 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Aug 10 01:05:33.181663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-849ece5d-8343-4610-841a-ed172ee37b2f req-72cebca0-e9f0-40c1-8b84-ab2635193387 service neutron] 10.222.0.10 "GET /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921974 Aug 10 01:05:33.266220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35a763-a15c-4a75-a8ba-cd9e3b6ed6c5 req-1d878fac-9856-4418-8cd2-fa548b90f021 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.268388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd35a763-a15c-4a75-a8ba-cd9e3b6ed6c5 req-1d878fac-9856-4418-8cd2-fa548b90f021 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 943 time: 0.0640147 Aug 10 01:05:33.311261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd35a763-a15c-4a75-a8ba-cd9e3b6ed6c5 req-83f65b0e-b6d5-4f84-a9a3-358bd921945e tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368922 Aug 10 01:05:33.608670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eae39d-1a28-499c-a432-d16a724cbe57 req-4cd81b31-7d8e-443a-b9b4-a4ee278a4a36 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.610166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2eae39d-1a28-499c-a432-d16a724cbe57 req-4cd81b31-7d8e-443a-b9b4-a4ee278a4a36 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Aug 10 01:05:33.659585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2eae39d-1a28-499c-a432-d16a724cbe57 req-9f6dc211-d8cb-4045-b29f-176d46dc4de1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Aug 10 01:05:33.845658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342da1b-6483-4f4a-9220-84ddcf0ec8e2 req-dde0f489-79c1-4306-b5f1-c4d29a6f2a4a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:33.846948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9342da1b-6483-4f4a-9220-84ddcf0ec8e2 req-dde0f489-79c1-4306-b5f1-c4d29a6f2a4a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 943 time: 0.0558054 Aug 10 01:05:33.884955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9342da1b-6483-4f4a-9220-84ddcf0ec8e2 req-776c5298-d771-44d0-8713-e55ba9218dc5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Aug 10 01:05:34.010986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f450787-4c31-4e93-9034-7340d6fdcd2d req-6e590cf8-20d6-4b2f-959f-a9b80d8dd3e8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.012828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f450787-4c31-4e93-9034-7340d6fdcd2d req-6e590cf8-20d6-4b2f-959f-a9b80d8dd3e8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0565774 Aug 10 01:05:34.051893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f450787-4c31-4e93-9034-7340d6fdcd2d req-a1f6e828-b86f-48f5-b39a-1c53363a55f2 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Aug 10 01:05:34.359676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cad134ca-3f62-4e32-89ef-a6c9863910c6 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:34.362134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:34.425937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f497e-e80d-47e2-a10b-11846357adb0 req-18d5018e-41f7-4da5-963f-95246716682e tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.427475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc4f497e-e80d-47e2-a10b-11846357adb0 req-18d5018e-41f7-4da5-963f-95246716682e tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 943 time: 0.0508058 Aug 10 01:05:34.472606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:34.487698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:34.488168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.489347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc4f497e-e80d-47e2-a10b-11846357adb0 req-a4d89e5a-2cb8-46d7-bc4e-334ef2c9578a tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502689 Aug 10 01:05:34.534684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:34.551382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'cad134ca-3f62-4e32-89ef-a6c9863910c6', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': 'cad134ca-3f62-4e32-89ef-a6c9863910c6', 'mac_address': 'fa:16:3e:dd:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:34.621896 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.623803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.644909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad134ca-3f62-4e32-89ef-a6c9863910c6 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:34.667788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:34.670068 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b24c58-fd72-49fa-a015-8896bd43bbd9" -d '{"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:34.687557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:34.698133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:34.702846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.715881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:34.755349 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f88554-a07d-4f51-817a-e632cec233dc x-openstack-request-id: req-13f88554-a07d-4f51-817a-e632cec233dc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:34.755720 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:34.756036 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13f88554-a07d-4f51-817a-e632cec233dc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:34.756482 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'code': 200} Aug 10 01:05:34.779649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:34.814740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112f182-4e1a-4ebc-97b5-3185d4570bc0 req-008797fc-94a7-440e-897e-c04afdc1fe4c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.822744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4112f182-4e1a-4ebc-97b5-3185d4570bc0 req-008797fc-94a7-440e-897e-c04afdc1fe4c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0753562 Aug 10 01:05:34.831965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:34.893286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4112f182-4e1a-4ebc-97b5-3185d4570bc0 req-d0e87d3e-da2d-492f-9f5f-d7a87dff1399 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695508 Aug 10 01:05:34.903007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8808c24-0190-4b5e-97b8-0e55f152f52d req-e01636d2-1590-4045-94f5-3be5f41370ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:34.904624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8808c24-0190-4b5e-97b8-0e55f152f52d req-e01636d2-1590-4045-94f5-3be5f41370ac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1098 time: 0.0793264 Aug 10 01:05:34.933189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:34.962522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8808c24-0190-4b5e-97b8-0e55f152f52d req-e572d8e3-cdcb-45bb-ae67-b98ec4e8510e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Aug 10 01:05:35.014624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17046188-2f9e-47c6-a0e9-89f3dc996047 req-4c120def-d56e-41bc-828f-15a8605808d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.017188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17046188-2f9e-47c6-a0e9-89f3dc996047 req-4c120def-d56e-41bc-828f-15a8605808d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 944 time: 0.0525029 Aug 10 01:05:35.060537 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17046188-2f9e-47c6-a0e9-89f3dc996047 req-ce0f36e3-51c7-40e1-87c7-abc9fff7e063 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367365 Aug 10 01:05:35.185516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd7c51-693f-4a7d-ba3f-cab8d6e6d1e6 req-1cbb9e78-b097-4592-b63e-283df7136c2e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.187043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1fd7c51-693f-4a7d-ba3f-cab8d6e6d1e6 req-1cbb9e78-b097-4592-b63e-283df7136c2e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0669358 Aug 10 01:05:35.241133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1fd7c51-693f-4a7d-ba3f-cab8d6e6d1e6 req-bb51cbdc-594c-4fe8-8199-eafc75ca7422 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480490 Aug 10 01:05:35.634426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce734433-7687-43cf-89bb-fcf27b5a4c91 req-d1d1288d-d712-4b4a-b9e6-a3c325abf783 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:35.636080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce734433-7687-43cf-89bb-fcf27b5a4c91 req-d1d1288d-d712-4b4a-b9e6-a3c325abf783 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 943 time: 0.0632992 Aug 10 01:05:35.676319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce734433-7687-43cf-89bb-fcf27b5a4c91 req-2507b24d-f115-4a9a-9dad-439b67e9c602 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Aug 10 01:05:35.954396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4b816c7e-4449-4967-89d9-adcb5993695e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:05:36.057816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3b7d4-1458-42e5-9910-a730a5e382a2 req-bde3ad55-f4e8-446f-9504-94b89e0ebd9c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.060208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d7f3b7d4-1458-42e5-9910-a730a5e382a2 req-bde3ad55-f4e8-446f-9504-94b89e0ebd9c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0690296 Aug 10 01:05:36.098627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4b816c7e-4449-4967-89d9-adcb5993695e,segment=NetworkSegment(51335436-5d8d-44fe-9743-594943708924),segment_id=51335436-5d8d-44fe-9743-594943708924)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:36.109610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d7f3b7d4-1458-42e5-9910-a730a5e382a2 req-ccbbdaca-98f9-47d8-8a25-087602b78e16 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413845 Aug 10 01:05:36.114160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4b816c7e-4449-4967-89d9-adcb5993695e', 'network_id': '54199435-53d5-482a-ac46-8b8a2a2c785c', 'port_id': '4b816c7e-4449-4967-89d9-adcb5993695e', 'mac_address': 'fa:16:3e:90:6e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:05:36.158205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.172652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b816c7e-4449-4967-89d9-adcb5993695e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:36.195155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4b816c7e-4449-4967-89d9-adcb5993695e,segment=NetworkSegment(51335436-5d8d-44fe-9743-594943708924),segment_id=51335436-5d8d-44fe-9743-594943708924)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:36.203770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.249112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41b371-e59c-4aad-a799-ff1c13f6c403 req-799cac9a-0082-4d87-b0da-052ca0c38ee7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.250944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af41b371-e59c-4aad-a799-ff1c13f6c403 req-799cac9a-0082-4d87-b0da-052ca0c38ee7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 944 time: 0.0617633 Aug 10 01:05:36.270398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9d4c-327a-4b7a-9320-66f57b88ed9f req-11814b01-659d-4b11-96bb-b6a45ef7fa77 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.271909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bead9d4c-327a-4b7a-9320-66f57b88ed9f req-11814b01-659d-4b11-96bb-b6a45ef7fa77 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0811114 Aug 10 01:05:36.282271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:36.288085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Request body: {'floatingip': {'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:36.304790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:36.346529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.350975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af41b371-e59c-4aad-a799-ff1c13f6c403 req-8b9f7c82-0cfa-4223-a3c2-931647622076 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Aug 10 01:05:36.357501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cad134ca-3f62-4e32-89ef-a6c9863910c6 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:36.414475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port cad134ca-3f62-4e32-89ef-a6c9863910c6 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:36.419693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port cad134ca-3f62-4e32-89ef-a6c9863910c6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:36.420142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.444288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4b816c7e-4449-4967-89d9-adcb5993695e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:36.647385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.743277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:36.750593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:36.800106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:36.802708 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576db460-dd43-491f-9f20-8916a4fe4565" -d '{"events": [{"server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "name": "network-vif-plugged", "status": "completed", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:36.824974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffdcd0-7af2-4196-ae3b-a234ccb7c866 req-5ee6d005-9c43-4520-bc26-7cd686728084 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.834564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcffdcd0-7af2-4196-ae3b-a234ccb7c866 req-5ee6d005-9c43-4520-bc26-7cd686728084 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 944 time: 0.0683274 Aug 10 01:05:36.856757 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa49f0a9-0fa6-43b7-898b-42e3e84c1013 x-openstack-request-id: req-aa49f0a9-0fa6-43b7-898b-42e3e84c1013 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:36.857133 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "name": "network-vif-plugged", "status": "completed", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:36.857510 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa49f0a9-0fa6-43b7-898b-42e3e84c1013 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:36.857934 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6', 'code': 200} Aug 10 01:05:36.872428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:36.885854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bcffdcd0-7af2-4196-ae3b-a234ccb7c866 req-e2834818-e06f-4839-a378-9ecedacd0867 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496371 Aug 10 01:05:36.984917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da919d49-abbc-45bc-8544-3614bfefaf92 req-5ea668a4-2fd5-4ebf-9374-ed434e002b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:36.986603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da919d49-abbc-45bc-8544-3614bfefaf92 req-5ea668a4-2fd5-4ebf-9374-ed434e002b67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 1097 time: 0.0488119 Aug 10 01:05:37.062854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da919d49-abbc-45bc-8544-3614bfefaf92 req-e320fc2a-7178-4c08-a769-c9d87209ce45 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Aug 10 01:05:37.310864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.315393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:37.554316 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Floating IP 37b03728-c442-4558-b4a3-a6bbfb3d338f associated. External IP: 172.25.7.108, port: 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74. Aug 10 01:05:37.619302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a5de-adc3-4923-a187-582a42097afa req-15f0e08c-dab2-4edb-a384-913ec2e4ca18 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:37.621086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56e8a5de-adc3-4923-a187-582a42097afa req-15f0e08c-dab2-4edb-a384-913ec2e4ca18 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 945 time: 0.1297295 Aug 10 01:05:37.712238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56e8a5de-adc3-4923-a187-582a42097afa req-0729bd62-3f20-4302-9b84-21787869387e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769401 Aug 10 01:05:37.928769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:05:37.957650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4b816c7e-4449-4967-89d9-adcb5993695e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:38.038039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4b816c7e-4449-4967-89d9-adcb5993695e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:38.044746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4b816c7e-4449-4967-89d9-adcb5993695e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:38.045589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.113571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8930a-17e9-4dcb-9d0e-03605bcb9d1b req-5c9ca7c7-db81-4af8-9308-1319469fafb6 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.115427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03e8930a-17e9-4dcb-9d0e-03605bcb9d1b req-5c9ca7c7-db81-4af8-9308-1319469fafb6 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 944 time: 0.1107168 Aug 10 01:05:38.161495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.173116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:05:38.188273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:05:38.194315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.202909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4b816c7e-4449-4967-89d9-adcb5993695e,segment=NetworkSegment(51335436-5d8d-44fe-9743-594943708924),segment_id=51335436-5d8d-44fe-9743-594943708924)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:38.218100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:38.222003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:38.223216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:38.227954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-03e8930a-17e9-4dcb-9d0e-03605bcb9d1b req-982b32fe-5d03-4ee0-946a-0d5a070a9f89 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001956 Aug 10 01:05:38.254834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25ae3740-4409-4851-a0f6-d51bd12dedba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "PUT /v2.0/floatingips/37b03728-c442-4558-b4a3-a6bbfb3d338f HTTP/1.1" status: 200 len: 992 time: 1.9711373 Aug 10 01:05:38.257218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:38.258316 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2" -d '{"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:38.320359 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4213f739-8003-4fca-8b5e-46b5c4e22e3c x-openstack-request-id: req-4213f739-8003-4fca-8b5e-46b5c4e22e3c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:38.321209 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:38.321209 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4213f739-8003-4fca-8b5e-46b5c4e22e3c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:38.321505 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'status': 'completed', 'code': 200} Aug 10 01:05:38.371193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:38.394247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-cddc55a4-2cc5-4597-b44b-f326ae5f8a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.395871 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-cddc55a4-2cc5-4597-b44b-f326ae5f8a62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1098 time: 0.0491884 Aug 10 01:05:38.413583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:38.523859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-a41f9642-1728-4346-9c41-f14de8b0c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.526358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-a41f9642-1728-4346-9c41-f14de8b0c06c service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1223726 Aug 10 01:05:38.610846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-f833e472-4b67-4cd2-9722-5b6ad4c5ded9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1000 time: 0.0768824 Aug 10 01:05:38.680861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-e8f2829b-f7a9-4a5f-b925-4a604b4d122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.682278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-e8f2829b-f7a9-4a5f-b925-4a604b4d122f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.0640585 Aug 10 01:05:38.729089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '37b03728-c442-4558-b4a3-a6bbfb3d338f', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:22Z', 'updated_at': '2021-08-10T01:05:36Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:38.767718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-d5a9680b-a0f6-4850-a605-082fc91c2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.769268 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-d5a9680b-a0f6-4850-a605-082fc91c2b20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780053 Aug 10 01:05:38.779914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:05:38.809677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:05:38.810692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:38.892690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:38.897253 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd8da0-db61-41bc-b76a-29960a1ad6c4" -d '{"events": [{"server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "name": "network-vif-plugged", "status": "completed", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:38.970536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dbe66-deaa-4cf8-9277-42d3a1935c21 req-809161ec-b101-470f-85f2-1026a73c4ac6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:38.978709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-020dbe66-deaa-4cf8-9277-42d3a1935c21 req-809161ec-b101-470f-85f2-1026a73c4ac6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 945 time: 0.1106849 Aug 10 01:05:39.000132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-9c8993af-57a9-4f33-bf55-2e399e2382a2 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226975 Aug 10 01:05:39.005101 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f61481-2b5f-4902-9130-cec7cff270e4 x-openstack-request-id: req-b3f61481-2b5f-4902-9130-cec7cff270e4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:39.005618 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "name": "network-vif-plugged", "status": "completed", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:39.005860 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3f61481-2b5f-4902-9130-cec7cff270e4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:39.006429 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e', 'code': 200} Aug 10 01:05:39.023792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:05:39.096303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-020dbe66-deaa-4cf8-9277-42d3a1935c21 req-cc7342d9-e5bc-4e39-8661-c9ed3eb14359 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060100 Aug 10 01:05:39.173473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4ec79cf5-cbd0-4bf2-baa6-1837c882ead2 req-85697bb1-da41-4eeb-a1bc-8b12ae0b55c8 service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625309 Aug 10 01:05:39.193844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e31b76-03d0-4295-8df8-9f7572992d22 req-a086943e-2bea-4391-b525-d5bfe057b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:39.196662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4e31b76-03d0-4295-8df8-9f7572992d22 req-a086943e-2bea-4391-b525-d5bfe057b1ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 1097 time: 0.1100559 Aug 10 01:05:39.240250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4e31b76-03d0-4295-8df8-9f7572992d22 req-48a7451b-86d8-4965-b520-32ddc9148468 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Aug 10 01:05:39.326590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '37b03728-c442-4558-b4a3-a6bbfb3d338f', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:22Z', 'updated_at': '2021-08-10T01:05:36Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:05:39.359731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e85a82a-d16f-4927-bc45-caad96b0a9e1 None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '37b03728-c442-4558-b4a3-a6bbfb3d338f', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'floating_ip_address': '172.25.7.108', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:22Z', 'updated_at': '2021-08-10T01:05:36Z', 'revision_number': 1, 'project_id': '56d34721331544149f3db5bf697c5100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:05:39.442359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e703059-24f6-4b6a-ab1d-fe870dc80831 req-69c3987c-46d6-4d09-a145-09adb5a75906 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:39.444630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e703059-24f6-4b6a-ab1d-fe870dc80831 req-69c3987c-46d6-4d09-a145-09adb5a75906 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 945 time: 0.0953114 Aug 10 01:05:39.505208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e703059-24f6-4b6a-ab1d-fe870dc80831 req-530543d1-f4ad-4b18-8642-7d98733e11f5 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525482 Aug 10 01:05:39.688444 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c464d2-e157-4230-91b5-ae5aeb560095 None None] New status for floating IP 37b03728-c442-4558-b4a3-a6bbfb3d338f: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:05:40.624179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f8f2a-9295-4c24-8725-542ad3db3ce7 req-5febf799-ba77-4775-85b9-bea015bc54d9 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:40.625578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-584f8f2a-9295-4c24-8725-542ad3db3ce7 req-5febf799-ba77-4775-85b9-bea015bc54d9 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Aug 10 01:05:40.663335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-584f8f2a-9295-4c24-8725-542ad3db3ce7 req-6cb82e61-0268-4216-8f8c-aef8dfb882df tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Aug 10 01:05:42.039121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.045963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-283408247'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:42.076296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:42.080334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.106915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:42.119974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.120642 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Added segment 0e1b4f31-1596-4fa5-8538-37811ae04c81 of type vlan for network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 Aug 10 01:05:42.165797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.204611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.210572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.211619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.267650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2253194 Aug 10 01:05:42.269389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.275551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1522745130'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:42.294291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa4a4a-b672-4a8d-a7e4-d1ab9825d8b2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Network': ['ID=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.308740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:42.319713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:42.323595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.353506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:05:42.362479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.362985 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Added segment c57ace97-e84e-4aaa-8c37-bbd97a960919 of type vlan for network 4269db87-a3bb-4785-8cf6-9adf9b783370 Aug 10 01:05:42.404122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.439457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.445950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.446882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.511171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2393489 Aug 10 01:05:42.514685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.517428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0636e7-275d-45d6-804a-1a8702189f3e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Network': ['ID=4269db87-a3bb-4785-8cf6-9adf9b783370,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.522617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'subnet': {'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:42.529006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:05:42.626228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:42.631092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.841375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.912109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Subnet': ['ID=51aa4bc8-46a7-41e8-b45a-3d6887d36915,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:42.922601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:42.923017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network hostable DHCP agents. Network: cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:42.941651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:42.953239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:42.957892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:42.959269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:42.962576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae517836-5fad-449e-b6ea-408c3ee4b747 None None] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:42.976335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1c137adf-3633-4830-a788-f8d514d3efe7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4599361 Aug 10 01:05:42.979680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49056) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:42.985478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'subnet': {'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:43.095187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:43.107418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.134950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:05:43.135807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.290246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Allocated IP 10.1.1.2 (cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7/51aa4bc8-46a7-41e8-b45a-3d6887d36915/b3a73b4e-46aa-4bf4-88ef-d21323961565) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:43.366741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.373504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2298-42a3-4ff4-a149-aae3f8eb9fd7 req-30a2bf6d-5ce1-43b7-9ab6-2ba4c5d6fc20 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:43.388221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fffd2298-42a3-4ff4-a149-aae3f8eb9fd7 req-30a2bf6d-5ce1-43b7-9ab6-2ba4c5d6fc20 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 945 time: 0.0836041 Aug 10 01:05:43.443294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Subnet': ['ID=dfd32638-6da4-49ba-befa-47d5ea430652,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:43.464832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Checking segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:43.465627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network hostable DHCP agents. Network: 4269db87-a3bb-4785-8cf6-9adf9b783370, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:05:43.472126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fffd2298-42a3-4ff4-a149-aae3f8eb9fd7 req-0ec05e8b-24bb-4dc1-8bd8-eadc3c01f2cb tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822470 Aug 10 01:05:43.500543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:05:43.511284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4269db87-a3bb-4785-8cf6-9adf9b783370) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:43.516042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:43.516951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.529921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b96976-7092-4691-948c-412b6ff428a7 None None] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:43.543323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fdfa23fd-09e2-452b-8903-892c3adc2d98 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5624077 Aug 10 01:05:43.544072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:43.550258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'name': 'tempest-TaggedBootDevicesTest_v242-2057687139', 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:43.672028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:43.748169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.757465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Transition to ACTIVE for port object b3a73b4e-46aa-4bf4-88ef-d21323961565 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:43.768846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4269db87-a3bb-4785-8cf6-9adf9b783370', 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ips': [{'subnet_id': 'dfd32638-6da4-49ba-befa-47d5ea430652'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:05:43.772476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.787145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.790391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Transition to ACTIVE for port object b3a73b4e-46aa-4bf4-88ef-d21323961565 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:43.801683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:43.808554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] device_id is not set on port 77a15a9a-8606-4e95-9001-8f5724477933 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:05:43.909034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:43.920817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Pushing event updated for resources: {'Port': ['ID=b3a73b4e-46aa-4bf4-88ef-d21323961565,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:43.923430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:43.927572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:43.987276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.1.1.62 (cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7/51aa4bc8-46a7-41e8-b45a-3d6887d36915/77a15a9a-8606-4e95-9001-8f5724477933) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:44.030169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Attempting to bind port b3a73b4e-46aa-4bf4-88ef-d21323961565 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:44.030532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Attempting to bind port b3a73b4e-46aa-4bf4-88ef-d21323961565 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:44.030953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Attempting to bind port b3a73b4e-46aa-4bf4-88ef-d21323961565 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:44.033197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Allocated IP 10.2.2.2 (4269db87-a3bb-4785-8cf6-9adf9b783370/dfd32638-6da4-49ba-befa-47d5ea430652/a0524bcf-567b-4706-b47f-01fe5a8abbe3) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:44.047130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:44.047500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:44.047897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.048285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Bound using segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:44.048750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Bound port: b3a73b4e-46aa-4bf4-88ef-d21323961565, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:44.049127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.052587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d426835-5f81-406a-9d16-cdbeb127a119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.154336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.173431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object 77a15a9a-8606-4e95-9001-8f5724477933 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:44.177308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] For port b3a73b4e-46aa-4bf4-88ef-d21323961565, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:44.182359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] For port b3a73b4e-46aa-4bf4-88ef-d21323961565, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a73b4e-46aa-4bf4-88ef-d21323961565,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:44.189230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.216145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.264739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:44.268705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:44.272285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:44.298510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.300457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c2e39-fcaf-4d00-b334-609562d24179 None None] Pushing event updated for resources: {'Port': ['ID=b3a73b4e-46aa-4bf4-88ef-d21323961565,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:44.301992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:44.314381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Transition to ACTIVE for port object a0524bcf-567b-4706-b47f-01fe5a8abbe3 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:44.334919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Transition to ACTIVE for port object a0524bcf-567b-4706-b47f-01fe5a8abbe3 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:44.344917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.376112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.377563 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.390524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:44.393984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:44.401331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:44.403067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49076) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:44.409340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Pushing event updated for resources: {'Port': ['ID=a0524bcf-567b-4706-b47f-01fe5a8abbe3,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:44.409538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'name': 'tempest-TaggedBootDevicesTest_v242-1552543661', 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:44.422575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a265420a-f205-4876-a999-2b939eedaf08 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8771341 Aug 10 01:05:44.487789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Attempting to bind port a0524bcf-567b-4706-b47f-01fe5a8abbe3 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:44.487789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Attempting to bind port a0524bcf-567b-4706-b47f-01fe5a8abbe3 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:44.488089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Attempting to bind port a0524bcf-567b-4706-b47f-01fe5a8abbe3 on network 4269db87-a3bb-4785-8cf6-9adf9b783370 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:44.497610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:44.498483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Checking segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:44.499401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.500227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Bound using segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:44.502038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Bound port: a0524bcf-567b-4706-b47f-01fe5a8abbe3, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:44.502928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.715486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] For port a0524bcf-567b-4706-b47f-01fe5a8abbe3, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:44.725531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] For port a0524bcf-567b-4706-b47f-01fe5a8abbe3, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0524bcf-567b-4706-b47f-01fe5a8abbe3,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:44.727558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:44.735984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.823982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-f44cb455-adf5-487f-877f-9d93317b49e5 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.830767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-f44cb455-adf5-487f-877f-9d93317b49e5 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 945 time: 0.2950876 Aug 10 01:05:44.863824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:44.918974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] device_id is not set on port 29e5ed99-8318-4288-9d55-b642b8c05db3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:05:44.922965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e9a50-73da-4c3d-863d-4273ced19df4 None None] Pushing event updated for resources: {'Port': ['ID=a0524bcf-567b-4706-b47f-01fe5a8abbe3,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:44.952774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeac7b5-7a9f-49cf-bb48-68b1f6895a08 req-64519328-7778-407c-bbfa-42b50143af36 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:44.954405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5eeac7b5-7a9f-49cf-bb48-68b1f6895a08 req-64519328-7778-407c-bbfa-42b50143af36 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 945 time: 0.3399870 Aug 10 01:05:45.041545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5eeac7b5-7a9f-49cf-bb48-68b1f6895a08 req-295bff69-5edc-4dee-8c5f-b903941054b0 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8b548f9-e34a-4873-ace2-d72c9f066fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787492 Aug 10 01:05:45.062754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Deleting port 4b816c7e-4449-4967-89d9-adcb5993695e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:45.063159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.160278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.1.1.124 (cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7/51aa4bc8-46a7-41e8-b45a-3d6887d36915/29e5ed99-8318-4288-9d55-b642b8c05db3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:45.191844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] For port 4b816c7e-4449-4967-89d9-adcb5993695e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4b816c7e-4449-4967-89d9-adcb5993695e,segment=NetworkSegment(51335436-5d8d-44fe-9743-594943708924),segment_id=51335436-5d8d-44fe-9743-594943708924)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:45.192476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.225555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Calling delete_port for 4b816c7e-4449-4967-89d9-adcb5993695e owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:45.392553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.412298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4b816c7e-4449-4967-89d9-adcb5993695e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:45.420159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.437945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object 29e5ed99-8318-4288-9d55-b642b8c05db3 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:45.496248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.514118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Pushing event deleted for resources: {'Port': ['ID=4b816c7e-4449-4967-89d9-adcb5993695e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:45.575530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:45.579017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:45.581123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] No DVR routers for this DVR port 4b816c7e-4449-4967-89d9-adcb5993695e on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:45.583824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:45.585135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.587283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:45.588114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-380ba4ee-0a86-4d12-8915-52cfe9bdf47a req-6cebef55-0f18-4496-859c-be2795f97415 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.10 "DELETE /v2.0/ports/4b816c7e-4449-4967-89d9-adcb5993695e HTTP/1.1" status: 204 len: 173 time: 0.7333400 Aug 10 01:05:45.588668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'name': 'network-vif-deleted', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:45.599724 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a164e4-00cc-4e65-9838-a4912b483f24" -d '{"events": [{"server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "name": "network-vif-deleted", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:45.670037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a73b4e-46aa-4bf4-88ef-d21323961565 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:45.675979 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb01fc54-6a97-4c48-bd51-79c8a3ad1e65 x-openstack-request-id: req-eb01fc54-6a97-4c48-bd51-79c8a3ad1e65 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:45.676394 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157", "name": "network-vif-deleted", "tag": "4b816c7e-4449-4967-89d9-adcb5993695e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:45.676750 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb01fc54-6a97-4c48-bd51-79c8a3ad1e65 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:45.677247 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157', 'name': 'network-vif-deleted', 'tag': '4b816c7e-4449-4967-89d9-adcb5993695e', 'status': 'completed', 'code': 200} Aug 10 01:05:45.689851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:45.690477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:45.721355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd9971a2-313b-4f6e-a456-5f9c823488e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3163898 Aug 10 01:05:45.770561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b3a73b4e-46aa-4bf4-88ef-d21323961565 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:45.777516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0524bcf-567b-4706-b47f-01fe5a8abbe3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:45.855621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a0524bcf-567b-4706-b47f-01fe5a8abbe3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:45.893985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e01fc-e9d8-41b6-b54c-c2461aa02fa4 None None] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:45.999627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Provisioning for port b3a73b4e-46aa-4bf4-88ef-d21323961565 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:46.014046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Provisioning complete for port b3a73b4e-46aa-4bf4-88ef-d21323961565 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:46.014426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.200035 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.252982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] For port b3a73b4e-46aa-4bf4-88ef-d21323961565, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a73b4e-46aa-4bf4-88ef-d21323961565,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:46.257791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.306050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6417baaa-0d5a-4f7c-aa5f-1d2e056669e6 req-c88f5015-2bc2-4965-9309-055cf4bc2f80 tempest-VolumesActionsTest-228952244 tempest-VolumesActionsTest-228952244-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d5a368-0a3d-4f72-8cb8-b0aaa2bb1157 HTTP/1.1" status: 200 len: 210 time: 0.0592892 Aug 10 01:05:46.332495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:46.336228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5b847-84f4-447e-b5ad-6eef1b3e6e0a None None] Pushing event updated for resources: {'Port': ['ID=b3a73b4e-46aa-4bf4-88ef-d21323961565,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.338523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613933392', 'description': 'tempest-description--782670064'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:46.369246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.399618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1082ca8b-6924-491f-9996-4aab5ed1ed9e None None] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:05:46.484862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.491462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.545873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4545d-5d9f-4b5b-98a2-e750ec2092a7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.553626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Provisioning for port a0524bcf-567b-4706-b47f-01fe5a8abbe3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:46.560986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Provisioning complete for port a0524bcf-567b-4706-b47f-01fe5a8abbe3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:46.561456 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.561704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.566222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:46.566759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b982b1a-f0be-4209-b4a9-17dceaa04afd tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2328618 Aug 10 01:05:46.573543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'security_group_rule': {'security_group_id': '90b4545d-5d9f-4b5b-98a2-e750ec2092a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:46.627615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.709987 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.714872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.737133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d9c47-96e3-4e20-b564-5b5ec95d4cb5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.741544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.744665 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc321cf0-f66a-428e-8876-c92a388387e9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761823 Aug 10 01:05:46.747700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:46.753137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'security_group_rule': {'security_group_id': '90b4545d-5d9f-4b5b-98a2-e750ec2092a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:46.756500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.772373 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5437e4f1-41e7-432b-bb7b-0a8e41c05b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.795729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.810879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] For port a0524bcf-567b-4706-b47f-01fe5a8abbe3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0524bcf-567b-4706-b47f-01fe5a8abbe3,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:46.818510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.899008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.909481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467961f-eb28-404a-b33a-cdca58749830 None None] Pushing event updated for resources: {'Port': ['ID=a0524bcf-567b-4706-b47f-01fe5a8abbe3,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.911472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.948728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456ec87d-d2d3-4c50-b874-1875bc42e222,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:46.955815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Provisioning for port 77a15a9a-8606-4e95-9001-8f5724477933 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:46.967741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Provisioning complete for port 77a15a9a-8606-4e95-9001-8f5724477933 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:46.968197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.972723 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:46.974425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f48da1bc-e972-4ff6-bc9e-c271c8863e5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251580 Aug 10 01:05:46.978128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49118) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:05:46.983162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:47.027190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.040482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Port 77a15a9a-8606-4e95-9001-8f5724477933 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:47.058352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Provisioning for port 29e5ed99-8318-4288-9d55-b642b8c05db3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:47.062927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Provisioning complete for port 29e5ed99-8318-4288-9d55-b642b8c05db3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.063296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.126362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Port 29e5ed99-8318-4288-9d55-b642b8c05db3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:47.138524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Provisioning complete for port b3a73b4e-46aa-4bf4-88ef-d21323961565 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.138929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f5ff7fe-d0a8-4c44-a4e8-ad670f2e0d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.235935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.275778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.374231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 172.25.7.227 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/4514ce93-2cc6-4885-9153-7432f8a5b6ad) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:47.399399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Provisioning complete for port 77a15a9a-8606-4e95-9001-8f5724477933 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.399873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.447446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Port 77a15a9a-8606-4e95-9001-8f5724477933 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:47.463124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Provisioning complete for port 29e5ed99-8318-4288-9d55-b642b8c05db3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.463504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.487307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a73b4e-46aa-4bf4-88ef-d21323961565 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:47.499048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.551628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.554253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Port 29e5ed99-8318-4288-9d55-b642b8c05db3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:47.561743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b3a73b4e-46aa-4bf4-88ef-d21323961565 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.562256 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.592591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:47.595848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:47.599705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:47.621357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Provisioning complete for port a0524bcf-567b-4706-b47f-01fe5a8abbe3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.621735 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-12b63895-d759-4eeb-b8a8-d17efc4d379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.636257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=4514ce93-2cc6-4885-9153-7432f8a5b6ad,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:47.703002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.729762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.741160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0524bcf-567b-4706-b47f-01fe5a8abbe3 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:05:47.791536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.892146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a0524bcf-567b-4706-b47f-01fe5a8abbe3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:47.892646 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.988882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:47.997262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.022209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4b816c7e-4449-4967-89d9-adcb5993695e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:48.057621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4b816c7e-4449-4967-89d9-adcb5993695e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:48.057621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4b816c7e-4449-4967-89d9-adcb5993695e not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:48.070191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=4514ce93-2cc6-4885-9153-7432f8a5b6ad,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:48.130924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.146772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:48.156691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-945970c4-a6be-4c67-a6e7-5823cbac0942 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1689885 Aug 10 01:05:48.270060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b7a6-f2fc-4b3f-8112-260b7878c069 req-71a2e3fd-2a35-4e51-83b9-1ceda8b81131 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.271634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c729b7a6-f2fc-4b3f-8112-260b7878c069 req-71a2e3fd-2a35-4e51-83b9-1ceda8b81131 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.0673950 Aug 10 01:05:48.314439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c729b7a6-f2fc-4b3f-8112-260b7878c069 req-1d9ff6cf-1b50-4f59-81fe-33a4093da205 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348284 Aug 10 01:05:48.438258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-332121d3-b5e7-4ea7-994e-7c6cd746eb5b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--613933392&fields=id&tenant_id=535e8ab930934784892e49dc38ef2a87 HTTP/1.1" status: 200 len: 267 time: 0.0350511 Aug 10 01:05:48.490613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-1fb7e0d7-e0ad-4195-90c7-3858dca8304c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.492123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-1fb7e0d7-e0ad-4195-90c7-3858dca8304c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 936 time: 0.0465684 Aug 10 01:05:48.548445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2424f665-ccfc-4e55-a713-f96b4c18fd99 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.549853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2424f665-ccfc-4e55-a713-f96b4c18fd99 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 937 time: 0.0498462 Aug 10 01:05:48.605230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4bf35725-ef54-40a6-a0e6-2cebe45f5754 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0488653 Aug 10 01:05:48.637250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f0f67e6f-4cbf-48e3-a82b-bc966c4bb833 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0256643 Aug 10 01:05:48.748961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-a69549f9-b50c-45bc-84be-684e45743fa0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.754998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-a69549f9-b50c-45bc-84be-684e45743fa0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.761046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-a69549f9-b50c-45bc-84be-684e45743fa0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:48.762682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-a69549f9-b50c-45bc-84be-684e45743fa0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 1995 time: 0.1194773 Aug 10 01:05:48.778632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2a6e6919-11b5-49ca-8715-fc7059d0b77d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/quotas/535e8ab930934784892e49dc38ef2a87 HTTP/1.1" status: 200 len: 375 time: 0.0099981 Aug 10 01:05:48.841046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-adba109d-9f16-40fa-af1a-d9feafb4a287 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0572004 Aug 10 01:05:48.944427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-cc566de9-4af6-436c-a0df-2776e62c45c0 service neutron] 10.222.0.25 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Aug 10 01:05:49.038857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-1c38481d-9b97-45ec-a2aa-29fca1394f2c service neutron] 10.222.0.25 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Aug 10 01:05:49.084095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-3210c50e-01ea-4273-9f9c-b74febae4d56 service neutron] 10.222.0.25 "GET /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0362496 Aug 10 01:05:49.183285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-8643d385-6f43-47ea-a750-c0f9812206d8 service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917268 Aug 10 01:05:49.287951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5d2371af-8225-46ed-a2c3-370694cc056b service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984092 Aug 10 01:05:49.333478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-0ee93e3f-bf53-429c-9535-908bba4654e4 service neutron] 10.222.0.25 "GET /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0388899 Aug 10 01:05:49.432063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-07bba615-73d9-4102-9a1d-d3dc521b5fee service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919752 Aug 10 01:05:49.485798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8959e3e-7e38-41eb-a6ca-cddc5284fd9c req-ae5beaf0-ff8e-4b22-b682-3e0fad1570c7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:49.487436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8959e3e-7e38-41eb-a6ca-cddc5284fd9c req-ae5beaf0-ff8e-4b22-b682-3e0fad1570c7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.0499401 Aug 10 01:05:49.530430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8959e3e-7e38-41eb-a6ca-cddc5284fd9c req-ed5887a5-e4ef-49ee-8f95-de88a571c914 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Aug 10 01:05:49.533116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-6c9cc0f2-b3ab-4e33-a345-2ae0dbaa9460 service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945065 Aug 10 01:05:49.598606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:49.637443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-333cbf62-fccd-4629-a114-dc3b11534d7b service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980849 Aug 10 01:05:49.731110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-22680bb4-0235-45c5-87aa-30db95b121fc service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Aug 10 01:05:49.820154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-806f3e18-f391-4a7c-a5c8-6e1eb4838b29 service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828333 Aug 10 01:05:49.914845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-57ab8e60-622f-4063-a44c-5b070308dc8c service neutron] 10.222.0.25 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863078 Aug 10 01:05:50.007468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2b8692de-d42d-44ed-80ed-0b862a060ac4 service neutron] 10.222.0.25 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854406 Aug 10 01:05:50.346629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff8586-3057-4aef-8190-4943275aa277 req-61e12346-41eb-44ca-84d7-6d1c277795b2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.348300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56ff8586-3057-4aef-8190-4943275aa277 req-61e12346-41eb-44ca-84d7-6d1c277795b2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0590694 Aug 10 01:05:50.393597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-56ff8586-3057-4aef-8190-4943275aa277 req-c026977e-86b6-4bdb-8f43-b4a0f9971434 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380101 Aug 10 01:05:50.452253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2e783ce4-db47-4ad9-b319-774893e163b4 service neutron] 10.222.0.25 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385767 Aug 10 01:05:50.552413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-29baa4c7-b0dc-49c6-89f8-3af3bd2b6114 service neutron] 10.222.0.25 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923846 Aug 10 01:05:50.593459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d37e1e-c13b-4df9-aa78-91439b841921 req-a09b0d7f-9811-4387-9299-dfb8c271fb24 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.595096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04d37e1e-c13b-4df9-aa78-91439b841921 req-a09b0d7f-9811-4387-9299-dfb8c271fb24 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0618815 Aug 10 01:05:50.640085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04d37e1e-c13b-4df9-aa78-91439b841921 req-87bc1e1a-a57d-41b1-acd5-3bba3218fb57 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377026 Aug 10 01:05:50.670341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-b5b55309-f0bb-4221-96b4-88b79ee2ae96 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.670341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-b5b55309-f0bb-4221-96b4-88b79ee2ae96 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.1057003 Aug 10 01:05:50.754903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-94f37cbf-9035-4a18-afca-b0100f6060a6 service neutron] 10.222.0.25 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852503 Aug 10 01:05:50.772661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9d7cd-4a08-4d92-9757-491afb13dfe7 req-7a8f653a-420c-4c39-8a9d-482a8d5493b4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:50.775416 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ed9d7cd-4a08-4d92-9757-491afb13dfe7 req-7a8f653a-420c-4c39-8a9d-482a8d5493b4 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a773a02-153c-4be4-80e2-08b0a86efee7 HTTP/1.1" status: 200 len: 945 time: 0.0581028 Aug 10 01:05:50.803131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Deleting port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:50.803485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:50.832564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ed9d7cd-4a08-4d92-9757-491afb13dfe7 req-b56bfcd6-51a6-447f-a89c-99d70887637f tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Aug 10 01:05:50.915080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] For port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:50.915463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:50.934927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Calling delete_port for 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:51.114738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:51.130122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9319951e-65e1-4747-8717-873e1404998c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:51.134092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['26dcc4d9-7c7a-4af6-869a-d6c39f5d0645'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:51.153502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Pushing event deleted for resources: {'Port': ['ID=26dcc4d9-7c7a-4af6-869a-d6c39f5d0645,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:51.177734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba2cd0-bfce-4afc-a41f-235515610f1c req-cecf83ee-5802-435b-a1da-97bbbfd8d270 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.190205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49ba2cd0-bfce-4afc-a41f-235515610f1c req-cecf83ee-5802-435b-a1da-97bbbfd8d270 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0888696 Aug 10 01:05:51.231214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] No DVR routers for this DVR port 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:51.236447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:51.240236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b17e861d-a046-472a-a51a-ca6ac7f3b5fa req-2ef4abf5-7407-4be1-b440-c6ec1bdea9c5 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.21 "DELETE /v2.0/ports/26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 HTTP/1.1" status: 204 len: 173 time: 0.5662470 Aug 10 01:05:51.244242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'name': 'network-vif-deleted', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:51.249282 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11936757-a663-4467-b878-2b0b9fd8ac56" -d '{"events": [{"server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "name": "network-vif-deleted", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:51.284883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49ba2cd0-bfce-4afc-a41f-235515610f1c req-b427735a-4b19-4e8c-8ed2-f4c339e8cdea tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937138 Aug 10 01:05:51.387015 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55dac14-8644-4b7a-850a-ad6dbc1feca5 x-openstack-request-id: req-e55dac14-8644-4b7a-850a-ad6dbc1feca5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:51.387425 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a773a02-153c-4be4-80e2-08b0a86efee7", "name": "network-vif-deleted", "tag": "26dcc4d9-7c7a-4af6-869a-d6c39f5d0645", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:51.387970 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e55dac14-8644-4b7a-850a-ad6dbc1feca5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:51.388470 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a773a02-153c-4be4-80e2-08b0a86efee7', 'name': 'network-vif-deleted', 'tag': '26dcc4d9-7c7a-4af6-869a-d6c39f5d0645', 'status': 'completed', 'code': 200} Aug 10 01:05:51.700891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6e450-7c4c-4873-97f3-55906793d44d req-6c74657a-37ad-4b71-bff0-696e54a32a83 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0414503 Aug 10 01:05:51.943356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd693d6-e0e9-4425-aee0-2f1be5b0da53 req-e1eb0528-82a9-446a-8472-c9bef549a6aa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:51.952235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8fd693d6-e0e9-4425-aee0-2f1be5b0da53 req-e1eb0528-82a9-446a-8472-c9bef549a6aa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0978546 Aug 10 01:05:51.995329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8fd693d6-e0e9-4425-aee0-2f1be5b0da53 req-47469780-6985-4c0f-bf52-d98abcbd67bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419769 Aug 10 01:05:52.210210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e9ff7-bf82-47a4-8bc9-b4ca83d305a4 req-4cb07019-baf9-4612-99fe-4687a4dcaeff tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.212429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e7e9ff7-bf82-47a4-8bc9-b4ca83d305a4 req-4cb07019-baf9-4612-99fe-4687a4dcaeff tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0585151 Aug 10 01:05:52.256675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e7e9ff7-bf82-47a4-8bc9-b4ca83d305a4 req-caffd9c6-2c23-4473-828f-416aa28a6390 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 Aug 10 01:05:52.799619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-d7fb5536-278c-4adf-86ba-f54de1769f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.801080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-d7fb5536-278c-4adf-86ba-f54de1769f67 service neutron] 10.222.0.10 "GET /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 1032 time: 0.0692704 Aug 10 01:05:52.803323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3fa124-d1f4-4790-9dca-51fcd3de63fb req-6bc6a367-8168-4c0a-889c-4b54518b3100 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0330462 Aug 10 01:05:52.856378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5e43a9f3-360d-4bfc-9aef-99ed08c70130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:52.857748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5e43a9f3-360d-4bfc-9aef-99ed08c70130 service neutron] 10.222.0.10 "GET /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 1033 time: 0.0441339 Aug 10 01:05:53.001242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e43bc646-5e9f-4484-97c3-1fc266d8d1f5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.007667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e43bc646-5e9f-4484-97c3-1fc266d8d1f5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.014533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e43bc646-5e9f-4484-97c3-1fc266d8d1f5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.016348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e43bc646-5e9f-4484-97c3-1fc266d8d1f5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 1995 time: 0.1450357 Aug 10 01:05:53.065440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-d6320e05-493c-447f-92a9-196fd15c9962 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=535e8ab930934784892e49dc38ef2a87 HTTP/1.1" status: 200 len: 379 time: 0.0387878 Aug 10 01:05:53.083317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'admin_state_up': True, 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'security_groups': ['90b4545d-5d9f-4b5b-98a2-e750ec2092a7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:53.176438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1d731-b24b-4baf-ac3b-c023d0a68b13 req-756e2eb4-2d00-403b-a078-2535a4409cd5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.181489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24c1d731-b24b-4baf-ac3b-c023d0a68b13 req-756e2eb4-2d00-403b-a078-2535a4409cd5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1148841 Aug 10 01:05:53.249024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24c1d731-b24b-4baf-ac3b-c023d0a68b13 req-172c85ca-197a-4ef5-b0e1-4469aa39d459 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611117 Aug 10 01:05:53.276908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:53.276908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.416970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae665-a1da-4454-9497-459dd1dff49d req-df597ca5-cd1f-434a-ba8c-f9be4111f412 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.418510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-706ae665-a1da-4454-9497-459dd1dff49d req-df597ca5-cd1f-434a-ba8c-f9be4111f412 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0561178 Aug 10 01:05:53.431110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 172.20.0.8 (4a60b044-c412-47c0-93b0-0a94187cda05/a059abc1-a196-4030-a0a8-71e6e3c22984/01cc3810-3f84-4a0d-b700-f8c93e02fd52) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:53.467235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-706ae665-a1da-4454-9497-459dd1dff49d req-1f89c88b-016c-4845-acbb-6a900841ccf8 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Aug 10 01:05:53.584198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.598002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object 01cc3810-3f84-4a0d-b700-f8c93e02fd52 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:53.634363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.676981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network 4a60b044-c412-47c0-93b0-0a94187cda05 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:53.680661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:53.683447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:53.746103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:53.757168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.758647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.759180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.759684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.760163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.760644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.761234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.761762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.762236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.762742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.763229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.763712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:05:53.788255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.789236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:53.808733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-badfbd98-5bd4-41aa-99f1-62175e63e260 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312276 Aug 10 01:05:53.821746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'admin_state_up': True, 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'security_groups': ['90b4545d-5d9f-4b5b-98a2-e750ec2092a7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:53.953652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458be95-0ef3-4358-8cbd-2b0614c75118 req-c7aa6377-4dfa-4f5d-8842-75179051f98a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:53.964083 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3458be95-0ef3-4358-8cbd-2b0614c75118 req-c7aa6377-4dfa-4f5d-8842-75179051f98a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 931 time: 0.0706599 Aug 10 01:05:53.977959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:53.981829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.024657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3458be95-0ef3-4358-8cbd-2b0614c75118 req-b79670f9-7019-418a-88dc-bc14b90f7cd2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556359 Aug 10 01:05:54.067268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69d98ead-4f82-4dab-ad97-b6e2d4d066fa None None] Provisioning for port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:54.077322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69d98ead-4f82-4dab-ad97-b6e2d4d066fa None None] Provisioning complete for port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:54.077710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69d98ead-4f82-4dab-ad97-b6e2d4d066fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.118654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-69d98ead-4f82-4dab-ad97-b6e2d4d066fa None None] Port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:54.160168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.1.1.191 (cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7/51aa4bc8-46a7-41e8-b45a-3d6887d36915/c7c47032-03a8-4212-934a-271b458fd818) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:54.325407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.341420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object c7c47032-03a8-4212-934a-271b458fd818 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:54.382238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.390514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:05:54.391946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcc14d-d475-4adf-bdd0-2b05bd67613f req-0a952973-183e-4370-ba12-4501946b2ef8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.400968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2adcc14d-d475-4adf-bdd0-2b05bd67613f req-0a952973-183e-4370-ba12-4501946b2ef8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0683703 Aug 10 01:05:54.435685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:54.439407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:54.440468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:05:54.440829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 26dcc4d9-7c7a-4af6-869a-d6c39f5d0645 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:05:54.452464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2adcc14d-d475-4adf-bdd0-2b05bd67613f req-14132434-8da5-4726-8405-083f1ef3f17e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502155 Aug 10 01:05:54.459653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:54.486936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:54.530577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.531318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.549335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4fdb754b-f304-4b5f-b7fd-b015145d239e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7332227 Aug 10 01:05:54.561607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'admin_state_up': True, 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'security_groups': ['90b4545d-5d9f-4b5b-98a2-e750ec2092a7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:54.676399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7882-1a8e-4ffd-a934-21be9e11396a req-24fd65c4-f5a9-451a-8757-8b7fb6630fa7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:54.678126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-559c7882-1a8e-4ffd-a934-21be9e11396a req-24fd65c4-f5a9-451a-8757-8b7fb6630fa7 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.1118331 Aug 10 01:05:54.747198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74f34ca3-daf4-4643-a394-617457436071 None None] Provisioning for port c7c47032-03a8-4212-934a-271b458fd818 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:54.747349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-559c7882-1a8e-4ffd-a934-21be9e11396a req-6cf09eb6-e4b7-452d-b209-8feff6164b43 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592251 Aug 10 01:05:54.754119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74f34ca3-daf4-4643-a394-617457436071 None None] Provisioning complete for port c7c47032-03a8-4212-934a-271b458fd818 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:54.755347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f34ca3-daf4-4643-a394-617457436071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.766467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:54.770853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:54.811504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-74f34ca3-daf4-4643-a394-617457436071 None None] Port c7c47032-03a8-4212-934a-271b458fd818 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:54.941011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.1.1.213 (cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7/51aa4bc8-46a7-41e8-b45a-3d6887d36915/e23ec963-87d1-4a90-9e30-a48b29ae11e3) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:55.104662 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.125465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object e23ec963-87d1-4a90-9e30-a48b29ae11e3 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:55.171577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.232697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:55.241747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:55.245383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:55.328581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.329244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.349357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:55.371937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb860-3ba6-42f8-aaac-f16724f2918c req-9c231f43-9b7f-40e8-9709-8405e367d745 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.379196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb860-3ba6-42f8-aaac-f16724f2918c req-9c231f43-9b7f-40e8-9709-8405e367d745 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.386283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eb860-3ba6-42f8-aaac-f16724f2918c req-9c231f43-9b7f-40e8-9709-8405e367d745 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.393743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-887eb860-3ba6-42f8-aaac-f16724f2918c req-9c231f43-9b7f-40e8-9709-8405e367d745 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 2374 time: 0.2352684 Aug 10 01:05:55.418578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-78512a40-5c57-42e2-99f8-5c011dc1e997 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621922 Aug 10 01:05:55.450871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'admin_state_up': True, 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'security_groups': ['90b4545d-5d9f-4b5b-98a2-e750ec2092a7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:55.469631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-887eb860-3ba6-42f8-aaac-f16724f2918c req-9b3adf6f-e6b2-4e60-a347-90722ee96474 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747511 Aug 10 01:05:55.663403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8043e69-50f9-41c8-b0cf-78b15e6df95f req-f040311e-3b39-400a-8f7c-40636b579e14 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:55.678897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8043e69-50f9-41c8-b0cf-78b15e6df95f req-f040311e-3b39-400a-8f7c-40636b579e14 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0920336 Aug 10 01:05:55.682497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:55.734947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8043e69-50f9-41c8-b0cf-78b15e6df95f req-b7c342af-7fef-46e8-8df8-528903d44927 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530500 Aug 10 01:05:55.759429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-29d95a59-aa31-4b35-bc92-ae0a8775993c None None] Provisioning for port e23ec963-87d1-4a90-9e30-a48b29ae11e3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:55.765596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-29d95a59-aa31-4b35-bc92-ae0a8775993c None None] Provisioning complete for port e23ec963-87d1-4a90-9e30-a48b29ae11e3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:55.768510 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-29d95a59-aa31-4b35-bc92-ae0a8775993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.812864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-29d95a59-aa31-4b35-bc92-ae0a8775993c None None] Port e23ec963-87d1-4a90-9e30-a48b29ae11e3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:55.843147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:55.938127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.128161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.378327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d769b4-fde1-419c-b7d0-4cc5f4184a5b req-08e72b36-6848-439e-bc1b-02a37dd4f14d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.380095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72d769b4-fde1-419c-b7d0-4cc5f4184a5b req-08e72b36-6848-439e-bc1b-02a37dd4f14d tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.5346677 Aug 10 01:05:56.516903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72d769b4-fde1-419c-b7d0-4cc5f4184a5b req-3e91ef35-b32c-4766-b83d-0e7e10489ad9 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Aug 10 01:05:56.535224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.2.2.100 (4269db87-a3bb-4785-8cf6-9adf9b783370/dfd32638-6da4-49ba-befa-47d5ea430652/f524570c-765d-40bb-8444-954779e792fc) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:56.624956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3273-e6bf-443b-93be-bc37b17d7c57 req-19ab842c-f0dc-43a4-a390-9430798223fc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.632787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3273-e6bf-443b-93be-bc37b17d7c57 req-19ab842c-f0dc-43a4-a390-9430798223fc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.639713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b3273-e6bf-443b-93be-bc37b17d7c57 req-19ab842c-f0dc-43a4-a390-9430798223fc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.642009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-958b3273-e6bf-443b-93be-bc37b17d7c57 req-19ab842c-f0dc-43a4-a390-9430798223fc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 2374 time: 0.0798504 Aug 10 01:05:56.685501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-958b3273-e6bf-443b-93be-bc37b17d7c57 req-ce29c424-834b-43bf-b34e-bdf037ca68cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376866 Aug 10 01:05:56.708254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.727353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object f524570c-765d-40bb-8444-954779e792fc will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:56.774978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.815418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:56.818585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:56.822699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:56.867217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:56.902689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:56.903618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:56.927141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f722e53a-59bf-49ad-a2e4-2e2dd4b98f7a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4864054 Aug 10 01:05:56.942231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'admin_state_up': True, 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'security_groups': ['90b4545d-5d9f-4b5b-98a2-e750ec2092a7']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:57.150910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cec0f2fa-078f-47b7-84d3-d86fd33de561 None None] Provisioning for port f524570c-765d-40bb-8444-954779e792fc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:57.151719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195a9b8-880e-456a-9171-c2a29b33216a req-ab014996-3dcd-4662-b394-a82f9b658ff2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.154134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1195a9b8-880e-456a-9171-c2a29b33216a req-ab014996-3dcd-4662-b394-a82f9b658ff2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1415689 Aug 10 01:05:57.156121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cec0f2fa-078f-47b7-84d3-d86fd33de561 None None] Provisioning complete for port f524570c-765d-40bb-8444-954779e792fc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:57.156504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cec0f2fa-078f-47b7-84d3-d86fd33de561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.203104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cec0f2fa-078f-47b7-84d3-d86fd33de561 None None] Port f524570c-765d-40bb-8444-954779e792fc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:57.217609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Made reservation on behalf of 535e8ab930934784892e49dc38ef2a87 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:05:57.222447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.235330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1195a9b8-880e-456a-9171-c2a29b33216a req-5971f42d-2ee4-411c-b32f-1bd08579d5aa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654898 Aug 10 01:05:57.411550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Allocated IP 10.2.2.200 (4269db87-a3bb-4785-8cf6-9adf9b783370/dfd32638-6da4-49ba-befa-47d5ea430652/90b684b5-7db9-40a7-b957-fc750c30617e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:05:57.597404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.623612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Transition to ACTIVE for port object 90b684b5-7db9-40a7-b957-fc750c30617e will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:57.670447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac4a8-319b-4cad-922b-09e36187770b req-c4f62c26-e89d-4529-bc7f-9b20ed825d44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.672025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb0ac4a8-319b-4cad-922b-09e36187770b req-c4f62c26-e89d-4529-bc7f-9b20ed825d44 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.0659575 Aug 10 01:05:57.722984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.735899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb0ac4a8-319b-4cad-922b-09e36187770b req-1f0a6afb-f7d8-4371-ba80-e65494bc815b tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/security-groups?id=c7101d15-d2e6-4dbc-8390-d27c98ba1055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538733 Aug 10 01:05:57.797543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:05:57.800997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:05:57.805399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:05:57.832692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:57.875626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.876363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:57.892578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.894176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2f051e7c-ff01-4b36-a9d3-9c2438b6b060 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9568493 Aug 10 01:05:57.899533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.906831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.907536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:57.913835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.921219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:57.928857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1760c11-af36-474a-b559-d7c7baf528af req-57932970-2883-4179-9940-2ea4c1a3aa3c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 3816 time: 0.1202786 Aug 10 01:05:57.992944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1760c11-af36-474a-b559-d7c7baf528af req-00fcc16a-f35a-426f-85af-c7a3b6c4eaec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527058 Aug 10 01:05:58.019153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.157098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d595af7-d7a6-4f7d-9ecb-1d4c9803b1df None None] Provisioning for port 90b684b5-7db9-40a7-b957-fc750c30617e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:05:58.169262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d595af7-d7a6-4f7d-9ecb-1d4c9803b1df None None] Provisioning complete for port 90b684b5-7db9-40a7-b957-fc750c30617e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:05:58.169807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d595af7-d7a6-4f7d-9ecb-1d4c9803b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.203755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-83b253d5-8f00-490c-b76b-2ef3aefdcc7e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.205288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-83b253d5-8f00-490c-b76b-2ef3aefdcc7e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 945 time: 0.2478616 Aug 10 01:05:58.213738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6d595af7-d7a6-4f7d-9ecb-1d4c9803b1df None None] Port 90b684b5-7db9-40a7-b957-fc750c30617e cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:05:58.374738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d67dc-1bb5-4e8b-a3c4-6c4d064fc0d1 req-1083f8e7-6998-47a1-b574-7988ebae7b92 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:58.376308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da4d67dc-1bb5-4e8b-a3c4-6c4d064fc0d1 req-1083f8e7-6998-47a1-b574-7988ebae7b92 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0555954 Aug 10 01:05:58.397155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Deleting port 9319951e-65e1-4747-8717-873e1404998c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:05:58.397498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.425658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da4d67dc-1bb5-4e8b-a3c4-6c4d064fc0d1 req-c7ec0df8-ec6c-4b3e-8b9c-992951441ee0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411756 Aug 10 01:05:58.532789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cc3810-3f84-4a0d-b700-f8c93e02fd52 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:05:58.548471 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.558854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] For port 9319951e-65e1-4747-8717-873e1404998c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9319951e-65e1-4747-8717-873e1404998c,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:05:58.559528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.577877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Transition to ACTIVE for port object 01cc3810-3f84-4a0d-b700-f8c93e02fd52 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:05:58.578949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Calling delete_port for 9319951e-65e1-4747-8717-873e1404998c owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:05:58.585085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.673723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:58.869136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Attempting to bind port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:05:58.869495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Attempting to bind port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:05:58.870862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Attempting to bind port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 on network 4a60b044-c412-47c0-93b0-0a94187cda05 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:58.881766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 on network 4a60b044-c412-47c0-93b0-0a94187cda05 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:05:58.882105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Attempting to bind port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 on network 4a60b044-c412-47c0-93b0-0a94187cda05 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:05:58.888736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.900261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:05:58.900934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Checking segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:05:58.901853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7ad1cc4-ddd9-41bc-ab38-f0ab081aafaf req-5287af3a-6f8b-4142-b875-e73576e1295e tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5af2435-e310-4fcd-98ae-8fdd2c37a3e1 HTTP/1.1" status: 200 len: 210 time: 0.0562789 Aug 10 01:05:58.902332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9319951e-65e1-4747-8717-873e1404998c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:05:58.903081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Bound using segment: {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:05:58.903858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Bound port: 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607549be-6d16-466b-b260-6a5b40831196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:05:58.904431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:58.969520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Pushing event deleted for resources: {'Port': ['ID=9319951e-65e1-4747-8717-873e1404998c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:59.033488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] No DVR routers for this DVR port 9319951e-65e1-4747-8717-873e1404998c on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:05:59.050865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.053245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-867b5741-8c53-4b57-bd21-3a4f3595cbf1 req-5b19fc9b-a4dc-4df7-adb3-7754fa9e55b1 tempest-ServerRescueNegativeTestJSON-202659575 tempest-ServerRescueNegativeTestJSON-202659575-project] 10.222.0.10 "DELETE /v2.0/ports/9319951e-65e1-4747-8717-873e1404998c HTTP/1.1" status: 204 len: 173 time: 0.8394470 Aug 10 01:05:59.053939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'name': 'network-vif-deleted', 'tag': '9319951e-65e1-4747-8717-873e1404998c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:05:59.057538 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3987b7ce-a2fb-463c-b89a-ae7f839b5d90" -d '{"events": [{"server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "name": "network-vif-deleted", "tag": "9319951e-65e1-4747-8717-873e1404998c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:05:59.107712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:05:59.119304 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843ba3d0-ef6b-4975-bcc3-3d2719287fca x-openstack-request-id: req-843ba3d0-ef6b-4975-bcc3-3d2719287fca {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:05:59.119304 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5af2435-e310-4fcd-98ae-8fdd2c37a3e1", "name": "network-vif-deleted", "tag": "9319951e-65e1-4747-8717-873e1404998c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:05:59.119304 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-843ba3d0-ef6b-4975-bcc3-3d2719287fca {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:05:59.119304 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5af2435-e310-4fcd-98ae-8fdd2c37a3e1', 'name': 'network-vif-deleted', 'tag': '9319951e-65e1-4747-8717-873e1404998c', 'status': 'completed', 'code': 200} Aug 10 01:05:59.184735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:05:59.233974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.242813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.250372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.257325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.264372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.266323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-479afa5b-e37a-4ad6-b95a-81f98bddfc86 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 3828 time: 0.1939895 Aug 10 01:05:59.268283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.317699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.318424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.320056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 1092 time: 1.4174938 Aug 10 01:05:59.380086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:05:59.421402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73115d-475d-4a77-a480-0bc4273e21a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:05:59.430549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d900e7c-610b-4a3b-948d-0db8bf3379cf req-6c0e9f10-65ca-402d-84f5-1754f167e661 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524575 Aug 10 01:05:59.493322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:05:59.735580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008aeab-5012-468b-8b67-fada7fe614cb req-3529ef13-81c6-4721-a62f-75be3dcc418c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:05:59.749814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0008aeab-5012-468b-8b67-fada7fe614cb req-3529ef13-81c6-4721-a62f-75be3dcc418c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1246986 Aug 10 01:05:59.831266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0008aeab-5012-468b-8b67-fada7fe614cb req-7e4ccf27-4b28-4ef9-8719-45bbc7cfa1ba tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756624 Aug 10 01:05:59.964014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:00.048335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a15a9a-8606-4e95-9001-8f5724477933 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:00.057933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.075638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Transition to ACTIVE for port object 77a15a9a-8606-4e95-9001-8f5724477933 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:00.079804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.204972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:00.264872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Attempting to bind port 77a15a9a-8606-4e95-9001-8f5724477933 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:00.265214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Attempting to bind port 77a15a9a-8606-4e95-9001-8f5724477933 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:00.265534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Attempting to bind port 77a15a9a-8606-4e95-9001-8f5724477933 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:00.290044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Port 77a15a9a-8606-4e95-9001-8f5724477933 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:00.290502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Attempting to bind port 77a15a9a-8606-4e95-9001-8f5724477933 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:00.296879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:00.297215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:00.297598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Bound using segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:00.298031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Bound port: 77a15a9a-8606-4e95-9001-8f5724477933, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:00.298488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.393411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:00.397105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=77a15a9a-8606-4e95-9001-8f5724477933,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:00.417976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.485707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.486343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.487839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] 10.222.0.10 "PUT /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 1136 time: 1.1262276 Aug 10 01:06:00.533341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:00.585033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88600bc-eee6-4bb1-995b-3f8c57980000 service neutron] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:00.641261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.651409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:00.717793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.723722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.730864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.736792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.742994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.748865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:00.750840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-630a715c-12e2-4ded-887a-f19e8a4fb65d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 4605 time: 0.1447034 Aug 10 01:06:00.901026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82d5e74f-eaf4-4834-a8cc-a20c090626a4 req-805f73d0-0dac-443b-bbe6-feadb63bba87 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386502 Aug 10 01:06:01.015976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Deleting port 79431a9f-928e-464d-b2ec-ce00f61eccc9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:01.016471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.114911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e5ed99-8318-4288-9d55-b642b8c05db3 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:01.123653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}, {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '77a15a9a-8606-4e95-9001-8f5724477933'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:01.129611 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3705606e-10f4-457f-b11f-85e74d64ba25" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52"}, {"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "77a15a9a-8606-4e95-9001-8f5724477933"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:01.138116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b02bb-9cad-4048-a5de-92c98593f5d5 req-abf94c8f-4b03-496c-b144-92ebf31c2a04 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.139930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c7b02bb-9cad-4048-a5de-92c98593f5d5 req-abf94c8f-4b03-496c-b144-92ebf31c2a04 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0777457 Aug 10 01:06:01.140936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.159601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Transition to ACTIVE for port object 29e5ed99-8318-4288-9d55-b642b8c05db3 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:01.164988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.187574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] For port 79431a9f-928e-464d-b2ec-ce00f61eccc9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=79431a9f-928e-464d-b2ec-ce00f61eccc9,segment=NetworkSegment(40b3971c-f142-4bb3-97b4-bc98e93e161c),segment_id=40b3971c-f142-4bb3-97b4-bc98e93e161c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:01.188043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.214754 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b04ef4-68ad-4ef8-b455-f8856f8a55f9 x-openstack-request-id: req-b1b04ef4-68ad-4ef8-b455-f8856f8a55f9 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:01.214754 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "77a15a9a-8606-4e95-9001-8f5724477933", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:01.214754 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1b04ef4-68ad-4ef8-b455-f8856f8a55f9 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:01.215114 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'status': 'completed', 'code': 200} Aug 10 01:06:01.215349 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '77a15a9a-8606-4e95-9001-8f5724477933', 'status': 'completed', 'code': 200} Aug 10 01:06:01.225470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Calling delete_port for 79431a9f-928e-464d-b2ec-ce00f61eccc9 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:01.242896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c7b02bb-9cad-4048-a5de-92c98593f5d5 req-ab3d0236-addb-4056-a034-fd21ecc78358 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942619 Aug 10 01:06:01.300205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:01.396755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.397271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.397754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.398890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.399712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.400449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.401050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.402999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-4b369c9e-875c-4d0e-921a-3fa02c7eee86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6181 time: 0.1709981 Aug 10 01:06:01.529804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.569892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Attempting to bind port 29e5ed99-8318-4288-9d55-b642b8c05db3 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:01.570329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Attempting to bind port 29e5ed99-8318-4288-9d55-b642b8c05db3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:01.570738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Attempting to bind port 29e5ed99-8318-4288-9d55-b642b8c05db3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:01.571706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Pushing event deleted for resources: {'Port': ['ID=79431a9f-928e-464d-b2ec-ce00f61eccc9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:01.605277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Port 29e5ed99-8318-4288-9d55-b642b8c05db3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:01.605786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Attempting to bind port 29e5ed99-8318-4288-9d55-b642b8c05db3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:01.619880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:01.620220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:01.620605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Bound using segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:01.621074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Bound port: 29e5ed99-8318-4288-9d55-b642b8c05db3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:01.621437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.703452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:06:01.750260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.764715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-0364e8da-7d32-4eff-ba4e-b1e93f40f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.764715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-0364e8da-7d32-4eff-ba4e-b1e93f40f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.764715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-0364e8da-7d32-4eff-ba4e-b1e93f40f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.764715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-0364e8da-7d32-4eff-ba4e-b1e93f40f5e5 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535e8ab930934784892e49dc38ef2a87&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3512454 Aug 10 01:06:01.846828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:01.881586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29e5ed99-8318-4288-9d55-b642b8c05db3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:01.895015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.976358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:01.977105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:01.978881 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] 10.222.0.10 "PUT /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 1137 time: 1.4519064 Aug 10 01:06:02.020110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:02.083521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Router b41a015a-58e5-457b-8b75-39c491eed406 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:02.099943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9319951e-65e1-4747-8717-873e1404998c no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:02.143613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 9319951e-65e1-4747-8717-873e1404998c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:02.144140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9319951e-65e1-4747-8717-873e1404998c not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:02.145403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b4367-0595-4b7f-99ef-402209ff4cdc service neutron] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:02.151483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-2c9355ca-19e5-4f00-827d-dce4a3899243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.154358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-2c9355ca-19e5-4f00-827d-dce4a3899243 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3836539 Aug 10 01:06:02.298178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.311810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.317663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.324419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.330286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.337353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.343920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.345785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-0bfa39fc-d00b-4df9-8117-d35af7dd78ec tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5383 time: 0.2723279 Aug 10 01:06:02.367993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:02.379393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec7d88c2-4d89-42e7-b917-cc224fea490a admin admin] 10.222.0.25 "PUT /v2.0/routers/b41a015a-58e5-457b-8b75-39c491eed406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118705 Aug 10 01:06:02.379549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Sync routers for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:02.379964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49406) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:02.389539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:02.390413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:02.399522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:02.430088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f79de975-dfa9-4aed-967d-2f1f871c6216 req-be50c8e3-b4d1-4437-8ae6-412d6b5fdbdc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670018 Aug 10 01:06:02.442684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.443178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.443662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.444142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.444625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.445646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.446443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.448454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-86f7e833-6eef-4899-ad39-abf4c55d90e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6223 time: 0.2186005 Aug 10 01:06:02.537622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:02.604068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa6c30-d1a3-4329-8362-88e1fe90e186 req-446de31e-d4f5-4daa-82a7-c6b789b0702a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.611376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2faa6c30-d1a3-4329-8362-88e1fe90e186 req-446de31e-d4f5-4daa-82a7-c6b789b0702a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.2709620 Aug 10 01:06:02.654961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:02.708157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2faa6c30-d1a3-4329-8362-88e1fe90e186 req-467716e3-44ea-466a-aea7-f3e883234500 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947044 Aug 10 01:06:02.773752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205'}], 'enable_snat': True}, 'gw_port_id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:06:01Z', 'revision_number': 5, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port': {'id': '6b312ccb-99b7-4088-a518-2ae2b838e6c5', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2097, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:03:29Z', 'updated_at': '2021-08-10T01:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:02.789510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-777f4f0f-00ff-4633-97dc-4f7aa5092a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.789692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-777f4f0f-00ff-4633-97dc-4f7aa5092a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.790187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-777f4f0f-00ff-4633-97dc-4f7aa5092a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:02.791868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-777f4f0f-00ff-4633-97dc-4f7aa5092a6d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535e8ab930934784892e49dc38ef2a87&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3100278 Aug 10 01:06:02.825993 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:02.944950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Deleting port 6b312ccb-99b7-4088-a518-2ae2b838e6c5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:02.945820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.059795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] For port 6b312ccb-99b7-4088-a518-2ae2b838e6c5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6b312ccb-99b7-4088-a518-2ae2b838e6c5,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:03.060164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.075126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Calling delete_port for 6b312ccb-99b7-4088-a518-2ae2b838e6c5 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:03.089609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Checking router: b41a015a-58e5-457b-8b75-39c491eed406 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:03.100143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Routers {'b41a015a-58e5-457b-8b75-39c491eed406'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:03.106929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b41a015a-58e5-457b-8b75-39c491eed406'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:03.187737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-17d7a481-0ae6-4fc2-b27c-ea5312029b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.189299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-17d7a481-0ae6-4fc2-b27c-ea5312029b82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.0642126 Aug 10 01:06:03.251458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] Set router b41a015a-58e5-457b-8b75-39c491eed406 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:03.341473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:06:02Z', 'revision_number': 6, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:03.384359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74ec5a-b94c-441f-a31e-df65f66e2950 None None] The sync data for ids ['b41a015a-58e5-457b-8b75-39c491eed406'] in n-d-766380-21 is: [{'id': 'b41a015a-58e5-457b-8b75-39c491eed406', 'name': 'tempest-ServerRescueNegativeTestJSON-828496386-router', 'tenant_id': '7fe53832ed614742af729a2ce9832ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:03:27Z', 'updated_at': '2021-08-10T01:06:02Z', 'revision_number': 6, 'project_id': '7fe53832ed614742af729a2ce9832ae5', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:03.458066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '29e5ed99-8318-4288-9d55-b642b8c05db3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:03.460566 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9c213-3695-4333-bd1f-df2944cd4431" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "29e5ed99-8318-4288-9d55-b642b8c05db3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:03.490249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-1753bd71-1bec-4bf1-a484-d7ec4c8781df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.494527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-1753bd71-1bec-4bf1-a484-d7ec4c8781df service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.2972734 Aug 10 01:06:03.519067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-02a4e1bd-f2f3-4bf7-9eed-85d501f4c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.521162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3705606e-10f4-457f-b11f-85e74d64ba25 req-02a4e1bd-f2f3-4bf7-9eed-85d501f4c604 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7124474 Aug 10 01:06:03.522908 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c44a8-e995-4f29-a781-a8c26e4c2cab x-openstack-request-id: req-921c44a8-e995-4f29-a781-a8c26e4c2cab {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:03.523713 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "29e5ed99-8318-4288-9d55-b642b8c05db3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:03.524094 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-921c44a8-e995-4f29-a781-a8c26e4c2cab {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:03.524543 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '29e5ed99-8318-4288-9d55-b642b8c05db3', 'status': 'completed', 'code': 200} Aug 10 01:06:03.576571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.583642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9ad30-a3ee-4f04-a4c2-2f61e0043275 req-3c476565-400f-48b5-bc01-6210af634f3b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.585230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48a9ad30-a3ee-4f04-a4c2-2f61e0043275 req-3c476565-400f-48b5-bc01-6210af634f3b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1160116 Aug 10 01:06:03.623094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-e3491806-0773-4c00-a40d-976b35100edc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.1148336 Aug 10 01:06:03.639453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b312ccb-99b7-4088-a518-2ae2b838e6c5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:03.688607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48a9ad30-a3ee-4f04-a4c2-2f61e0043275 req-8f9a74a8-06d0-4ba6-a29f-7bc7f342955f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812082 Aug 10 01:06:03.731512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.732162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.733309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.733942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.734568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.735250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.735874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.738831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-af708b1a-4ce8-4fe4-9573-a9842356522d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6223 time: 0.1750188 Aug 10 01:06:03.767405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.868087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c47032-03a8-4212-934a-271b458fd818 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:03.876514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.903090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.905266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.928738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Transition to ACTIVE for port object c7c47032-03a8-4212-934a-271b458fd818 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:03.953379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.964663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.965475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b41a015a-58e5-457b-8b75-39c491eed406 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:06:03.969667 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:03.970844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eaae84a1-ecfd-46ce-80a4-fb01906276d8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b41a015a-58e5-457b-8b75-39c491eed406 HTTP/1.1" status: 204 len: 168 time: 1.5899422 Aug 10 01:06:03.974203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49424) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:03.986491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-c88f75f6-5f1e-4678-814e-875f022a9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:03.987950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-c88f75f6-5f1e-4678-814e-875f022a9352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.3461633 Aug 10 01:06:04.051266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.057884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.064244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.070312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.076121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.082214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.088389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.090238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-badcb583-e760-4690-9734-35d1c5fdc64c req-49600cb8-9fcc-4174-9614-e6438ebc9c6b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5383 time: 0.3703904 Aug 10 01:06:04.098260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-ef10cf60-d373-4836-a40c-e715d24546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.098871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-ef10cf60-d373-4836-a40c-e715d24546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.099420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-ef10cf60-d373-4836-a40c-e715d24546cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.101791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-ef10cf60-d373-4836-a40c-e715d24546cb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535e8ab930934784892e49dc38ef2a87&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2856545 Aug 10 01:06:04.102773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:04.145591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Deleting subnet dca2ffe0-252a-44ba-841f-44bc202020b7 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:06:04.150466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.173686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-badcb583-e760-4690-9734-35d1c5fdc64c req-2d0740eb-191a-495e-963e-d1121e307a83 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767546 Aug 10 01:06:04.194168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Attempting to bind port c7c47032-03a8-4212-934a-271b458fd818 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:04.194753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Attempting to bind port c7c47032-03a8-4212-934a-271b458fd818 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:04.195632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Attempting to bind port c7c47032-03a8-4212-934a-271b458fd818 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:04.203158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-9c9bd251-1a99-476c-8d43-46fe19315bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.204571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-9c9bd251-1a99-476c-8d43-46fe19315bf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1968300 Aug 10 01:06:04.250588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Port c7c47032-03a8-4212-934a-271b458fd818 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:04.251167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Attempting to bind port c7c47032-03a8-4212-934a-271b458fd818 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:04.275685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:04.276138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:04.276678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Bound using segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:04.277235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Bound port: c7c47032-03a8-4212-934a-271b458fd818, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:04.277715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.374477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-6979106f-3ca6-42b3-b8ca-a05ad97752a6 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498609 Aug 10 01:06:04.388663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-61e2c64b-7e15-4609-8e57-2b2deac281dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.391219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-61e2c64b-7e15-4609-8e57-2b2deac281dc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2322738 Aug 10 01:06:04.397163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.422205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:04.426117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:04.433038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.497530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.509784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:04.525772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:04.527512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.529940 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-eb2f7770-2285-4bcd-83ea-db379dd294e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 1092 time: 2.5202858 Aug 10 01:06:04.578928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:04.636486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f5fc19-3bff-4892-81e2-274adbdc2401 req-d1aeea9f-d997-4b0d-89f5-b93f5a4e7d12 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539294 Aug 10 01:06:04.712334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.740132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.803918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca2ffe0-252a-44ba-841f-44bc202020b7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:04.811571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:04.840160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-264f08ab-5779-47ed-ae90-63accbf9333c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dca2ffe0-252a-44ba-841f-44bc202020b7 HTTP/1.1" status: 204 len: 168 time: 0.8561070 Aug 10 01:06:04.841085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49434) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:05.120745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.229363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902369c0-d22e-4ed6-a430-13be630739f8 req-b0ffd26e-040d-4408-8562-df7ac9845094 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.230075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-902369c0-d22e-4ed6-a430-13be630739f8 req-b0ffd26e-040d-4408-8562-df7ac9845094 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1386740 Aug 10 01:06:05.333305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-902369c0-d22e-4ed6-a430-13be630739f8 req-9d60a9e2-1e19-4ac6-af39-9ccb5412379f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902350 Aug 10 01:06:05.338437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.350066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2cf70e-2a00-4f56-9b5e-5129b385c6f6']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.365465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b3971c-f142-4bb3-97b4-bc98e93e161c') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.365839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b3971c-f142-4bb3-97b4-bc98e93e161c') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:05.378198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.396576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.410389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.411686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:06:05.415587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:06:05.417696 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:06:05.420822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.431437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.439757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.447420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.454359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.462831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:05.473274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-736495b1-0000-4966-9f22-fe134f156747 req-6fa1775e-83b1-4fb4-9552-06354803c41b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5395 time: 0.1974874 Aug 10 01:06:05.519923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6b312ccb-99b7-4088-a518-2ae2b838e6c5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:05.532910 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.539343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.541291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] 10.222.0.25 "DELETE /v2.0/networks/ae2cf70e-2a00-4f56-9b5e-5129b385c6f6 HTTP/1.1" status: 204 len: 168 time: 0.6978424 Aug 10 01:06:05.546558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:05.549584 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8fb47d-f4b5-4db7-b625-bee6525d236f" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "c7c47032-03a8-4212-934a-271b458fd818"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:05.555653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6b312ccb-99b7-4088-a518-2ae2b838e6c5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:05.557352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6b312ccb-99b7-4088-a518-2ae2b838e6c5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:05.559356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 79431a9f-928e-464d-b2ec-ce00f61eccc9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:05.575546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce292c-1f77-4e47-a710-c4c11a1d5f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2cf70e-2a00-4f56-9b5e-5129b385c6f6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:05.595532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-736495b1-0000-4966-9f22-fe134f156747 req-bd5e144d-8307-4a83-8dbf-56a8e6736698 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210637 Aug 10 01:06:05.615461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23ec963-87d1-4a90-9e30-a48b29ae11e3 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:05.630890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.645460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 79431a9f-928e-464d-b2ec-ce00f61eccc9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:05.646093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 79431a9f-928e-464d-b2ec-ce00f61eccc9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:05.657456 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97334294-0f23-42c2-846d-2ee2ce70d635 x-openstack-request-id: req-97334294-0f23-42c2-846d-2ee2ce70d635 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:05.657750 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "c7c47032-03a8-4212-934a-271b458fd818", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:05.658197 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97334294-0f23-42c2-846d-2ee2ce70d635 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:05.658875 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818', 'status': 'completed', 'code': 200} Aug 10 01:06:05.669920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Transition to ACTIVE for port object e23ec963-87d1-4a90-9e30-a48b29ae11e3 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:05.680900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:05.830217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:05.909420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Attempting to bind port e23ec963-87d1-4a90-9e30-a48b29ae11e3 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:05.910204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Attempting to bind port e23ec963-87d1-4a90-9e30-a48b29ae11e3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:05.912258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Attempting to bind port e23ec963-87d1-4a90-9e30-a48b29ae11e3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:05.918491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Port e23ec963-87d1-4a90-9e30-a48b29ae11e3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:05.918953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Attempting to bind port e23ec963-87d1-4a90-9e30-a48b29ae11e3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:05.935071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49452) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:05.947420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:05.948025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Checking segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:05.948876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Bound using segment: {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:05.949544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Bound port: e23ec963-87d1-4a90-9e30-a48b29ae11e3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1b4f31-1596-4fa5-8538-37811ae04c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:05.950097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.012453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-31cc2569-5609-4e2a-ac1c-aa5b476c2824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fe53832ed614742af729a2ce9832ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760064 Aug 10 01:06:06.014875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49456) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:06.204027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:06.222756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.225628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:06.240315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.284135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.292488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.293177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.295058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] 10.222.0.10 "PUT /v2.0/ports/e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 1092 time: 1.7273142 Aug 10 01:06:06.341638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.342285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.342872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.343422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.343972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.344519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.345072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.347169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-745e19c2-d8b1-4357-8a13-9e8add85832b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6317 time: 0.6719902 Aug 10 01:06:06.355374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:06.443584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1e8a-dce2-406a-b4d6-a57bd9283a61 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:06.449559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.452725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.463633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7101d15-d2e6-4dbc-8390-d27c98ba1055 HTTP/1.1" status: 204 len: 168 time: 0.4434443 Aug 10 01:06:06.521354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd53ec-7c14-4d67-864d-f9370b8a0998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7101d15-d2e6-4dbc-8390-d27c98ba1055,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:06.542702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:06.587174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-6b235c9f-a7c7-47da-b8e1-064de1dfd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.588014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-6b235c9f-a7c7-47da-b8e1-064de1dfd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.588657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-6b235c9f-a7c7-47da-b8e1-064de1dfd77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.591548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-6b235c9f-a7c7-47da-b8e1-064de1dfd77d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535e8ab930934784892e49dc38ef2a87&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2355480 Aug 10 01:06:06.666846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4a99-4e91-4a2e-bb26-ce0faad7ff7b req-baaf8c6c-2a7d-4405-a6c2-151a9a02f3a1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.674259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4ee4a99-4e91-4a2e-bb26-ce0faad7ff7b req-baaf8c6c-2a7d-4405-a6c2-151a9a02f3a1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.2409954 Aug 10 01:06:06.736032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4ee4a99-4e91-4a2e-bb26-ce0faad7ff7b req-fff88609-62b7-457c-a1b9-654adff9223f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606093 Aug 10 01:06:06.762725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-cd3d8bff-5bbb-433e-a1e6-a4cb2a9d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.762725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a8fb47d-f4b5-4db7-b625-bee6525d236f req-cd3d8bff-5bbb-433e-a1e6-a4cb2a9d451e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1608601 Aug 10 01:06:06.922451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d188620-9c7b-4139-a3a8-1f275d4e1664 req-df34a545-2d57-4257-ab20-aaab99c53dc9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.924174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d188620-9c7b-4139-a3a8-1f275d4e1664 req-df34a545-2d57-4257-ab20-aaab99c53dc9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0772285 Aug 10 01:06:06.927650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.933605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.939642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.946202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.952757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.958314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.964426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:06.966371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-b5878a26-7ecf-41ea-8a56-a4c5b6a6176d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5407 time: 0.1977732 Aug 10 01:06:06.967644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d188620-9c7b-4139-a3a8-1f275d4e1664 req-12984575-0164-4602-a55f-e3dce7ee910a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369372 Aug 10 01:06:07.081514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a826109-b725-45ec-911b-8d9fbf34dca3 req-337240e6-4ea7-4494-97f8-357c2ce64758 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941777 Aug 10 01:06:07.086020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f524570c-765d-40bb-8444-954779e792fc {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:07.097318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.121561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Transition to ACTIVE for port object f524570c-765d-40bb-8444-954779e792fc will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:07.121561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.243272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:07.457923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd949e96-a6c2-40a5-a8d5-c785dbeacfb2 req-a472beab-d94c-4747-81ce-6b7c141e586c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.461498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd949e96-a6c2-40a5-a8d5-c785dbeacfb2 req-a472beab-d94c-4747-81ce-6b7c141e586c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1516755 Aug 10 01:06:07.462787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Attempting to bind port f524570c-765d-40bb-8444-954779e792fc on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:07.463127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Attempting to bind port f524570c-765d-40bb-8444-954779e792fc by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:07.463457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Attempting to bind port f524570c-765d-40bb-8444-954779e792fc on network 4269db87-a3bb-4785-8cf6-9adf9b783370 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:07.470548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Port f524570c-765d-40bb-8444-954779e792fc on network 4269db87-a3bb-4785-8cf6-9adf9b783370 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:07.470904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Attempting to bind port f524570c-765d-40bb-8444-954779e792fc on network 4269db87-a3bb-4785-8cf6-9adf9b783370 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:07.488585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:07.489088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Checking segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:07.491426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Bound using segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:07.491426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Bound port: f524570c-765d-40bb-8444-954779e792fc, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:07.491426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.557407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49504) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:07.561103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd949e96-a6c2-40a5-a8d5-c785dbeacfb2 req-8c76b76e-681d-4606-bff9-d99ba547925a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922666 Aug 10 01:06:07.599295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:07.604064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:07.614130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.696250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:07.698988 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd293a9-0d2e-43d1-946c-c13832794f36" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:07.702135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:07.741043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:07.742202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.743930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5a0306dc-f3f4-4c20-8772-57f10e434fe7 service neutron] 10.222.0.10 "PUT /v2.0/ports/f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 1092 time: 1.3936837 Aug 10 01:06:07.772404 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7234285-4dba-4fec-b793-ff6542e28fe0 x-openstack-request-id: req-c7234285-4dba-4fec-b793-ff6542e28fe0 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:07.772739 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:07.775587 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7234285-4dba-4fec-b793-ff6542e28fe0 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:07.778817 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'status': 'completed', 'code': 200} Aug 10 01:06:07.788896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1857181643-network', 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:07.792254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Request body: {'port': {'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:07.856639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:07.859082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.890502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:07.920039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.063457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.064121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.064602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.065393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.065996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.066473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.072549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.079604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-e6ea6ce0-9957-487f-ae70-78ff956570fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6427 time: 0.2436347 Aug 10 01:06:08.205144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd7993-8e08-4a63-b8cb-c27a167bc8b2 req-24b34d69-91b3-449d-a357-5ea7df72dc23 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.213448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ebd7993-8e08-4a63-b8cb-c27a167bc8b2 req-24b34d69-91b3-449d-a357-5ea7df72dc23 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.2798123 Aug 10 01:06:08.283302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.297544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.298440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.304007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.311615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.318092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.324730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.331626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.339561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.341659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-ead55501-8fbf-46a5-b63a-d5a69ca6f1ac tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5419 time: 0.1386042 Aug 10 01:06:08.358488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:06:08.405657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ebd7993-8e08-4a63-b8cb-c27a167bc8b2 req-9f5d3251-6a5c-422f-97f2-da45d59db7b8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1912522 Aug 10 01:06:08.407266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.407837 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Added segment 6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db of type vlan for network 869735f0-75c1-4944-85e5-245afe9348a1 Aug 10 01:06:08.415498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27df58e5-0f07-46cb-af16-317969e6ad5f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.420219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-442f614f-37b4-49e5-9bfa-054c8fcad016 req-58184eb9-b7b4-4d40-9c06-2ca92a89d405 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713544 Aug 10 01:06:08.483960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b684b5-7db9-40a7-b957-fc750c30617e {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:08.497667 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.500507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.524716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Transition to ACTIVE for port object 90b684b5-7db9-40a7-b957-fc750c30617e will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:08.531142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7c084fdf-f40a-4ad0-b85b-3b259024c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.531633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7c084fdf-f40a-4ad0-b85b-3b259024c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.532203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7c084fdf-f40a-4ad0-b85b-3b259024c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.535087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7c084fdf-f40a-4ad0-b85b-3b259024c999 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=535e8ab930934784892e49dc38ef2a87&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4448650 Aug 10 01:06:08.539886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.540070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.541173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.541892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.579590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0204935 Aug 10 01:06:08.580211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:08.610577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Request body: {'subnet': {'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1857181643-subnet', 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:08.645937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.709820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Attempting to bind port 90b684b5-7db9-40a7-b957-fc750c30617e on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:08.710182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Attempting to bind port 90b684b5-7db9-40a7-b957-fc750c30617e by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:08.711816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Attempting to bind port 90b684b5-7db9-40a7-b957-fc750c30617e on network 4269db87-a3bb-4785-8cf6-9adf9b783370 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:08.721802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Port 90b684b5-7db9-40a7-b957-fc750c30617e on network 4269db87-a3bb-4785-8cf6-9adf9b783370 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:08.722180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Attempting to bind port 90b684b5-7db9-40a7-b957-fc750c30617e on network 4269db87-a3bb-4785-8cf6-9adf9b783370 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:08.736138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:08.738582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.741060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:08.741486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Checking segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:08.741969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Bound using segment: {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:08.742640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Bound port: 90b684b5-7db9-40a7-b957-fc750c30617e, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57ace97-e84e-4aaa-8c37-bbd97a960919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:08.742981 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.750058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca6f4b-a6e6-4f3d-9b8d-c5b1387ab16c admin admin] Pushing event updated for resources: {'Network': ['ID=869735f0-75c1-4944-85e5-245afe9348a1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:08.761230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 869735f0-75c1-4944-85e5-245afe9348a1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:06:08.834182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:08.838082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:08.846348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.909858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7fccb021-5122-4b7b-a532-483cea1afb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.911855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdd293a9-0d2e-43d1-946c-c13832794f36 req-7fccb021-5122-4b7b-a532-483cea1afb3e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3576956 Aug 10 01:06:08.921956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:08.922775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:08.924317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] 10.222.0.10 "PUT /v2.0/ports/90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 1092 time: 1.1386924 Aug 10 01:06:08.954647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf5010-ca14-48c4-8d31-5dce37920024 service neutron] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:09.054762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.055308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.055800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.056286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.056821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.057444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.057932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.060026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f6a9bbc5-444b-47e1-b7b1-2826920c9f71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6495 time: 0.0824957 Aug 10 01:06:09.110496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.114233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-6b41b447-b261-4e29-ab15-3ebd91a9ca84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 217 time: 0.0420382 Aug 10 01:06:09.204159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e653e074-ac8b-4d29-b8c4-9d133d4946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.213777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-e653e074-ac8b-4d29-b8c4-9d133d4946b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.0847461 Aug 10 01:06:09.213986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd3de68-dd48-4bc2-8095-33ed0bde9889,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:09.224195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:09.224569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Network hostable DHCP agents. Network: 869735f0-75c1-4944-85e5-245afe9348a1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:06:09.255692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Network 869735f0-75c1-4944-85e5-245afe9348a1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:06:09.265553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 869735f0-75c1-4944-85e5-245afe9348a1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:09.274164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.278312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:09.279183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b6b6e881-eda5-4284-9d60-e315e4a32718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.281230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b6b6e881-eda5-4284-9d60-e315e4a32718 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657129 Aug 10 01:06:09.286467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1755b53-8a9b-47bf-84cc-24e29577b642 None None] Network 869735f0-75c1-4944-85e5-245afe9348a1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:06:09.312357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4b9696ca-f99d-48ae-ae98-27a9862201d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7057917 Aug 10 01:06:09.429898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-89cca11b-b096-445a-a8da-44b3ba543c23 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287577 Aug 10 01:06:09.474919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c0951-ea9e-49ce-a746-fd4ba228be46 None None] Network 869735f0-75c1-4944-85e5-245afe9348a1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:06:09.622961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4b713-47af-4b88-a87b-91db9c4dfce0 req-67a5ee81-57c9-493d-be68-1259d63b26b0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.632876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0de4b713-47af-4b88-a87b-91db9c4dfce0 req-67a5ee81-57c9-493d-be68-1259d63b26b0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0876489 Aug 10 01:06:09.643144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.650875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.657035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.662994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.669547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.675536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.678839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0de4b713-47af-4b88-a87b-91db9c4dfce0 req-a84acd83-17b9-4af3-9be0-57616756144d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440142 Aug 10 01:06:09.682751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.697600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-b2d3d418-4d4d-4c5f-9662-e9b36cee8acc tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1323366 Aug 10 01:06:09.700113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7e5d2a5f-3833-4494-84a9-543e615e48ed service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631743 Aug 10 01:06:09.767115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-82b4f123-5860-4a41-b17f-0412a5fcde8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 217 time: 0.0585828 Aug 10 01:06:09.785430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'f524570c-765d-40bb-8444-954779e792fc'}, {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:09.789191 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd183ebf-2a93-4ad1-b552-a52190181e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "f524570c-765d-40bb-8444-954779e792fc"}, {"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:09.831014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87430259-c59a-4e2b-8244-c9aff6c5d49c req-73672c5d-6f29-49bf-8874-991a0283612d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1240394 Aug 10 01:06:09.844408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-18fb6f61-465b-40d7-aa36-795198eadc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.845981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-18fb6f61-465b-40d7-aa36-795198eadc36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0693424 Aug 10 01:06:09.939519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-6e91aa4f-40ef-46ea-96bb-0af4f42cf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:09.941787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-6e91aa4f-40ef-46ea-96bb-0af4f42cf2dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0792723 Aug 10 01:06:10.096444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-823f6cd9-e147-44e1-bffb-12867431b5f2 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473198 Aug 10 01:06:10.228679 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cbf061-6df2-4774-ab05-92284ea4fc2b x-openstack-request-id: req-33cbf061-6df2-4774-ab05-92284ea4fc2b {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:10.228948 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "f524570c-765d-40bb-8444-954779e792fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:10.229227 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33cbf061-6df2-4774-ab05-92284ea4fc2b {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:10.229617 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': 'f524570c-765d-40bb-8444-954779e792fc', 'status': 'completed', 'code': 200} Aug 10 01:06:10.229890 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e', 'status': 'completed', 'code': 200} Aug 10 01:06:10.253305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-8fb07eaf-b1de-4257-b557-9b7ff4822918 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:10.271947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-8fb07eaf-b1de-4257-b557-9b7ff4822918 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.2012973 Aug 10 01:06:10.321769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-b50ff57d-7710-4e6c-83b2-1219cb077023 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0486865 Aug 10 01:06:10.365305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-212fd987-c838-4fa3-9e7d-709ae5bd2c66 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425518 Aug 10 01:06:10.384993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1040ec4-b383-4609-9c76-df7a88a5f3e2 req-4da792f7-0b93-4f2c-8935-4987667e0284 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:10.386629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1040ec4-b383-4609-9c76-df7a88a5f3e2 req-4da792f7-0b93-4f2c-8935-4987667e0284 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1558886 Aug 10 01:06:10.398315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4f075224-ef90-404a-adfe-bdc16eda4191 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930346 Aug 10 01:06:10.459355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-8da979cf-18f3-466d-a1b3-98d4245349ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 217 time: 0.0477481 Aug 10 01:06:10.497171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1040ec4-b383-4609-9c76-df7a88a5f3e2 req-08d5de43-8431-4f8b-9035-8b05c220c1af tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916624 Aug 10 01:06:10.544907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2e0456d9-9642-44c0-bb07-edfdac7676cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:10.546908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-2e0456d9-9642-44c0-bb07-edfdac7676cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0766990 Aug 10 01:06:10.563332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-53c7403a-09b3-4665-8ee4-ab9d935275a4 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971610 Aug 10 01:06:10.612794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-0a76745e-b9e2-4fc8-9de7-38bc25c7b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:10.614515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-0a76745e-b9e2-4fc8-9de7-38bc25c7b562 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0601063 Aug 10 01:06:10.681306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-fee78073-9a07-4f43-bde0-2407833c3043 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078198 Aug 10 01:06:10.723661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-3b19ea31-f968-4558-bc79-430c8da945b8 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023450 Aug 10 01:06:10.898240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61a7c748-acfa-483d-b95d-67c956825af3 req-7862df15-e648-4c5b-990b-0eb06db70ad3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 210 time: 0.0640781 Aug 10 01:06:10.920191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-4523262b-e18a-4841-8a68-0ff140b4d26f service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878717 Aug 10 01:06:10.973826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-218fded7-3471-43f1-ae28-0a30cdc6fdf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 217 time: 0.0468440 Aug 10 01:06:11.056484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-3486cd5e-0d16-4e7b-8569-fd2ebc92a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.057976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-3486cd5e-0d16-4e7b-8569-fd2ebc92a467 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0758889 Aug 10 01:06:11.068943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.076898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.083303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.089968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.096056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.116739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.151136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.160968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-c400dfef-f219-4349-aac4-cd43073ac925 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1896017 Aug 10 01:06:11.229018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d70bee8a-1f6d-4d07-8eb5-80a7aa26d120 req-420d8049-e23c-45a5-bd9d-a3f02d09dd85 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670428 Aug 10 01:06:11.275987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-93e0fb5f-7643-4e3e-891f-239cc34632b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.278127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-93e0fb5f-7643-4e3e-891f-239cc34632b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0948169 Aug 10 01:06:11.388806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-36cb148f-1bdc-4dac-be67-da89179ae6d1 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031301 Aug 10 01:06:11.494873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b1035f45-a237-426d-99fe-78219f2c1b84 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982220 Aug 10 01:06:11.549770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7cc03315-706f-48b0-af2a-80ee179ebb8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 217 time: 0.0478132 Aug 10 01:06:11.611230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-c5b61271-454f-4ba2-83a0-52cf40590a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.613227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-c5b61271-454f-4ba2-83a0-52cf40590a63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0572352 Aug 10 01:06:11.642171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dfcfe-e963-4c7a-9bfe-15c1bc4eae3b req-9333c0ab-288b-4d42-a431-0dc9fb807e47 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.643924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-608dfcfe-e963-4c7a-9bfe-15c1bc4eae3b req-9333c0ab-288b-4d42-a431-0dc9fb807e47 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0599213 Aug 10 01:06:11.663112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5776b8e7-9811-48a6-9542-6eba00e51af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.664823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5776b8e7-9811-48a6-9542-6eba00e51af5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445244 Aug 10 01:06:11.685154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-608dfcfe-e963-4c7a-9bfe-15c1bc4eae3b req-6bca50d2-f007-4378-81e5-5b8bb55c0f26 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336907 Aug 10 01:06:11.761780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7d56ab22-7ee7-4368-ab0e-41665a976f26 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882514 Aug 10 01:06:11.887593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d3dac-609c-43ce-bd25-4bf3a1684bf0 req-450d4c64-3ad4-4d89-a5a4-e5149732e818 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:11.889591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-605d3dac-609c-43ce-bd25-4bf3a1684bf0 req-450d4c64-3ad4-4d89-a5a4-e5149732e818 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1256626 Aug 10 01:06:11.954031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-7d3e3f17-7269-4585-b5b1-b1f527426619 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815586 Aug 10 01:06:12.017095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-9605eb26-d6c3-43d8-a85b-7ee59132a6c1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.019124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-9605eb26-d6c3-43d8-a85b-7ee59132a6c1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1327443 Aug 10 01:06:12.030032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-9f13619c-4e70-4f4f-9fef-acb24e925eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.0643651 Aug 10 01:06:12.036474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-44c55542-19e3-4b69-9500-71e55f0f7c05 req-17d89b2f-e545-4947-bc61-01904eb374db tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 210 time: 0.0410943 Aug 10 01:06:12.040422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:12.076740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-605d3dac-609c-43ce-bd25-4bf3a1684bf0 req-27e61abb-97ce-4c50-8d5f-63f73704e591 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1637852 Aug 10 01:06:12.118398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5cf5f6e6-dff7-4514-a5c3-b004ab10a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.123651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-5cf5f6e6-dff7-4514-a5c3-b004ab10a424 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0825160 Aug 10 01:06:12.185557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b42ae582-7ec6-4cac-9edf-a97cc3c2288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.187380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b42ae582-7ec6-4cac-9edf-a97cc3c2288a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552981 Aug 10 01:06:12.199748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:12.203225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.255139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efb5c2-0028-49e3-9022-abb5f1d994d9 req-487439f0-1390-410d-9edd-32ad2ac0478a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.257801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89efb5c2-0028-49e3-9022-abb5f1d994d9 req-487439f0-1390-410d-9edd-32ad2ac0478a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0942891 Aug 10 01:06:12.316084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-51128ae9-8f19-4f24-b58a-9f2442a5bf0e service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214151 Aug 10 01:06:12.346904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89efb5c2-0028-49e3-9022-abb5f1d994d9 req-53af27c6-449e-4720-8883-19c3634dabb7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584304 Aug 10 01:06:12.410616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.2 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:12.440513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.447208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.453040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.458783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.464813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.470614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.476940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.478835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-f6a3c529-de6a-4ddc-9c93-c31c97b4e9b8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1459832 Aug 10 01:06:12.517293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2b018-909f-4494-8c6b-73083ff21f7f req-4b49a6e6-5d0a-40ca-b262-f54dfa5b61fb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.518850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56b2b018-909f-4494-8c6b-73083ff21f7f req-4b49a6e6-5d0a-40ca-b262-f54dfa5b61fb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0924077 Aug 10 01:06:12.535847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-35d38bc7-f145-4c59-8f48-ad006bbb8135 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129943 Aug 10 01:06:12.583507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-bd5eeb1c-8f3b-4e72-abf8-0f684db3b7c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0402179 Aug 10 01:06:12.588553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-045a965b-da6c-48a0-be86-f0e87fff4b45 req-39bc2130-ecfa-4bd0-8f3e-c46998845680 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947139 Aug 10 01:06:12.600532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56b2b018-909f-4494-8c6b-73083ff21f7f req-31f4cc0c-eaf4-419e-b76f-76f1def657bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545819 Aug 10 01:06:12.651859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.656944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49620) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:12.720627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Deleting subnet 3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:06:12.730646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.781654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.802899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.870278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:12.879353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:12.881193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:12.884076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:12.890069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.965209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:12.966821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:12.994298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-caeef724-6153-4054-98d6-8cf0da214acc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601893 Aug 10 01:06:13.006034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-618bc726-33e5-43df-b24c-6b131b0e04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.008083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-618bc726-33e5-43df-b24c-6b131b0e04d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.4183013 Aug 10 01:06:13.008957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Request body: {'port': {'device_id': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:13.030474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.058543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b5058f21-50ed-4532-a05b-f3e580abfcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.060840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-b5058f21-50ed-4532-a05b-f3e580abfcd6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459657 Aug 10 01:06:13.066071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:13.073913 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.075786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7c7cc056-b210-4b16-9f2c-23bf43e4762a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3b9bf8f6-e27e-4a7c-bd13-4a894cac72f8 HTTP/1.1" status: 204 len: 168 time: 0.4178059 Aug 10 01:06:13.078107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:13.160317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.169885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-f40f59c0-9c4d-4f3e-a656-9b3b55f6948f service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015472 Aug 10 01:06:13.209761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.260476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6328d7-a351-4417-a771-1ec9c0717c06 req-2672e26a-9935-475b-80fa-ac54bc79c972 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.262033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f6328d7-a351-4417-a771-1ec9c0717c06 req-2672e26a-9935-475b-80fa-ac54bc79c972 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 931 time: 0.1247449 Aug 10 01:06:13.278129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2c3cc40-3a67-49a0-9028-e2affe549eed req-889eda59-6c31-42e2-bf81-10bab9382574 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012018 Aug 10 01:06:13.392118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.392606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.393086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.393572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.394043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.394543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.395031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.396996 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-e3b6a284-afcc-4265-9492-ec5d3100d3f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6495 time: 0.0497093 Aug 10 01:06:13.430263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.446403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54199435-53d5-482a-ac46-8b8a2a2c785c']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:13.463750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f6328d7-a351-4417-a771-1ec9c0717c06 req-e8adddaa-4258-4d34-bf7a-da40c3ab55bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691713 Aug 10 01:06:13.495436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-947544ff-ee65-4652-aab6-26d55bf18090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.495911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51335436-5d8d-44fe-9743-594943708924') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:13.496213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51335436-5d8d-44fe-9743-594943708924') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:13.496907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-947544ff-ee65-4652-aab6-26d55bf18090 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 902 time: 0.0927308 Aug 10 01:06:13.510639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.531570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.541345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:06:13.541742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.542249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-cd7f91f8-c646-4acd-9fcb-1ff131217119 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.0350311 Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:06:13.543412 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:06:13.599082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-3a5c18e4-2a11-4d29-ba5f-fa1bb0204391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.600609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-3a5c18e4-2a11-4d29-ba5f-fa1bb0204391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0506618 Aug 10 01:06:13.621325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.627440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.632221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] 10.222.0.25 "DELETE /v2.0/networks/54199435-53d5-482a-ac46-8b8a2a2c785c HTTP/1.1" status: 204 len: 168 time: 0.5504827 Aug 10 01:06:13.633064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:13.649170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f23f8e-2dfa-478c-a2cf-23294b1fa4de admin admin] Pushing event deleted for resources: {'Network': ['ID=54199435-53d5-482a-ac46-8b8a2a2c785c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:13.688743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:13.696955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.698342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-bba551a0-9617-4133-87cd-ee15daa339b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.699873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-bba551a0-9617-4133-87cd-ee15daa339b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914125 Aug 10 01:06:13.702716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Deleting subnet 8517e365-dbb4-4790-a3ba-9bc7f72f6c27 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:06:13.707769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.709415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Transition to ACTIVE for port object 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:13.713097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.768975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:13.823338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.834627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Attempting to bind port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:13.834989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Attempting to bind port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:13.835561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Attempting to bind port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:13.841337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:13.841657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Attempting to bind port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:13.846726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:13.847067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:13.847450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:13.847872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Bound port: 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:13.848227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.871127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.877003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.883692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.889536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.895352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.901381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.907210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.909146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-29528b92-0f72-49cf-92da-334255803716 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.2218516 Aug 10 01:06:13.916151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:13.920279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:13.924353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.955694 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.963084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:13.963325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:13.964719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] 10.222.0.10 "PUT /v2.0/ports/7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa HTTP/1.1" status: 200 len: 1092 time: 0.9623692 Aug 10 01:06:13.965164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:13.967441 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c757bb8d-7d8a-4238-890a-294403d7c834" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:13.989381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-d7a94f1c-1072-4307-83db-a603e68193b4 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806559 Aug 10 01:06:13.999506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad0999-3a53-412d-8769-929977f90ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:14.007783 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9bdcd-5b96-46f0-a0ed-45bdd9fc4276 x-openstack-request-id: req-90f9bdcd-5b96-46f0-a0ed-45bdd9fc4276 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:14.008069 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:14.008318 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90f9bdcd-5b96-46f0-a0ed-45bdd9fc4276 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:14.009272 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', 'status': 'completed', 'code': 200} Aug 10 01:06:14.037775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3f9a2e0-2260-4d68-8231-8dcd4bd31fe1 req-727fca6e-341e-41c7-98cb-f6bac7b34ac4 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171010 Aug 10 01:06:14.048641 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4807a86c-f1a2-417c-9191-c6513065cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.072794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-b5ed0e3a-a0fb-4ccd-bb1f-91eaf2b96e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.072794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-b5ed0e3a-a0fb-4ccd-bb1f-91eaf2b96e6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0483427 Aug 10 01:06:14.109588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.115176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-17dbed6e-b6b8-4c9a-959b-a25d7d3a7295 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa HTTP/1.1" status: 200 len: 217 time: 0.0417552 Aug 10 01:06:14.145842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8517e365-dbb4-4790-a3ba-9bc7f72f6c27,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:14.157247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.159276 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e0824c9e-1241-404c-95d1-5bee2c41ef50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8517e365-dbb4-4790-a3ba-9bc7f72f6c27 HTTP/1.1" status: 204 len: 168 time: 0.5252156 Aug 10 01:06:14.161691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49638) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:14.165812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-5c37f608-eece-4e53-bd75-1e56476418a6 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674855 Aug 10 01:06:14.171303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-51c52b2d-7099-4113-8b72-5605ea79db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.172897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-51c52b2d-7099-4113-8b72-5605ea79db5a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0509107 Aug 10 01:06:14.215241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-668659d4-3744-40d4-8399-9763b08e6c86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336916 Aug 10 01:06:14.282761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.333323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.334468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.334468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.334806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.336139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.336624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.337115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.337303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-834ad1fe-15df-4151-b479-16ac1f6c4c02 service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146121 Aug 10 01:06:14.339120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b8444c89-ab26-4936-94a3-2b12d70c7934 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6495 time: 0.0941622 Aug 10 01:06:14.443171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.443859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5cbef27-ab45-4bac-988f-ee0128da9c2f req-5dba8247-602e-41cb-88ba-33b667fb703e service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928202 Aug 10 01:06:14.459382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9034b552-47f8-484c-93e4-01f88747b7ae']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:14.473301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4f0d7c-3207-47b2-bfab-1bed5143f382') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:14.473597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4f0d7c-3207-47b2-bfab-1bed5143f382') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:14.490922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.516815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.525432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-c6cec8b9-b39d-46b2-99a2-c7c87fbd74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.526954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-c6cec8b9-b39d-46b2-99a2-c7c87fbd74d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 902 time: 0.1747305 Aug 10 01:06:14.529622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:06:14.530061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:06:14.531836 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:06:14.537405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-867b92c3-f689-4bcb-978e-5d8bf1af8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.539272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-867b92c3-f689-4bcb-978e-5d8bf1af8247 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 1095 time: 0.0525646 Aug 10 01:06:14.613300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-1c17d68c-9e66-4125-8731-e9b5e7f918b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0419409 Aug 10 01:06:14.651458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f78fc0-b006-43cf-8c44-442298d2d291 req-9cbb9ac0-f32b-4c69-8e5f-fb394e1ed335 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.653351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2f78fc0-b006-43cf-8c44-442298d2d291 req-9cbb9ac0-f32b-4c69-8e5f-fb394e1ed335 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 943 time: 0.1131997 Aug 10 01:06:14.654759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.661140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:14.663006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9034b552-47f8-484c-93e4-01f88747b7ae HTTP/1.1" status: 204 len: 168 time: 0.5002458 Aug 10 01:06:14.684299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8be9a8-c5c2-401d-ae3b-d0793a073dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9034b552-47f8-484c-93e4-01f88747b7ae,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:14.693282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-716bd57f-c964-4a52-9a59-91f9ce870c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.694321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-6a6d5ac2-32f1-4fc4-9152-e835b006bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.695486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-716bd57f-c964-4a52-9a59-91f9ce870c6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0750594 Aug 10 01:06:14.696322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-6a6d5ac2-32f1-4fc4-9152-e835b006bb79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.1450698 Aug 10 01:06:14.712680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2f78fc0-b006-43cf-8c44-442298d2d291 req-fe464f7a-35dc-407c-bda5-1fc0d6c0faa8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503135 Aug 10 01:06:14.752797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-4faef6ee-2682-4506-a0a4-2b115d865edd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa HTTP/1.1" status: 200 len: 217 time: 0.0391281 Aug 10 01:06:14.753759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b873de4d-70c1-46e2-b5ac-b1c4090989fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.755374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-b873de4d-70c1-46e2-b5ac-b1c4090989fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456481 Aug 10 01:06:14.811654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-bc51d4fb-155a-4eb3-b58c-51656ca572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:14.813221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-bc51d4fb-155a-4eb3-b58c-51656ca572dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0478849 Aug 10 01:06:14.818450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:14.854222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-9db1632e-74d1-4082-8ebc-79a66e4528f9 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877149 Aug 10 01:06:14.855119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-edc8d082-975d-4740-b676-9f5b9fe5d87b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297933 Aug 10 01:06:14.926849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-86943de9-abf5-4b37-8b97-78d20331576a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cca0ca27daa4eb58a8fd5e93ab07943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1071830 Aug 10 01:06:14.929992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49648) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:14.967350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-999662da-976c-466e-96a9-7bb6458b3c8d service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972638 Aug 10 01:06:15.012201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd183ebf-2a93-4ad1-b552-a52190181e7c req-4f885354-1e34-4142-be31-a396b46558d6 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420996 Aug 10 01:06:15.012963 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.035375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.058479 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c757bb8d-7d8a-4238-890a-294403d7c834 req-4b39374a-c73a-4a29-bab4-8797216ed396 service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Aug 10 01:06:15.083627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.086499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.090005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8b548f9-e34a-4873-ace2-d72c9f066fb6 HTTP/1.1" status: 204 len: 168 time: 0.1553197 Aug 10 01:06:15.095761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51196cd-1b6f-43b8-925c-6743a2d8fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b548f9-e34a-4873-ace2-d72c9f066fb6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:15.191143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.197483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.203331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.209119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.215720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.221493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.227362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.229343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-af5019b0-6f43-4c69-9537-2c3c8e5ee652 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0979786 Aug 10 01:06:15.277012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98f4aa0a-9d19-4099-ac98-14ca36cb8aab req-dad81be5-6c28-4523-a550-199abdd792a8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391905 Aug 10 01:06:15.421703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49660) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:15.463477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-88163979-b876-4737-9613-8e6e5ff8b031 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a8670d6a946403f850af2afbbd8ac50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406129 Aug 10 01:06:15.465898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49662) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:15.524324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.892279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.934655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91401563-f031-4f21-b2ae-045bb58303b4 req-b3e69260-6ce1-49f0-85ef-11d180aa20bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:15.936168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91401563-f031-4f21-b2ae-045bb58303b4 req-b3e69260-6ce1-49f0-85ef-11d180aa20bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 943 time: 0.0803418 Aug 10 01:06:15.969657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.972177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:15.973285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4f01a60-cefe-4b05-92b4-e4c9aad2b99f HTTP/1.1" status: 204 len: 168 time: 0.5064554 Aug 10 01:06:15.986086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91401563-f031-4f21-b2ae-045bb58303b4 req-d29dd00d-18dc-4ff2-a83b-553565a20b68 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Aug 10 01:06:15.986885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887951cf-bdaa-4072-8288-ceeb55c435d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f01a60-cefe-4b05-92b4-e4c9aad2b99f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:16.419438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.425342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.432229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.438230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.444164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.450409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.456336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.458310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-3997638e-1023-435a-a0cd-ef8997df663f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0925920 Aug 10 01:06:16.511928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-885d3ad2-01e2-40b6-9262-4d4ef299db5c req-e7b5bfd0-ed16-42bf-8390-1c8728821a2c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430074 Aug 10 01:06:16.734152 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-844568f2-78e7-4d28-a24f-977968313720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:16.762818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-85906516-b013-4652-94f3-b9b73ed457ed service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465717 Aug 10 01:06:16.826924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-4fe3ad7a-d574-4b94-8b0b-57c7e09d56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.828424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-4fe3ad7a-d574-4b94-8b0b-57c7e09d56bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 1098 time: 0.0447650 Aug 10 01:06:16.934303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-b2e9e2b4-aacf-4945-bc76-dd039a9585a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:16.935855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-b2e9e2b4-aacf-4945-bc76-dd039a9585a5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.0882766 Aug 10 01:06:16.981812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-a488b80a-20d3-4756-b019-a4202e190fb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 200 len: 217 time: 0.0384743 Aug 10 01:06:17.034012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-1e41bf9e-2228-4a09-8d56-11517df5c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.035640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-1e41bf9e-2228-4a09-8d56-11517df5c0e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0464518 Aug 10 01:06:17.053521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49702) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:17.086816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-d2e20a2b-d9cc-4147-8a9a-3a14af2dbc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.088335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-d2e20a2b-d9cc-4147-8a9a-3a14af2dbc74 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454457 Aug 10 01:06:17.113372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edbba4-e579-4ea2-afb0-dafa598a72ef req-fb8287f8-8f35-4ee3-b8a6-6059efc8bba8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.115030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-19edbba4-e579-4ea2-afb0-dafa598a72ef req-fb8287f8-8f35-4ee3-b8a6-6059efc8bba8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 943 time: 0.0583532 Aug 10 01:06:17.169134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-19edbba4-e579-4ea2-afb0-dafa598a72ef req-5bf9f65e-ea3c-44e0-b5f4-ae4561bcc2d0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Aug 10 01:06:17.177520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c466ced-6379-4775-9636-7857c9e89a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.188061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-6f018e06-b2bb-49f2-a7ae-438aaa64cb4e service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922794 Aug 10 01:06:17.260472 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.285315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dedef112-188e-45e5-b19d-65fc2aa5ff38 req-7ca2734f-198b-49ef-a19a-e6ae8b76b0ac service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Aug 10 01:06:17.287489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c466ced-6379-4775-9636-7857c9e89a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.292935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c466ced-6379-4775-9636-7857c9e89a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.336880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c466ced-6379-4775-9636-7857c9e89a84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cca0c0d967564138be0e51c897089f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813275 Aug 10 01:06:17.337769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c466ced-6379-4775-9636-7857c9e89a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46a71dc-133c-4867-b1f8-d40a96a4164b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:17.339513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:17.387540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.408091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.457152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.459838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.461711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c46a71dc-133c-4867-b1f8-d40a96a4164b HTTP/1.1" status: 204 len: 168 time: 0.1212010 Aug 10 01:06:17.469233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bddd97-c7e8-4758-822e-24ec8afc9d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46a71dc-133c-4867-b1f8-d40a96a4164b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:17.660602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.667308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.669697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:17.673341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.679480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.685432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.691391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.698175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:17.700165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-b38b5064-6379-4011-9816-4b917a93c13b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0956225 Aug 10 01:06:17.747277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6865bf90-c55d-4cb8-b1c6-746e94c38f24 req-d3519eec-3a61-4dfe-951e-91c40cb55d3a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407259 Aug 10 01:06:18.182157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:18.292369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:18.304692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', 'mac_address': 'fa:16:3e:f1:d1:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:18.348564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.363511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:18.384936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:18.388433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:18.437298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:18.481865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32760b3-719a-4809-9ef0-8648aef8ad55 req-41faeb92-ab95-4b4c-916b-c3806d5cb61f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.489142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d32760b3-719a-4809-9ef0-8648aef8ad55 req-41faeb92-ab95-4b4c-916b-c3806d5cb61f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 944 time: 0.2458098 Aug 10 01:06:18.525846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d32760b3-719a-4809-9ef0-8648aef8ad55 req-8ea122e9-efe2-4e8f-8a26-4ccd4180cebd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Aug 10 01:06:18.615536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:18.880059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.886199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.892682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.899232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.905222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.911443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.918509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:18.920475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-a9144482-e04f-44bd-b368-dd86da882c20 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0969729 Aug 10 01:06:18.963487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fdc0aa87-68b6-4adf-8693-7221b4a44495 req-7e39be78-0fc7-43ad-a8e5-2b094594e845 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367122 Aug 10 01:06:19.600861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:19.644600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345baaf5-ec0e-4f52-88d7-5094132385db req-141b04be-70c5-4217-a439-c8f1124f0a33 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.646086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-345baaf5-ec0e-4f52-88d7-5094132385db req-141b04be-70c5-4217-a439-c8f1124f0a33 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 944 time: 0.0504282 Aug 10 01:06:19.685099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-345baaf5-ec0e-4f52-88d7-5094132385db req-f9887712-9f4b-4523-a63a-6e504b917ede tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Aug 10 01:06:19.717036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-5841ada6-312b-48b8-9f1e-f0d2d9e18377 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1083c16e7282474e86c3f815aea44853&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314794 Aug 10 01:06:19.906317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-298955aa-9b08-4c68-8982-b9a218bd6438 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:19.907816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-298955aa-9b08-4c68-8982-b9a218bd6438 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1853542 Aug 10 01:06:19.923073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-4a469881-f786-49e6-bb1e-1186e4581738 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/quotas/1083c16e7282474e86c3f815aea44853 HTTP/1.1" status: 200 len: 375 time: 0.0089278 Aug 10 01:06:19.953831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-649e94ea-0c8a-4454-991e-796e4dca31e3 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1083c16e7282474e86c3f815aea44853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256689 Aug 10 01:06:20.099841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.107172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.112084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e0f647e1-bb16-4e7a-bf90-88918e3154e6 req-165dbac0-d965-4e92-af32-ac7921b7beb3 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 210 time: 0.0269516 Aug 10 01:06:20.113137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.119980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.125773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.132206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.138121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.140070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-d0459e99-950f-46f2-bff2-111eb9ad9837 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1008728 Aug 10 01:06:20.183012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:20.187051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bdf4ff22-ff9e-4b88-a210-4754049efd67 req-da690593-9b61-4969-8243-ed0876f4d103 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355253 Aug 10 01:06:20.248724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:20.252634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:20.253009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.350845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.374623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:20.376917 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5655aa8b-7557-4c83-ac52-9ab336ba8942" -d '{"events": [{"server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "name": "network-vif-plugged", "status": "completed", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:20.390234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:20.395200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:20.429629 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a43c5-0b1a-45b8-ab50-55ae0db6bf1f x-openstack-request-id: req-066a43c5-0b1a-45b8-ab50-55ae0db6bf1f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:20.429864 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "name": "network-vif-plugged", "status": "completed", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:20.430101 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-066a43c5-0b1a-45b8-ab50-55ae0db6bf1f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:20.430492 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', 'code': 200} Aug 10 01:06:20.463392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:20.531335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a9f48-7113-47d1-ace6-2019c153488c req-c7f0e88d-f493-4b17-9cb5-f526e1d3bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.533176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-258a9f48-7113-47d1-ace6-2019c153488c req-c7f0e88d-f493-4b17-9cb5-f526e1d3bb1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0487685 Aug 10 01:06:20.579287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-258a9f48-7113-47d1-ace6-2019c153488c req-e1d3f1ab-abe4-4c11-aa27-61d56ca5c018 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Aug 10 01:06:20.801954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b464-a56a-4cb0-b8b1-d17b1488b69a req-9ec8e64e-ae16-4c3c-bbed-922a352f8d2f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:20.803461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1276b464-a56a-4cb0-b8b1-d17b1488b69a req-9ec8e64e-ae16-4c3c-bbed-922a352f8d2f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 945 time: 0.0502794 Aug 10 01:06:20.845476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1276b464-a56a-4cb0-b8b1-d17b1488b69a req-f937f2d9-5d84-4bb5-afab-f123c12e1c5b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Aug 10 01:06:20.991728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-1c3c6da2-0d0b-421e-a349-b4b484d96ce7 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1083c16e7282474e86c3f815aea44853&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304484 Aug 10 01:06:21.173129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-e37f46ff-13b9-4e5c-92f0-da2a1be8c713 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.174571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-e37f46ff-13b9-4e5c-92f0-da2a1be8c713 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783841 Aug 10 01:06:21.196314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Request body: {'port': {'device_id': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '1083c16e7282474e86c3f815aea44853'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:21.252140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a25731c6-837d-4939-a59c-3058f9618706 req-39345ca9-504b-431c-9c22-83c6c072b5ad tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 210 time: 0.0680528 Aug 10 01:06:21.322536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Made reservation on behalf of 1083c16e7282474e86c3f815aea44853 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:21.325955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.326881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.334362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.335153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.341065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.347167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.355344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.362300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.370628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.372878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-23630a54-4365-44ec-a1a3-6b3d65e48011 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1036232 Aug 10 01:06:21.433007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24f0d114-5ddd-4480-9877-5304ca42b3b2 req-071ac5cc-ddd1-46a5-8d12-e58d292e9d42 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497177 Aug 10 01:06:21.439448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.443335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.507955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831fe8c8-77ba-4f17-befd-aefda3979a5a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:21.578372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Allocated IP 192.168.233.244 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/ee1e59be-0044-47ab-91b8-6f73f20bdc3c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:21.721423 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.735404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Transition to ACTIVE for port object ee1e59be-0044-47ab-91b8-6f73f20bdc3c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:21.769583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.814300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:21.817407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:21.821768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:21.828214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Pushing event updated for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:21.881299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:21.883223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:21.901792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-f3efc99a-843b-4a87-8e90-ddb91cd49449 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7164390 Aug 10 01:06:21.920942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Request body: {'port': {'device_id': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:21.985229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.001033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f484e6-e732-449f-bb1f-275c060c96b9 req-bb4a2aea-c66a-4c4b-9045-7e772aebe20e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.009505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26f484e6-e732-449f-bb1f-275c060c96b9 req-bb4a2aea-c66a-4c4b-9045-7e772aebe20e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 945 time: 0.0741172 Aug 10 01:06:22.043198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26f484e6-e732-449f-bb1f-275c060c96b9 req-7acc1614-ae12-466a-bf33-1d03d3741f45 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Aug 10 01:06:22.126344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-763d6624-f2d6-4d5a-8f8b-54a52527617d None None] Provisioning for port ee1e59be-0044-47ab-91b8-6f73f20bdc3c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:22.130978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-763d6624-f2d6-4d5a-8f8b-54a52527617d None None] Provisioning complete for port ee1e59be-0044-47ab-91b8-6f73f20bdc3c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:22.131346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-763d6624-f2d6-4d5a-8f8b-54a52527617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.168551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-763d6624-f2d6-4d5a-8f8b-54a52527617d None None] Port ee1e59be-0044-47ab-91b8-6f73f20bdc3c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:06:22.318752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1e59be-0044-47ab-91b8-6f73f20bdc3c {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:22.333879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.366684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Transition to ACTIVE for port object ee1e59be-0044-47ab-91b8-6f73f20bdc3c will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:22.373035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-35066639-eb86-4d20-9e04-c3de9c937e4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.374581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-35066639-eb86-4d20-9e04-c3de9c937e4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1519608 Aug 10 01:06:22.375696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.420792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-834a7d35-e6ee-4e84-b751-313168ebf817 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0364563 Aug 10 01:06:22.448546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf748b4-6e82-40b5-9e97-dd629375784c req-2a6df9f0-ae98-4ff3-8ee2-ce50b413661e tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.449168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:22.451727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bbf748b4-6e82-40b5-9e97-dd629375784c req-2a6df9f0-ae98-4ff3-8ee2-ce50b413661e tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 948 time: 0.1316886 Aug 10 01:06:22.493160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bbf748b4-6e82-40b5-9e97-dd629375784c req-65743f6a-1c45-4671-ac3a-74144ed557a1 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354145 Aug 10 01:06:22.532142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-9be510d0-8d32-4d78-b89b-b2375f787c4a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009469 Aug 10 01:06:22.563388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Attempting to bind port ee1e59be-0044-47ab-91b8-6f73f20bdc3c on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:22.563649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Attempting to bind port ee1e59be-0044-47ab-91b8-6f73f20bdc3c by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:22.563894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Attempting to bind port ee1e59be-0044-47ab-91b8-6f73f20bdc3c on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:22.595207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Port ee1e59be-0044-47ab-91b8-6f73f20bdc3c on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:22.595580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Attempting to bind port ee1e59be-0044-47ab-91b8-6f73f20bdc3c on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:22.606620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:22.606984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:22.607376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:22.607818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Bound port: ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:22.608176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.633822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.639646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.645434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.651777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.657586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.664018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.669787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.671725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-c1342b57-138e-430b-81ed-bc93452cc8d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0985897 Aug 10 01:06:22.683533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-f8b32b3a-bb84-49b8-8b3e-3adb709ecbdb service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413748 Aug 10 01:06:22.720550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-043d6fbe-3ee4-4152-8e41-ec7c20ded808 req-bed6439a-eede-4044-ba29-672098dd2e47 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407126 Aug 10 01:06:22.741470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:22.759894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:22.767816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.817681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.818405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:22.820613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] 10.222.0.21 "PUT /v2.0/ports/ee1e59be-0044-47ab-91b8-6f73f20bdc3c HTTP/1.1" status: 200 len: 1097 time: 0.9106262 Aug 10 01:06:22.821063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:22.823353 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850413b3-deac-4291-be8c-db4b2e0f3c98" -d '{"events": [{"name": "network-changed", "server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:22.862751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fd9a52a-87f6-47ca-9151-364a8867287c req-19d0078a-88bf-48a7-bed1-ec44f4bb45c8 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664567 Aug 10 01:06:22.866238 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe7909-d620-4fda-886c-bcb02d6304f9 x-openstack-request-id: req-47fe7909-d620-4fda-886c-bcb02d6304f9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:22.866559 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:22.866845 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47fe7909-d620-4fda-886c-bcb02d6304f9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:22.867400 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c', 'status': 'completed', 'code': 200} Aug 10 01:06:22.870497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597380c2-d0d1-404b-8820-8c1737230d02 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:22.918936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-95393035-d428-48bb-bde5-147f18c9bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:22.920368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-95393035-d428-48bb-bde5-147f18c9bec3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1083c16e7282474e86c3f815aea44853&device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 1100 time: 0.0469925 Aug 10 01:06:22.972231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-6a7a32ce-1fe8-4196-9e9d-4606b749e4ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c HTTP/1.1" status: 200 len: 217 time: 0.0436907 Aug 10 01:06:23.035903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-bca9f6ca-b209-4f73-9a42-d98c4c24c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.037389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-bca9f6ca-b209-4f73-9a42-d98c4c24c28e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0538948 Aug 10 01:06:23.104119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-79e55ee8-9e57-47d1-923f-c44ab0c69767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.105757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-79e55ee8-9e57-47d1-923f-c44ab0c69767 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610914 Aug 10 01:06:23.208227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-42483720-b8c3-4fad-b94a-7af1f6ddf095 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949678 Aug 10 01:06:23.317166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f912cbb3-7430-4169-818b-9e5b2a8e8c3a req-525faaf4-50c5-424b-b5ee-160b54270c7d service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007469 Aug 10 01:06:23.411150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-754293b6-e121-447c-ab91-359bd7d71d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.412665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-754293b6-e121-447c-ab91-359bd7d71d17 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1083c16e7282474e86c3f815aea44853&device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 1100 time: 0.0437608 Aug 10 01:06:23.509484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-2346357d-c1e6-4bf7-a080-79fb2af5d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.510980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-2346357d-c1e6-4bf7-a080-79fb2af5d24a service neutron] 10.222.0.21 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.0912709 Aug 10 01:06:23.553486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-cff9182b-8f74-497d-a817-f441292f0d1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c HTTP/1.1" status: 200 len: 217 time: 0.0352647 Aug 10 01:06:23.575897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-a9f602c0-6690-41f5-beae-72d927e24f1e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.577301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-a9f602c0-6690-41f5-beae-72d927e24f1e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1075702 Aug 10 01:06:23.593199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-295f0708-2da6-496c-9f3e-cf8049c51b09 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0102093 Aug 10 01:06:23.628008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-ffcc33c4-9eb0-4db6-bcff-d9bea501f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.629728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-ffcc33c4-9eb0-4db6-bcff-d9bea501f3fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0690253 Aug 10 01:06:23.649043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-77b34f8d-f772-48e3-9b16-7a0c0119f4a1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479386 Aug 10 01:06:23.654591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d7a3-8a38-43b9-82cb-f2e44defafc1 req-51854f72-cd30-44d8-94bb-d67e01062bfe tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.656094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe9d7a3-8a38-43b9-82cb-f2e44defafc1 req-51854f72-cd30-44d8-94bb-d67e01062bfe tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 948 time: 0.0871248 Aug 10 01:06:23.713224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-149f8b9a-c1d8-4535-b89e-f98398e56421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.714760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-149f8b9a-c1d8-4535-b89e-f98398e56421 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766907 Aug 10 01:06:23.717968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe9d7a3-8a38-43b9-82cb-f2e44defafc1 req-8a920f04-e466-46c6-ab8e-8c59f0ac0905 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Aug 10 01:06:23.748148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-afbec737-046e-48b8-a3a9-39fd3856d682 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932572 Aug 10 01:06:23.816997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-da5f6428-9061-4b7e-b96c-faf2a428d7ea service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946774 Aug 10 01:06:23.847475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-8c5dc11d-d10c-4095-88c0-a195a26f9b74 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925124 Aug 10 01:06:23.916696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.922891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.929735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.935753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.941492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.949155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.955072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:23.956886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-793f152f-2de0-4a99-a999-f3d47ba86c3b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1523721 Aug 10 01:06:24.005574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850413b3-deac-4291-be8c-db4b2e0f3c98 req-d0926d38-6fa6-4ba3-875b-e5eb94e7ce48 service neutron] 10.222.0.21 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658082 Aug 10 01:06:24.006125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5be3b605-cf80-4a06-89d8-063163769c3f req-717e177b-309d-455b-8399-0f3876839f7c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0277193 Aug 10 01:06:24.032247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b9c2353-d320-4672-99e4-2834298fcb99 req-719006a9-4e83-493a-95fc-6ebcf75e7388 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659642 Aug 10 01:06:24.847163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fa3d-558b-4e4a-b5c6-e3f1820251c4 req-db603ea6-cf64-41ea-a458-92c573000958 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.848728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f490fa3d-558b-4e4a-b5c6-e3f1820251c4 req-db603ea6-cf64-41ea-a458-92c573000958 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 948 time: 0.0552552 Aug 10 01:06:24.889634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f490fa3d-558b-4e4a-b5c6-e3f1820251c4 req-01ff015c-0b69-4e6d-93b3-cbdd7f05404a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339532 Aug 10 01:06:24.947338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-c6753cb7-3cac-4b39-a599-741bc766300c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:24.948790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-c6753cb7-3cac-4b39-a599-741bc766300c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1180084 Aug 10 01:06:24.962224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:25.070994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:25.074739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.118438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af835673-63ca-463d-ab89-d408e0e23642 req-17ceb17f-f8f3-47c4-95da-9e0e796502bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0413222 Aug 10 01:06:25.174641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.180681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.186538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.192611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.199922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.206159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.212657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.214569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-83f9f172-eec1-46e9-ac66-df915e9a8ec6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1023111 Aug 10 01:06:25.243850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.11 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/9090742c-3829-44ac-8cab-1b1938701335) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:25.265934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-005c020b-404d-401b-90f3-c8af4ca8b90c req-b22d102e-c126-437a-85b7-0a12e06a4e52 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443001 Aug 10 01:06:25.393574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.431858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.443480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:25.471407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:25.477064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:25.480746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:25.508306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:25.537251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:25.537907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.551680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-911d1d1e-7914-4631-822f-08449bc6bc03 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937972 Aug 10 01:06:25.562161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-a6c448a7-559c-4566-b0e5-e47ec1d22f17 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:06:25.563221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-a6c448a7-559c-4566-b0e5-e47ec1d22f17 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051887 Aug 10 01:06:25.574571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Request body: {'port': {'device_id': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:25.626277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.882957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9090742c-3829-44ac-8cab-1b1938701335 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:25.890062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.901373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Transition to ACTIVE for port object 9090742c-3829-44ac-8cab-1b1938701335 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:25.904980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.949818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:25.959673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:26.062165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aee8d9-b314-4b8f-b3fb-e058cd732a25 req-5a3b427b-7205-45f9-a800-7e76d3d95c77 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.063559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53aee8d9-b314-4b8f-b3fb-e058cd732a25 req-5a3b427b-7205-45f9-a800-7e76d3d95c77 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 948 time: 0.0890112 Aug 10 01:06:26.064622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Attempting to bind port 9090742c-3829-44ac-8cab-1b1938701335 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:26.064950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Attempting to bind port 9090742c-3829-44ac-8cab-1b1938701335 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:26.065272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Attempting to bind port 9090742c-3829-44ac-8cab-1b1938701335 on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:26.075231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Port 9090742c-3829-44ac-8cab-1b1938701335 on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:26.075574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Attempting to bind port 9090742c-3829-44ac-8cab-1b1938701335 on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:26.089133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:26.089470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:26.089856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:26.090288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Bound port: 9090742c-3829-44ac-8cab-1b1938701335, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:26.090647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.118789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53aee8d9-b314-4b8f-b3fb-e058cd732a25 req-a4c16266-df36-4d44-8ac0-a900496eeb20 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491786 Aug 10 01:06:26.136506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.170190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:26.173265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9090742c-3829-44ac-8cab-1b1938701335,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:26.177454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.216357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.216983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.218441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/9090742c-3829-44ac-8cab-1b1938701335 HTTP/1.1" status: 200 len: 1093 time: 0.6477129 Aug 10 01:06:26.218925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'tag': '9090742c-3829-44ac-8cab-1b1938701335'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:26.221316 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d2fca2-11fc-496b-80de-31a93855d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "tag": "9090742c-3829-44ac-8cab-1b1938701335"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:26.254230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363c4a0-968c-4c7b-864d-e294206786f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:26.255968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f8d95-f2c5-456e-a994-dc9993fc2bb8 req-4246abba-3c2d-42a1-b368-c09df098642d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.263182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-934f8d95-f2c5-456e-a994-dc9993fc2bb8 req-4246abba-3c2d-42a1-b368-c09df098642d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0741994 Aug 10 01:06:26.302751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-934f8d95-f2c5-456e-a994-dc9993fc2bb8 req-bbb38af7-ada1-4ce2-80b0-48e68b26bd60 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Aug 10 01:06:26.308461 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46449ab2-260c-48a8-a8dc-38f0c18664bf x-openstack-request-id: req-46449ab2-260c-48a8-a8dc-38f0c18664bf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:26.308826 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "tag": "9090742c-3829-44ac-8cab-1b1938701335", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:26.309168 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46449ab2-260c-48a8-a8dc-38f0c18664bf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:26.309631 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'tag': '9090742c-3829-44ac-8cab-1b1938701335', 'status': 'completed', 'code': 200} Aug 10 01:06:26.317114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-7ae16181-b46a-44b6-87c3-423c1fc82e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.318866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-7ae16181-b46a-44b6-87c3-423c1fc82e64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 1096 time: 0.0506039 Aug 10 01:06:26.368978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-b99e1030-84dd-40e6-bb73-625ac3c05c2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9090742c-3829-44ac-8cab-1b1938701335 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Aug 10 01:06:26.419002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-c059d0f9-5f52-45d8-a2d7-0f5579b8fffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.420459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-c059d0f9-5f52-45d8-a2d7-0f5579b8fffc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0446861 Aug 10 01:06:26.421669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.427756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.433671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.439577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.445962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.451658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-cf59bfad-88ea-4ed2-b688-57eec57e478a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238857 Aug 10 01:06:26.451841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.457646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:26.459654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-188f4458-81fa-432c-96ea-0aced3568704 req-2874ceb9-3ab4-4368-8563-bb84238754cb tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0925388 Aug 10 01:06:26.499895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-188f4458-81fa-432c-96ea-0aced3568704 req-c963d06a-f713-4c49-b5a2-e4ba3161ec6d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335643 Aug 10 01:06:26.527492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ee1e59be-0044-47ab-91b8-6f73f20bdc3c details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:26.631306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:26.643964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c', 'mac_address': 'fa:16:3e:66:68:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:26.686595 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.700754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1e59be-0044-47ab-91b8-6f73f20bdc3c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:26.721359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:26.726734 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:26.777877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:26.785166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.785515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.785850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.786180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.786512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.786855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.787180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.787501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.787884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.788207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.788527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.788842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:26.876462 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-1d6d3e16-babe-4a73-8bb5-81708497aa64 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176250 Aug 10 01:06:26.947701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ee1e59be-0044-47ab-91b8-6f73f20bdc3c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:26.965558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c77e87-0c6f-4044-b33e-7d860e919542 req-e3b896f8-b1fa-4bb0-9a59-1eaec4a4f0af service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813785 Aug 10 01:06:27.056862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2fca2-11fc-496b-80de-31a93855d03a req-75642f41-e4b8-4e9f-8d66-965f970065dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.058348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-75642f41-e4b8-4e9f-8d66-965f970065dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 1096 time: 0.0450983 Aug 10 01:06:27.146999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2fca2-11fc-496b-80de-31a93855d03a req-6675d501-dd85-4a71-bcaa-c2cff5658065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.148496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-6675d501-dd85-4a71-bcaa-c2cff5658065 service neutron] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.0831800 Aug 10 01:06:27.190956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-c254738f-168d-4e11-9f5d-40fa67a98f25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9090742c-3829-44ac-8cab-1b1938701335 HTTP/1.1" status: 200 len: 217 time: 0.0354280 Aug 10 01:06:27.269799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2fca2-11fc-496b-80de-31a93855d03a req-09723ee1-da46-4f7e-8eff-deab92a097ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.271209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-09723ee1-da46-4f7e-8eff-deab92a097ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0676434 Aug 10 01:06:27.283754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d415cd7-3387-482a-a486-c0af5488590d req-1a3f8ef6-35b4-43b6-a55a-936e132dce48 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.285204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d415cd7-3387-482a-a486-c0af5488590d req-1a3f8ef6-35b4-43b6-a55a-936e132dce48 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 949 time: 0.0898309 Aug 10 01:06:27.315105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-0cd25643-feec-44a8-8219-ef8b6001eab0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288041 Aug 10 01:06:27.386564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d415cd7-3387-482a-a486-c0af5488590d req-86beece8-900c-4466-bbe2-a01bd6ada503 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919054 Aug 10 01:06:27.426452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-54f2d9c0-399f-4b94-a3f2-6bec46bc553e service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016099 Aug 10 01:06:27.442990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b1ef7-ae07-4248-bf7c-dc186b50f398 req-36000255-5f41-4cf8-a0be-a076321f53aa tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.444644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f29b1ef7-ae07-4248-bf7c-dc186b50f398 req-36000255-5f41-4cf8-a0be-a076321f53aa tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0622017 Aug 10 01:06:27.484772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f29b1ef7-ae07-4248-bf7c-dc186b50f398 req-fa4e8051-68ef-42ec-b59b-48c61f95dfb7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Aug 10 01:06:27.518542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96d2fca2-11fc-496b-80de-31a93855d03a req-ca28c6f6-2b83-46c6-b822-39d981e23e7e service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836918 Aug 10 01:06:27.635072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.640863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.646627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.652974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.658787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.665185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.670994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:27.672780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1778d6e2-8721-4554-812c-eb6297273466 req-36e1e70e-1320-4bb1-8ed9-51e927a52861 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0956328 Aug 10 01:06:27.712182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1778d6e2-8721-4554-812c-eb6297273466 req-033abec2-bf59-4a02-aa72-d2bd2dd84917 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329993 Aug 10 01:06:28.500302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4d564-96c6-4144-9f4c-86621d9c56a1 req-afdcea58-839e-4f98-ba16-6ac4e16a6d28 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.501791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6b4d564-96c6-4144-9f4c-86621d9c56a1 req-afdcea58-839e-4f98-ba16-6ac4e16a6d28 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 949 time: 0.0491343 Aug 10 01:06:28.530552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ee1e59be-0044-47ab-91b8-6f73f20bdc3c up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:28.532708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9090742c-3829-44ac-8cab-1b1938701335 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:28.547126 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6b4d564-96c6-4144-9f4c-86621d9c56a1 req-b01e11b2-c9cf-403f-afa7-ae71cd090869 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Aug 10 01:06:28.625848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426778-dc13-4f61-b4c4-aba6c0f2e2b0 req-6a4095ba-4a01-4ec7-b59e-abdea097d0f8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.627391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82426778-dc13-4f61-b4c4-aba6c0f2e2b0 req-6a4095ba-4a01-4ec7-b59e-abdea097d0f8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 944 time: 0.0500734 Aug 10 01:06:28.655439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port ee1e59be-0044-47ab-91b8-6f73f20bdc3c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:28.667108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82426778-dc13-4f61-b4c4-aba6c0f2e2b0 req-a9bcdd43-6c61-4bfd-bed0-e774d7e5295c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324502 Aug 10 01:06:28.667782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port ee1e59be-0044-47ab-91b8-6f73f20bdc3c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:28.668141 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.705537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9090742c-3829-44ac-8cab-1b1938701335,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:28.724697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9090742c-3829-44ac-8cab-1b1938701335', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': '9090742c-3829-44ac-8cab-1b1938701335', 'mac_address': 'fa:16:3e:b7:3a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:28.794636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.807409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.817422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9090742c-3829-44ac-8cab-1b1938701335 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:28.843037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.845036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:28.847267 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2539554-750d-4b2a-b5b2-7a3146d81311" -d '{"events": [{"server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:28.848635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.855169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.860923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.863613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9090742c-3829-44ac-8cab-1b1938701335,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:28.867160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.867620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:28.869209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.873288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.874398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:28.879552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:28.882216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75e747b4-fa67-403f-b893-e4083be0a442 req-08f45e07-e5d5-4dbf-941c-a0ad9d609585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0935583 Aug 10 01:06:28.900379 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a27a8e-0c29-478a-9a4e-334408d22f87 x-openstack-request-id: req-00a27a8e-0c29-478a-9a4e-334408d22f87 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:28.900677 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "name": "network-vif-plugged", "status": "completed", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:28.900935 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00a27a8e-0c29-478a-9a4e-334408d22f87 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:28.901315 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c', 'code': 200} Aug 10 01:06:28.929524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75e747b4-fa67-403f-b893-e4083be0a442 req-43d551c1-625b-42b6-906d-f408b93654fe tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399137 Aug 10 01:06:28.932889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:28.982592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:29.003400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce2e7-2764-4331-83e8-4b586affd195 req-1ae6b220-15ce-4ac1-8fdf-e79e383accb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.004886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-083ce2e7-2764-4331-83e8-4b586affd195 req-1ae6b220-15ce-4ac1-8fdf-e79e383accb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 1102 time: 0.0555713 Aug 10 01:06:29.040409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-083ce2e7-2764-4331-83e8-4b586affd195 req-a9faab1e-ea4c-44b6-85c8-460bad680d2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276105 Aug 10 01:06:29.106916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9090742c-3829-44ac-8cab-1b1938701335'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:29.662526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f5930-a54a-4f72-9671-8d24db60bc71 req-c04e40cd-663f-4bb0-a161-2f656a7bbd8a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.664188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-740f5930-a54a-4f72-9671-8d24db60bc71 req-c04e40cd-663f-4bb0-a161-2f656a7bbd8a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 950 time: 0.0503213 Aug 10 01:06:29.703060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-740f5930-a54a-4f72-9671-8d24db60bc71 req-2daf26f3-02cb-44f5-b3f5-ba6244422965 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 10 01:06:29.794214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79b00a-980c-49cd-bc3e-a61e1f6f67f7 req-f93dbe7e-d362-4427-a3f8-28101c5b5999 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:29.795945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e79b00a-980c-49cd-bc3e-a61e1f6f67f7 req-f93dbe7e-d362-4427-a3f8-28101c5b5999 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 945 time: 0.0534632 Aug 10 01:06:29.840286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e79b00a-980c-49cd-bc3e-a61e1f6f67f7 req-c2b4b973-5cd6-4b7a-8565-eebdb08c3ef7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Aug 10 01:06:30.096078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.101933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.107803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.113675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.120051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.125862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.132543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.134423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-471b238f-9377-4493-b4d6-fcb4873b667d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.0945816 Aug 10 01:06:30.175323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32391c9a-934b-4a7c-8808-4f83fe0974af req-bda7588f-203d-4447-a920-7a97b1671554 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341432 Aug 10 01:06:30.539920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9090742c-3829-44ac-8cab-1b1938701335 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:30.593092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 9090742c-3829-44ac-8cab-1b1938701335 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:30.598388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9090742c-3829-44ac-8cab-1b1938701335 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:30.598798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.675594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.709212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9090742c-3829-44ac-8cab-1b1938701335,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:30.713302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:30.760713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:30.822218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1493-338d-471b-9e70-68f6bc9a66f3 req-dccd58c8-120e-4a27-932a-1a1749dfb8f6 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.823828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e5a1493-338d-471b-9e70-68f6bc9a66f3 req-dccd58c8-120e-4a27-932a-1a1749dfb8f6 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 950 time: 0.0487757 Aug 10 01:06:30.862238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e5a1493-338d-471b-9e70-68f6bc9a66f3 req-289ef576-c36f-4fc2-aaa6-f45b46f4e195 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326123 Aug 10 01:06:30.902839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090742c-3829-44ac-8cab-1b1938701335'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:30.905222 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da108f2-4af6-41b7-a0d9-fe644778d54c" -d '{"events": [{"server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "9090742c-3829-44ac-8cab-1b1938701335"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:30.969379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fb9e0-3232-404a-830a-e5f87b8c96cd req-8fbd3362-8c53-48ea-8df3-72d4efdc358f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:30.970901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-776fb9e0-3232-404a-830a-e5f87b8c96cd req-8fbd3362-8c53-48ea-8df3-72d4efdc358f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0548582 Aug 10 01:06:31.010048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-776fb9e0-3232-404a-830a-e5f87b8c96cd req-9025d411-fa91-4f52-833e-30be727261e8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332401 Aug 10 01:06:31.062752 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20fb869-de3d-43e5-b9e9-bab112489d21 x-openstack-request-id: req-a20fb869-de3d-43e5-b9e9-bab112489d21 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:31.063314 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "name": "network-vif-plugged", "status": "completed", "tag": "9090742c-3829-44ac-8cab-1b1938701335", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:31.063779 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a20fb869-de3d-43e5-b9e9-bab112489d21 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:31.064368 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9090742c-3829-44ac-8cab-1b1938701335', 'code': 200} Aug 10 01:06:31.176270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2234a6-b321-4bf2-aa12-b601951c9c5e req-57f5431f-04cc-453d-b18e-ef0060d44ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.177734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e2234a6-b321-4bf2-aa12-b601951c9c5e req-57f5431f-04cc-453d-b18e-ef0060d44ebc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 1098 time: 0.0557654 Aug 10 01:06:31.230235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e2234a6-b321-4bf2-aa12-b601951c9c5e req-2c62ba92-4ea4-4caf-a543-4f9fedd57d09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Aug 10 01:06:31.323066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.329037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.334848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.341269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.346879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.355738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.362357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:31.364516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-908218bc-fbaa-4a16-9125-61bf1c66d302 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5431 time: 0.1017857 Aug 10 01:06:31.415200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73b1436c-c48e-47d2-94ad-00142bf80ad0 req-c9e57891-cd28-48d6-aff6-57a833b787ff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431223 Aug 10 01:06:32.134307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222ec89-2911-4062-98d5-f6a394d81cfd req-af7df828-be3d-43c0-ac0e-260923360994 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.135777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f222ec89-2911-4062-98d5-f6a394d81cfd req-af7df828-be3d-43c0-ac0e-260923360994 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0570416 Aug 10 01:06:32.178462 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f222ec89-2911-4062-98d5-f6a394d81cfd req-39a3dd79-cbbe-44e9-af7c-f4dba5548ed7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366905 Aug 10 01:06:32.229734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 90b684b5-7db9-40a7-b957-fc750c30617e details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:32.324215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.335034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '90b684b5-7db9-40a7-b957-fc750c30617e', 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'port_id': '90b684b5-7db9-40a7-b957-fc750c30617e', 'mac_address': 'fa:16:3e:33:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd32638-6da4-49ba-befa-47d5ea430652', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:32.374603 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.389731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b684b5-7db9-40a7-b957-fc750c30617e {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:32.415488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.420228 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.421323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 01cc3810-3f84-4a0d-b700-f8c93e02fd52 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:32.521980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:32.549888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.556464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.562336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.567954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.568159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.574254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.580170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.581197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'port_id': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'mac_address': 'fa:16:3e:54:ed:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:32.586570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:32.588521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-9fe63602-fdb2-4dac-9575-6d418e05ac66 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5432 time: 0.0940518 Aug 10 01:06:32.619333 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.634275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cc3810-3f84-4a0d-b700-f8c93e02fd52 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:32.637938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a68b2cc-ba43-48d5-9bdf-8deb9cfe40c0 req-7df6c6ba-f0dc-4b00-93c3-65b42fe56887 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402226 Aug 10 01:06:32.658965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.666622 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.667720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e23ec963-87d1-4a90-9e30-a48b29ae11e3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:32.762438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:32.807930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.818915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'port_id': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'mac_address': 'fa:16:3e:ef:98:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:32.855166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.868029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23ec963-87d1-4a90-9e30-a48b29ae11e3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:32.887961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:32.891684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:32.892201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c7c47032-03a8-4212-934a-271b458fd818 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:33.086057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:33.089762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.101221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c7c47032-03a8-4212-934a-271b458fd818', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'port_id': 'c7c47032-03a8-4212-934a-271b458fd818', 'mac_address': 'fa:16:3e:86:6c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:33.139193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.151965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c47032-03a8-4212-934a-271b458fd818 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:33.171421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.175479 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.176098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 77a15a9a-8606-4e95-9001-8f5724477933 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:33.242095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:33.245844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=77a15a9a-8606-4e95-9001-8f5724477933,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.256862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '77a15a9a-8606-4e95-9001-8f5724477933', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'port_id': '77a15a9a-8606-4e95-9001-8f5724477933', 'mac_address': 'fa:16:3e:63:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:33.297873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.308895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea23aa-eb5f-461f-817c-67d7358ebf79 req-633a1de0-13e1-47dd-876a-f9b74460c30e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.311123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a15a9a-8606-4e95-9001-8f5724477933 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:33.314735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-68ea23aa-eb5f-461f-817c-67d7358ebf79 req-633a1de0-13e1-47dd-876a-f9b74460c30e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0558856 Aug 10 01:06:33.332072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=77a15a9a-8606-4e95-9001-8f5724477933,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.336614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.337817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f524570c-765d-40bb-8444-954779e792fc details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:33.357686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-68ea23aa-eb5f-461f-817c-67d7358ebf79 req-71b1b9dc-861a-4b4b-ad8a-e44b98d62138 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406232 Aug 10 01:06:33.405225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:33.408702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.420446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'f524570c-765d-40bb-8444-954779e792fc', 'network_id': '4269db87-a3bb-4785-8cf6-9adf9b783370', 'port_id': 'f524570c-765d-40bb-8444-954779e792fc', 'mac_address': 'fa:16:3e:04:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd32638-6da4-49ba-befa-47d5ea430652', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:33.461432 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.477376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f524570c-765d-40bb-8444-954779e792fc {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:33.486053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed7ae4-7690-4ecf-b128-64f22c03fc68 req-013f926c-5134-46a8-8812-82933b22d013 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.487561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efed7ae4-7690-4ecf-b128-64f22c03fc68 req-013f926c-5134-46a8-8812-82933b22d013 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0499828 Aug 10 01:06:33.502332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.506821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.507669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29e5ed99-8318-4288-9d55-b642b8c05db3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:33.530522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efed7ae4-7690-4ecf-b128-64f22c03fc68 req-80ad1a95-6d5a-49db-975a-85a50ef2b909 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Aug 10 01:06:33.578620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:33.582157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29e5ed99-8318-4288-9d55-b642b8c05db3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.593559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '29e5ed99-8318-4288-9d55-b642b8c05db3', 'network_id': 'cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7', 'port_id': '29e5ed99-8318-4288-9d55-b642b8c05db3', 'mac_address': 'fa:16:3e:83:7c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa4bc8-46a7-41e8-b45a-3d6887d36915', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:33.631700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.646188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e5ed99-8318-4288-9d55-b642b8c05db3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:33.671257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29e5ed99-8318-4288-9d55-b642b8c05db3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:33.677664 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:33.743746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:33.807551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.815622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.820631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.827850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.833848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.839940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.846212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.853666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-0ecd6e6b-1ee3-4dcf-93e3-b1ad0474ada8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5438 time: 0.1089659 Aug 10 01:06:33.857029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece91bd-838a-4b3c-9ad2-c5705152e325 req-b56883e5-2bee-4382-a8b1-a75b4202db98 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:33.858569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cece91bd-838a-4b3c-9ad2-c5705152e325 req-b56883e5-2bee-4382-a8b1-a75b4202db98 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0559409 Aug 10 01:06:33.902131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cece91bd-838a-4b3c-9ad2-c5705152e325 req-0c51a156-ffca-4c72-bdaa-5c2c54d07590 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Aug 10 01:06:33.903226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-80dc24e3-850b-4b4d-bdbc-c061c8a6c1ce req-5c5bf014-437d-4041-a5c3-0020c39f258b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486491 Aug 10 01:06:34.404352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['90b684b5-7db9-40a7-b957-fc750c30617e'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.434584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['01cc3810-3f84-4a0d-b700-f8c93e02fd52'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.436839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c7c47032-03a8-4212-934a-271b458fd818'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.442915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['e23ec963-87d1-4a90-9e30-a48b29ae11e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:34.513677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['77a15a9a-8606-4e95-9001-8f5724477933'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.044666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f461dd-68f2-42ed-b287-8379a0201cc8 req-070bd94a-484b-4e82-94f8-09dc07c4148a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.046111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81f461dd-68f2-42ed-b287-8379a0201cc8 req-070bd94a-484b-4e82-94f8-09dc07c4148a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.0570982 Aug 10 01:06:35.076073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.082161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.088394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.090959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81f461dd-68f2-42ed-b287-8379a0201cc8 req-517068f9-1f5d-40d5-be29-faa1d6686faa tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Aug 10 01:06:35.094523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.100613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.107258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.113269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.115272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a76c2eb-2428-4076-8a60-aade919e615e req-29a997d1-d720-495a-8cd3-f7d3a4ce2759 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5438 time: 0.1306844 Aug 10 01:06:35.128488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-4373dea2-3aa4-4afd-a5c9-8a64fcec7c99 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:35.129951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-4373dea2-3aa4-4afd-a5c9-8a64fcec7c99 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 946 time: 0.1136754 Aug 10 01:06:35.201742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a76c2eb-2428-4076-8a60-aade919e615e req-d12e624f-f190-4d55-b47a-bdfa33bd5ead tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707977 Aug 10 01:06:35.251859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port 9090742c-3829-44ac-8cab-1b1938701335 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:35.252205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.345922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port 9090742c-3829-44ac-8cab-1b1938701335, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9090742c-3829-44ac-8cab-1b1938701335,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:35.346209 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.359289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for 9090742c-3829-44ac-8cab-1b1938701335 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:35.372983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['f524570c-765d-40bb-8444-954779e792fc'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.446166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['29e5ed99-8318-4288-9d55-b642b8c05db3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.501141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.516315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9090742c-3829-44ac-8cab-1b1938701335'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:35.537609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=9090742c-3829-44ac-8cab-1b1938701335,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:35.567728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.568080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.568431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.568763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.569098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.569433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.569771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.570163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.570493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.570849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.571176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.571504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:06:35.594559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port 9090742c-3829-44ac-8cab-1b1938701335 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:35.597598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:35.600189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f319733-0d1f-4417-a829-e8594c340dd5 req-cd1b3b83-1795-48de-9ca4-42296cb4c1cb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "DELETE /v2.0/ports/9090742c-3829-44ac-8cab-1b1938701335 HTTP/1.1" status: 204 len: 173 time: 0.4624391 Aug 10 01:06:35.600773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'name': 'network-vif-deleted', 'tag': '9090742c-3829-44ac-8cab-1b1938701335'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:35.604527 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4edefa7-29b6-47a1-b006-8f12253585c8" -d '{"events": [{"server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "name": "network-vif-deleted", "tag": "9090742c-3829-44ac-8cab-1b1938701335"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:35.646269 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4d635-a1ac-48f7-91aa-bfc2a72bfab9 x-openstack-request-id: req-42d4d635-a1ac-48f7-91aa-bfc2a72bfab9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:35.646644 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0", "name": "network-vif-deleted", "tag": "9090742c-3829-44ac-8cab-1b1938701335", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:35.646993 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42d4d635-a1ac-48f7-91aa-bfc2a72bfab9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:35.647462 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0', 'name': 'network-vif-deleted', 'tag': '9090742c-3829-44ac-8cab-1b1938701335', 'status': 'completed', 'code': 200} Aug 10 01:06:36.211608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dbd9d87b-df94-46f2-9e32-19318df43caa req-3d941a73-4aae-4d61-9265-cfe519379c51 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ad5ee99-d49c-43a9-a295-7ae5beb8fbe0 HTTP/1.1" status: 200 len: 210 time: 0.0309913 Aug 10 01:06:36.339466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.345870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.352558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.358360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.364216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.370834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.376595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:36.378853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-7ef541a3-49ea-4f54-ab2f-2567c66f5a10 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5438 time: 0.0948567 Aug 10 01:06:36.420824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb8abb4a-b183-4171-b553-7d2bac60a570 req-4063b67d-8883-46fa-b758-1af4f7ed546e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350804 Aug 10 01:06:37.446428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:37.569207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.576884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.584409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.592132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.600075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.606960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.613181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.615155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-378dc9a4-b76f-42e1-a8df-a162e99a988e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5438 time: 0.1112893 Aug 10 01:06:37.659396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c1d2ccc-8e31-4ce6-be5f-05272ab54938 req-e6c03101-7205-41bc-b4e1-76f3768315d1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367267 Aug 10 01:06:37.962737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-00e96023-4a63-46c3-9f21-539c90260ee0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:37.964154 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-00e96023-4a63-46c3-9f21-539c90260ee0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1022429 Aug 10 01:06:37.979618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bb78501a-008b-4b6d-b728-2f97bda04372 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Aug 10 01:06:38.035298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-6269ea68-f919-4dbc-a153-5f7012ac8c48 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493453 Aug 10 01:06:38.135418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-0fe74f1b-0e58-4138-a550-22928e0261d2 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881042 Aug 10 01:06:38.224625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-d08b5640-ae37-4f6e-a367-52cf618e1245 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Aug 10 01:06:38.265211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 90b684b5-7db9-40a7-b957-fc750c30617e up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:38.320221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 90b684b5-7db9-40a7-b957-fc750c30617e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:38.324290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 90b684b5-7db9-40a7-b957-fc750c30617e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:38.324667 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.402940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff941dd6-eb42-4414-a6dc-a99903c81d0d req-5cae8b0a-b1ea-4aa5-bbd5-d869b2fdc94c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 210 time: 0.0310259 Aug 10 01:06:38.423452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.469892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:38.469892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:38.471840 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae0251-8e97-4c5c-89a4-14367a479b9e" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:38.478048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.478993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f524570c-765d-40bb-8444-954779e792fc up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:38.585844 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa37e551-e7d2-4ba4-a467-20950a1eaebb x-openstack-request-id: req-fa37e551-e7d2-4ba4-a467-20950a1eaebb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:38.586132 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:38.586390 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa37e551-e7d2-4ba4-a467-20950a1eaebb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:38.586798 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e', 'code': 200} Aug 10 01:06:38.587666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:38.594052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9090742c-3829-44ac-8cab-1b1938701335 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:38.618398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 9090742c-3829-44ac-8cab-1b1938701335 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:38.618772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9090742c-3829-44ac-8cab-1b1938701335 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:38.632905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port f524570c-765d-40bb-8444-954779e792fc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:38.637062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port f524570c-765d-40bb-8444-954779e792fc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:38.637436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.694542 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:06:38.741678 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.783379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:38.787553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.788467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 01cc3810-3f84-4a0d-b700-f8c93e02fd52 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:38.844416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.854166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.863663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.871028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.874701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:38.886146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.893294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:38.897273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.899664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:38.900036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:38.905007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:38.915244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-37f3d785-3c4c-4f0f-82b6-be673b5a077b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5439 time: 0.1461532 Aug 10 01:06:38.955442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-177cba6f-474c-4b3f-9243-8614d36d4ecd req-1e706a9f-3ce8-49e9-84f4-2091d828346c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391605 Aug 10 01:06:38.988056 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.028571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.034374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.037029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c7c47032-03a8-4212-934a-271b458fd818 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.118398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:39.139667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c7c47032-03a8-4212-934a-271b458fd818 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.143670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c7c47032-03a8-4212-934a-271b458fd818 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.144041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.225769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.261214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.266073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.266884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 77a15a9a-8606-4e95-9001-8f5724477933 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.344303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:39.356255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 77a15a9a-8606-4e95-9001-8f5724477933 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.360056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 77a15a9a-8606-4e95-9001-8f5724477933 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.360436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.439732 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.473636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=77a15a9a-8606-4e95-9001-8f5724477933,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.482341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.484895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e23ec963-87d1-4a90-9e30-a48b29ae11e3 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.564469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5320e3c-cdf9-40f3-8af5-ad5ba475f16d req-6f8e70ae-f2d2-4d78-921d-6d55f8cd9fac tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 210 time: 0.0695267 Aug 10 01:06:39.579794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:39.602962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port e23ec963-87d1-4a90-9e30-a48b29ae11e3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.612559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port e23ec963-87d1-4a90-9e30-a48b29ae11e3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.613024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.690445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-117585b5-4202-4024-81a4-2c29b83c177b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:39.691931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-117585b5-4202-4024-81a4-2c29b83c177b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1402214 Aug 10 01:06:39.705094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:39.712036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.752174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.756875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.758356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29e5ed99-8318-4288-9d55-b642b8c05db3 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:39.825012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:39.828474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.842168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:39.855828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 29e5ed99-8318-4288-9d55-b642b8c05db3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:39.859527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 29e5ed99-8318-4288-9d55-b642b8c05db3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:39.859903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.939873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:39.957976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.4 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/17c28848-7613-4c6d-bc1d-e47dce53e2ce) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:39.975633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29e5ed99-8318-4288-9d55-b642b8c05db3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:39.980514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.035406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:40.097983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.104325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.110239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.116162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.121008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.122821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.129045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.135263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.137209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-267cf6ee-5356-4771-ac06-2f2722246105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.0988410 Aug 10 01:06:40.165101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.179883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:40.184574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4027d88a-6cf1-4988-a354-35e3b2455a0a req-55876f80-e563-42fe-b1b5-f83750539e4b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411680 Aug 10 01:06:40.211253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:40.214578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:40.218585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:40.249264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:40.278565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.279421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.294783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-bd919880-5406-464a-b272-6f9576abdd38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934496 Aug 10 01:06:40.359911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Request body: {'port': {'device_id': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:40.413000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.587813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f524570c-765d-40bb-8444-954779e792fc'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a15a9a-8606-4e95-9001-8f5724477933'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5ed99-8318-4288-9d55-b642b8c05db3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:40.590943 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41422b24-91c3-4f40-b51f-df00121e7d7e" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "f524570c-765d-40bb-8444-954779e792fc"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7c47032-03a8-4212-934a-271b458fd818"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "77a15a9a-8606-4e95-9001-8f5724477933"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "29e5ed99-8318-4288-9d55-b642b8c05db3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:40.648803 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294f874b-d987-41d8-ae11-37c0413ca45e x-openstack-request-id: req-294f874b-d987-41d8-ae11-37c0413ca45e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:40.649106 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "f524570c-765d-40bb-8444-954779e792fc", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "c7c47032-03a8-4212-934a-271b458fd818", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "77a15a9a-8606-4e95-9001-8f5724477933", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-plugged", "status": "completed", "tag": "29e5ed99-8318-4288-9d55-b642b8c05db3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:40.649359 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-294f874b-d987-41d8-ae11-37c0413ca45e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:40.649763 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f524570c-765d-40bb-8444-954779e792fc', 'code': 200} Aug 10 01:06:40.650018 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'code': 200} Aug 10 01:06:40.650262 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818', 'code': 200} Aug 10 01:06:40.650503 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a15a9a-8606-4e95-9001-8f5724477933', 'code': 200} Aug 10 01:06:40.650771 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'code': 200} Aug 10 01:06:40.651013 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5ed99-8318-4288-9d55-b642b8c05db3', 'code': 200} Aug 10 01:06:40.703632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c28848-7613-4c6d-bc1d-e47dce53e2ce {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:40.714485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.735232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Transition to ACTIVE for port object 17c28848-7613-4c6d-bc1d-e47dce53e2ce will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:40.744549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a414e9-5c73-45ff-961b-d77150f97204 req-9e77018d-8160-419c-bd46-ea11da04354c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.746023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a2a414e9-5c73-45ff-961b-d77150f97204 req-9e77018d-8160-419c-bd46-ea11da04354c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 931 time: 0.0839849 Aug 10 01:06:40.747086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:40.846105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Pushing event updated for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:40.882323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.882847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.883324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.883795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.884263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.884728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.885191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:40.887079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-bf5654da-a884-4049-9235-5e036f8219ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.1357710 Aug 10 01:06:40.891749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a2a414e9-5c73-45ff-961b-d77150f97204 req-1cc63e4e-8473-4d7b-921d-fa48dd0b8711 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342127 Aug 10 01:06:40.952163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c97b2962-6b1c-42aa-928b-62eef3faf5bc req-379381b2-d66a-4572-a5f3-c8daacff0ef4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ff36405e-5e5b-481a-8255-52b4c0e052a6&id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420418 Aug 10 01:06:40.961811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Attempting to bind port 17c28848-7613-4c6d-bc1d-e47dce53e2ce on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:40.962398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Attempting to bind port 17c28848-7613-4c6d-bc1d-e47dce53e2ce by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:40.962510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Attempting to bind port 17c28848-7613-4c6d-bc1d-e47dce53e2ce on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:40.966574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Port 17c28848-7613-4c6d-bc1d-e47dce53e2ce on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:40.966917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Attempting to bind port 17c28848-7613-4c6d-bc1d-e47dce53e2ce on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:40.971564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:40.971894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:40.972263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:40.972678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Bound port: 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:40.973024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.034514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:41.037448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:41.043216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.078453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.079106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:41.080482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] 10.222.0.21 "PUT /v2.0/ports/17c28848-7613-4c6d-bc1d-e47dce53e2ce HTTP/1.1" status: 200 len: 1092 time: 0.7776060 Aug 10 01:06:41.080916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:41.083162 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1e6f1a-4390-454a-802f-6749c289ab73" -d '{"events": [{"name": "network-changed", "server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:41.111200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877be21-7777-4cbc-a7ae-f31862836544 service neutron] Pushing event updated for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:41.126705 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44282afa-d168-4219-acc2-0e3f71e3ab81 x-openstack-request-id: req-44282afa-d168-4219-acc2-0e3f71e3ab81 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:41.126990 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:41.127238 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44282afa-d168-4219-acc2-0e3f71e3ab81 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:41.127622 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce', 'status': 'completed', 'code': 200} Aug 10 01:06:41.160319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5e710a6f-d65b-4bc8-ba2c-74aeb8432d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.161813 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-5e710a6f-d65b-4bc8-ba2c-74aeb8432d07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 1095 time: 0.0438459 Aug 10 01:06:41.206329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-c358bb53-cb25-4bbb-92fe-26c4f7d1a610 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce HTTP/1.1" status: 200 len: 217 time: 0.0334597 Aug 10 01:06:41.269600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee362-fb7f-425e-a241-6529123d0020 req-7f3f6ebd-7272-47d0-9e96-995258ee77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.271088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-7f3f6ebd-7272-47d0-9e96-995258ee77f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0536456 Aug 10 01:06:41.304142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-b8fd42e6-fc0b-45e5-81c6-6db99b46e3f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245516 Aug 10 01:06:41.326722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.332664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.339473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.345358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.352148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.358093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.364073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.365920 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-0e820156-73a4-440c-ba7d-691d55ea775d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.0946341 Aug 10 01:06:41.393767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-3fe910a2-b92d-4f5a-bb49-d8c415399e32 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818744 Aug 10 01:06:41.407942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40d37f1f-cb77-4751-ac3f-b6f49ab2c1dc req-815f3c8f-789a-4739-96b1-2e23a37a6a18 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355597 Aug 10 01:06:41.487273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f51ee362-fb7f-425e-a241-6529123d0020 req-1e002e49-7dae-4fa5-bf7e-4d5d2e8d826e service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857141 Aug 10 01:06:41.570840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-f4c59bc3-2521-49d9-af43-782ebf2f18c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.572381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-f4c59bc3-2521-49d9-af43-782ebf2f18c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 1095 time: 0.0426986 Aug 10 01:06:41.668174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-c73c62c3-9128-416e-b873-6b1ff7b3addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.669664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-c73c62c3-9128-416e-b873-6b1ff7b3addc service neutron] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.0911398 Aug 10 01:06:41.713375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-cead6fe1-3d56-4439-b89c-57032131c8ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce HTTP/1.1" status: 200 len: 217 time: 0.0357251 Aug 10 01:06:41.765477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-7d36d639-da49-4b6d-a35b-5d09fe1e38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:41.766986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-7d36d639-da49-4b6d-a35b-5d09fe1e38c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0450599 Aug 10 01:06:41.802372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-4d755725-35c0-4a63-81a2-ef3dec4a1044 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238922 Aug 10 01:06:41.900557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-948b802f-51da-435e-ac59-375abac8d12d service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896611 Aug 10 01:06:42.028392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc1e6f1a-4390-454a-802f-6749c289ab73 req-c9e94d11-81f4-40bd-90a0-f08f909776e5 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181695 Aug 10 01:06:42.036425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc992a40-92d6-43d4-b32f-3a5cec440795 req-3bb3ed7b-a7fd-403c-ac95-7f254bd3a937 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.037775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc992a40-92d6-43d4-b32f-3a5cec440795 req-3bb3ed7b-a7fd-403c-ac95-7f254bd3a937 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 943 time: 0.0758390 Aug 10 01:06:42.079801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc992a40-92d6-43d4-b32f-3a5cec440795 req-800574c7-4740-445f-a2e7-9837581917aa tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354936 Aug 10 01:06:42.535295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.541716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.547718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.553539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.559569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.565387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.571205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.573011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-71e11df2-cea0-43cd-95a6-8de9d9bfa0e7 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.0913613 Aug 10 01:06:42.612872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c3b3ae5-ae28-46d0-8c33-babb7535f1b2 req-f1c525cc-e4fb-4be6-b98e-5ece33b01d94 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337081 Aug 10 01:06:42.742817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.748632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.754799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.760624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.766462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.772361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.778934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:42.780767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-60ee0dfe-fd33-4abd-a5e1-db9352bdc7b4 req-e7c40a14-02d9-4beb-8a94-38631df764c5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.0947406 Aug 10 01:06:42.792094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:06:42.796610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Request body: {'floatingip': {'port_id': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:42.838655 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.198174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908f1c-6e63-4ddf-ae3d-ee1c5989eec8 req-f1bf7b63-99cd-4d6f-b362-a8773c5991d9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:43.199849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40908f1c-6e63-4ddf-ae3d-ee1c5989eec8 req-f1bf7b63-99cd-4d6f-b362-a8773c5991d9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 943 time: 0.0524032 Aug 10 01:06:43.239471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40908f1c-6e63-4ddf-ae3d-ee1c5989eec8 req-b4bab9f3-60e9-48ca-83c9-e1858b70a2a8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 10 01:06:43.288342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.291974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:43.393780 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Floating IP 39a6bb79-6e59-43f7-b653-4988cb66c751 associated. External IP: 172.25.7.227, port: 01cc3810-3f84-4a0d-b700-f8c93e02fd52. Aug 10 01:06:43.937910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Router 04b03a6c-1461-48c8-b182-d76925f78726 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:06:44.040635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-679bc7b4-9d3f-4c24-9813-8e6fd8e39029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.047968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:06:44.052974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.060230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Sync routers for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:06:44.072365 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:44.073176 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:44.085716 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14baa0f9-fb75-4eec-a0fc-a925bdaa6fb5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "PUT /v2.0/floatingips/39a6bb79-6e59-43f7-b653-4988cb66c751 HTTP/1.1" status: 200 len: 991 time: 1.2925429 Aug 10 01:06:44.086784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:44.090417 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:44.156579 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e0ddd0-9b31-427f-a7f0-8c87e9cc2dd4 x-openstack-request-id: req-78e0ddd0-9b31-427f-a7f0-8c87e9cc2dd4 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:44.156873 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:44.157126 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78e0ddd0-9b31-427f-a7f0-8c87e9cc2dd4 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:44.157537 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'status': 'completed', 'code': 200} Aug 10 01:06:44.187423 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:44.233538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.234124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.234359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.234888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.235412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.235989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.236470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.238495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-0585ff4e-ef70-4e3c-94c5-b65a3cc58692 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.0498245 Aug 10 01:06:44.394075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-666b5fda-3838-4c1d-8a93-f63ccb1549ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.395925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-666b5fda-3838-4c1d-8a93-f63ccb1549ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05 HTTP/1.1" status: 200 len: 917 time: 0.1418839 Aug 10 01:06:44.487243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d7be1-c414-4a83-8a4b-01921feb23dc req-ce9ce5cd-8fc5-4c15-9d96-1208438466ff tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.487765 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '39a6bb79-6e59-43f7-b653-4988cb66c751', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'port_id': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'mac_address': 'fa:16:3e:54:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:47Z', 'updated_at': '2021-08-10T01:06:43Z', 'revision_number': 1, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:44.495005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c0d7be1-c414-4a83-8a4b-01921feb23dc req-ce9ce5cd-8fc5-4c15-9d96-1208438466ff tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 943 time: 0.1753438 Aug 10 01:06:44.523283 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Checking router: 04b03a6c-1461-48c8-b182-d76925f78726 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:06:44.532692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:06:44.533380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:44.534423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-8aa97aa9-d092-4ade-acb3-d3e2bff7613b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 999 time: 0.1241148 Aug 10 01:06:44.563036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c0d7be1-c414-4a83-8a4b-01921feb23dc req-43eb3837-9a44-49d1-bf84-f0572514936d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Aug 10 01:06:44.605091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 17c28848-7613-4c6d-bc1d-e47dce53e2ce details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:44.619848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-2d10b498-a505-4f9e-a49b-ca419d0911f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.622148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-2d10b498-a505-4f9e-a49b-ca419d0911f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.0640831 Aug 10 01:06:44.674223 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:06:44.690635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-1b2b7c59-2e7f-447f-8733-fcfde608304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:44.692072 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-1b2b7c59-2e7f-447f-8733-fcfde608304e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629714 Aug 10 01:06:44.705252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-d3c9b351-86ba-4487-acd5-4702bd4638b7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:06:44.707137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-d3c9b351-86ba-4487-acd5-4702bd4638b7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076573 Aug 10 01:06:44.750602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:44.770381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '17c28848-7613-4c6d-bc1d-e47dce53e2ce', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': '17c28848-7613-4c6d-bc1d-e47dce53e2ce', 'mac_address': 'fa:16:3e:ef:34:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:44.818711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.834012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-daca615f-b33a-4994-8053-88d24d9c1311 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180844 Aug 10 01:06:44.834310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c28848-7613-4c6d-bc1d-e47dce53e2ce {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:44.859425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:44.863874 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:44.970207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:44.978880 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '39a6bb79-6e59-43f7-b653-4988cb66c751', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'port_id': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'mac_address': 'fa:16:3e:54:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:47Z', 'updated_at': '2021-08-10T01:06:43Z', 'revision_number': 1, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:06:45.006197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6abcaf-3b23-4d89-a647-df2b8220a5c9 req-df1fe41e-aa14-45d1-bd72-aa4e51164cee service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628745 Aug 10 01:06:45.009229 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fbc98d-c98b-40f7-86d9-405514fb266d None None] The sync data for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 is: [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '39a6bb79-6e59-43f7-b653-4988cb66c751', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'port_id': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'mac_address': 'fa:16:3e:54:ed:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:05:47Z', 'updated_at': '2021-08-10T01:06:43Z', 'revision_number': 1, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:06:45.121321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['17c28848-7613-4c6d-bc1d-e47dce53e2ce'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:45.364200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f691-de52-4a5d-bc55-b9527866a5c8 req-a73a4b08-a700-4944-abf5-315da8105be1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.365813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34e0f691-de52-4a5d-bc55-b9527866a5c8 req-a73a4b08-a700-4944-abf5-315da8105be1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1134872 Aug 10 01:06:45.411458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a6b68-7d11-4e21-a98b-e7567aa0a9b1 None None] New status for floating IP 39a6bb79-6e59-43f7-b653-4988cb66c751: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:06:45.449701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34e0f691-de52-4a5d-bc55-b9527866a5c8 req-2eb590de-e15d-4e2a-b460-3c0651f89929 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755756 Aug 10 01:06:45.686338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a42b0-0e4a-48fa-8243-d21f4c977482 req-3c4164e1-2779-4c3e-bc19-75258d173dba tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:45.687861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366a42b0-0e4a-48fa-8243-d21f4c977482 req-3c4164e1-2779-4c3e-bc19-75258d173dba tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 944 time: 0.0497594 Aug 10 01:06:45.726835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366a42b0-0e4a-48fa-8243-d21f4c977482 req-70c09193-2edf-4013-99cd-0b372fca1101 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Aug 10 01:06:46.576774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce9849-bd80-4495-bc7d-9ef82dc95624 req-7237540a-444d-40ab-94af-8b44db2e6537 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.578444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bce9849-bd80-4495-bc7d-9ef82dc95624 req-7237540a-444d-40ab-94af-8b44db2e6537 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0562637 Aug 10 01:06:46.608804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 17c28848-7613-4c6d-bc1d-e47dce53e2ce up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:06:46.634515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bce9849-bd80-4495-bc7d-9ef82dc95624 req-1250927e-a731-4f0e-ab8e-e51f4fc2b682 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487361 Aug 10 01:06:46.675728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 17c28848-7613-4c6d-bc1d-e47dce53e2ce completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:06:46.686218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 17c28848-7613-4c6d-bc1d-e47dce53e2ce triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:06:46.686783 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:46.754345 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a38fc0b-c501-458d-a5ec-e9a8c40b4b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:46.781659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650ea9-8300-4f76-855b-47b488849e66 req-ae7e52aa-8912-4bed-8dc8-6daef3d62810 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.784507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-77650ea9-8300-4f76-855b-47b488849e66 req-ae7e52aa-8912-4bed-8dc8-6daef3d62810 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0770473 Aug 10 01:06:46.808440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:46.846853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:46.849800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:46.851874 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936763c-2af1-4755-9462-8549a2514e1d" -d '{"events": [{"server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "name": "network-vif-plugged", "status": "completed", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:46.853142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-77650ea9-8300-4f76-855b-47b488849e66 req-ff4cecaa-fe18-4a09-935e-9391fb0d0810 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574834 Aug 10 01:06:46.858621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:46.880729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710118a8-04de-434a-a836-cad30b3f85ba req-e77bb898-5d7c-445d-8250-1c77b1863301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.882529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-e77bb898-5d7c-445d-8250-1c77b1863301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.2012525 Aug 10 01:06:46.923246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa989d-9fe6-40f9-8a77-ca456251fbc6 req-beefa726-6858-451e-a2d4-099e1132a87e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:46.924998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75aa989d-9fe6-40f9-8a77-ca456251fbc6 req-beefa726-6858-451e-a2d4-099e1132a87e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 944 time: 0.0937407 Aug 10 01:06:46.935393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:46.955283 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e29297-23d7-4066-9d65-40b326405415 x-openstack-request-id: req-16e29297-23d7-4066-9d65-40b326405415 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:46.955698 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "name": "network-vif-plugged", "status": "completed", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:46.955954 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16e29297-23d7-4066-9d65-40b326405415 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:46.957404 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce', 'code': 200} Aug 10 01:06:47.052612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75aa989d-9fe6-40f9-8a77-ca456251fbc6 req-f6647025-d54c-484a-b7d0-083500eb0903 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113420 Aug 10 01:06:47.074233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710118a8-04de-434a-a836-cad30b3f85ba req-1e7200cb-7b3c-4af1-ae08-2bc04c553522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.075758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-1e7200cb-7b3c-4af1-ae08-2bc04c553522 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1839833 Aug 10 01:06:47.080841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7489a3-df3a-4b74-9c9c-cc933ed3760f req-4808761f-c0c9-451e-9e94-762e7f290a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.082212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f7489a3-df3a-4b74-9c9c-cc933ed3760f req-4808761f-c0c9-451e-9e94-762e7f290a2d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 1097 time: 0.0779369 Aug 10 01:06:47.169695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f7489a3-df3a-4b74-9c9c-cc933ed3760f req-c0b6ed37-c08f-41b5-85ef-b3ecc05c7a0d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776701 Aug 10 01:06:47.171849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-6ace55a7-94a9-41b4-af6a-d875ab3ae360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.0869851 Aug 10 01:06:47.224470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710118a8-04de-434a-a836-cad30b3f85ba req-d4f30e8c-c046-402b-a54a-3d66a788edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.226469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-d4f30e8c-c046-402b-a54a-3d66a788edb0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0450637 Aug 10 01:06:47.265074 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:47.275158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710118a8-04de-434a-a836-cad30b3f85ba req-b63aefe1-a376-41d1-a964-ff766f61ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.276691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-b63aefe1-a376-41d1-a964-ff766f61ab25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437615 Aug 10 01:06:47.386959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-a5730da5-60a1-43fc-86f8-53397773567b service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019137 Aug 10 01:06:47.478481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-710118a8-04de-434a-a836-cad30b3f85ba req-e4185f52-bb8c-42c0-b292-0bf83328b62e service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833669 Aug 10 01:06:47.677802 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:47.806138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a91274-9a2a-4469-afc5-e5e7b3f353dc req-c6a9e069-88cf-428f-ad4c-54a33b6f4c25 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:47.808682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92a91274-9a2a-4469-afc5-e5e7b3f353dc req-c6a9e069-88cf-428f-ad4c-54a33b6f4c25 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1000280 Aug 10 01:06:47.851288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92a91274-9a2a-4469-afc5-e5e7b3f353dc req-57eef053-6a4d-4c5e-8b9b-913712c1b18d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Aug 10 01:06:47.997142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54e1de-9b40-4d0c-b84d-d628fc7d22d6 req-950c6511-460a-45d8-8021-34508bdf20b0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.000171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd54e1de-9b40-4d0c-b84d-d628fc7d22d6 req-950c6511-460a-45d8-8021-34508bdf20b0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0581460 Aug 10 01:06:48.065574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd54e1de-9b40-4d0c-b84d-d628fc7d22d6 req-38f4d6bf-c0a3-4537-8f75-adfc833c8a39 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584733 Aug 10 01:06:48.178016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871673be-bdf2-4c28-aa60-b2e40d5486ca req-6a625b7d-9774-4320-9baf-d61d192e2798 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.183144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-871673be-bdf2-4c28-aa60-b2e40d5486ca req-6a625b7d-9774-4320-9baf-d61d192e2798 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 945 time: 0.0547340 Aug 10 01:06:48.218195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-871673be-bdf2-4c28-aa60-b2e40d5486ca req-eb7378e8-a596-4073-bdf4-643664756de2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326002 Aug 10 01:06:48.342937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53074c0-8a80-42ff-8dff-147b776ea0f3 req-0b95631d-cdb5-4f6c-8f6a-2ee49dfde526 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.344622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f53074c0-8a80-42ff-8dff-147b776ea0f3 req-0b95631d-cdb5-4f6c-8f6a-2ee49dfde526 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Aug 10 01:06:48.385859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f53074c0-8a80-42ff-8dff-147b776ea0f3 req-e35ec430-cd8e-4b31-a950-4012b37c4081 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 10 01:06:48.634527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e24c0-8c5d-4456-a9da-2d87492e84f3 req-4355f4b1-7bc2-4155-86d2-652c4056e253 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.636130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-394e24c0-8c5d-4456-a9da-2d87492e84f3 req-4355f4b1-7bc2-4155-86d2-652c4056e253 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 945 time: 0.0502136 Aug 10 01:06:48.676151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-394e24c0-8c5d-4456-a9da-2d87492e84f3 req-ecd4001d-a856-4c1a-8da3-bd2ee9fc4ae6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338476 Aug 10 01:06:48.971345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068a10f-98e0-496e-b23a-9ef6bf81b35d req-f25e72d6-e406-4974-a9f9-e76339d2102b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:48.972812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e068a10f-98e0-496e-b23a-9ef6bf81b35d req-f25e72d6-e406-4974-a9f9-e76339d2102b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Aug 10 01:06:49.016750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e068a10f-98e0-496e-b23a-9ef6bf81b35d req-3b7ee7a8-bd41-44cd-8d79-90dedd15f34b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371866 Aug 10 01:06:49.182448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b828cc-7431-4af8-a739-edaddceefedf req-d7fa2f17-8422-45d7-b187-0b4c35ddb7b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.184093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20b828cc-7431-4af8-a739-edaddceefedf req-d7fa2f17-8422-45d7-b187-0b4c35ddb7b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0503116 Aug 10 01:06:49.229325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20b828cc-7431-4af8-a739-edaddceefedf req-37dc0483-0b0e-4228-8f06-9cea7f4ecbe8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391493 Aug 10 01:06:49.611409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:49.816060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c03e-80ec-44e9-b1ab-3f6c114027e7 req-9962ae31-8fe5-4de1-b814-0b06530fa4d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.817550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1c4c03e-80ec-44e9-b1ab-3f6c114027e7 req-9962ae31-8fe5-4de1-b814-0b06530fa4d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 945 time: 0.0540676 Aug 10 01:06:49.861050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1c4c03e-80ec-44e9-b1ab-3f6c114027e7 req-9682cdb6-ddd4-4faf-8732-c5e57ef5181d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366614 Aug 10 01:06:49.942227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-150326de-5bf2-4270-8c5f-2762d96f42ed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:49.944469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-150326de-5bf2-4270-8c5f-2762d96f42ed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 945 time: 0.0629623 Aug 10 01:06:50.040642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port 17c28848-7613-4c6d-bc1d-e47dce53e2ce {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:06:50.041009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.150984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e7da-f20a-4195-850e-0efffd30b3d1 req-2bdbd6f7-081e-41b3-8e50-16429a00d688 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:50.158937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa31e7da-f20a-4195-850e-0efffd30b3d1 req-2bdbd6f7-081e-41b3-8e50-16429a00d688 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0740848 Aug 10 01:06:50.162327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port 17c28848-7613-4c6d-bc1d-e47dce53e2ce, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=17c28848-7613-4c6d-bc1d-e47dce53e2ce,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:50.162613 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.177022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for 17c28848-7613-4c6d-bc1d-e47dce53e2ce owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:06:50.216346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa31e7da-f20a-4195-850e-0efffd30b3d1 req-a3283af0-66b8-40ec-a323-c0a4d5bd53ba tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562251 Aug 10 01:06:50.342826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.357313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['17c28848-7613-4c6d-bc1d-e47dce53e2ce'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:50.361286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:50.373578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=17c28848-7613-4c6d-bc1d-e47dce53e2ce,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:50.423817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port 17c28848-7613-4c6d-bc1d-e47dce53e2ce on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:06:50.426397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:50.428507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20a988e6-60eb-4706-a9ba-132b8d08a579 req-cd7f3ddb-ec8d-4980-a5d2-e8965acf20ab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "DELETE /v2.0/ports/17c28848-7613-4c6d-bc1d-e47dce53e2ce HTTP/1.1" status: 204 len: 173 time: 0.4772601 Aug 10 01:06:50.429220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'name': 'network-vif-deleted', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:50.431631 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152aa239-95d0-4818-827b-d4d3b593edfd" -d '{"events": [{"server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "name": "network-vif-deleted", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:50.488631 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4565fb-99a4-423c-b813-74d0f183addd x-openstack-request-id: req-3e4565fb-99a4-423c-b813-74d0f183addd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:50.489061 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75cdc5f1-9748-4bf7-b1fe-0abdfd52a537", "name": "network-vif-deleted", "tag": "17c28848-7613-4c6d-bc1d-e47dce53e2ce", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:50.489318 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e4565fb-99a4-423c-b813-74d0f183addd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:50.489744 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75cdc5f1-9748-4bf7-b1fe-0abdfd52a537', 'name': 'network-vif-deleted', 'tag': '17c28848-7613-4c6d-bc1d-e47dce53e2ce', 'status': 'completed', 'code': 200} Aug 10 01:06:50.993243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da607902-5458-4fe1-99a2-2c81947d8eae req-9a084efd-60b8-4ef5-9c0d-bcc9c53326ed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=75cdc5f1-9748-4bf7-b1fe-0abdfd52a537 HTTP/1.1" status: 200 len: 210 time: 0.0349729 Aug 10 01:06:51.335321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e160a4-a647-47f8-9b89-0cb0e8fa417a req-237271c3-0d1b-444b-85d5-c32a744f4400 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:51.339114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40e160a4-a647-47f8-9b89-0cb0e8fa417a req-237271c3-0d1b-444b-85d5-c32a744f4400 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0591948 Aug 10 01:06:51.376827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40e160a4-a647-47f8-9b89-0cb0e8fa417a req-f75d711b-8cb3-4a20-b99c-adfa5ee29275 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329888 Aug 10 01:06:52.288813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-ae6fe3ec-741a-4164-b9d0-58295f9e185e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:52.290646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-ae6fe3ec-741a-4164-b9d0-58295f9e185e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1009107 Aug 10 01:06:52.305865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-0f42cdba-ea39-4f0c-9f71-58beb27f36d6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0092094 Aug 10 01:06:52.357934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-2ad4379a-9a5e-4a01-aaa3-079bafa2f6f9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466270 Aug 10 01:06:52.452943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-39a4656a-6656-44a7-8250-9aea0935b1cd service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879269 Aug 10 01:06:52.499314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b9182-ab59-4ce7-ae54-d732b27731d5 req-82ae47dc-8727-4472-b66e-17a78c4a1d28 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:52.500826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-634b9182-ab59-4ce7-ae54-d732b27731d5 req-82ae47dc-8727-4472-b66e-17a78c4a1d28 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Aug 10 01:06:52.544864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-634b9182-ab59-4ce7-ae54-d732b27731d5 req-d032cdd5-ca2d-491e-bedb-824d6313bb58 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365775 Aug 10 01:06:52.557946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-a9791ae9-c178-417e-8e74-d2e2e3d13b56 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989470 Aug 10 01:06:52.737610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-774582f2-7647-4b8e-81e5-f218eff64e29 req-451001d6-a5b1-4844-b1c5-8c8911bf0c79 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 210 time: 0.0334640 Aug 10 01:06:53.897019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b08a473c-114d-4d40-a1f8-db523819f1e7 req-6da65e3d-dabc-4486-b160-99f19b022012 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 210 time: 0.0353911 Aug 10 01:06:54.122185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-70558799-2f29-493f-979f-5ef5bf2526fd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.123602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-70558799-2f29-493f-979f-5ef5bf2526fd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.5405345 Aug 10 01:06:54.134352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1cd52-da7e-439e-b33e-a098474c4467 req-24f646d5-a4eb-4a08-825d-47b31f724860 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.136069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61a1cd52-da7e-439e-b33e-a098474c4467 req-24f646d5-a4eb-4a08-825d-47b31f724860 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.4777019 Aug 10 01:06:54.141469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:54.230034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61a1cd52-da7e-439e-b33e-a098474c4467 req-62e5b2a0-bc8f-4a7f-8696-e691e2f691a9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849459 Aug 10 01:06:54.296447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:06:54.300142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.430870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.7 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:06:54.579514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.621124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.644732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:54.654305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 17c28848-7613-4c6d-bc1d-e47dce53e2ce no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:06:54.669025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:06:54.672302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:06:54.676229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:06:54.705594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:54.723283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 17c28848-7613-4c6d-bc1d-e47dce53e2ce {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:06:54.723687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 17c28848-7613-4c6d-bc1d-e47dce53e2ce not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:06:54.735781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:54.736479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:54.753306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-47797025-7603-43b7-960f-3c97be317d4c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161499 Aug 10 01:06:54.769494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Request body: {'port': {'device_id': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:06:54.849319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.046354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c4a21-2476-4f38-aef0-6f98f54a8146 req-040b8f24-af8e-4a85-917d-0e968021a946 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.047905 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f83c4a21-2476-4f38-aef0-6f98f54a8146 req-040b8f24-af8e-4a85-917d-0e968021a946 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 931 time: 0.0620375 Aug 10 01:06:55.092043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f83c4a21-2476-4f38-aef0-6f98f54a8146 req-b8a83309-8762-4d7a-91bb-29e7304b8fc1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Aug 10 01:06:55.128988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:55.136925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.149032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Transition to ACTIVE for port object fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:06:55.152359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.222572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:55.285554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Attempting to bind port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:06:55.285894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Attempting to bind port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:06:55.286226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Attempting to bind port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:55.292758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:06:55.293275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Attempting to bind port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:06:55.298955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:06:55.299297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:06:55.299951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:06:55.300390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Bound port: fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:06:55.300749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.384715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:06:55.388658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:06:55.392376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.397740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f9e34-4539-4bd7-9555-2d2b926fe958 req-5dda3355-1f0a-48f7-97b2-e07534f5c4eb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.405206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec7f9e34-4539-4bd7-9555-2d2b926fe958 req-5dda3355-1f0a-48f7-97b2-e07534f5c4eb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0614183 Aug 10 01:06:55.424850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.425883 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.427767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] 10.222.0.21 "PUT /v2.0/ports/fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d HTTP/1.1" status: 200 len: 1092 time: 0.6652532 Aug 10 01:06:55.430644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:06:55.434349 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2971d-81df-4338-9909-8cacab13d1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:06:55.444227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec7f9e34-4539-4bd7-9555-2d2b926fe958 req-f6dba28c-ba6e-4bc2-98f4-ea3614b69efb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375571 Aug 10 01:06:55.468367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f1796-8755-4920-8032-ab9bbbb981e7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:55.489997 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5130446a-41f6-470c-a7df-a05b34d607be x-openstack-request-id: req-5130446a-41f6-470c-a7df-a05b34d607be {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:06:55.490603 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:06:55.490975 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5130446a-41f6-470c-a7df-a05b34d607be {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:06:55.492190 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d', 'status': 'completed', 'code': 200} Aug 10 01:06:55.553122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-7a8f9265-5b62-4505-8589-8d19f2d64cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.555846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-7a8f9265-5b62-4505-8589-8d19f2d64cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 1095 time: 0.0460238 Aug 10 01:06:55.603360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-ba4eadd2-101c-4efd-9375-5fd37d41fba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d HTTP/1.1" status: 200 len: 217 time: 0.0389946 Aug 10 01:06:55.655160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-b0beb904-bc22-4438-8a44-55afeeacbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.656648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-b0beb904-bc22-4438-8a44-55afeeacbb20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0461118 Aug 10 01:06:55.690991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-d79c8e10-b2c7-4e74-b42b-f5ae2d2db33f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263987 Aug 10 01:06:55.790048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-c9a0bbf7-4be7-4e54-8c8c-f7fab02e4d5b service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910451 Aug 10 01:06:55.879498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6545e0-629a-4ee9-8219-40e9e3ddf0c4 req-321fd013-d47e-4b14-930b-4d91a3c94210 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817971 Aug 10 01:06:55.961521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:55.966834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-d766081e-ce16-4d1d-8883-b4386d946ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:55.968403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-d766081e-ce16-4d1d-8883-b4386d946ad0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 1095 time: 0.0428860 Aug 10 01:06:56.063091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-9d1ba072-5cb2-4309-b970-80eeb9fc310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.065898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-9d1ba072-5cb2-4309-b970-80eeb9fc310b service neutron] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.0894582 Aug 10 01:06:56.112157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-f4d07006-058b-482b-b9ea-4ae46593a782 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d HTTP/1.1" status: 200 len: 217 time: 0.0358529 Aug 10 01:06:56.164841 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:56.169247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-a17ad928-4f01-436d-a859-885adbdcfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.170851 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-a17ad928-4f01-436d-a859-885adbdcfc79 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0505664 Aug 10 01:06:56.222838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-33e4a9d9-7a88-49c1-bed1-c1772fd65d9d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380867 Aug 10 01:06:56.290087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ccff-4bac-4e43-a36d-983bbc0f853a req-6aacef0f-9a7f-4ed3-84d7-2607b0ac8140 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.291607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1225ccff-4bac-4e43-a36d-983bbc0f853a req-6aacef0f-9a7f-4ed3-84d7-2607b0ac8140 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 943 time: 0.1153655 Aug 10 01:06:56.358013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1225ccff-4bac-4e43-a36d-983bbc0f853a req-378cc321-7cad-4887-9c75-90d3eb86d4b8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585048 Aug 10 01:06:56.365263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-ed7c8914-aca6-4fc6-b4a2-9aa519393b89 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321745 Aug 10 01:06:56.458613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11b2971d-81df-4338-9909-8cacab13d1d8 req-d662ef70-d08e-445d-a636-695749d89d31 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Aug 10 01:06:56.584410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823877b4-f4cd-4465-9249-e528a4127de1 req-6e506cc5-5c17-4705-845f-3e0b73e66c7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.586494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-823877b4-f4cd-4465-9249-e528a4127de1 req-6e506cc5-5c17-4705-845f-3e0b73e66c7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Aug 10 01:06:56.624072 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-823877b4-f4cd-4465-9249-e528a4127de1 req-a212c21e-6161-4d5b-be74-ebda8c752774 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313623 Aug 10 01:06:56.866756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1bd85-e84a-4b84-9568-7b0c1667de5f req-47f08818-1fcf-4f9c-9939-a4e113b55f7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.868625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afd1bd85-e84a-4b84-9568-7b0c1667de5f req-47f08818-1fcf-4f9c-9939-a4e113b55f7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0745003 Aug 10 01:06:56.896074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-3d002711-7ebe-455c-8f58-8477657442b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:56.897612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-3d002711-7ebe-455c-8f58-8477657442b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1097 time: 0.0659611 Aug 10 01:06:56.932433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afd1bd85-e84a-4b84-9568-7b0c1667de5f req-fd229301-9138-4963-a9f2-b20541caf4fb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577123 Aug 10 01:06:57.008713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-b58c853f-8a75-4c5c-891f-5d3cae55b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:57.010523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-b58c853f-8a75-4c5c-891f-5d3cae55b807 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1019721 Aug 10 01:06:57.083597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-39704111-ee4d-4e5e-be7f-ab1d7026c0a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 1001 time: 0.0635042 Aug 10 01:06:57.137756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-254a80e7-6ab7-4a24-a25b-751d2aaa817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:57.139292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-254a80e7-6ab7-4a24-a25b-751d2aaa817f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0464149 Aug 10 01:06:57.196645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-ff1159a6-8eda-4df2-b019-5ecc953ffd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:57.198170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-ff1159a6-8eda-4df2-b019-5ecc953ffd8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472355 Aug 10 01:06:57.311781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-e1ac9b25-d913-4956-bed8-af7447395bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981553 Aug 10 01:06:57.421722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb557952-e354-4c27-85c5-68ef258a0f53 req-ba6b9a9b-30ca-451c-b467-5dbd64182f50 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981088 Aug 10 01:06:57.498181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea3fe-a341-4f6f-b9ff-edffe34d964c req-bbc3596d-c854-4c60-8e0f-b10135365309 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:57.499748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ea3fe-a341-4f6f-b9ff-edffe34d964c req-bbc3596d-c854-4c60-8e0f-b10135365309 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 943 time: 0.0656931 Aug 10 01:06:57.537181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-907ea3fe-a341-4f6f-b9ff-edffe34d964c req-b15ac345-80ef-4bd3-a0a4-bfd86e34d8c5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313613 Aug 10 01:06:58.053170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decd200-5433-4862-96ff-26083e351c79 req-1a0bbadb-58dd-4b49-8958-b9597a456f56 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:58.055729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0decd200-5433-4862-96ff-26083e351c79 req-1a0bbadb-58dd-4b49-8958-b9597a456f56 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Aug 10 01:06:58.095864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0decd200-5433-4862-96ff-26083e351c79 req-d91a6e81-51a6-4c04-8ee1-439e9fbb84b1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320818 Aug 10 01:06:58.651296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:06:58.658303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb1823-a09e-476e-9fd5-b851fad481a1 req-6628dd7b-2a24-45d1-8466-3f02c1c50bc5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:58.660316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cdb1823-a09e-476e-9fd5-b851fad481a1 req-6628dd7b-2a24-45d1-8466-3f02c1c50bc5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 943 time: 0.0540142 Aug 10 01:06:58.708579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cdb1823-a09e-476e-9fd5-b851fad481a1 req-75857bfa-2827-4e5d-bdd8-983ed8a27108 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Aug 10 01:06:58.758496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:58.770194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d', 'mac_address': 'fa:16:3e:10:7d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:06:58.807655 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:58.824217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:06:58.843553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:06:58.847835 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:06:58.903602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:06:59.077299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:06:59.234535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be8bc-1822-4977-8dd6-9eedba8ae92f req-000231cb-e985-43f1-8264-8930af725d8c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:59.236915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c3be8bc-1822-4977-8dd6-9eedba8ae92f req-000231cb-e985-43f1-8264-8930af725d8c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0569241 Aug 10 01:06:59.281981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c3be8bc-1822-4977-8dd6-9eedba8ae92f req-2efa2cef-135d-4b58-99ef-da492f8364ea tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378349 Aug 10 01:06:59.827883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a435ddb-322e-4ff1-99d6-772bfedc8613 req-b46e95f0-8920-45ef-b69e-93aa7ca3ce8d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:06:59.829371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a435ddb-322e-4ff1-99d6-772bfedc8613 req-b46e95f0-8920-45ef-b69e-93aa7ca3ce8d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 944 time: 0.0495675 Aug 10 01:06:59.868178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a435ddb-322e-4ff1-99d6-772bfedc8613 req-043e8314-357b-4b9c-b993-bb6535b6e208 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Aug 10 01:07:00.667046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:00.719461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:00.723014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:00.723415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.803556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.826656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:00.829448 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3175b-0126-4f52-b80a-ac7d56b978ae" -d '{"events": [{"server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:00.855308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:00.860594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:00.890741 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd5715-d4b8-4610-9784-5fb0114f9bcc x-openstack-request-id: req-ecfd5715-d4b8-4610-9784-5fb0114f9bcc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:00.891027 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "name": "network-vif-plugged", "status": "completed", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:00.891277 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecfd5715-d4b8-4610-9784-5fb0114f9bcc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:00.891657 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d', 'code': 200} Aug 10 01:07:00.925581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:00.988458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664df6bb-1dd5-486d-8ea2-1d75dd6cae73 req-0e323bc2-5244-4d30-9d3f-1644b7baa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:00.991394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-664df6bb-1dd5-486d-8ea2-1d75dd6cae73 req-0e323bc2-5244-4d30-9d3f-1644b7baa9bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 1097 time: 0.0433018 Aug 10 01:07:00.996804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e578f-e99e-42d8-be3f-943a648628b8 req-45f3d015-12bc-4250-8380-01af3e90ffed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:00.998289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0e578f-e99e-42d8-be3f-943a648628b8 req-45f3d015-12bc-4250-8380-01af3e90ffed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0550327 Aug 10 01:07:01.029886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-664df6bb-1dd5-486d-8ea2-1d75dd6cae73 req-afaa62a8-8707-411c-ba8e-0b6759683a92 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317035 Aug 10 01:07:01.042447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be0e578f-e99e-42d8-be3f-943a648628b8 req-e4ff7f76-ebd0-44c0-839e-33b1349a21fc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373051 Aug 10 01:07:02.173999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5660d8-1707-4d3a-9d3a-1be3074cd8b0 req-b053e84f-cdda-4c70-b9b6-091b7530f87f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.175685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a5660d8-1707-4d3a-9d3a-1be3074cd8b0 req-b053e84f-cdda-4c70-b9b6-091b7530f87f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0602369 Aug 10 01:07:02.224429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a5660d8-1707-4d3a-9d3a-1be3074cd8b0 req-58453a88-86ab-4eae-9d39-d9c64834ab6d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Aug 10 01:07:02.457894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-8ae6e79f-b890-4aa6-b6d7-e271171757c4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:02.459412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-8ae6e79f-b890-4aa6-b6d7-e271171757c4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1030109 Aug 10 01:07:02.476089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-38ded842-c397-41f0-84dd-dd3c8c57b029 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0097737 Aug 10 01:07:02.532649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-36539035-e4fc-4be0-a283-03cfd1fa85cd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502958 Aug 10 01:07:02.544392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-40ec02d0-8973-4fbb-8602-96912c2db6ac service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:07:02.545363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-40ec02d0-8973-4fbb-8602-96912c2db6ac service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049984 Aug 10 01:07:02.655803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-b3561b01-7ab8-47cb-8c6e-e375f501d8f2 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029096 Aug 10 01:07:02.757368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-6038197c-aca4-4677-aba5-055c35d36ff2 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951724 Aug 10 01:07:02.947892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4809e283-69e1-4806-a1e9-5316c3b53247 req-98ef2c40-0c93-48bf-9fb3-31567a627b28 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 210 time: 0.0356340 Aug 10 01:07:04.067947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-564a515c-1b6a-4ce0-99d0-5b2b6cb49fe4 req-79b54ad3-79f5-4122-9aa5-89019a34caab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 210 time: 0.0332386 Aug 10 01:07:04.120227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-6bac73cd-1925-403c-b290-162d0e5597f0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:04.121653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-6bac73cd-1925-403c-b290-162d0e5597f0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1543224 Aug 10 01:07:04.136551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:04.256493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:04.260089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.390504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.11 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/34cedde6-d855-42e8-b813-813c29c9f64b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:04.548183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.587797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.598752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:04.604528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:04.645753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:04.650107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:04.652226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:04.654693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:04.716067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:04.716685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:04.736277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5ad64e04-512b-499c-9dfd-36b450d37b5a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6035230 Aug 10 01:07:04.748746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Request body: {'port': {'device_id': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:04.808696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.149513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cedde6-d855-42e8-b813-813c29c9f64b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:05.158720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.173031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Transition to ACTIVE for port object 34cedde6-d855-42e8-b813-813c29c9f64b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:05.178874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.200796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493abf7c-0ce5-482b-ba01-eae0a0014c99 req-0c59ca0d-b1e1-46d0-b952-5cf95abcb30b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:05.209371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-493abf7c-0ce5-482b-ba01-eae0a0014c99 req-0c59ca0d-b1e1-46d0-b952-5cf95abcb30b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 932 time: 0.0609307 Aug 10 01:07:05.232139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Pushing event updated for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:05.268772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-493abf7c-0ce5-482b-ba01-eae0a0014c99 req-d78b963e-34d1-42d6-aad3-07f7ea190115 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Aug 10 01:07:05.335497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Attempting to bind port 34cedde6-d855-42e8-b813-813c29c9f64b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:05.335837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Attempting to bind port 34cedde6-d855-42e8-b813-813c29c9f64b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:05.336165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Attempting to bind port 34cedde6-d855-42e8-b813-813c29c9f64b on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:05.341472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Port 34cedde6-d855-42e8-b813-813c29c9f64b on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:05.341799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Attempting to bind port 34cedde6-d855-42e8-b813-813c29c9f64b on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:05.350294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:05.350779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:05.351145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:05.351586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Bound port: 34cedde6-d855-42e8-b813-813c29c9f64b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:05.351948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.426710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:05.430418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=34cedde6-d855-42e8-b813-813c29c9f64b,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:05.435084 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.469204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:05.469631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:05.471058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] 10.222.0.10 "PUT /v2.0/ports/34cedde6-d855-42e8-b813-813c29c9f64b HTTP/1.1" status: 200 len: 1093 time: 0.7270138 Aug 10 01:07:05.471497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:05.473726 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce" -d '{"events": [{"name": "network-changed", "server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:05.537166 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1def7-ab64-4d8f-8423-2268814f3aae x-openstack-request-id: req-66d1def7-ab64-4d8f-8423-2268814f3aae {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:05.537166 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:05.537166 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66d1def7-ab64-4d8f-8423-2268814f3aae {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:05.538197 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b', 'status': 'completed', 'code': 200} Aug 10 01:07:05.557284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2fae1-0f71-4aad-ae63-21b5b3103884 service neutron] Pushing event updated for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:05.575461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-462c4ff2-fb78-4704-a726-25adb9ee14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:05.577215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-462c4ff2-fb78-4704-a726-25adb9ee14c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 1096 time: 0.0532696 Aug 10 01:07:05.628561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-798c5162-ea1c-4a93-bcf3-d2efa1529e99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34cedde6-d855-42e8-b813-813c29c9f64b HTTP/1.1" status: 200 len: 217 time: 0.0418687 Aug 10 01:07:05.682269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-6cb4fa4e-2db0-4abe-a324-3c768c11dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:05.683879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-6cb4fa4e-2db0-4abe-a324-3c768c11dece service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0488853 Aug 10 01:07:05.718455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-5f9dcdb7-2b32-4bfe-8759-23720cb047a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277483 Aug 10 01:07:05.814559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-080df337-f3f3-4f4a-b102-2d45f346382f service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883138 Aug 10 01:07:05.922717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b089ad5c-5e7a-4905-b841-2ffbbbcb5482 req-336de3ed-a262-4a5b-bf3b-921a802e0d36 service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942805 Aug 10 01:07:06.016997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-3655e7ee-0ad4-44f8-9d5b-93a663f588eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:06.018547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-3655e7ee-0ad4-44f8-9d5b-93a663f588eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 1096 time: 0.0475905 Aug 10 01:07:06.114745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-813ffe99-2e7a-4607-98e3-f41cdbd01414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:06.118019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-813ffe99-2e7a-4607-98e3-f41cdbd01414 service neutron] 10.222.0.10 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.0927684 Aug 10 01:07:06.171512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-145d682b-2b30-48c8-b78c-d81d80297559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34cedde6-d855-42e8-b813-813c29c9f64b HTTP/1.1" status: 200 len: 217 time: 0.0405231 Aug 10 01:07:06.231916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-67313720-b5c1-40e1-bdbb-0cf8a0928727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:06.233411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-67313720-b5c1-40e1-bdbb-0cf8a0928727 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0512528 Aug 10 01:07:06.266796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-30ceed6e-de0f-4e7d-89ac-0682a34590be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246990 Aug 10 01:07:06.389921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-1286c412-9bcb-4a6b-839c-ef656bedf66d service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108823 Aug 10 01:07:06.400085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9a08-5746-425c-8d5e-582fa68884c8 req-8c4d8422-017d-4042-8502-df1f1b6ea0d0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:06.402217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3c9a08-5746-425c-8d5e-582fa68884c8 req-8c4d8422-017d-4042-8502-df1f1b6ea0d0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 944 time: 0.0614874 Aug 10 01:07:06.441784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3c9a08-5746-425c-8d5e-582fa68884c8 req-c11306fd-aa57-4d5b-bcee-651d4febeab2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Aug 10 01:07:06.496354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1cf1b42-8e6b-4423-aaf7-801e8c5aecce req-ae5960db-78f3-41e6-8d78-17cc9edce3ff service neutron] 10.222.0.10 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953660 Aug 10 01:07:07.573458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5626ae-6dae-4a40-ae57-e778210823da req-b074adc3-0292-41a5-b332-6a08fb13b46d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:07.575034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc5626ae-6dae-4a40-ae57-e778210823da req-b074adc3-0292-41a5-b332-6a08fb13b46d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 944 time: 0.0548389 Aug 10 01:07:07.617878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc5626ae-6dae-4a40-ae57-e778210823da req-e565d760-362d-4dc6-886f-f25925e3508c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341179 Aug 10 01:07:08.375353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 34cedde6-d855-42e8-b813-813c29c9f64b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:08.477208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=34cedde6-d855-42e8-b813-813c29c9f64b,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:08.489090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '34cedde6-d855-42e8-b813-813c29c9f64b', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': '34cedde6-d855-42e8-b813-813c29c9f64b', 'mac_address': 'fa:16:3e:39:4e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:08.529727 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.542199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cedde6-d855-42e8-b813-813c29c9f64b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:08.561487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=34cedde6-d855-42e8-b813-813c29c9f64b,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:08.565626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:08.618878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:08.755164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e40a0f-ae74-4a17-b685-3f0e41a7adeb req-8d0ff8e4-7fb5-4fa5-bd56-5f0a020696b8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:08.757553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7e40a0f-ae74-4a17-b685-3f0e41a7adeb req-8d0ff8e4-7fb5-4fa5-bd56-5f0a020696b8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 945 time: 0.0682642 Aug 10 01:07:08.797669 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7e40a0f-ae74-4a17-b685-3f0e41a7adeb req-7d5c8e04-f02a-458c-84d3-63ec4883ea78 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Aug 10 01:07:08.898064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['34cedde6-d855-42e8-b813-813c29c9f64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:09.921309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30179aa2-e484-466a-9683-46e4305d0ac7 req-08ea375a-c09f-4335-bd53-a40a03ebc37e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:09.922833 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-30179aa2-e484-466a-9683-46e4305d0ac7 req-08ea375a-c09f-4335-bd53-a40a03ebc37e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 945 time: 0.0503256 Aug 10 01:07:09.961644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-30179aa2-e484-466a-9683-46e4305d0ac7 req-704786e4-d5f5-4370-9a0c-361fae84f2c4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327711 Aug 10 01:07:10.381661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 34cedde6-d855-42e8-b813-813c29c9f64b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:10.435107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 34cedde6-d855-42e8-b813-813c29c9f64b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:10.439220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 34cedde6-d855-42e8-b813-813c29c9f64b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:10.439725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.521663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.547067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:10.549285 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed8ae5-55b4-4005-9d0b-9ef7b92520e3" -d '{"events": [{"server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "name": "network-vif-plugged", "status": "completed", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:10.565603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=34cedde6-d855-42e8-b813-813c29c9f64b,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:10.571034 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:10.635680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:10.692634 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1353a288-890d-4f91-92fc-49cffc846ba9 x-openstack-request-id: req-1353a288-890d-4f91-92fc-49cffc846ba9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:10.692932 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "name": "network-vif-plugged", "status": "completed", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:10.693187 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1353a288-890d-4f91-92fc-49cffc846ba9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:10.693633 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b', 'code': 200} Aug 10 01:07:10.804548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec6e1-3607-483d-8044-0dac63c5fd0e req-f48fa763-45d9-4f20-818e-748f905b2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:10.806223 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775ec6e1-3607-483d-8044-0dac63c5fd0e req-f48fa763-45d9-4f20-818e-748f905b2dd3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 1098 time: 0.0563321 Aug 10 01:07:10.852755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-775ec6e1-3607-483d-8044-0dac63c5fd0e req-4bcc56f8-1541-444d-861c-5b7dc523c502 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368204 Aug 10 01:07:11.084729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ed59f-9838-495c-8fec-4e88351fd6cc req-fed8a1af-873c-45d0-aa40-77548f39765f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:11.086221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ee7ed59f-9838-495c-8fec-4e88351fd6cc req-fed8a1af-873c-45d0-aa40-77548f39765f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0502534 Aug 10 01:07:11.133276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ee7ed59f-9838-495c-8fec-4e88351fd6cc req-f56098ed-0d3b-47f9-a56c-7fdb1cef33da tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358524 Aug 10 01:07:12.255101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c65b-a987-43d9-88a9-fa48b125d23c req-5e6ecb9c-b43a-42a8-9ab7-913485cbdcab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:12.257418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e6c65b-a987-43d9-88a9-fa48b125d23c req-5e6ecb9c-b43a-42a8-9ab7-913485cbdcab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0520542 Aug 10 01:07:12.297389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85e6c65b-a987-43d9-88a9-fa48b125d23c req-be805ee7-2872-452c-b6dd-9b375ee87867 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 Aug 10 01:07:12.419190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6af3f9-caf0-45ca-a213-1214aed78361 req-bb13941b-d8f0-4df7-8b24-c5528de98e28 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:12.419998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b6af3f9-caf0-45ca-a213-1214aed78361 req-bb13941b-d8f0-4df7-8b24-c5528de98e28 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0520115 Aug 10 01:07:12.463117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b6af3f9-caf0-45ca-a213-1214aed78361 req-7a372a91-628f-4c90-ac5d-2d55aa6e69b9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Aug 10 01:07:12.587645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c200e6e-c2fb-4fc8-996e-6bca49916f20 req-0378c1eb-d4aa-4f8b-9577-6691d3ba523e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:12.589138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c200e6e-c2fb-4fc8-996e-6bca49916f20 req-0378c1eb-d4aa-4f8b-9577-6691d3ba523e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0490670 Aug 10 01:07:12.628332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7c200e6e-c2fb-4fc8-996e-6bca49916f20 req-ab737d75-7246-4d80-933c-bf3bc35bb731 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331092 Aug 10 01:07:12.888445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91246f1e-039c-4bf3-bbab-409990b09615 req-54215f39-1fe6-4517-a144-0dae37eeed6a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:12.890759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91246f1e-039c-4bf3-bbab-409990b09615 req-54215f39-1fe6-4517-a144-0dae37eeed6a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0555727 Aug 10 01:07:12.929462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91246f1e-039c-4bf3-bbab-409990b09615 req-83f17a4f-bd02-463d-94ca-4e9e1fb88bab tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Aug 10 01:07:14.042508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdc08630-3f52-41b5-a063-b8ff4c0ffa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.054247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9bbfa-fe70-4a0e-b820-91006f3ece00 req-6b597ada-03c9-4045-98bf-ad0515bf63a2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:14.055785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8dd9bbfa-fe70-4a0e-b820-91006f3ece00 req-6b597ada-03c9-4045-98bf-ad0515bf63a2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0555122 Aug 10 01:07:14.098307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8dd9bbfa-fe70-4a0e-b820-91006f3ece00 req-a3a9fccc-6d9a-49bc-acb7-62c2f9910cf6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Aug 10 01:07:14.490733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-dc5a2858-3556-477a-a354-0df706d8cfa8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:14.492335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-dc5a2858-3556-477a-a354-0df706d8cfa8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 946 time: 0.0486610 Aug 10 01:07:14.591836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port 34cedde6-d855-42e8-b813-813c29c9f64b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:14.592223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.695500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port 34cedde6-d855-42e8-b813-813c29c9f64b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=34cedde6-d855-42e8-b813-813c29c9f64b,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:14.695871 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.708622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for 34cedde6-d855-42e8-b813-813c29c9f64b owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:14.843314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.855923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', '34cedde6-d855-42e8-b813-813c29c9f64b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:14.859196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:14.872976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=34cedde6-d855-42e8-b813-813c29c9f64b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:14.916575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port 34cedde6-d855-42e8-b813-813c29c9f64b on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:14.919388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:14.922078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9483960-38f8-4590-b1d3-996dbafd66dc req-187abcbb-c9f4-4452-b4b8-2baa1412f93b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "DELETE /v2.0/ports/34cedde6-d855-42e8-b813-813c29c9f64b HTTP/1.1" status: 204 len: 173 time: 0.4233651 Aug 10 01:07:14.922630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'name': 'network-vif-deleted', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:14.925193 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2673ec4-a8bc-4016-b69b-5daf51408435" -d '{"events": [{"server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "name": "network-vif-deleted", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:15.062652 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c399c8df-d777-4d63-a2a8-97638a891444 x-openstack-request-id: req-c399c8df-d777-4d63-a2a8-97638a891444 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:15.063266 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8779563-c9f5-4887-8c67-b23ef06bf8bd", "name": "network-vif-deleted", "tag": "34cedde6-d855-42e8-b813-813c29c9f64b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:15.063266 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c399c8df-d777-4d63-a2a8-97638a891444 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:15.063582 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8779563-c9f5-4887-8c67-b23ef06bf8bd', 'name': 'network-vif-deleted', 'tag': '34cedde6-d855-42e8-b813-813c29c9f64b', 'status': 'completed', 'code': 200} Aug 10 01:07:15.232512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b9fe2bb-f559-4c67-b0de-416b60298a75 req-4f0d48af-b25e-4a45-aa3b-1eea70bc50de tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8779563-c9f5-4887-8c67-b23ef06bf8bd HTTP/1.1" status: 200 len: 210 time: 0.0273521 Aug 10 01:07:15.696360 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:07:16.568902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d38445-cf46-4c7c-a02d-ac63f29308e5 req-b147cd26-eea1-4211-b3be-3a37eb20ba5f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:16.570387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83d38445-cf46-4c7c-a02d-ac63f29308e5 req-b147cd26-eea1-4211-b3be-3a37eb20ba5f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0685594 Aug 10 01:07:16.614719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83d38445-cf46-4c7c-a02d-ac63f29308e5 req-8c88e744-4d1a-44fc-9ebb-188b446cc3ff tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349073 Aug 10 01:07:16.737551 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9025e145-8c85-41d8-8b29-cdb23edf1d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:16.764484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-d6b04605-e9ff-463f-ab0f-6a2c4a4e936f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453947 Aug 10 01:07:16.851335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-7033cbe4-cf58-4df2-97dc-4d1ebf74af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:16.852897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-7033cbe4-cf58-4df2-97dc-4d1ebf74af80 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 1098 time: 0.0430472 Aug 10 01:07:16.962857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-f5dee9ab-9e39-426a-a870-b966b82c9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:16.964422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-f5dee9ab-9e39-426a-a870-b966b82c9aca service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.0916798 Aug 10 01:07:17.008617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-a6b3f94e-5d2b-45d2-896f-d149855a300f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 200 len: 217 time: 0.0368569 Aug 10 01:07:17.065954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-7eda39cc-11af-4cae-9fdf-50bb39e099ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:17.067500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-7eda39cc-11af-4cae-9fdf-50bb39e099ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0513535 Aug 10 01:07:17.123253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-5068c0be-b272-4ed9-b9ff-43f03b9c27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:17.124739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-5068c0be-b272-4ed9-b9ff-43f03b9c27bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470946 Aug 10 01:07:17.217224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-b7e915d9-9d61-43a9-b880-bb57e421dfc5 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823941 Aug 10 01:07:17.271788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:17.327856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac24bd21-0c7e-489d-be99-a5b4f418bff0 req-52e0502e-eed2-4509-8e6f-2effd22df61a service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031842 Aug 10 01:07:17.681407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:17.752787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c210797-561a-4993-b541-ec55a03078c5 req-a5d26cbf-16f1-4d0b-a1af-8cef348b62e4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:17.754305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c210797-561a-4993-b541-ec55a03078c5 req-a5d26cbf-16f1-4d0b-a1af-8cef348b62e4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Aug 10 01:07:17.799656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c210797-561a-4993-b541-ec55a03078c5 req-e589510b-e7dc-4529-ad8b-736256612dcd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Aug 10 01:07:17.995928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-8b637ac2-1dd2-4353-ae51-a0d6fe8b5e98 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:17.997444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-8b637ac2-1dd2-4353-ae51-a0d6fe8b5e98 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 945 time: 0.0553651 Aug 10 01:07:18.118410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:18.118822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.262635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:18.263024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.280522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:18.295907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc19dfb-6254-4275-ab1c-382e95c631a7 req-e1da7c65-cfdf-4276-8015-03a77f53d9bc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:18.297369 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9fc19dfb-6254-4275-ab1c-382e95c631a7 req-e1da7c65-cfdf-4276-8015-03a77f53d9bc tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0871632 Aug 10 01:07:18.379749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9fc19dfb-6254-4275-ab1c-382e95c631a7 req-81a2ea9f-1825-4d74-af70-9799dc560f96 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745621 Aug 10 01:07:18.429463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 34cedde6-d855-42e8-b813-813c29c9f64b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:18.465304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.466234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 34cedde6-d855-42e8-b813-813c29c9f64b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:18.467578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 34cedde6-d855-42e8-b813-813c29c9f64b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:18.479114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:18.481611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:18.499766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:18.542742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:18.545530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:18.547640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13b4c9e-6da3-4e6b-90e1-47c8fbe7df09 req-aa3a977e-f5db-40ed-a576-0d915180fe1f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "DELETE /v2.0/ports/fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d HTTP/1.1" status: 204 len: 173 time: 0.5430989 Aug 10 01:07:18.548102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'name': 'network-vif-deleted', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:18.550315 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda5ecf8-162b-415e-aa67-c5f7d869749c" -d '{"events": [{"server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "name": "network-vif-deleted", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:18.590964 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d82a2-9095-4c19-830f-ced6867cdb89 x-openstack-request-id: req-eb2d82a2-9095-4c19-830f-ced6867cdb89 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:18.591258 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2eadbe-c2b3-4003-94ad-64118b61e402", "name": "network-vif-deleted", "tag": "fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:18.591512 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb2d82a2-9095-4c19-830f-ced6867cdb89 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:18.591911 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2eadbe-c2b3-4003-94ad-64118b61e402', 'name': 'network-vif-deleted', 'tag': 'fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d', 'status': 'completed', 'code': 200} Aug 10 01:07:18.909590 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-faa998ee-dd2d-458d-93cf-032e33cdc982 req-829c543d-9658-4bfe-bb31-e075b0ca847b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a2eadbe-c2b3-4003-94ad-64118b61e402 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Aug 10 01:07:19.525558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764bf3d3-b122-4814-81c8-0323aee9e70a req-2996b6fd-39bb-4d8f-a918-280af2f0594a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:19.527746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764bf3d3-b122-4814-81c8-0323aee9e70a req-2996b6fd-39bb-4d8f-a918-280af2f0594a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0561469 Aug 10 01:07:19.566187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-764bf3d3-b122-4814-81c8-0323aee9e70a req-c43c7d97-f993-460d-ac01-1762df7e0458 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Aug 10 01:07:19.607261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:20.203923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-a3c5fae8-e412-46ae-8e31-b14699af7127 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:20.206131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-a3c5fae8-e412-46ae-8e31-b14699af7127 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1112268 Aug 10 01:07:20.223826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-4950bf26-bc24-4d0e-84ad-d3e23921cd25 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0111945 Aug 10 01:07:20.280108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-e153c838-1242-4933-92a6-5b47a0e89a77 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499234 Aug 10 01:07:20.388898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-bb29b4ac-1fc5-4504-b30b-7656965ffeac service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005924 Aug 10 01:07:20.747816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91ea2-0860-40ae-8e13-ab112b2fd153 req-e855ec91-4bd9-4b6b-aaa2-388fd72c7737 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:20.751024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08d91ea2-0860-40ae-8e13-ab112b2fd153 req-e855ec91-4bd9-4b6b-aaa2-388fd72c7737 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0850918 Aug 10 01:07:20.808847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08d91ea2-0860-40ae-8e13-ab112b2fd153 req-dcac1e82-139c-4a48-8f52-3344395ef4d6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472713 Aug 10 01:07:20.883551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-046c7f44-ce27-4a5b-8666-e7ba7d0c1f4d service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879105 Aug 10 01:07:21.073604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ede17699-e368-4c45-98bb-3de8dc87687d req-866087d5-5e26-4822-b221-4d367459a714 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 210 time: 0.0323861 Aug 10 01:07:21.946479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae682fb8-4f35-4c34-bc0d-180209e57dc5 req-4fd5e152-0b83-46e8-8d5b-29956a9cd8b8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:21.947429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae682fb8-4f35-4c34-bc0d-180209e57dc5 req-4fd5e152-0b83-46e8-8d5b-29956a9cd8b8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0541272 Aug 10 01:07:22.004761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae682fb8-4f35-4c34-bc0d-180209e57dc5 req-2798ab21-2f60-4143-9765-43385f9bf3de tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488248 Aug 10 01:07:22.086455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-93126678-375a-44b1-a570-a708ad2045ed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:22.087098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-93126678-375a-44b1-a570-a708ad2045ed tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1358502 Aug 10 01:07:22.104004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:22.199601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97390499-ee38-4799-8580-cf0fc54d7c0a req-c5bd74f3-d337-4265-9ddf-a63697bb158d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 210 time: 0.0380659 Aug 10 01:07:22.255591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:22.259294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.426241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.3 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/07b7aab0-3e98-4d6d-a705-5689000be2dd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:22.597253 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.644568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.659432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:22.716235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:22.732034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:22.733696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:22.742542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:22.808360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:22.809133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:22.823040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:22.828905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-af80a258-361c-47c4-a541-9a7be7fc9a96 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334068 Aug 10 01:07:22.841099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Request body: {'port': {'device_id': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:22.846919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:22.847287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device fd5f5bdf-4a2c-4f5d-8a81-a3e18ac61e9d not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:22.902452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.178772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc30aac-38c5-4331-aea8-5445b4b6bc66 req-9e8a8004-d66a-419b-bdd6-8d9860f33854 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:23.180415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efc30aac-38c5-4331-aea8-5445b4b6bc66 req-9e8a8004-d66a-419b-bdd6-8d9860f33854 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0879960 Aug 10 01:07:23.265195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efc30aac-38c5-4331-aea8-5445b4b6bc66 req-b627cd15-4768-426d-a4ab-ef44cb20c0e1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743868 Aug 10 01:07:23.275444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b7aab0-3e98-4d6d-a705-5689000be2dd {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:23.283626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.301325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Transition to ACTIVE for port object 07b7aab0-3e98-4d6d-a705-5689000be2dd will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:23.304734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.345445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b87a-5ae8-458b-8305-9812121ef647 req-5141402b-a5ae-46fd-8f62-9c9bded520b5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:23.347304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec99b87a-5ae8-458b-8305-9812121ef647 req-5141402b-a5ae-46fd-8f62-9c9bded520b5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 931 time: 0.0663445 Aug 10 01:07:23.366102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Pushing event updated for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:23.404801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec99b87a-5ae8-458b-8305-9812121ef647 req-5de920a6-f6ec-4e43-b6fa-f338ff4b6e61 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482137 Aug 10 01:07:23.434553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Attempting to bind port 07b7aab0-3e98-4d6d-a705-5689000be2dd on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:23.434968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Attempting to bind port 07b7aab0-3e98-4d6d-a705-5689000be2dd by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:23.435312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Attempting to bind port 07b7aab0-3e98-4d6d-a705-5689000be2dd on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:23.439957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Port 07b7aab0-3e98-4d6d-a705-5689000be2dd on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:23.440420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Attempting to bind port 07b7aab0-3e98-4d6d-a705-5689000be2dd on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:23.446101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:23.446470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:23.446910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:23.447342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Bound port: 07b7aab0-3e98-4d6d-a705-5689000be2dd, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:23.447697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.533760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:23.537209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:23.541437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.578217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:23.578937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:23.580376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] 10.222.0.21 "PUT /v2.0/ports/07b7aab0-3e98-4d6d-a705-5689000be2dd HTTP/1.1" status: 200 len: 1092 time: 0.7437487 Aug 10 01:07:23.580880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:23.583278 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa677ae-6767-4e19-9aee-0f8fd80eef32" -d '{"events": [{"name": "network-changed", "server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:23.609996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd1ed-4d80-441f-bce4-2d38de9e4014 service neutron] Pushing event updated for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:23.638027 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ad5681-10b5-4440-b2ab-eae1f9ec3aad x-openstack-request-id: req-64ad5681-10b5-4440-b2ab-eae1f9ec3aad {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:23.638322 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:23.638578 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64ad5681-10b5-4440-b2ab-eae1f9ec3aad {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:23.639047 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd', 'status': 'completed', 'code': 200} Aug 10 01:07:23.672456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-cd4a11d1-d209-4e64-b67e-f69bc9856fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:23.674012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-cd4a11d1-d209-4e64-b67e-f69bc9856fb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 1095 time: 0.0477529 Aug 10 01:07:23.719376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-658563d9-083c-4a2b-9cae-1a7d5014407d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd HTTP/1.1" status: 200 len: 217 time: 0.0356023 Aug 10 01:07:23.781960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-15bc4bd1-dcac-4fcb-9dec-1d189d1adf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:23.784065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-15bc4bd1-dcac-4fcb-9dec-1d189d1adf12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0570638 Aug 10 01:07:23.817743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-dc8a2cbf-76a6-4579-a032-06e2e4475f3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271301 Aug 10 01:07:23.910929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-85f8c8e5-bf1d-41b3-95b4-8e0317bcb4bc service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857804 Aug 10 01:07:24.010108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-51d5d19c-e1af-491f-9b8e-62a1101e28b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961649 Aug 10 01:07:24.047742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35e3f623-4d47-4bf1-9f60-3e123080cacd req-469fb660-8b8c-45f5-b5a0-37a4ab342e8d service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263642 Aug 10 01:07:24.111145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de06f0-062c-43d4-b437-144570824737 req-d87ef90e-ebb4-4134-8156-2e403a4f06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.112639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-d87ef90e-ebb4-4134-8156-2e403a4f06ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.0578368 Aug 10 01:07:24.184634 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-b70ee479-62e1-4762-897c-e6e1ef4de050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.186041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-b70ee479-62e1-4762-897c-e6e1ef4de050 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 1095 time: 0.0903287 Aug 10 01:07:24.284405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de06f0-062c-43d4-b437-144570824737 req-6f8d78b2-a51e-4e12-a47e-d6edeeeb9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.286042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-6f8d78b2-a51e-4e12-a47e-d6edeeeb9025 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1503956 Aug 10 01:07:24.373832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-73e79f88-a035-4cb1-a9a1-eb71bf95c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.375312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-73e79f88-a035-4cb1-a9a1-eb71bf95c114 service neutron] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.1813560 Aug 10 01:07:24.406747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-1dd413d0-2231-473d-a770-bc1f42f7e2d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.1105564 Aug 10 01:07:24.444027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-a46de6cb-06bd-4d9c-a46c-d0fc7e4e4b11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd HTTP/1.1" status: 200 len: 217 time: 0.0473685 Aug 10 01:07:24.528475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da867a-3137-4a89-8cc7-4e9e4620162d req-80f22e08-95b5-406e-aeb4-eb8266d59013 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.529437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b1b4-0640-44ca-858c-d8b5200dc33f req-455b8c04-ada3-41a5-a6df-4178004b1ab9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.530004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36da867a-3137-4a89-8cc7-4e9e4620162d req-80f22e08-95b5-406e-aeb4-eb8266d59013 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1754363 Aug 10 01:07:24.530969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b71b1b4-0640-44ca-858c-d8b5200dc33f req-455b8c04-ada3-41a5-a6df-4178004b1ab9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 943 time: 0.0531373 Aug 10 01:07:24.535542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de06f0-062c-43d4-b437-144570824737 req-688905d9-ea46-465c-95be-27b901a5c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.537702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-688905d9-ea46-465c-95be-27b901a5c2f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.1021788 Aug 10 01:07:24.553156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-9ad5959c-b5df-46b5-ac5a-7c2f894ff9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.554603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-9ad5959c-b5df-46b5-ac5a-7c2f894ff9c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0910485 Aug 10 01:07:24.579925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b71b1b4-0640-44ca-858c-d8b5200dc33f req-d771a99f-3f8f-4146-bd48-7035da136312 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Aug 10 01:07:24.614934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-6cb687f9-2481-4916-811f-2973ac5d860f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443864 Aug 10 01:07:24.650176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36da867a-3137-4a89-8cc7-4e9e4620162d req-c55eca02-d513-4fa6-864d-ec13be89d1cb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098714 Aug 10 01:07:24.684825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de06f0-062c-43d4-b437-144570824737 req-80f1f77d-8c58-4091-b140-df5a9cb23f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:24.686377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-80f1f77d-8c58-4091-b140-df5a9cb23f1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352620 Aug 10 01:07:24.781018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-6ce01cc6-330d-4a7d-9851-1be5c0fca14e service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570723 Aug 10 01:07:24.858813 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-26c4e9d8-acd2-4855-9284-ac26bdeb61df service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630666 Aug 10 01:07:24.955104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fa677ae-6767-4e19-9aee-0f8fd80eef32 req-68687c49-525f-4568-bdb6-455c9f32a584 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632376 Aug 10 01:07:24.984320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53de06f0-062c-43d4-b437-144570824737 req-4aec5dda-5cf8-44cc-90f3-cd1bfca9e228 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155810 Aug 10 01:07:25.705449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e3b6c-a5cf-4351-b94e-1c082d835f0d req-2899b471-8f6e-4370-8feb-29a654a4e524 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:25.707014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a54e3b6c-a5cf-4351-b94e-1c082d835f0d req-2899b471-8f6e-4370-8feb-29a654a4e524 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 943 time: 0.0507190 Aug 10 01:07:25.747180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a54e3b6c-a5cf-4351-b94e-1c082d835f0d req-fec1970e-25a1-4c96-a80c-1235d420ae64 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332625 Aug 10 01:07:25.788097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515d616-c567-4522-8ba8-42e26cde4fd1 req-92805280-bde1-4522-9d35-50240eea873a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:25.789757 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6515d616-c567-4522-8ba8-42e26cde4fd1 req-92805280-bde1-4522-9d35-50240eea873a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0542555 Aug 10 01:07:25.831067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6515d616-c567-4522-8ba8-42e26cde4fd1 req-a358e23f-ddda-415a-a89e-96b5cfb71115 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350184 Aug 10 01:07:25.960574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:26.159190 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:26.837591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07b7aab0-3e98-4d6d-a705-5689000be2dd details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:26.869245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8c5ab-9f3e-438f-b79f-5f2e69149d06 req-86d5b9bf-0ee4-47a5-b6e9-4d0d3074fc53 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:26.872186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dc8c5ab-9f3e-438f-b79f-5f2e69149d06 req-86d5b9bf-0ee4-47a5-b6e9-4d0d3074fc53 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 943 time: 0.0548110 Aug 10 01:07:26.917838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dc8c5ab-9f3e-438f-b79f-5f2e69149d06 req-389331f3-eaf4-4c4a-a067-e36fbfd044c8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Aug 10 01:07:26.959051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:26.971956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '07b7aab0-3e98-4d6d-a705-5689000be2dd', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': '07b7aab0-3e98-4d6d-a705-5689000be2dd', 'mac_address': 'fa:16:3e:5e:6b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:26.980179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5106146-4dd4-4d7f-806f-55669bbe44b1 req-b4138d5f-ea10-4587-897d-214aadc85e71 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:26.982619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5106146-4dd4-4d7f-806f-55669bbe44b1 req-b4138d5f-ea10-4587-897d-214aadc85e71 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0630522 Aug 10 01:07:27.024070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5106146-4dd4-4d7f-806f-55669bbe44b1 req-3238ddde-e973-4bb7-8fff-af15c06a664f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361006 Aug 10 01:07:27.026615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:27.043232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b7aab0-3e98-4d6d-a705-5689000be2dd {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:27.064881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:27.070286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:27.120657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:27.128745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.129167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.129516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.129859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.130195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.131221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.131552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.131883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.132214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.132543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.132853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.133181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:27.303940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07b7aab0-3e98-4d6d-a705-5689000be2dd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:27.610209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf397-9757-465b-8da3-b14086407864 req-ca25caef-bb87-4630-b2b0-cb60d71bf3f7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:27.611777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-642bf397-9757-465b-8da3-b14086407864 req-ca25caef-bb87-4630-b2b0-cb60d71bf3f7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0533636 Aug 10 01:07:27.655559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-642bf397-9757-465b-8da3-b14086407864 req-72a6a24c-3258-4954-a0b6-0f3d92a88d65 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376940 Aug 10 01:07:27.775816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceaa12-0756-4b93-a626-f62524344b3f req-3cd0d6c0-c373-4bfe-bf6a-016ca742fad5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:27.777367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69ceaa12-0756-4b93-a626-f62524344b3f req-3cd0d6c0-c373-4bfe-bf6a-016ca742fad5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0513391 Aug 10 01:07:27.822304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69ceaa12-0756-4b93-a626-f62524344b3f req-3d05e120-9325-4465-bd92-34eae950e211 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384464 Aug 10 01:07:28.053931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f4d9e-1197-43b0-9188-b9b55f3454ac req-5a6cdbec-28dc-46f1-a792-3b8a15a4825e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:28.055507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-399f4d9e-1197-43b0-9188-b9b55f3454ac req-5a6cdbec-28dc-46f1-a792-3b8a15a4825e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 944 time: 0.0516655 Aug 10 01:07:28.105232 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-399f4d9e-1197-43b0-9188-b9b55f3454ac req-afdf97da-fd06-42c4-bc48-80beac3d9aee tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380502 Aug 10 01:07:28.163939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-0db77cb0-9712-4b07-8407-217d5dac0202 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:28.166555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-0db77cb0-9712-4b07-8407-217d5dac0202 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1368148 Aug 10 01:07:28.183894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-7667349b-1cb5-423d-bde2-98dbfa3dad50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/quotas/178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 375 time: 0.0114431 Aug 10 01:07:28.237733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276b84-4181-434c-a63d-a89dd1c21adb req-b56f2080-e8d0-489a-a263-58b0591453c2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:28.239486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3276b84-4181-434c-a63d-a89dd1c21adb req-b56f2080-e8d0-489a-a263-58b0591453c2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0582259 Aug 10 01:07:28.260485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-4f59c6a2-c927-4169-ac33-972b4dff847a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0708501 Aug 10 01:07:28.271940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-693ad696-c05f-4153-ba7c-ed542fc07741 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:07:28.273183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-693ad696-c05f-4153-ba7c-ed542fc07741 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053911 Aug 10 01:07:28.283527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3276b84-4181-434c-a63d-a89dd1c21adb req-87ab0e88-3c3c-46d7-b635-a0db0a3a49b2 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368640 Aug 10 01:07:28.376187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-113fa247-a25c-4a8f-ab7e-0647a7eb3c64 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965583 Aug 10 01:07:28.467559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-344e2971-8ff2-4eb9-86dc-227fbd8b51c9 service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844643 Aug 10 01:07:28.643036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e15cd205-1ca5-41f1-aabb-bb8779672fb9 req-3b861254-5b0a-48c5-b8b0-796f3858e4f6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 210 time: 0.0280228 Aug 10 01:07:28.854212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07b7aab0-3e98-4d6d-a705-5689000be2dd up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:28.909222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 07b7aab0-3e98-4d6d-a705-5689000be2dd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:28.914033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 07b7aab0-3e98-4d6d-a705-5689000be2dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:28.914486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:29.004024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:29.027336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:29.029422 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a414e0-9d02-466d-a088-cbf057d1f5aa" -d '{"events": [{"server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "name": "network-vif-plugged", "status": "completed", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:29.043034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:29.047505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:29.092344 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be22539f-ae91-48b3-812b-4efcdf400fc0 x-openstack-request-id: req-be22539f-ae91-48b3-812b-4efcdf400fc0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:29.092708 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "name": "network-vif-plugged", "status": "completed", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:29.093089 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be22539f-ae91-48b3-812b-4efcdf400fc0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:29.093512 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd', 'code': 200} Aug 10 01:07:29.104496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:29.267093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76a5e7-21aa-4568-9fd0-e5a751ceabde req-a71b2303-a21b-4f10-8cd3-fb7d059c6cb2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:29.268587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b76a5e7-21aa-4568-9fd0-e5a751ceabde req-a71b2303-a21b-4f10-8cd3-fb7d059c6cb2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.0771010 Aug 10 01:07:29.274836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053e5db-1469-4b55-8ece-d33fb4b022ee req-72a0c256-74ce-469b-a8fd-86823e51a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:29.276257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9053e5db-1469-4b55-8ece-d33fb4b022ee req-72a0c256-74ce-469b-a8fd-86823e51a78e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 1097 time: 0.0756786 Aug 10 01:07:29.332145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b76a5e7-21aa-4568-9fd0-e5a751ceabde req-bfbe52b3-a44d-4460-b84f-0891c1da572a tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549381 Aug 10 01:07:29.333925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9053e5db-1469-4b55-8ece-d33fb4b022ee req-8c5d0ef5-c444-4cb0-8200-9ad812fcdfa9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502341 Aug 10 01:07:29.424551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8fe48-bede-4607-8eb9-afbf72d3d5f4 req-6a7dbb19-82c3-45ac-aa08-a247d82515f0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:29.425971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40e8fe48-bede-4607-8eb9-afbf72d3d5f4 req-6a7dbb19-82c3-45ac-aa08-a247d82515f0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0594356 Aug 10 01:07:29.466850 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40e8fe48-bede-4607-8eb9-afbf72d3d5f4 req-dc906533-873c-410c-8232-4f8944d3c926 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330253 Aug 10 01:07:29.662541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-a5f5cf35-90df-4bb0-a610-9998a2bd55b7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:29.664840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-a5f5cf35-90df-4bb0-a610-9998a2bd55b7 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1289742 Aug 10 01:07:29.689051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'device_id': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'admin_state_up': True, 'tenant_id': '178eb7d670f0417ab739287cf0209430'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:29.770125 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-075f4149-154c-4c8b-b3fb-75a5741730c6 req-1984388a-d571-4b05-848d-175977127904 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 210 time: 0.0296483 Aug 10 01:07:29.839123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:29.842707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:29.973564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.20.0.7 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/9885142f-8748-4141-a076-7ecdd9ece532) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:30.124681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.139100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Transition to ACTIVE for port object 9885142f-8748-4141-a076-7ecdd9ece532 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:30.172234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.189736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318', 'cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:30.219661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:30.227176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:30.230276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:30.258900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:30.292552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:30.293224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.310750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-2ae71945-37f1-446f-8e5d-dd6290a32a50 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6338615 Aug 10 01:07:30.325999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Request body: {'port': {'device_id': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:30.467347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.577693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f66cd-3dcd-4cf2-baf3-b78b6a31e5d0 req-d5ab3751-f439-4cf1-8232-44ec33b8def7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:30.588633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-158f66cd-3dcd-4cf2-baf3-b78b6a31e5d0 req-d5ab3751-f439-4cf1-8232-44ec33b8def7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.1229305 Aug 10 01:07:30.649849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-158f66cd-3dcd-4cf2-baf3-b78b6a31e5d0 req-70708609-4df3-4067-9bf7-bde1bad03fbe tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 Aug 10 01:07:30.659343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-58a914c0-7fcf-4018-802e-23e0afce42a5 None None] Provisioning for port 9885142f-8748-4141-a076-7ecdd9ece532 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:30.686054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-58a914c0-7fcf-4018-802e-23e0afce42a5 None None] Provisioning complete for port 9885142f-8748-4141-a076-7ecdd9ece532 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:30.686286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-58a914c0-7fcf-4018-802e-23e0afce42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.739085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-58a914c0-7fcf-4018-802e-23e0afce42a5 None None] Port 9885142f-8748-4141-a076-7ecdd9ece532 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:30.762041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37778be7-b77e-4a3c-97aa-004cbd1ae2df req-743cbf67-ccbf-4d04-8223-3e0c9fe8e056 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:30.763532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37778be7-b77e-4a3c-97aa-004cbd1ae2df req-743cbf67-ccbf-4d04-8223-3e0c9fe8e056 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1094666 Aug 10 01:07:30.849481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37778be7-b77e-4a3c-97aa-004cbd1ae2df req-46f96fa2-d509-4989-8d0f-880bc2cd8cf0 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730884 Aug 10 01:07:30.883159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:30.890888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9885142f-8748-4141-a076-7ecdd9ece532 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:30.899996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.915522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Transition to ACTIVE for port object 9885142f-8748-4141-a076-7ecdd9ece532 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:30.919435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:30.951131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a69fc-fadc-4f83-b9db-37a7cb8cbd0c req-699ce1df-702d-4013-b4f1-1f427f37bd16 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:30.953296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c3a69fc-fadc-4f83-b9db-37a7cb8cbd0c req-699ce1df-702d-4013-b4f1-1f427f37bd16 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 931 time: 0.0676570 Aug 10 01:07:30.977407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:31.039057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c3a69fc-fadc-4f83-b9db-37a7cb8cbd0c req-be1ae13c-a4e6-461b-86ba-a07353339cb0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718203 Aug 10 01:07:31.093274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Attempting to bind port 9885142f-8748-4141-a076-7ecdd9ece532 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:31.093620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Attempting to bind port 9885142f-8748-4141-a076-7ecdd9ece532 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:31.093960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Attempting to bind port 9885142f-8748-4141-a076-7ecdd9ece532 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:31.105554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Port 9885142f-8748-4141-a076-7ecdd9ece532 on network 9fd592f8-9cda-429c-abae-13341367fd7f not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:31.105886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Attempting to bind port 9885142f-8748-4141-a076-7ecdd9ece532 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:31.114420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:31.118910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:31.119259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:31.119696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:31.120094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Bound port: 9885142f-8748-4141-a076-7ecdd9ece532, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:31.120462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.152493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:31.254804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.276236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:31.276662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:31.280433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:31.284644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.309793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:31.323719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.354657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:31.355441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:31.357214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] 10.222.0.10 "PUT /v2.0/ports/9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 200 len: 1092 time: 1.0372527 Aug 10 01:07:31.361975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:31.365953 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "tag": "9885142f-8748-4141-a076-7ecdd9ece532"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:31.420202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:31.433460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:31.472394 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd41c2-a9a0-4025-8fe6-be0e8a3b01c0 x-openstack-request-id: req-4cfd41c2-a9a0-4025-8fe6-be0e8a3b01c0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:31.473066 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "tag": "9885142f-8748-4141-a076-7ecdd9ece532", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:31.473523 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cfd41c2-a9a0-4025-8fe6-be0e8a3b01c0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:31.474712 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532', 'status': 'completed', 'code': 200} Aug 10 01:07:31.484460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3280fb-e7dd-42f7-a71b-7765fb86efff service neutron] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:31.501121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-0812f7a7-d905-432a-a234-06c7d372ee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:31.507682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-0812f7a7-d905-432a-a234-06c7d372ee98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 1095 time: 0.1040776 Aug 10 01:07:31.575686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-283ba717-2677-4fcd-81b7-2fef43445bde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 200 len: 217 time: 0.0580413 Aug 10 01:07:31.700623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-22b85de9-00e5-438c-8279-168789b5fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:31.702458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-22b85de9-00e5-438c-8279-168789b5fa91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.1178477 Aug 10 01:07:31.825868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-822dcb05-c460-41df-b4bc-46bf448a11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:31.827976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-822dcb05-c460-41df-b4bc-46bf448a11b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1176827 Aug 10 01:07:31.855739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723de3e9-261e-4ee7-8b6b-3a6f4ca6e08d req-862c5f2c-e8e2-4a50-b6b1-8688cf549559 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:31.857242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-723de3e9-261e-4ee7-8b6b-3a6f4ca6e08d req-862c5f2c-e8e2-4a50-b6b1-8688cf549559 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.0735149 Aug 10 01:07:31.947679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-723de3e9-261e-4ee7-8b6b-3a6f4ca6e08d req-d2b95491-d365-4078-92b7-0ce234e7b476 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470519 Aug 10 01:07:31.991394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-0ac3f331-5462-40cd-ba3d-2248290b2545 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541429 Aug 10 01:07:32.040010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3f664-7c5e-478c-b7d2-77d62618fb35 req-a9b9fce6-4f3a-41d4-a3c3-418085c5bb64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.051204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7e3f664-7c5e-478c-b7d2-77d62618fb35 req-a9b9fce6-4f3a-41d4-a3c3-418085c5bb64 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0786965 Aug 10 01:07:32.117214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7e3f664-7c5e-478c-b7d2-77d62618fb35 req-d4192672-3858-4e4e-8122-c574bf825bef tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615659 Aug 10 01:07:32.165074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-205f4835-5e5a-4199-81a4-b9b7a3140962 req-13d590b0-2123-4b1b-af6c-bf72df792a54 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651447 Aug 10 01:07:32.298895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f786298-d245-4380-9109-7838e62d119d req-ff5aba8d-003c-4cf9-9a06-be7d3c982c77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.299826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d52b6a-ddcf-4868-8727-79838a6c3e3f req-0912ed15-0979-4ade-a3f7-e6502b1f12bc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.301615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44d52b6a-ddcf-4868-8727-79838a6c3e3f req-0912ed15-0979-4ade-a3f7-e6502b1f12bc tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.0935483 Aug 10 01:07:32.303114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f786298-d245-4380-9109-7838e62d119d req-ff5aba8d-003c-4cf9-9a06-be7d3c982c77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 943 time: 0.1161377 Aug 10 01:07:32.321801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-b04b2b01-3c74-4fe5-a359-29995fa8b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.324309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-b04b2b01-3c74-4fe5-a359-29995fa8b438 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 1095 time: 0.0831327 Aug 10 01:07:32.373897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44d52b6a-ddcf-4868-8727-79838a6c3e3f req-fa61c8ad-fd01-411e-8b84-6ba3007c0c75 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Aug 10 01:07:32.435892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f786298-d245-4380-9109-7838e62d119d req-014fe3f4-deb8-4384-8d3f-d26bd21a9d4b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196160 Aug 10 01:07:32.487439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-9fc46412-ca40-4d6b-ac01-acda73551742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.489759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-9fc46412-ca40-4d6b-ac01-acda73551742 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1422434 Aug 10 01:07:32.543139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14666-0d80-4243-9e6a-3a8dfb07c35b req-2e1712b5-a3a4-4ab4-a540-1f98ce2cd3e4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.551809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6e14666-0d80-4243-9e6a-3a8dfb07c35b req-2e1712b5-a3a4-4ab4-a540-1f98ce2cd3e4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.0716667 Aug 10 01:07:32.554894 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-05435f2a-6e34-4fc6-8a6b-61c9107f4ceb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 200 len: 217 time: 0.0548234 Aug 10 01:07:32.624242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6e14666-0d80-4243-9e6a-3a8dfb07c35b req-a5387035-34ac-4891-a408-44321045d770 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709612 Aug 10 01:07:32.657830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-f8804447-1f81-4763-a976-3ca8bc37e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.659671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-f8804447-1f81-4763-a976-3ca8bc37e970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0966032 Aug 10 01:07:32.789833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-1fd82633-746e-4d3e-87eb-bea29960bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:32.791485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-1fd82633-746e-4d3e-87eb-bea29960bcad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197045 Aug 10 01:07:32.884570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:32.933079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-3a12d75c-5d0b-4151-bdda-8e2efe1537f3 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316841 Aug 10 01:07:32.993098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:32.993859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:33.105693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2aaa1dc-47d2-4158-98cb-93c84e669bc2 req-c392ff58-8ae9-4d11-92b7-8adb9d3818dc service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617968 Aug 10 01:07:33.106185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32a1f4-3f48-417e-98b4-e963bb76a23f req-88cb21d8-5870-41e0-b1a6-56ab3d62386f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:33.108190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d32a1f4-3f48-417e-98b4-e963bb76a23f req-88cb21d8-5870-41e0-b1a6-56ab3d62386f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.1209288 Aug 10 01:07:33.149694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:33.202577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d32a1f4-3f48-417e-98b4-e963bb76a23f req-0f2ee18f-8919-47d3-bbd6-933676a81d7b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776482 Aug 10 01:07:33.222628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:33.224893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:33.231141 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e891b299-5ab4-4674-92d2-044a84348eca" -d '{"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:33.235588 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:33.292666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:33.303800 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af922d1-6995-48b6-960b-1c4ad640659d x-openstack-request-id: req-6af922d1-6995-48b6-960b-1c4ad640659d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:33.304312 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:33.304808 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6af922d1-6995-48b6-960b-1c4ad640659d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:33.305469 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'code': 200} Aug 10 01:07:33.328532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c5831-9e75-4e01-9bf3-b2cddaec7ab0 req-527dd5e8-852d-4b5e-bbce-a6e0356add17 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:33.331788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-154c5831-9e75-4e01-9bf3-b2cddaec7ab0 req-527dd5e8-852d-4b5e-bbce-a6e0356add17 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1170039 Aug 10 01:07:33.416885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-154c5831-9e75-4e01-9bf3-b2cddaec7ab0 req-cdd0a670-0ff8-4281-a3af-bce31556af54 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708289 Aug 10 01:07:33.595357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3c9b8-9c05-4f14-837f-5f88bfcf5e57 req-dd583e4a-7825-437a-8e84-7eb530b460b6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:33.597089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cba3c9b8-9c05-4f14-837f-5f88bfcf5e57 req-dd583e4a-7825-437a-8e84-7eb530b460b6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 943 time: 0.0608144 Aug 10 01:07:33.656790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cba3c9b8-9c05-4f14-837f-5f88bfcf5e57 req-6e45f3f2-343c-4e03-a1a4-5d7b6805ae95 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Aug 10 01:07:34.284766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-294e84c8-68ba-4c9e-98fe-5cd1ddfe0fd1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:34.287848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-294e84c8-68ba-4c9e-98fe-5cd1ddfe0fd1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.0785899 Aug 10 01:07:34.422489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc945dd6-3f6e-48cd-85d8-318c6892c738 req-64c4333a-eba9-45f5-bde1-891239b50301 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:34.435104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port 07b7aab0-3e98-4d6d-a705-5689000be2dd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:34.435739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:34.441094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc945dd6-3f6e-48cd-85d8-318c6892c738 req-64c4333a-eba9-45f5-bde1-891239b50301 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 945 time: 0.1298790 Aug 10 01:07:34.510649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc945dd6-3f6e-48cd-85d8-318c6892c738 req-29bb7357-4bef-4d88-81ce-88a194feb143 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681009 Aug 10 01:07:34.562358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9885142f-8748-4141-a076-7ecdd9ece532 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:34.650277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a45b43-99fd-4c09-8554-85a7cdfca2de req-cb195ee7-6030-4616-8519-76808e8d2d09 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:34.652055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a45b43-99fd-4c09-8554-85a7cdfca2de req-cb195ee7-6030-4616-8519-76808e8d2d09 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0960264 Aug 10 01:07:34.654387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port 07b7aab0-3e98-4d6d-a705-5689000be2dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=07b7aab0-3e98-4d6d-a705-5689000be2dd,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:34.654915 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:34.719188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for 07b7aab0-3e98-4d6d-a705-5689000be2dd owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:34.744310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8a45b43-99fd-4c09-8554-85a7cdfca2de req-9e5b7d18-e6e5-4e02-86bd-071cdefd0b51 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805531 Aug 10 01:07:34.918383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:34.933885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba981b-275a-4a15-9722-6edb8ab21d58 req-44b99e6d-c741-4f92-a09a-ef6de42ca734 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:34.941571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfba981b-275a-4a15-9722-6edb8ab21d58 req-44b99e6d-c741-4f92-a09a-ef6de42ca734 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 943 time: 0.0971973 Aug 10 01:07:34.961692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '9885142f-8748-4141-a076-7ecdd9ece532', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '9885142f-8748-4141-a076-7ecdd9ece532', 'mac_address': 'fa:16:3e:01:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:35.035500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:35.046197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfba981b-275a-4a15-9722-6edb8ab21d58 req-9d897e5f-2a8c-4ffb-bc27-f893c9d16d6a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915792 Aug 10 01:07:35.064914 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:35.068850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:35.088479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=07b7aab0-3e98-4d6d-a705-5689000be2dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:35.109732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['07b7aab0-3e98-4d6d-a705-5689000be2dd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:35.136916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port 07b7aab0-3e98-4d6d-a705-5689000be2dd on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:35.142431 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:35.144574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76ef1735-4052-4c4f-a873-44811cc0cffa req-0827a7b6-93b2-43db-915a-9e5f7a6a62bd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "DELETE /v2.0/ports/07b7aab0-3e98-4d6d-a705-5689000be2dd HTTP/1.1" status: 204 len: 173 time: 0.8508713 Aug 10 01:07:35.145066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'name': 'network-vif-deleted', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:35.149210 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef05d4-ff47-47f4-90b7-7e0fa7e436de" -d '{"events": [{"server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "name": "network-vif-deleted", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:35.171394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9885142f-8748-4141-a076-7ecdd9ece532 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:35.205799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:35.214223 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d92f7-f1f0-411d-b0ca-1a573f97205d x-openstack-request-id: req-4b9d92f7-f1f0-411d-b0ca-1a573f97205d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:35.214708 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a52e804-d54e-4217-bed9-c35379dc6f62", "name": "network-vif-deleted", "tag": "07b7aab0-3e98-4d6d-a705-5689000be2dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:35.214971 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b9d92f7-f1f0-411d-b0ca-1a573f97205d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:35.221365 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a52e804-d54e-4217-bed9-c35379dc6f62', 'name': 'network-vif-deleted', 'tag': '07b7aab0-3e98-4d6d-a705-5689000be2dd', 'status': 'completed', 'code': 200} Aug 10 01:07:35.229272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:35.376854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:35.525492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9885142f-8748-4141-a076-7ecdd9ece532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:35.707398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7e28240-dff0-483d-8acd-163886010146 req-42f36fd2-7200-4ce0-a0ce-f094dacd065f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a52e804-d54e-4217-bed9-c35379dc6f62 HTTP/1.1" status: 200 len: 210 time: 0.0397465 Aug 10 01:07:35.890347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b68a4c-6ec8-47ce-a784-8bc5f2696e1a req-6c25a495-7ab3-421c-9d8d-4d1a25003cde tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:35.891903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32b68a4c-6ec8-47ce-a784-8bc5f2696e1a req-6c25a495-7ab3-421c-9d8d-4d1a25003cde tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0517206 Aug 10 01:07:35.936529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32b68a4c-6ec8-47ce-a784-8bc5f2696e1a req-fdd6978a-f862-48f4-8cab-699d8af70f35 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372224 Aug 10 01:07:36.183488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dae35f-363e-4357-9dfb-83845a234c36 req-7782a307-8d7a-4e90-8dea-43e65d9569ad tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:36.185203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33dae35f-363e-4357-9dfb-83845a234c36 req-7782a307-8d7a-4e90-8dea-43e65d9569ad tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 944 time: 0.0629830 Aug 10 01:07:36.243957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-33dae35f-363e-4357-9dfb-83845a234c36 req-18dab2a5-b6f6-4524-85df-62e2a98f8c5b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529270 Aug 10 01:07:37.058839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-48101047-602e-4c19-9286-ce1feb38f2f1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:37.071555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-48101047-602e-4c19-9286-ce1feb38f2f1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.1528239 Aug 10 01:07:37.096597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-c606cf10-87f4-4d1e-808e-486b5c43e1b9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/quotas/a124eedf1f4d4f2d900eb5a27fbd4c88 HTTP/1.1" status: 200 len: 375 time: 0.0237789 Aug 10 01:07:37.122017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513f90-a18d-4fe4-8b14-90dc0607548e req-8a75f8bf-efe7-487f-9d57-df1aa933b6e5 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:37.135273 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af513f90-a18d-4fe4-8b14-90dc0607548e req-8a75f8bf-efe7-487f-9d57-df1aa933b6e5 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0854080 Aug 10 01:07:37.172246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-a4324865-a430-498c-92f1-afefa4bcfc38 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741189 Aug 10 01:07:37.205766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af513f90-a18d-4fe4-8b14-90dc0607548e req-94d51314-3600-4500-8b66-093e30acbb6e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602798 Aug 10 01:07:37.470939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54e5f-39d3-4793-b3fb-7d29df22ccde req-b9de40ba-6bb0-478b-8ec7-087f74427a20 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:37.479996 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81c54e5f-39d3-4793-b3fb-7d29df22ccde req-b9de40ba-6bb0-478b-8ec7-087f74427a20 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 944 time: 0.0929363 Aug 10 01:07:37.527352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81c54e5f-39d3-4793-b3fb-7d29df22ccde req-7d20391c-0b8d-477e-a0fe-d3d9fd5f0309 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457516 Aug 10 01:07:37.721475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-d2f3c30e-9e09-4a22-8000-5871425f64a9 service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480595 Aug 10 01:07:37.851402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-b823df74-db7c-452e-b339-7fe9c7888aff service neutron] 10.222.0.25 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288729 Aug 10 01:07:38.146876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6326ebbf-835a-4e63-8aab-ce912f3e0cce req-ab04ea37-fbc4-4ea9-b49c-6fd9f81d9dc4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 210 time: 0.0581450 Aug 10 01:07:38.352853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be792a4-e38b-48d1-a3d2-7237d2f975eb req-1398b2d9-3df7-4f18-afcf-3eb046ecd2e7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:38.363876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8be792a4-e38b-48d1-a3d2-7237d2f975eb req-1398b2d9-3df7-4f18-afcf-3eb046ecd2e7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0730202 Aug 10 01:07:38.437590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8be792a4-e38b-48d1-a3d2-7237d2f975eb req-471f1542-701e-43cc-a631-c7d8e2496387 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718789 Aug 10 01:07:38.569136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9885142f-8748-4141-a076-7ecdd9ece532 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:38.648064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 9885142f-8748-4141-a076-7ecdd9ece532 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:38.652640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 9885142f-8748-4141-a076-7ecdd9ece532 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:38.654461 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:38.937209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bc696-4783-4bab-a9be-c15c5771f631 req-7220d853-7b56-4ba3-bf25-dea48f42de2c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:38.944838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-272bc696-4783-4bab-a9be-c15c5771f631 req-7220d853-7b56-4ba3-bf25-dea48f42de2c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 944 time: 0.2852046 Aug 10 01:07:38.998626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-272bc696-4783-4bab-a9be-c15c5771f631 req-5dbf0191-fc8f-475d-9f70-8b05704b0f64 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524242 Aug 10 01:07:38.999670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07b7aab0-3e98-4d6d-a705-5689000be2dd no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:39.031569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 07b7aab0-3e98-4d6d-a705-5689000be2dd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:39.031919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 07b7aab0-3e98-4d6d-a705-5689000be2dd not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:39.040493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:39.076461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:39.079418 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cf5bc4-535a-41fd-b482-8ec1bfeb641f" -d '{"events": [{"server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "name": "network-vif-plugged", "status": "completed", "tag": "9885142f-8748-4141-a076-7ecdd9ece532"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:39.096519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:39.109532 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:39.309073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:39.314861 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9941b352-7a35-4edf-a21e-f69a9fae97fc x-openstack-request-id: req-9941b352-7a35-4edf-a21e-f69a9fae97fc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:39.315151 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "name": "network-vif-plugged", "status": "completed", "tag": "9885142f-8748-4141-a076-7ecdd9ece532", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:39.315400 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9941b352-7a35-4edf-a21e-f69a9fae97fc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:39.315788 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532', 'code': 200} Aug 10 01:07:39.333206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07816975-11ad-4c64-b820-6c7df42e93ac req-6f7ba0dc-ec8c-440b-817c-23459bbf9179 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 210 time: 0.0710690 Aug 10 01:07:39.334153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06cdc-1cf7-4b33-9b78-e79e4c6d38b7 req-5500e8fb-8fcc-4848-8aa5-b3f532fdbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:39.335685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24d06cdc-1cf7-4b33-9b78-e79e4c6d38b7 req-5500e8fb-8fcc-4848-8aa5-b3f532fdbbcc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 1097 time: 0.0658493 Aug 10 01:07:39.402777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24d06cdc-1cf7-4b33-9b78-e79e4c6d38b7 req-6c117c8c-fdd2-4695-8864-96498f47658b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602698 Aug 10 01:07:39.649591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b6f5-f6a8-4d3e-8682-a7088cfdd352 req-b46ba2f5-a2b2-4b19-8100-5ffc06eb9a05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:39.664766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b702b6f5-f6a8-4d3e-8682-a7088cfdd352 req-b46ba2f5-a2b2-4b19-8100-5ffc06eb9a05 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0827699 Aug 10 01:07:39.747220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b702b6f5-f6a8-4d3e-8682-a7088cfdd352 req-76f9d1a5-2e36-47d3-809f-06af258876e8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807459 Aug 10 01:07:39.903370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-6bbb4846-a91c-465d-a222-3eaff3f4f1d5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:39.909061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-6bbb4846-a91c-465d-a222-3eaff3f4f1d5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 806 time: 0.2697523 Aug 10 01:07:39.921819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Request body: {'port': {'device_id': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'admin_state_up': True, 'tenant_id': 'a124eedf1f4d4f2d900eb5a27fbd4c88'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:40.190789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Made reservation on behalf of a124eedf1f4d4f2d900eb5a27fbd4c88 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:40.194787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:40.270075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd5186-9d2e-4b07-85e4-005f9c1d0f76 req-1df7b3e3-a77c-44ca-8b3f-9b703c54a5f4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:40.272263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4dcd5186-9d2e-4b07-85e4-005f9c1d0f76 req-1df7b3e3-a77c-44ca-8b3f-9b703c54a5f4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 945 time: 0.1809356 Aug 10 01:07:40.365835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4dcd5186-9d2e-4b07-85e4-005f9c1d0f76 req-ef11a7fa-6333-47a6-87af-562220722faa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555477 Aug 10 01:07:40.473826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Allocated IP 172.20.0.5 (869735f0-75c1-4944-85e5-245afe9348a1/3cd3de68-dd48-4bc2-8095-33ed0bde9889/a8435621-5e08-4eca-949f-8b59edf123ff) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:40.515599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-18dee0af-2de0-4180-a991-33cd4bfe8800 req-9602d49e-7191-4e1a-b96c-c25154cb2f1e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 210 time: 0.0501657 Aug 10 01:07:40.731773 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:40.786089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:40.797508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:40.889824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Network 869735f0-75c1-4944-85e5-245afe9348a1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:40.911895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:40.935078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:40.971795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22ca81-a51e-423d-be67-a929375c62da req-2f76627c-3a24-47bf-b608-9e922e8afd2d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:40.974594 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac22ca81-a51e-423d-be67-a929375c62da req-2f76627c-3a24-47bf-b608-9e922e8afd2d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0796013 Aug 10 01:07:40.982870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event updated for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:41.007387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:41.008042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.026133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086199 Aug 10 01:07:41.027516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.027882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.028221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.028564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.028906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.029247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.029585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.029922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.030260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.030594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.030954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.031450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfe1721-8d3a-4f8c-9279-5fc9c7a235f3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:41.038012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac22ca81-a51e-423d-be67-a929375c62da req-2d513843-725d-4257-84ca-cf85a74b94ba tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572410 Aug 10 01:07:41.047526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Request body: {'port': {'device_id': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:41.109342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.540652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f250ab8-97e5-4629-ab1c-68885f290f1b req-45988961-3c38-4bf1-9c7e-f18c2c4d954d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:41.542098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f250ab8-97e5-4629-ab1c-68885f290f1b req-45988961-3c38-4bf1-9c7e-f18c2c4d954d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 945 time: 0.0697870 Aug 10 01:07:41.545350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8435621-5e08-4eca-949f-8b59edf123ff {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:41.554471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.571041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Transition to ACTIVE for port object a8435621-5e08-4eca-949f-8b59edf123ff will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:41.577945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.632763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f250ab8-97e5-4629-ab1c-68885f290f1b req-ff29bdb6-1ab4-4918-aba4-cdc7c50e47a5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780010 Aug 10 01:07:41.657945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:41.743926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf50666-bcf7-44bf-8e81-16c6a267d333 req-a052b2da-64b8-4255-a8e2-e3a1ba96fe3e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:41.751030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fdf50666-bcf7-44bf-8e81-16c6a267d333 req-a052b2da-64b8-4255-a8e2-e3a1ba96fe3e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 943 time: 0.0949442 Aug 10 01:07:41.828795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fdf50666-bcf7-44bf-8e81-16c6a267d333 req-8ebf0606-ed94-4bad-bf0b-df39c53ad81b tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Aug 10 01:07:41.875768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-77c21a15-dfe4-4638-8daa-1bd4c9ae4b35 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 267 time: 0.0872679 Aug 10 01:07:41.887086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Attempting to bind port a8435621-5e08-4eca-949f-8b59edf123ff on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:41.887425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Attempting to bind port a8435621-5e08-4eca-949f-8b59edf123ff by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:41.887754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Attempting to bind port a8435621-5e08-4eca-949f-8b59edf123ff on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:41.892328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Port a8435621-5e08-4eca-949f-8b59edf123ff on network 869735f0-75c1-4944-85e5-245afe9348a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:41.892660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Attempting to bind port a8435621-5e08-4eca-949f-8b59edf123ff on network 869735f0-75c1-4944-85e5-245afe9348a1 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:41.897923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:41.898266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Checking segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:41.898655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Bound using segment: {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:41.899107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Bound port: a8435621-5e08-4eca-949f-8b59edf123ff, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:41.899468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:41.947356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-efe0e27b-278f-41f0-aa59-19c01bd034be tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:41.957271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-efe0e27b-278f-41f0-aa59-19c01bd034be tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 945 time: 0.0800960 Aug 10 01:07:41.963599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'security_groups': []}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:41.982006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:41.985440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a8435621-5e08-4eca-949f-8b59edf123ff,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:41.990983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.023749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.024369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.025760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8435621-5e08-4eca-949f-8b59edf123ff HTTP/1.1" status: 200 len: 1092 time: 0.9834290 Aug 10 01:07:42.026203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:42.028511 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc26be5-5dec-4567-82a6-318b27a5036b" -d '{"events": [{"name": "network-changed", "server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:42.054915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.095553 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f18b9a7-fdbd-4b52-a36b-95a31f295726 x-openstack-request-id: req-1f18b9a7-fdbd-4b52-a36b-95a31f295726 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:42.095795 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:42.096034 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f18b9a7-fdbd-4b52-a36b-95a31f295726 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:42.096446 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff', 'status': 'completed', 'code': 200} Aug 10 01:07:42.197280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8fe9-b016-44a1-a999-333620a107a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:42.230728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-df633cd2-d6b5-4135-aeca-663f17e2a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.232627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-df633cd2-d6b5-4135-aeca-663f17e2a76a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 1095 time: 0.1627862 Aug 10 01:07:42.247321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:42.263093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b0dea-63db-44d3-b36a-58cddd13b0e5 req-dbfbee05-8d03-40a8-936f-e7a1b74553f6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.271879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea8b0dea-63db-44d3-b36a-58cddd13b0e5 req-dbfbee05-8d03-40a8-936f-e7a1b74553f6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1067114 Aug 10 01:07:42.288389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.301325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.314951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9885142f-8748-4141-a076-7ecdd9ece532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:42.318897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318', 'cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:42.336805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-ce8c2a1f-6594-4e87-9249-2b2ed6a3c859 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8435621-5e08-4eca-949f-8b59edf123ff HTTP/1.1" status: 200 len: 217 time: 0.0932684 Aug 10 01:07:42.401420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043838e-8384-402c-9570-aa6af570e52f req-4a7340be-526c-4556-83a2-ce34b30111b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.404046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-4a7340be-526c-4556-83a2-ce34b30111b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.0563269 Aug 10 01:07:42.455956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.456777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:42.464668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28198afb-032f-4ac0-97a2-45ce47bc55c1 req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "PUT /v2.0/ports/9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 200 len: 904 time: 0.5056009 Aug 10 01:07:42.476100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:42.482147 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "tag": "9885142f-8748-4141-a076-7ecdd9ece532"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:42.496546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea8b0dea-63db-44d3-b36a-58cddd13b0e5 req-e0d676d5-8b92-4ce1-921a-f123e9b54866 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233295 Aug 10 01:07:42.501111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-3fcacf79-8330-49ed-9097-8ee8cdb7389a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910521 Aug 10 01:07:42.564257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:42.606192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9885142f-8748-4141-a076-7ecdd9ece532'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:42.626308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.626944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.629234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.629649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.630042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.630398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.630857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.631207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.631548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.631885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.632222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.632552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9e3619-e18c-44f6-a248-012738a8c034 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:07:42.670721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-87f9af6a-882b-40d8-8c5d-7e92e43ddc8e service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491952 Aug 10 01:07:42.794003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06de9b-3fbc-4bf5-b219-3b20375328aa req-4f76dbd5-d734-486b-9485-17372675c280 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:42.807448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf06de9b-3fbc-4bf5-b219-3b20375328aa req-4f76dbd5-d734-486b-9485-17372675c280 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 907 time: 0.2044713 Aug 10 01:07:42.898659 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035b870f-636f-402b-98c8-ae61a6fb133f x-openstack-request-id: req-035b870f-636f-402b-98c8-ae61a6fb133f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:42.898961 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "tag": "9885142f-8748-4141-a076-7ecdd9ece532", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:42.899229 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-035b870f-636f-402b-98c8-ae61a6fb133f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:42.899645 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532', 'status': 'completed', 'code': 200} Aug 10 01:07:42.904287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c043838e-8384-402c-9570-aa6af570e52f req-bff73158-db66-430b-b2c7-f23be8b28a47 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182434 Aug 10 01:07:42.914986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-41490ae7-26ad-47e2-ba37-0913efa49de0 None None] Provisioning complete for port 9885142f-8748-4141-a076-7ecdd9ece532 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:42.915368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-41490ae7-26ad-47e2-ba37-0913efa49de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:43.128824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-81ac1e93-bf7c-4865-adab-340e9b21ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.130807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-81ac1e93-bf7c-4865-adab-340e9b21ffa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 1059 time: 0.2154410 Aug 10 01:07:43.163552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd570279-deac-4c9b-8561-19efc78f5f4b req-a623ca1e-28ba-4e7f-9837-d86ee3e74568 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.173054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd570279-deac-4c9b-8561-19efc78f5f4b req-a623ca1e-28ba-4e7f-9837-d86ee3e74568 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 943 time: 0.1089730 Aug 10 01:07:43.237047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd570279-deac-4c9b-8561-19efc78f5f4b req-a8330cef-423d-4173-9395-7978eef5cfd8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Aug 10 01:07:43.249455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-fb6bc870-a375-48f2-b5d9-8a36262d0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.252132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-fb6bc870-a375-48f2-b5d9-8a36262d0589 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 1095 time: 0.2679930 Aug 10 01:07:43.254552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-0a1958c2-dfe1-4d30-b5e2-e5b7ddaeb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.256344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-0a1958c2-dfe1-4d30-b5e2-e5b7ddaeb6b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1144733 Aug 10 01:07:43.321858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4aca-5f38-4276-87d3-60c1a01369f5 req-ae91fe5a-457f-4a00-88ae-ba92ed42b87f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.323694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456f4aca-5f38-4276-87d3-60c1a01369f5 req-ae91fe5a-457f-4a00-88ae-ba92ed42b87f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.2777190 Aug 10 01:07:43.363074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-04c23c5d-049e-48e8-89e7-6f94ffd3ecc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 200 len: 217 time: 0.0962029 Aug 10 01:07:43.456374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-1d8cd71c-17f0-4b06-a3e1-7da1007dac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.458566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-1d8cd71c-17f0-4b06-a3e1-7da1007dac1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0869310 Aug 10 01:07:43.478288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456f4aca-5f38-4276-87d3-60c1a01369f5 req-3db32dcf-d236-4d42-a2fb-7ff7d8153c44 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241210 Aug 10 01:07:43.510942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-4a165b94-ce63-4e0f-bc79-65e4da874ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.512578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-4a165b94-ce63-4e0f-bc79-65e4da874ec9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 200 len: 906 time: 0.2531269 Aug 10 01:07:43.605751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-e5ff717f-f63e-49de-be9e-e85acb1147df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8435621-5e08-4eca-949f-8b59edf123ff HTTP/1.1" status: 200 len: 217 time: 0.0533423 Aug 10 01:07:43.666793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb650426-0cd3-405c-9701-a51b0a03bb56 req-3d064f53-58d3-4c58-b44a-fc1f9cf960ba tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.669114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb650426-0cd3-405c-9701-a51b0a03bb56 req-3d064f53-58d3-4c58-b44a-fc1f9cf960ba tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0837731 Aug 10 01:07:43.742214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-bf9edfe8-90bc-465f-a0ee-8359de51bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.743887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-bf9edfe8-90bc-465f-a0ee-8359de51bd91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2454672 Aug 10 01:07:43.748773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb650426-0cd3-405c-9701-a51b0a03bb56 req-c6c41f2b-1dae-4dc9-ae30-b720fc2cbf5e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682647 Aug 10 01:07:43.764878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-a1f1fb8e-f30e-4193-8883-f9da893b9ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.769763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-a1f1fb8e-f30e-4193-8883-f9da893b9ce4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 200 len: 846 time: 0.1178572 Aug 10 01:07:43.883390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-d0b24b48-2430-464b-b25f-aa9e711ecf91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=869735f0-75c1-4944-85e5-245afe9348a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424221 Aug 10 01:07:43.894014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7144ce-ca08-4423-84a9-8a613a0aa230 req-fa29ffb3-9882-43b7-a8a5-50c65405f4fb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:43.904460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc7144ce-ca08-4423-84a9-8a613a0aa230 req-fa29ffb3-9882-43b7-a8a5-50c65405f4fb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.2854867 Aug 10 01:07:44.016091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc7144ce-ca08-4423-84a9-8a613a0aa230 req-0e131695-14ef-48f5-9e6d-b8b202476b1b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049380 Aug 10 01:07:44.051000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-060a2df5-0f94-4bc5-9bed-d680169d8bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:44.095708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-baa2de75-7c4b-4a21-bfca-52ac58219f40 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242466 Aug 10 01:07:44.097926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-4f469110-20d3-478d-ac95-a74c1a421d3c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:44.103422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-4f469110-20d3-478d-ac95-a74c1a421d3c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1791945 Aug 10 01:07:44.212822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-f8d272b8-904d-4c33-ad0e-21ff81ae1ff4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/quotas/178eb7d670f0417ab739287cf0209430 HTTP/1.1" status: 200 len: 375 time: 0.1007605 Aug 10 01:07:44.235899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e3f3f22-6094-41f2-bf3e-2e6aaca425bb req-bce1d3b0-d05e-4356-93f7-01ac10184577 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324983 Aug 10 01:07:44.313984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-4d516c2b-ce5f-400e-b529-662106468035 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989246 Aug 10 01:07:44.419634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-8a170717-7ca9-4660-9d65-685c40ceb343 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2014585 Aug 10 01:07:44.487197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1cc26be5-5dec-4567-82a6-318b27a5036b req-bb35b33b-b781-4073-a963-9c2ddcdbb925 service neutron] 10.222.0.21 "GET /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656516 Aug 10 01:07:44.499838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb64ca-d5f2-4ebe-b158-644b043bccef req-ee23ff58-ef04-4271-b56a-f4f52be0b5b6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:44.509297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1cb64ca-d5f2-4ebe-b158-644b043bccef req-ee23ff58-ef04-4271-b56a-f4f52be0b5b6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 943 time: 0.0996170 Aug 10 01:07:44.531246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-06e9c643-8b15-4e55-9819-89298205f74f service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106794 Aug 10 01:07:44.561738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1cb64ca-d5f2-4ebe-b158-644b043bccef req-f2dff308-ef54-4e2d-ae98-d130f295888c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514262 Aug 10 01:07:44.655820 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-3a3901c9-1ba4-4c5c-95fc-b5fad1aa0aad service neutron] 10.222.0.25 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235969 Aug 10 01:07:44.855706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543008a7-4f69-431e-93fd-9d9eda0a2999 req-b0f2d237-1ce5-4c6a-9972-b3a00157ad2e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:44.857860 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-543008a7-4f69-431e-93fd-9d9eda0a2999 req-b0f2d237-1ce5-4c6a-9972-b3a00157ad2e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0685499 Aug 10 01:07:44.929144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-543008a7-4f69-431e-93fd-9d9eda0a2999 req-fb886dbe-8f37-4568-beea-648a00801b29 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636234 Aug 10 01:07:44.964461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a8435621-5e08-4eca-949f-8b59edf123ff details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:44.977685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea41b5c3-ae0e-4c30-a235-17c390325213 req-99ae0567-970c-4891-b6e2-26b2bf8af614 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 210 time: 0.0804775 Aug 10 01:07:45.228675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0c5f1-abb7-48b4-b276-9289c18417f4 req-a7d02593-3ae0-4128-b0db-b7f02c8cdd57 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:45.232566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a8435621-5e08-4eca-949f-8b59edf123ff,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:45.236572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67f0c5f1-abb7-48b4-b276-9289c18417f4 req-a7d02593-3ae0-4128-b0db-b7f02c8cdd57 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1119103 Aug 10 01:07:45.261402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'a8435621-5e08-4eca-949f-8b59edf123ff', 'network_id': '869735f0-75c1-4944-85e5-245afe9348a1', 'port_id': 'a8435621-5e08-4eca-949f-8b59edf123ff', 'mac_address': 'fa:16:3e:63:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cd3de68-dd48-4bc2-8095-33ed0bde9889', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:45.302594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67f0c5f1-abb7-48b4-b276-9289c18417f4 req-3b93afbe-f4aa-40d0-ac5f-169755f318df tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642641 Aug 10 01:07:45.346017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:45.378250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8435621-5e08-4eca-949f-8b59edf123ff {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:45.405130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a8435621-5e08-4eca-949f-8b59edf123ff,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:45.409023 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:45.475174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:45.670628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a8435621-5e08-4eca-949f-8b59edf123ff'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:45.725508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4193184-473c-4258-9c11-ff17b4c3b516 req-8a28e8d0-177e-44a7-b01d-cd6c95fbf34d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:45.728252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4193184-473c-4258-9c11-ff17b4c3b516 req-8a28e8d0-177e-44a7-b01d-cd6c95fbf34d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 944 time: 0.0775130 Aug 10 01:07:45.804816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4193184-473c-4258-9c11-ff17b4c3b516 req-d31e5828-8d6d-4fa8-923d-c18b14158c4e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669029 Aug 10 01:07:46.061286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a02ba-3f68-4319-b292-82a5d28b9884 req-9a794341-dbe6-4268-a05d-268b0a0ba528 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.063217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-635a02ba-3f68-4319-b292-82a5d28b9884 req-9a794341-dbe6-4268-a05d-268b0a0ba528 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Aug 10 01:07:46.087091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0238fb8f-427f-4edc-b7e8-cd93a2b0edd3 req-6939a1be-9a7c-498d-adae-36c006074c41 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 210 time: 0.0322857 Aug 10 01:07:46.111581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-635a02ba-3f68-4319-b292-82a5d28b9884 req-b656006d-a851-4542-834f-b5330aa77c6a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408540 Aug 10 01:07:46.465028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-f5dcf786-24f1-432b-bf69-53a1b7fb79e8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.466649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-f5dcf786-24f1-432b-bf69-53a1b7fb79e8 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 812 time: 0.1896966 Aug 10 01:07:46.485416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Request body: {'port': {'device_id': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'admin_state_up': True, 'tenant_id': '178eb7d670f0417ab739287cf0209430'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:46.495886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-a218a811-c578-419f-8d0c-9e34a4d5c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.497404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-a218a811-c578-419f-8d0c-9e34a4d5c91b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1098 time: 0.1078448 Aug 10 01:07:46.565484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd600c-c9ee-4048-b442-b7fb6a818a12 req-e23d690b-eeca-41af-bde0-0f329db7cdff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.567752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88fd600c-c9ee-4048-b442-b7fb6a818a12 req-e23d690b-eeca-41af-bde0-0f329db7cdff tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.1600351 Aug 10 01:07:46.691675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88fd600c-c9ee-4048-b442-b7fb6a818a12 req-eaed0cec-46c4-440f-b37f-2a33e79d7ad4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908122 Aug 10 01:07:46.699610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-565a5abd-fe64-45a3-a87e-73de1c9ff2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.701044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-565a5abd-fe64-45a3-a87e-73de1c9ff2e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1920836 Aug 10 01:07:46.743266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6222c6c-8a17-412b-a9aa-c74238d248a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:46.757383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Made reservation on behalf of 178eb7d670f0417ab739287cf0209430 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:07:46.760854 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:46.800701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-a0a77b2e-27d5-45ba-b318-db46d66fa44d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1002 time: 0.0901294 Aug 10 01:07:46.901200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-49ceb57f-a3d6-4efa-a43a-60aa9ac60432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.902696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-49ceb57f-a3d6-4efa-a43a-60aa9ac60432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.0699470 Aug 10 01:07:46.928192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873197e0-d46a-43b2-9fe9-5bff46506c47 req-de839aff-0bb6-475c-a58a-d137a7a09af9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:46.929567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-873197e0-d46a-43b2-9fe9-5bff46506c47 req-de839aff-0bb6-475c-a58a-d137a7a09af9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 944 time: 0.0542109 Aug 10 01:07:46.970420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-873197e0-d46a-43b2-9fe9-5bff46506c47 req-ac1948bc-909f-4e37-9fbf-ef4820dc145c tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339344 Aug 10 01:07:46.977555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a8435621-5e08-4eca-949f-8b59edf123ff up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:46.982572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Allocated IP 172.20.0.13 (9fd592f8-9cda-429c-abae-13341367fd7f/41652bce-24a0-40e0-ae89-19aba451bc43/38ccc580-b647-4092-9a5e-b2f156700fe2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:07:47.000648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-6b2acbab-52ba-4dff-8a36-4664df837004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.002458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-6b2acbab-52ba-4dff-8a36-4664df837004 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814049 Aug 10 01:07:47.030597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port a8435621-5e08-4eca-949f-8b59edf123ff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:47.034988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port a8435621-5e08-4eca-949f-8b59edf123ff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:47.035367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.122189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.159078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:47.162290 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827cbedb-2c9e-4d87-9700-6509651e3bc4" -d '{"events": [{"server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "name": "network-vif-plugged", "status": "completed", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:47.166767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a8435621-5e08-4eca-949f-8b59edf123ff,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:47.171405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.248086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:47.261008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa7574-0f91-4b2a-9e6b-666002584367 req-0e580a7d-2601-4351-990c-23f0992090e4 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.284931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13aa7574-0f91-4b2a-9e6b-666002584367 req-0e580a7d-2601-4351-990c-23f0992090e4 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0774634 Aug 10 01:07:47.286469 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.329336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13aa7574-0f91-4b2a-9e6b-666002584367 req-3e05ecca-bd33-4e45-9814-6e45d905cfe6 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426533 Aug 10 01:07:47.379905 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e818a10-9ddb-4abb-b462-f46b1f613e26 x-openstack-request-id: req-4e818a10-9ddb-4abb-b462-f46b1f613e26 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:47.380221 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "name": "network-vif-plugged", "status": "completed", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:47.380482 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e818a10-9ddb-4abb-b462-f46b1f613e26 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:47.380904 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff', 'code': 200} Aug 10 01:07:47.612915 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e15ae1d9-3276-4f2a-9cf2-cdbe655f5d88 req-016926c6-df40-4f99-9c18-6d00ad75d760 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 210 time: 0.0711272 Aug 10 01:07:47.634389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-b32a3331-48bf-4fc2-8b83-128d85425a0a service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205530 Aug 10 01:07:47.678930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.706607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5638-6021-407e-9fe3-5766ee17af9c req-7106c2fc-4f30-48bb-842e-1beda9fd8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.708702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-791a5638-6021-407e-9fe3-5766ee17af9c req-7106c2fc-4f30-48bb-842e-1beda9fd8bf7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 1097 time: 0.1684625 Aug 10 01:07:47.772786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.801988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-791a5638-6021-407e-9fe3-5766ee17af9c req-510ffb89-c0aa-430a-8d80-36902ea82775 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820949 Aug 10 01:07:47.812614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-015c41fc-97bc-4f8a-ab59-68c50db853ab req-99b1c5be-094e-49e6-aeba-68db80db006f service neutron] 10.222.0.21 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678953 Aug 10 01:07:47.813569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Transition to ACTIVE for port object 38ccc580-b647-4092-9a5e-b2f156700fe2 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:47.839060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea34843-ee36-4c90-8dc4-86888d8ee907 req-beb30620-696a-4309-902e-32393ffc7347 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.841203 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ea34843-ee36-4c90-8dc4-86888d8ee907 req-beb30620-696a-4309-902e-32393ffc7347 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0557232 Aug 10 01:07:47.853860 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:47.866544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318', 'cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:47.913647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ea34843-ee36-4c90-8dc4-86888d8ee907 req-9e07e60d-b85e-4657-8efa-6b70764658f4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517592 Aug 10 01:07:47.917808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:47.933574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Network 9fd592f8-9cda-429c-abae-13341367fd7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:07:47.934993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:07:47.937436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:07:47.993901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:47.994782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.014093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-9a15b9a2-1bdf-4111-b23e-f7883d6888d5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5353482 Aug 10 01:07:48.029559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Request body: {'port': {'device_id': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:48.131453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.179616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7e69-a809-4acc-9cdf-164107fb7724 req-5029e3f6-b63f-4826-a57b-5ec3784d8198 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.181191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a99a7e69-a809-4acc-9cdf-164107fb7724 req-5029e3f6-b63f-4826-a57b-5ec3784d8198 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1154006 Aug 10 01:07:48.283137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a99a7e69-a809-4acc-9cdf-164107fb7724 req-9e4250e2-2642-420b-ac1f-e165a49f8ab3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Aug 10 01:07:48.299516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-27dfaa64-98f6-43af-a89c-3b1031ecd606 None None] Provisioning for port 38ccc580-b647-4092-9a5e-b2f156700fe2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:48.304176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-27dfaa64-98f6-43af-a89c-3b1031ecd606 None None] Provisioning complete for port 38ccc580-b647-4092-9a5e-b2f156700fe2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:48.304657 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-27dfaa64-98f6-43af-a89c-3b1031ecd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.338891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-27dfaa64-98f6-43af-a89c-3b1031ecd606 None None] Port 38ccc580-b647-4092-9a5e-b2f156700fe2 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:07:48.453298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ccc580-b647-4092-9a5e-b2f156700fe2 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:48.461634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.469757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47106026-c439-45dc-9f8b-bf3b5d8c6b91 req-3ed4739b-cffa-429b-abbf-baa938dfa8e4 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.476576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Transition to ACTIVE for port object 38ccc580-b647-4092-9a5e-b2f156700fe2 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:48.478349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47106026-c439-45dc-9f8b-bf3b5d8c6b91 req-3ed4739b-cffa-429b-abbf-baa938dfa8e4 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0752223 Aug 10 01:07:48.481411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.515961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-47106026-c439-45dc-9f8b-bf3b5d8c6b91 req-24b2239e-b0f2-4e2d-a5c2-9d595a7223c1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367181 Aug 10 01:07:48.556495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:48.635675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Attempting to bind port 38ccc580-b647-4092-9a5e-b2f156700fe2 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:48.636333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Attempting to bind port 38ccc580-b647-4092-9a5e-b2f156700fe2 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:48.636333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Attempting to bind port 38ccc580-b647-4092-9a5e-b2f156700fe2 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:48.641059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Port 38ccc580-b647-4092-9a5e-b2f156700fe2 on network 9fd592f8-9cda-429c-abae-13341367fd7f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:48.641390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Attempting to bind port 38ccc580-b647-4092-9a5e-b2f156700fe2 on network 9fd592f8-9cda-429c-abae-13341367fd7f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:48.646781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:48.647124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Checking segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:48.647517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Bound using segment: {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:48.647949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Bound port: 38ccc580-b647-4092-9a5e-b2f156700fe2, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149bdac6-a2db-4768-82fe-e7791912918c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:48.648308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.649327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe574-0317-4d8e-9e93-69a8e86a8802 req-01ef6c44-71cf-495d-a2ce-a0339cc579a8 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.651066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4dbe574-0317-4d8e-9e93-69a8e86a8802 req-01ef6c44-71cf-495d-a2ce-a0339cc579a8 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 950 time: 0.0645764 Aug 10 01:07:48.712269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4dbe574-0317-4d8e-9e93-69a8e86a8802 req-230b2b30-ec5b-41a2-b0e5-05914beb6b3a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543795 Aug 10 01:07:48.785318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:48.789126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:48.793616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.809460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc220aa-719d-4a5c-9f9e-4d3722b9b26f req-1bee547b-0d59-4f1b-97e2-3274d231674a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.810963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bc220aa-719d-4a5c-9f9e-4d3722b9b26f req-1bee547b-0d59-4f1b-97e2-3274d231674a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 944 time: 0.0926557 Aug 10 01:07:48.852456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.853083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:48.854519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] 10.222.0.21 "PUT /v2.0/ports/38ccc580-b647-4092-9a5e-b2f156700fe2 HTTP/1.1" status: 200 len: 1093 time: 0.8305576 Aug 10 01:07:48.854993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:48.857382 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1ab985-3ee2-495b-9133-c81e6526d3da" -d '{"events": [{"name": "network-changed", "server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:48.899333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bc220aa-719d-4a5c-9f9e-4d3722b9b26f req-bf8f15bd-1742-43b7-bad4-0b6b467cdf25 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691214 Aug 10 01:07:48.903605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f654-67d6-4c66-8d48-1a08feefa900 service neutron] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:48.924329 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd51262-fea0-43ab-8a6a-909cbba0e036 x-openstack-request-id: req-9fd51262-fea0-43ab-8a6a-909cbba0e036 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:48.924689 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:48.925026 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fd51262-fea0-43ab-8a6a-909cbba0e036 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:48.925491 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'status': 'completed', 'code': 200} Aug 10 01:07:48.962745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-09813cce-dfb0-40a1-8270-79e3445b858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:48.964367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-09813cce-dfb0-40a1-8270-79e3445b858c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 1096 time: 0.0523036 Aug 10 01:07:49.013328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-7ed9070d-8a85-4b82-a1cb-6d7c41c4aaf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ccc580-b647-4092-9a5e-b2f156700fe2 HTTP/1.1" status: 200 len: 217 time: 0.0386431 Aug 10 01:07:49.028042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760487c4-be9e-4dca-97fd-3cf7fe431d9b req-fa2c7168-974a-4586-b471-d0af5c8c028b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.029573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-760487c4-be9e-4dca-97fd-3cf7fe431d9b req-fa2c7168-974a-4586-b471-d0af5c8c028b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0514853 Aug 10 01:07:49.066099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-bc413be7-7758-4f6e-8c42-9df1fd0813ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.067839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-bc413be7-7758-4f6e-8c42-9df1fd0813ca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0464411 Aug 10 01:07:49.068962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-760487c4-be9e-4dca-97fd-3cf7fe431d9b req-7aa6c609-7a7e-45c1-ac2e-c6a78d5002af tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333436 Aug 10 01:07:49.120108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9099-6051-4c36-a4ff-a83684444562 req-525351b4-9342-4c42-b41d-ea01da25fcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.121646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-525351b4-9342-4c42-b41d-ea01da25fcf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453861 Aug 10 01:07:49.211613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-1e04e0db-4353-4786-ba7a-17e0c0ff26e9 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798488 Aug 10 01:07:49.306632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-963e9099-6051-4c36-a4ff-a83684444562 req-a1e8200f-05b1-4c58-a6cf-2eb4480e6b27 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Aug 10 01:07:49.427251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb119e21-e7f5-4c73-9cc4-9cfc459933cb req-d00f556c-e6d9-4cfe-9ca7-6e371d55c195 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.428730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb119e21-e7f5-4c73-9cc4-9cfc459933cb req-d00f556c-e6d9-4cfe-9ca7-6e371d55c195 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0756032 Aug 10 01:07:49.431254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-e6e7bad1-587e-47a0-9618-c6dc4fd261ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.432607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-e6e7bad1-587e-47a0-9618-c6dc4fd261ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 1096 time: 0.0707538 Aug 10 01:07:49.522818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb119e21-e7f5-4c73-9cc4-9cfc459933cb req-3e3fbfa8-f681-40af-b72f-a4c29190f8b2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833321 Aug 10 01:07:49.550931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-77de5afa-9c70-46f4-9eeb-47ffb4f28396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.552845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-77de5afa-9c70-46f4-9eeb-47ffb4f28396 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1122897 Aug 10 01:07:49.627563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-0809fdc2-d841-47fc-ae8e-fea3d9fb5cb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ccc580-b647-4092-9a5e-b2f156700fe2 HTTP/1.1" status: 200 len: 217 time: 0.0663795 Aug 10 01:07:49.634203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:49.673895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f6b2-eefc-4af2-9752-ba042e7c0e17 req-46b3141e-bf0b-443d-932b-fcafd510522d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.675760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00a4f6b2-eefc-4af2-9752-ba042e7c0e17 req-46b3141e-bf0b-443d-932b-fcafd510522d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0815005 Aug 10 01:07:49.691321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-6ce2c2da-6227-4699-b9b6-a284acb26540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.693337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-6ce2c2da-6227-4699-b9b6-a284acb26540 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0552683 Aug 10 01:07:49.716771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00a4f6b2-eefc-4af2-9752-ba042e7c0e17 req-9ba4ac01-a783-42a5-bff0-23ad056317d7 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Aug 10 01:07:49.754557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-e89b4b97-101d-499f-b2b3-4f3b041455e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.756843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-e89b4b97-101d-499f-b2b3-4f3b041455e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522687 Aug 10 01:07:49.828898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc3caa-f4aa-4240-9cfa-4dc3b0df68c6 req-9d6b1ace-ce1c-478c-8727-7413b5f4933a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.830369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cbc3caa-f4aa-4240-9cfa-4dc3b0df68c6 req-9d6b1ace-ce1c-478c-8727-7413b5f4933a tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 950 time: 0.0490441 Aug 10 01:07:49.858346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2820e1c-adf0-41f5-ab7c-dda79d6c113e req-d76a9f42-ad7f-4445-a92c-b41dbc82c155 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:49.859887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2820e1c-adf0-41f5-ab7c-dda79d6c113e req-d76a9f42-ad7f-4445-a92c-b41dbc82c155 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1021523 Aug 10 01:07:49.869412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3cbc3caa-f4aa-4240-9cfa-4dc3b0df68c6 req-97194e41-a3e7-4f93-a88e-9893ddbdd145 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/security-groups?id=831fe8c8-77ba-4f17-befd-aefda3979a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327222 Aug 10 01:07:49.914221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-97381758-3f70-423c-aa6c-1444b5b5c439 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463597 Aug 10 01:07:49.922271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2820e1c-adf0-41f5-ab7c-dda79d6c113e req-8961df38-623f-4c86-8d9b-df85014d32c6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527759 Aug 10 01:07:50.040581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de89a-add7-48c5-a3b4-7eaefe5efc3c req-deb2fd2d-a02a-4338-9790-734926a61fb4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.042077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-521de89a-add7-48c5-a3b4-7eaefe5efc3c req-deb2fd2d-a02a-4338-9790-734926a61fb4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 944 time: 0.0564332 Aug 10 01:07:50.070940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e1ab985-3ee2-495b-9133-c81e6526d3da req-f45c777f-c1a4-43fc-bc49-7f234d87bbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416492 Aug 10 01:07:50.081828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-521de89a-add7-48c5-a3b4-7eaefe5efc3c req-f7fd3958-3a16-4c41-9d91-e9dc1fc413bc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Aug 10 01:07:50.082162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2d5f-bfae-41dc-830b-c7de26ef30d9 req-1336072f-12ac-4803-a5ab-ce182c162dde tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.084277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-411f2d5f-bfae-41dc-830b-c7de26ef30d9 req-1336072f-12ac-4803-a5ab-ce182c162dde tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0800929 Aug 10 01:07:50.123711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-411f2d5f-bfae-41dc-830b-c7de26ef30d9 req-a9565c2b-2019-44a4-a5ac-21374fd55b27 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Aug 10 01:07:50.179636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-d599ca45-9a3a-4fba-9b1e-9c2fefbeca4f tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.181135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-d599ca45-9a3a-4fba-9b1e-9c2fefbeca4f tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.21 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 950 time: 0.0522265 Aug 10 01:07:50.192873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124e51d-8a87-4a60-a2dc-0f5d5d45347c req-99468608-3f38-4492-b5d9-3457c1107b8b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.194539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0124e51d-8a87-4a60-a2dc-0f5d5d45347c req-99468608-3f38-4492-b5d9-3457c1107b8b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0554802 Aug 10 01:07:50.245659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0124e51d-8a87-4a60-a2dc-0f5d5d45347c req-94b8c2a3-f6ec-4f70-8c7c-9370440ed76a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Aug 10 01:07:50.289999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Deleting port ee1e59be-0044-47ab-91b8-6f73f20bdc3c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:07:50.290357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:50.407325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce116-6f6f-4f03-8c18-4602f1143eec req-dd3df9d8-aa1f-4033-9435-96170d77845f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.408817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91dce116-6f6f-4f03-8c18-4602f1143eec req-dd3df9d8-aa1f-4033-9435-96170d77845f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1143396 Aug 10 01:07:50.440880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] For port ee1e59be-0044-47ab-91b8-6f73f20bdc3c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:50.441249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:50.465862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Calling delete_port for ee1e59be-0044-47ab-91b8-6f73f20bdc3c owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:07:50.486922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91dce116-6f6f-4f03-8c18-4602f1143eec req-ee0070f6-46c9-4fff-a44a-abeb218a1e53 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691893 Aug 10 01:07:50.620689 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:50.632644 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ee1e59be-0044-47ab-91b8-6f73f20bdc3c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:50.648865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Pushing event deleted for resources: {'Port': ['ID=ee1e59be-0044-47ab-91b8-6f73f20bdc3c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:50.696658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] No DVR routers for this DVR port ee1e59be-0044-47ab-91b8-6f73f20bdc3c on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:50.699315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:50.701378 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b601015b-bbde-4e0e-b663-d21afd4f9b35 req-7d123c7f-f254-464d-be3f-85bf68f2ce78 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.21 "DELETE /v2.0/ports/ee1e59be-0044-47ab-91b8-6f73f20bdc3c HTTP/1.1" status: 204 len: 173 time: 0.5131288 Aug 10 01:07:50.871046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c15c2-68e6-45a5-975d-294fb9b0a085 req-a5482f83-a9a4-437e-bba7-0ab0f5981d09 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:50.872574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-857c15c2-68e6-45a5-975d-294fb9b0a085 req-a5482f83-a9a4-437e-bba7-0ab0f5981d09 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Aug 10 01:07:50.912336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-857c15c2-68e6-45a5-975d-294fb9b0a085 req-da1b44d0-460b-44f3-bf58-659a99244c76 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336611 Aug 10 01:07:50.926700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'name': 'network-vif-deleted', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:50.929750 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e17e70c-0b54-4528-a52f-bcbf3c7475c9" -d '{"events": [{"server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "name": "network-vif-deleted", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:50.994632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 38ccc580-b647-4092-9a5e-b2f156700fe2 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:50.997922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:51.007883 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a7505-6ead-4a6a-868c-cf72a647d136 x-openstack-request-id: req-1a6a7505-6ead-4a6a-868c-cf72a647d136 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:51.008358 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c647209a-c18b-4c0f-b02d-1a3c3c88a672", "name": "network-vif-deleted", "tag": "ee1e59be-0044-47ab-91b8-6f73f20bdc3c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:51.008613 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a6a7505-6ead-4a6a-868c-cf72a647d136 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:51.009009 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c647209a-c18b-4c0f-b02d-1a3c3c88a672', 'name': 'network-vif-deleted', 'tag': 'ee1e59be-0044-47ab-91b8-6f73f20bdc3c', 'status': 'completed', 'code': 200} Aug 10 01:07:51.012564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c61894dc-04ad-4576-a5d7-c6ace96ae0ff req-761f24fe-91f7-45db-aa1c-3c5c80ecb9d4 tempest-VolumesBackupsTest-1862426100 tempest-VolumesBackupsTest-1862426100-project] 10.222.0.25 "GET /v2.0/ports?device_id=c647209a-c18b-4c0f-b02d-1a3c3c88a672 HTTP/1.1" status: 200 len: 210 time: 0.0318804 Aug 10 01:07:51.320728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5bd73b-4def-4703-8cdd-10b0f81c3545 req-a21b299d-c782-4800-a8d0-792f4b38e132 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:51.323533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a5bd73b-4def-4703-8cdd-10b0f81c3545 req-a21b299d-c782-4800-a8d0-792f4b38e132 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 944 time: 0.1328568 Aug 10 01:07:51.338459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2075-f29c-4176-a904-b97b716c5816 req-c7e9753a-3f69-4152-865f-0f5f0d4ebee8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:51.340643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa9f2075-f29c-4176-a904-b97b716c5816 req-c7e9753a-3f69-4152-865f-0f5f0d4ebee8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0870442 Aug 10 01:07:51.345484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.369192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:51.379828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a5bd73b-4def-4703-8cdd-10b0f81c3545 req-45be43d0-973b-4823-a10a-b1610b38f631 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493498 Aug 10 01:07:51.389472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:51.391756 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d571ba-6151-4157-af12-515f4a0f59fd" -d '{"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-unplugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:51.405418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'mac_address': 'fa:16:3e:f5:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:51.408892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa9f2075-f29c-4176-a904-b97b716c5816 req-baf975ed-a059-473d-9236-cc86ba529b31 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619996 Aug 10 01:07:51.411003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:51.428440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-35e99a7a-071a-4191-8d15-8fc9d503e605 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825903 Aug 10 01:07:51.440205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.440205 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b12846f-2a4c-47e6-b308-a4fb24725025 x-openstack-request-id: req-9b12846f-2a4c-47e6-b308-a4fb24725025 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:51.440205 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-unplugged", "status": "failed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "code": 422}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:51.440205 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b12846f-2a4c-47e6-b308-a4fb24725025 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:51.440205 n-d-766380-21 neutron-server[105959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'code': 422} returned with failed status Aug 10 01:07:51.478656 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.502095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ccc580-b647-4092-9a5e-b2f156700fe2 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:51.510183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:51.528972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:51.533766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:51.595377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:51.613147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0b9b4-f8e9-4bf4-9f1d-67b83da74c96 req-425bc076-9c81-401b-aca7-97b4fc88a6f5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:51.615690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dc0b9b4-f8e9-4bf4-9f1d-67b83da74c96 req-425bc076-9c81-401b-aca7-97b4fc88a6f5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0536785 Aug 10 01:07:51.655770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dc0b9b4-f8e9-4bf4-9f1d-67b83da74c96 req-f19ef62b-e5e9-460b-8fcb-53e577a40da5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Aug 10 01:07:51.754710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['38ccc580-b647-4092-9a5e-b2f156700fe2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:52.030407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d583569-cc1e-4381-9eeb-279f176c3677 req-131f6c66-65a9-40ae-9221-e0eebfa6e2de tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:52.031927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d583569-cc1e-4381-9eeb-279f176c3677 req-131f6c66-65a9-40ae-9221-e0eebfa6e2de tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Aug 10 01:07:52.071816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8d583569-cc1e-4381-9eeb-279f176c3677 req-7b114faf-df18-4682-aa56-c8393b883271 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Aug 10 01:07:52.267028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-4ae13e76-4540-475a-bf02-01a2ec341650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:52.268511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-4ae13e76-4540-475a-bf02-01a2ec341650 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64&tenant_id=56d34721331544149f3db5bf697c5100 HTTP/1.1" status: 200 len: 1096 time: 0.0735202 Aug 10 01:07:52.279912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:07:52.331317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:52.553800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b0056-9eef-4f53-9c82-65c560365358 req-57bc5165-3f5f-4e26-a3d5-680b34509dae tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:52.556481 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-710b0056-9eef-4f53-9c82-65c560365358 req-57bc5165-3f5f-4e26-a3d5-680b34509dae tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 944 time: 0.0648808 Aug 10 01:07:52.563899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191cd6-da96-43a7-9454-a8507779e000 req-99e5dfd8-917d-422b-82a5-5a5ebf2b9893 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:52.565634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62191cd6-da96-43a7-9454-a8507779e000 req-99e5dfd8-917d-422b-82a5-5a5ebf2b9893 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 945 time: 0.1059244 Aug 10 01:07:52.596133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:52.604854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-710b0056-9eef-4f53-9c82-65c560365358 req-19fdba87-41bd-435f-a2ae-0520aa2c75e6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Aug 10 01:07:52.635769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62191cd6-da96-43a7-9454-a8507779e000 req-e1126b8d-8acf-4087-9ab0-91ef2bf5a68f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625000 Aug 10 01:07:52.656262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:52.682150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:52.689764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:52.697263 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:07:52.703663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Transition to ACTIVE for port object 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:07:52.707266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:52.861423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=9']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:52.904984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2b786-57db-4ae5-8a1b-966ab905d4ab req-e98989ba-ed18-48eb-952f-91e697e074f9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:52.906781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65d2b786-57db-4ae5-8a1b-966ab905d4ab req-e98989ba-ed18-48eb-952f-91e697e074f9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1057494 Aug 10 01:07:52.956358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] No DVR routers for this DVR port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:07:52.976316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-65d2b786-57db-4ae5-8a1b-966ab905d4ab req-7fb81c53-4c62-4539-a999-d9fe6037f197 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570350 Aug 10 01:07:52.993538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 38ccc580-b647-4092-9a5e-b2f156700fe2 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:53.056424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 38ccc580-b647-4092-9a5e-b2f156700fe2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:07:53.061573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 38ccc580-b647-4092-9a5e-b2f156700fe2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:53.062293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.108761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:07:53.109013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:07:53.109354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:53.113741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:07:53.114077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Attempting to bind port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:07:53.119104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:07:53.119449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Checking segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:07:53.119843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Bound using segment: {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:07:53.120276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Bound port: 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f423bc0a-640f-42ff-99b3-992a0318d673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:07:53.120639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.150047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.184857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:53.190505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.191493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ee1e59be-0044-47ab-91b8-6f73f20bdc3c no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:53.220664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:07:53.224886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:07:53.229364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.231638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: ee1e59be-0044-47ab-91b8-6f73f20bdc3c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:07:53.231989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ee1e59be-0044-47ab-91b8-6f73f20bdc3c not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:53.232393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:07:53.278896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.279512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:53.281233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] 10.222.0.10 "PUT /v2.0/ports/4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1093 time: 1.0052354 Aug 10 01:07:53.290926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:53.291168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6650a7-f3c3-4a77-b89a-dd27f985b980 req-ae111a8d-6ba0-44b7-b3a9-ff9bd17f2729 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.292710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6650a7-f3c3-4a77-b89a-dd27f985b980 req-ae111a8d-6ba0-44b7-b3a9-ff9bd17f2729 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1335111 Aug 10 01:07:53.295863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:53.298220 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e397db3b-0c16-4809-bf72-e254992ae6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:53.302232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:07:53.367380 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29cd4e7-9958-4d79-ac05-83d5cac92863 x-openstack-request-id: req-e29cd4e7-9958-4d79-ac05-83d5cac92863 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:53.367600 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:53.367861 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e29cd4e7-9958-4d79-ac05-83d5cac92863 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:53.368262 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'status': 'completed', 'code': 200} Aug 10 01:07:53.388520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb720fa-3fd3-46fc-9324-0ab906921943 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:53.398476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d6650a7-f3c3-4a77-b89a-dd27f985b980 req-f04d501e-d7f4-40b7-902c-bbef1d59ee30 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964077 Aug 10 01:07:53.408850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-bdb64103-e9c7-46a6-87d2-ac09cddfdd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.410345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-bdb64103-e9c7-46a6-87d2-ac09cddfdd5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1097 time: 0.0866673 Aug 10 01:07:53.440561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:53.443824 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba85596a-3552-4d0f-a6ff-d34dc4d1360e" -d '{"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-plugged", "status": "completed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:53.493669 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28d8006-33dd-45d2-a9d5-6da2efd22d41 x-openstack-request-id: req-e28d8006-33dd-45d2-a9d5-6da2efd22d41 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:53.493992 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-plugged", "status": "completed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:53.494252 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e28d8006-33dd-45d2-a9d5-6da2efd22d41 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:53.494652 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'code': 200} Aug 10 01:07:53.517013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-9b65ccb4-8dfc-4e68-8538-3cbfa036e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.518584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-9b65ccb4-8dfc-4e68-8538-3cbfa036e3f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1008148 Aug 10 01:07:53.632889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-c3407f96-02bf-4f95-9bb8-b2c48dc3d702 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1000 time: 0.0999055 Aug 10 01:07:53.641164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ed9c1-2e70-421e-8b0c-1c22b9dd246f req-0b0f733e-cd20-4ea0-bc1b-a699f746110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.643050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-391ed9c1-2e70-421e-8b0c-1c22b9dd246f req-0b0f733e-cd20-4ea0-bc1b-a699f746110a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 1098 time: 0.0610237 Aug 10 01:07:53.749783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-901a8c36-f2ef-4bee-b8db-94742eab21b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.751633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-901a8c36-f2ef-4bee-b8db-94742eab21b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1074424 Aug 10 01:07:53.756881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-391ed9c1-2e70-421e-8b0c-1c22b9dd246f req-369f3869-2fb5-443c-9498-77fd31371f1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051862 Aug 10 01:07:53.760531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360dc9d-de73-42f9-bcdc-c900bb39ba39 req-170da70a-4a76-47d9-8853-606c4ba0b2db tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.763016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5360dc9d-de73-42f9-bcdc-c900bb39ba39 req-170da70a-4a76-47d9-8853-606c4ba0b2db tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0545735 Aug 10 01:07:53.779161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2919174-70b3-4716-88d3-1e8006dcaedd req-c9d9ee82-038d-4f1e-945f-fb6527411764 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.780725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2919174-70b3-4716-88d3-1e8006dcaedd req-c9d9ee82-038d-4f1e-945f-fb6527411764 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0953188 Aug 10 01:07:53.811392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5360dc9d-de73-42f9-bcdc-c900bb39ba39 req-067361c8-4f61-48d4-af11-a59a82934a09 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371022 Aug 10 01:07:53.838616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eae5081b-66f1-4b1c-8668-80b769fdee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:53.840181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-eae5081b-66f1-4b1c-8668-80b769fdee11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803566 Aug 10 01:07:53.843468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2919174-70b3-4716-88d3-1e8006dcaedd req-0fb63e4b-9d68-406a-aeff-fd2e46f8f8b7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473111 Aug 10 01:07:53.937634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-c6eb99fd-6f7a-47ba-9241-306e0c56fdd8 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888522 Aug 10 01:07:54.045615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95dfe3a8-ac08-4045-a3c5-afba72070c02 req-cfed2887-a2eb-4db0-b267-f39712862181 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007535 Aug 10 01:07:54.096287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75171a69-b185-4321-a230-bfab3dbfe703 req-9060a3b9-75db-42e8-8bfb-b43df478c3c6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.097799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75171a69-b185-4321-a230-bfab3dbfe703 req-9060a3b9-75db-42e8-8bfb-b43df478c3c6 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0553672 Aug 10 01:07:54.172067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75171a69-b185-4321-a230-bfab3dbfe703 req-f13f9b75-17c9-49d2-9968-9147dbfa59c9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647855 Aug 10 01:07:54.175059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-019adf2b-ce38-49bd-aa74-68796090ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.177255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-019adf2b-ce38-49bd-aa74-68796090ae03 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=56d34721331544149f3db5bf697c5100&device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1097 time: 0.0774179 Aug 10 01:07:54.295564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-272d38d9-afce-48d4-b0de-8532b923b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.297391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-272d38d9-afce-48d4-b0de-8532b923b395 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 200 len: 917 time: 0.1120846 Aug 10 01:07:54.378948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-647073de-4dcc-4354-84b6-a5d3d6da2dc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 200 len: 1000 time: 0.0743146 Aug 10 01:07:54.602587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd35f1-5997-47df-968d-cd8a19474d24 req-1b53fb82-5c28-484d-8a4e-c9726646e270 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.619141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ddd35f1-5997-47df-968d-cd8a19474d24 req-1b53fb82-5c28-484d-8a4e-c9726646e270 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1157079 Aug 10 01:07:54.679756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ddd35f1-5997-47df-968d-cd8a19474d24 req-8ebd913d-437c-423b-8653-8cb81a958cde tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574296 Aug 10 01:07:54.950710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417308e-a3ab-4865-a1f6-feca8b6e3fc3 req-5cc27e89-fcf3-4b82-bde9-844638bea492 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:54.954722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9417308e-a3ab-4865-a1f6-feca8b6e3fc3 req-5cc27e89-fcf3-4b82-bde9-844638bea492 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0596175 Aug 10 01:07:55.008624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9417308e-a3ab-4865-a1f6-feca8b6e3fc3 req-4e4a8359-7c72-4e4d-a78f-fa8006ccdd95 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Aug 10 01:07:55.026810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00aa098-a779-4af4-9903-e74c3f9f3a92 req-735dff2b-8929-41fc-b7c5-c005097dfd76 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:55.028413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b00aa098-a779-4af4-9903-e74c3f9f3a92 req-735dff2b-8929-41fc-b7c5-c005097dfd76 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0947394 Aug 10 01:07:55.099432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b00aa098-a779-4af4-9903-e74c3f9f3a92 req-88bc532c-fbd8-4452-8c13-a14b8b56f611 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640981 Aug 10 01:07:55.308145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c863da-0cd1-4732-9c15-b66e93dffdec req-749669f2-d412-4327-9e1b-00c313e74aa0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:55.315208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9c863da-0cd1-4732-9c15-b66e93dffdec req-749669f2-d412-4327-9e1b-00c313e74aa0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0576851 Aug 10 01:07:55.411337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9c863da-0cd1-4732-9c15-b66e93dffdec req-b8096587-54b7-4322-9769-d56ddc9fcd88 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942936 Aug 10 01:07:55.549778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35954b66-6c91-453d-b4fc-af6305237611 req-2baaf8cf-7299-4264-b3bf-b3c9928bd2fd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:55.551917 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35954b66-6c91-453d-b4fc-af6305237611 req-2baaf8cf-7299-4264-b3bf-b3c9928bd2fd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0551381 Aug 10 01:07:55.618156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35954b66-6c91-453d-b4fc-af6305237611 req-d07f2c4d-8e7d-46c8-9c2d-978defcae6dc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591354 Aug 10 01:07:55.986157 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.178033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbc53d-3259-4df0-a20f-53990ac6527c req-4ce1d28e-1f1f-4c72-b68a-d11421820802 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:56.187214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddfbc53d-3259-4df0-a20f-53990ac6527c req-4ce1d28e-1f1f-4c72-b68a-d11421820802 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0702467 Aug 10 01:07:56.191195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:56.228514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddfbc53d-3259-4df0-a20f-53990ac6527c req-755bba74-7bf2-40ae-814c-c4120706b05f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401685 Aug 10 01:07:56.395516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bbd16-1712-45d0-ba10-5c49b8d288f1 req-d0c8bc48-b07e-4ee2-a5e5-c3cae98dce61 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:56.396950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-014bbd16-1712-45d0-ba10-5c49b8d288f1 req-d0c8bc48-b07e-4ee2-a5e5-c3cae98dce61 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0580275 Aug 10 01:07:56.441096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-014bbd16-1712-45d0-ba10-5c49b8d288f1 req-62d13f9e-5dd7-43aa-b71d-8dcc2fc84775 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380099 Aug 10 01:07:56.571476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea735d-0e00-4c67-aff3-1e5090721dd0 req-ad52469a-21a9-43ed-9ba4-a25a4927d766 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:56.573395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fea735d-0e00-4c67-aff3-1e5090721dd0 req-ad52469a-21a9-43ed-9ba4-a25a4927d766 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Aug 10 01:07:56.620459 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4fea735d-0e00-4c67-aff3-1e5090721dd0 req-02068434-20d4-476e-a20f-bdc33bd2379f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Aug 10 01:07:56.759493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913585e-4045-4d30-a305-649d47af5a01 req-f982690f-320e-41d1-894d-594bbc983bc3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:56.762066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2913585e-4045-4d30-a305-649d47af5a01 req-f982690f-320e-41d1-894d-594bbc983bc3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0620029 Aug 10 01:07:56.817811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2913585e-4045-4d30-a305-649d47af5a01 req-8f15d7dc-3852-427f-85d4-22509791cb76 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Aug 10 01:07:57.024957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 38ccc580-b647-4092-9a5e-b2f156700fe2 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:07:57.131332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:57.146992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'port_id': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'mac_address': 'fa:16:3e:f5:df:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:07:57.186616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.200335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38ccc580-b647-4092-9a5e-b2f156700fe2 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:07:57.221651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:57.229834 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:57.295469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:57.339612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['38ccc580-b647-4092-9a5e-b2f156700fe2'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:07:57.420460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf49564-bee3-4dc4-b800-ff15818ac1aa req-1dc8630d-84ed-4332-9f0a-aa223600e772 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:57.427800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddf49564-bee3-4dc4-b800-ff15818ac1aa req-1dc8630d-84ed-4332-9f0a-aa223600e772 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1076276 Aug 10 01:07:57.470531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddf49564-bee3-4dc4-b800-ff15818ac1aa req-0284a266-ab00-438f-9afa-ee3207ad136b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361526 Aug 10 01:07:57.621320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759689-8679-4587-80b7-5c03f2b7cb24 req-5df8e3b0-7844-458b-bbd1-37a463213096 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:57.622914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50759689-8679-4587-80b7-5c03f2b7cb24 req-5df8e3b0-7844-458b-bbd1-37a463213096 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 945 time: 0.0539012 Aug 10 01:07:57.675044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50759689-8679-4587-80b7-5c03f2b7cb24 req-dc206635-3648-4211-aa53-0cc91271cfbf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Aug 10 01:07:57.820489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05555921-429b-419d-9514-fba0f886e7f3 req-4d687e67-6f93-4a33-a73a-e19df0f1a71c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:57.822177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05555921-429b-419d-9514-fba0f886e7f3 req-4d687e67-6f93-4a33-a73a-e19df0f1a71c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0653820 Aug 10 01:07:57.881774 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05555921-429b-419d-9514-fba0f886e7f3 req-48395f18-7903-4cd9-9eaa-6631e22b5fe5 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 Aug 10 01:07:58.007320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95396d-9f10-469a-ba3e-a0186a5529cd req-d84e93a9-38e7-4f79-be86-d3e2fa9bf170 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:58.008963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e95396d-9f10-469a-ba3e-a0186a5529cd req-d84e93a9-38e7-4f79-be86-d3e2fa9bf170 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0608294 Aug 10 01:07:58.064557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e95396d-9f10-469a-ba3e-a0186a5529cd req-c1b574ec-a8ec-4c1e-875f-cc1cca919c4f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491130 Aug 10 01:07:58.610273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b76aa-97f0-4cd9-8451-ad59dfde54f8 req-a0724303-607c-4936-8a9d-55691ea22036 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:58.611866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e66b76aa-97f0-4cd9-8451-ad59dfde54f8 req-a0724303-607c-4936-8a9d-55691ea22036 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Aug 10 01:07:58.666817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e66b76aa-97f0-4cd9-8451-ad59dfde54f8 req-079a7fcd-9b61-4590-a2d0-b24c1a76f764 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Aug 10 01:07:58.830064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2d15a-da39-44b9-b1e1-403eeddb6f9d req-6cb62518-96f2-4476-8475-e4476cf18837 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:58.831551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cea2d15a-da39-44b9-b1e1-403eeddb6f9d req-6cb62518-96f2-4476-8475-e4476cf18837 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 945 time: 0.0748601 Aug 10 01:07:58.877641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cea2d15a-da39-44b9-b1e1-403eeddb6f9d req-2c458fec-e56f-4d8b-83e9-ef4d72180989 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391893 Aug 10 01:07:59.018020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc708-c929-464b-8186-f1b1f77781ea req-6b170894-77fd-4993-875f-956e7206a3ab tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:59.023162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-303fc708-c929-464b-8186-f1b1f77781ea req-6b170894-77fd-4993-875f-956e7206a3ab tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0576394 Aug 10 01:07:59.023953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 38ccc580-b647-4092-9a5e-b2f156700fe2 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:07:59.077855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-303fc708-c929-464b-8186-f1b1f77781ea req-63f5a585-cc0b-4937-9903-5ef70238d39d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513017 Aug 10 01:07:59.111548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 38ccc580-b647-4092-9a5e-b2f156700fe2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:07:59.111918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.244219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.258265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d6415-30a9-4b21-937d-892590825a77 req-5204de7f-a5f9-4205-af0f-261c9aee4f06 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:59.274719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-359d6415-30a9-4b21-937d-892590825a77 req-5204de7f-a5f9-4205-af0f-261c9aee4f06 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1090474 Aug 10 01:07:59.320513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:07:59.321512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:07:59.325657 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1335c-3987-497b-a2b9-63fb30d824f2" -d '{"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-plugged", "status": "completed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:07:59.330425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:07:59.340556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-359d6415-30a9-4b21-937d-892590825a77 req-a6fc4902-d2e7-4195-852c-562077b2ccd4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648315 Aug 10 01:07:59.405614 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cb4af4-6b57-4968-b80c-d69586b6be2e x-openstack-request-id: req-72cb4af4-6b57-4968-b80c-d69586b6be2e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:07:59.405913 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-plugged", "status": "completed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:07:59.406162 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72cb4af4-6b57-4968-b80c-d69586b6be2e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:07:59.406546 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'code': 200} Aug 10 01:07:59.409381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:07:59.797436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff97ca4-321f-4c6e-b449-7bf23faff4c1 req-aa35f50f-126a-4cc3-a0f9-4c8c1818c01d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:07:59.803222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eff97ca4-321f-4c6e-b449-7bf23faff4c1 req-aa35f50f-126a-4cc3-a0f9-4c8c1818c01d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0595243 Aug 10 01:07:59.866252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eff97ca4-321f-4c6e-b449-7bf23faff4c1 req-217c489a-efcc-4ec4-aa30-afd416517da7 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606472 Aug 10 01:08:00.005599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c919f-9d9e-44df-866a-c556dba057f6 req-c833b758-f487-43ee-8a1c-c396531c05f0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:00.007610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a54c919f-9d9e-44df-866a-c556dba057f6 req-c833b758-f487-43ee-8a1c-c396531c05f0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0546176 Aug 10 01:08:00.055450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a54c919f-9d9e-44df-866a-c556dba057f6 req-2cc5d9a0-c4dd-4a9a-991f-e4e313a51178 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382905 Aug 10 01:08:00.203277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c72ad-c31c-4b6b-a77c-4ef3e76f07ab req-98935dff-a111-4506-84cc-a7efaf3df054 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:00.204834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e26c72ad-c31c-4b6b-a77c-4ef3e76f07ab req-98935dff-a111-4506-84cc-a7efaf3df054 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0515633 Aug 10 01:08:00.257749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e26c72ad-c31c-4b6b-a77c-4ef3e76f07ab req-4a7dc84d-831b-48cc-b5af-e7e0bf7f0957 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461912 Aug 10 01:08:00.484829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e9d3e-bf57-4eee-ae16-6e135a05fa26 req-c6efe906-bed8-42c8-b5d8-516a6f97f5c9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:00.486369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d7e9d3e-bf57-4eee-ae16-6e135a05fa26 req-c6efe906-bed8-42c8-b5d8-516a6f97f5c9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0612464 Aug 10 01:08:00.527909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d7e9d3e-bf57-4eee-ae16-6e135a05fa26 req-ad749959-e346-4cdd-a8c3-522ba55d623e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336919 Aug 10 01:08:01.000718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c6a34-1127-4f9d-932f-29d84a0970c5 req-56eecea6-8892-4b9b-84c9-371ff8a2bcb8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:01.002548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b90c6a34-1127-4f9d-932f-29d84a0970c5 req-56eecea6-8892-4b9b-84c9-371ff8a2bcb8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0534534 Aug 10 01:08:01.052671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b90c6a34-1127-4f9d-932f-29d84a0970c5 req-e2cb9882-75f8-4bcd-a3aa-cff11377ea05 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Aug 10 01:08:01.180642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5f412-8a50-4ac3-87bd-6a32bef203ca req-e71c10db-88fb-4e17-a6dd-64b06323ec86 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:01.182354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31b5f412-8a50-4ac3-87bd-6a32bef203ca req-e71c10db-88fb-4e17-a6dd-64b06323ec86 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0524096 Aug 10 01:08:01.238894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31b5f412-8a50-4ac3-87bd-6a32bef203ca req-49bc915b-a240-45b4-85dc-0c380bf8754b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497773 Aug 10 01:08:01.404758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b852f1-46ad-49f9-ab3a-8ec81a8f6277 req-51403983-212b-4bcb-abab-4e757c0ad01d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:01.412337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3b852f1-46ad-49f9-ab3a-8ec81a8f6277 req-51403983-212b-4bcb-abab-4e757c0ad01d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0654163 Aug 10 01:08:01.447438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3b852f1-46ad-49f9-ab3a-8ec81a8f6277 req-5b316737-1cdf-432f-8436-4163539f258e tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338550 Aug 10 01:08:01.665174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672663f-cb3a-4dcf-a693-32f908ea96a9 req-20f926a0-94de-4a90-a853-17fd35d7d8ca tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:01.666810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c672663f-cb3a-4dcf-a693-32f908ea96a9 req-20f926a0-94de-4a90-a853-17fd35d7d8ca tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0637832 Aug 10 01:08:01.709179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c672663f-cb3a-4dcf-a693-32f908ea96a9 req-4752f3f7-17e0-4d1e-b68c-e1858d034ad4 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352826 Aug 10 01:08:02.198102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab159a-f9e3-4767-8141-d54059445f52 req-ef278f36-29ae-4689-8a6a-5f52e16ad259 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:02.199867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97ab159a-f9e3-4767-8141-d54059445f52 req-ef278f36-29ae-4689-8a6a-5f52e16ad259 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0713422 Aug 10 01:08:02.259998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-97ab159a-f9e3-4767-8141-d54059445f52 req-30e8f86c-4b38-4162-bac9-493f31d1ee10 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530512 Aug 10 01:08:02.379471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3110-00b7-4d7a-a8f9-28e243634bfb req-b27c9230-ef90-4989-ba7a-80785b0a8ff1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:02.380962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4f3110-00b7-4d7a-a8f9-28e243634bfb req-b27c9230-ef90-4989-ba7a-80785b0a8ff1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0528638 Aug 10 01:08:02.425498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4f3110-00b7-4d7a-a8f9-28e243634bfb req-7e403e06-692c-42e1-99ca-7356275eb87e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Aug 10 01:08:02.596020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d53e1-1a8d-47be-863e-22a48cb84078 req-fbe3af7c-b963-4036-8a7a-cf994f1e58bb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:02.597560 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f1d53e1-1a8d-47be-863e-22a48cb84078 req-fbe3af7c-b963-4036-8a7a-cf994f1e58bb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0651617 Aug 10 01:08:02.647228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f1d53e1-1a8d-47be-863e-22a48cb84078 req-d00a7125-fa55-4dbc-97c3-e3514e965e91 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 Aug 10 01:08:02.843800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54929f3-3122-4631-87da-865f34bfe3cb req-5f381ead-4dec-453b-9654-274352cc57f7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:02.852699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f54929f3-3122-4631-87da-865f34bfe3cb req-5f381ead-4dec-453b-9654-274352cc57f7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0601346 Aug 10 01:08:02.899551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f54929f3-3122-4631-87da-865f34bfe3cb req-194bd9fd-6e43-4db5-8f67-691dfd1ac052 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Aug 10 01:08:03.407908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eda798-e525-4ef4-a0e8-a77c28dd25fb req-8fc27ddd-e5e0-4963-b62d-9feb115133b1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:03.409527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79eda798-e525-4ef4-a0e8-a77c28dd25fb req-8fc27ddd-e5e0-4963-b62d-9feb115133b1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0597584 Aug 10 01:08:03.450555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79eda798-e525-4ef4-a0e8-a77c28dd25fb req-1f5f5155-8c4d-4724-bb9a-e14ea4e88414 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Aug 10 01:08:03.592473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e3447-8900-4f2e-9e6d-eda22c2d023d req-c913ef18-3eea-47cc-93d5-5551dd8e17ee tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:03.592473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-039e3447-8900-4f2e-9e6d-eda22c2d023d req-c913ef18-3eea-47cc-93d5-5551dd8e17ee tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0629370 Aug 10 01:08:03.643864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-039e3447-8900-4f2e-9e6d-eda22c2d023d req-1c0fc5de-12c6-4e0c-b5c4-f179ed47fb5c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481913 Aug 10 01:08:03.790503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf22b19-74b5-4346-be6b-ca4ff9949bfc req-77debfca-ec7a-446d-a176-d22329d7a4f8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:03.792587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adf22b19-74b5-4346-be6b-ca4ff9949bfc req-77debfca-ec7a-446d-a176-d22329d7a4f8 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0671482 Aug 10 01:08:03.840713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adf22b19-74b5-4346-be6b-ca4ff9949bfc req-21d484dd-4574-459f-8687-ba116d022ce5 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Aug 10 01:08:04.087192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c132e01-5971-4d34-b0d5-30eb92cf2faa req-82981ef4-bbd2-4b67-8a8c-a0c63d611044 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.088866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c132e01-5971-4d34-b0d5-30eb92cf2faa req-82981ef4-bbd2-4b67-8a8c-a0c63d611044 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0733254 Aug 10 01:08:04.159363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c132e01-5971-4d34-b0d5-30eb92cf2faa req-eec636d5-bf23-4d87-9954-546b7ed574dd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 Aug 10 01:08:04.585095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3552e7-9def-413f-b1db-d95a1670a7de req-f44ebdb7-d387-4111-8977-2095a513a19b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.593348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3552e7-9def-413f-b1db-d95a1670a7de req-f44ebdb7-d387-4111-8977-2095a513a19b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0658522 Aug 10 01:08:04.636517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3552e7-9def-413f-b1db-d95a1670a7de req-30e035d5-fe3e-4f53-8bf5-5327d49cd172 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Aug 10 01:08:04.768610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501a053-97d2-4de1-8e10-39eb30b7b1d3 req-a2f94e49-5293-454b-87cf-cd1245dc44a4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.770768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6501a053-97d2-4de1-8e10-39eb30b7b1d3 req-a2f94e49-5293-454b-87cf-cd1245dc44a4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0567591 Aug 10 01:08:04.819067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6501a053-97d2-4de1-8e10-39eb30b7b1d3 req-5d4c3bc9-d907-4850-b638-f51f44c59fa4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Aug 10 01:08:04.971617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9953e2-93a7-4416-a7a1-067057f7f638 req-797b2bb2-021e-42e0-9aa2-7ded4b40b3ee tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:04.973714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af9953e2-93a7-4416-a7a1-067057f7f638 req-797b2bb2-021e-42e0-9aa2-7ded4b40b3ee tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0568225 Aug 10 01:08:05.020844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af9953e2-93a7-4416-a7a1-067057f7f638 req-7eadbf3a-cf3a-4866-bf3a-1d1285fe30a1 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Aug 10 01:08:05.292828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fc6a1-7506-4fca-9c12-3aab5f99a45f req-48d352f0-abf4-4269-9936-62b821f5cbd2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.294775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-196fc6a1-7506-4fca-9c12-3aab5f99a45f req-48d352f0-abf4-4269-9936-62b821f5cbd2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0726883 Aug 10 01:08:05.370865 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-196fc6a1-7506-4fca-9c12-3aab5f99a45f req-4ebe8a19-89cf-4f34-9fba-ef45d7bdbcb3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695024 Aug 10 01:08:05.455352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-8e490285-7593-4af3-9e36-3e2fd3222308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.459141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-8e490285-7593-4af3-9e36-3e2fd3222308 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 200 len: 856 time: 0.1225431 Aug 10 01:08:05.538955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-78463c95-c03c-4e3a-8bb0-59b0a4c38aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.540455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-78463c95-c03c-4e3a-8bb0-59b0a4c38aab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5c4b9183-a064-45e1-8c51-e8b2bb83ed82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695307 Aug 10 01:08:05.804196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-43971744-7f03-4f8f-9a20-4cd90323f9df service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539580 Aug 10 01:08:05.904610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2113b4-a43d-46ab-b336-afad2f463372 req-54be36c9-9561-48b2-9545-4e124ad69a7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.912391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab2113b4-a43d-46ab-b336-afad2f463372 req-54be36c9-9561-48b2-9545-4e124ad69a7f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.1752801 Aug 10 01:08:05.977391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab2113b4-a43d-46ab-b336-afad2f463372 req-0cb9b799-0db0-4502-b699-cb4a805ca725 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590620 Aug 10 01:08:05.978291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac020-859c-4c01-95d0-d3dd97f39121 req-aa311b05-9b09-439f-b32c-a44bfa311564 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:05.986249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d9ac020-859c-4c01-95d0-d3dd97f39121 req-aa311b05-9b09-439f-b32c-a44bfa311564 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0723014 Aug 10 01:08:06.051806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e397db3b-0c16-4809-bf72-e254992ae6c9 req-e7025081-e783-46d7-ae43-0246eb8c2aa6 service neutron] 10.222.0.10 "GET /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396073 Aug 10 01:08:06.054855 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d9ac020-859c-4c01-95d0-d3dd97f39121 req-f8400212-846e-40ac-951f-f8da067cb03b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632572 Aug 10 01:08:06.244646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902f2ad-e4ad-4442-9691-bc5a169b9c1c req-9cf8688a-91d3-49a4-ae3d-9a9550bc2536 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.247153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7902f2ad-e4ad-4442-9691-bc5a169b9c1c req-9cf8688a-91d3-49a4-ae3d-9a9550bc2536 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.1054709 Aug 10 01:08:06.319301 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7902f2ad-e4ad-4442-9691-bc5a169b9c1c req-29467dbb-0cbd-4a8c-87d3-4084826c2ef4 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632606 Aug 10 01:08:06.510290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37113-554c-4f50-8be0-d806808dedee req-1a891b3e-7be0-45c4-8b64-eba63a3d28b1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.511868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eb37113-554c-4f50-8be0-d806808dedee req-1a891b3e-7be0-45c4-8b64-eba63a3d28b1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.2390733 Aug 10 01:08:06.513819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163456-e443-4f54-82f6-1cb3910cd464 req-3e598d38-6b93-4e1b-b6a6-368ea7a15290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.519953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-3e598d38-6b93-4e1b-b6a6-368ea7a15290 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1097 time: 0.2124300 Aug 10 01:08:06.672607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163456-e443-4f54-82f6-1cb3910cd464 req-92819e5f-8b16-45a2-9fce-6fc74ef47e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.672607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-92819e5f-8b16-45a2-9fce-6fc74ef47e40 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1403484 Aug 10 01:08:06.691143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c063-671b-4955-b584-b7ab9bfc16a1 req-7a866628-cad8-42aa-a3e4-a81cda325ad2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.703661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9e4c063-671b-4955-b584-b7ab9bfc16a1 req-7a866628-cad8-42aa-a3e4-a81cda325ad2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0936599 Aug 10 01:08:06.756389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9e4c063-671b-4955-b584-b7ab9bfc16a1 req-f3c47520-9949-43f9-a0f3-99c51ca32510 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Aug 10 01:08:06.786841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-0220efda-3740-4de8-b725-5d703e648116 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 1001 time: 0.0991783 Aug 10 01:08:06.801666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eb37113-554c-4f50-8be0-d806808dedee req-d327e647-db73-4ee8-908d-e5409c91b457 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806304 Aug 10 01:08:06.859625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163456-e443-4f54-82f6-1cb3910cd464 req-6495c60a-0529-412f-bda6-97cd33055861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.861656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-6495c60a-0529-412f-bda6-97cd33055861 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0590644 Aug 10 01:08:06.915154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92163456-e443-4f54-82f6-1cb3910cd464 req-4f367ea3-939e-47cc-86db-96b3e403587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:06.916689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-4f367ea3-939e-47cc-86db-96b3e403587a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481489 Aug 10 01:08:07.278165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfaa00-a08a-4b1c-b6ef-c9bf078fd836 req-d93fa1a5-63d9-4190-83b9-9cb5fbec2029 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.280919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53dfaa00-a08a-4b1c-b6ef-c9bf078fd836 req-d93fa1a5-63d9-4190-83b9-9cb5fbec2029 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.1056750 Aug 10 01:08:07.395963 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53dfaa00-a08a-4b1c-b6ef-c9bf078fd836 req-bf24bac7-cd08-4f7f-a5c2-3877ca82eef3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063104 Aug 10 01:08:07.442619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-7745c404-307c-447c-9776-545d47af021b service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171647 Aug 10 01:08:07.572673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048f1e-8ca9-4670-b94d-8f5b073672fb req-ebbcc66e-5dc9-4552-81fa-323949048368 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.579177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65048f1e-8ca9-4670-b94d-8f5b073672fb req-ebbcc66e-5dc9-4552-81fa-323949048368 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.1203077 Aug 10 01:08:07.646989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65048f1e-8ca9-4670-b94d-8f5b073672fb req-983c2427-96d7-439d-bc94-9e784391c22b tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642407 Aug 10 01:08:07.679211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92163456-e443-4f54-82f6-1cb3910cd464 req-8b6513f3-b1b3-4e54-9447-3083e274b981 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283001 Aug 10 01:08:07.891971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1204654-ac0f-448f-9014-94eec5c59389 req-562e7a00-13d7-40fc-9e8b-b8c038c53ac9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.899803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1204654-ac0f-448f-9014-94eec5c59389 req-562e7a00-13d7-40fc-9e8b-b8c038c53ac9 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0648530 Aug 10 01:08:07.937887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c21a1-d44e-4287-8b85-3a3624e3754a req-0e3df952-b5d0-4dd5-b757-b5988f217de9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:07.947067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f44c21a1-d44e-4287-8b85-3a3624e3754a req-0e3df952-b5d0-4dd5-b757-b5988f217de9 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0740116 Aug 10 01:08:07.980575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1204654-ac0f-448f-9014-94eec5c59389 req-9d36b4dd-3967-4b95-b4c4-bbeaf5165583 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762258 Aug 10 01:08:07.999204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f44c21a1-d44e-4287-8b85-3a3624e3754a req-4c76c875-bfdf-4774-bde3-306bf5c611bc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467205 Aug 10 01:08:08.525174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c31f7a-fdfc-48ba-abb0-703f00f125d1 req-66cb72bb-f890-40dd-880a-33d4dc345236 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.526797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2c31f7a-fdfc-48ba-abb0-703f00f125d1 req-66cb72bb-f890-40dd-880a-33d4dc345236 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0579600 Aug 10 01:08:08.603165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2c31f7a-fdfc-48ba-abb0-703f00f125d1 req-bebd3099-5c44-4322-bd47-ffb3c869a237 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412934 Aug 10 01:08:08.703917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:08:08.810157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af03964-13fc-4771-b1c0-da5c393a443a req-eea34939-8fd7-47af-bb18-325ba46b1879 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:08.815200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7af03964-13fc-4771-b1c0-da5c393a443a req-eea34939-8fd7-47af-bb18-325ba46b1879 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 945 time: 0.0582988 Aug 10 01:08:08.863479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:08.877970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'port_id': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'mac_address': 'fa:16:3e:83:3b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:08:08.881021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7af03964-13fc-4771-b1c0-da5c393a443a req-4451b8c5-a94f-4ac9-8b3a-046416edafcb tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628815 Aug 10 01:08:08.923667 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:08.938792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:08:08.960825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:08.966362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:09.092164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:09.138858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75cbb-df94-4321-900e-cca14d2786ae req-ac3f22fe-cc4c-418d-91a6-3d14268d5387 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:09.147074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7f75cbb-df94-4321-900e-cca14d2786ae req-ac3f22fe-cc4c-418d-91a6-3d14268d5387 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0726786 Aug 10 01:08:09.163492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e507e42-39c3-4ea5-816d-cd1410ff0e0c req-4b6d8924-c296-478f-8194-6565bf3aa85a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:09.173483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e507e42-39c3-4ea5-816d-cd1410ff0e0c req-4b6d8924-c296-478f-8194-6565bf3aa85a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0839276 Aug 10 01:08:09.217852 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7f75cbb-df94-4321-900e-cca14d2786ae req-39b22d6d-0d62-4202-b307-dfd2316e34a0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651512 Aug 10 01:08:09.225347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e507e42-39c3-4ea5-816d-cd1410ff0e0c req-9ab0466d-b105-44f1-a959-1c065f5ea1ee tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505252 Aug 10 01:08:09.298072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:09.765215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a678-969b-499a-9a7c-f5f4d377ff71 req-4fc60ea7-9eb1-4614-8254-4948e8a186ad tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:09.774339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4db5a678-969b-499a-9a7c-f5f4d377ff71 req-4fc60ea7-9eb1-4614-8254-4948e8a186ad tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0852942 Aug 10 01:08:09.836055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4db5a678-969b-499a-9a7c-f5f4d377ff71 req-14802a41-0ae5-4ef5-97d4-82f79f019cd4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569882 Aug 10 01:08:10.033012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e031be-8092-4def-a295-437b5ccc0992 req-7a9e81d3-1961-426b-b244-53ed74b7485f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.034544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76e031be-8092-4def-a295-437b5ccc0992 req-7a9e81d3-1961-426b-b244-53ed74b7485f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 946 time: 0.0597463 Aug 10 01:08:10.110632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76e031be-8092-4def-a295-437b5ccc0992 req-373a2cbb-b821-4efd-9ada-d4a19a81d84f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397151 Aug 10 01:08:10.356113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d04ec-3842-4863-914a-36200d7ab36d req-09def899-fd29-46fe-90a0-914906c28eea tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.358633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02d04ec-3842-4863-914a-36200d7ab36d req-09def899-fd29-46fe-90a0-914906c28eea tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0632312 Aug 10 01:08:10.407190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02d04ec-3842-4863-914a-36200d7ab36d req-f2ed5ee8-1e29-4627-8d9e-f51cbf5ba7f7 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Aug 10 01:08:10.709579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:08:10.781604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:08:10.787249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:08:10.787710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.949126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:10.992655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43f015-6342-4b44-a36d-c25f5a6fe030 req-90ea87d1-e2d3-4b2c-b4ce-76008e27c941 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:10.996469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:11.001164 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72305009-0961-486f-8e84-04f00b037f87" -d '{"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:11.001597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d43f015-6342-4b44-a36d-c25f5a6fe030 req-90ea87d1-e2d3-4b2c-b4ce-76008e27c941 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0620747 Aug 10 01:08:11.035123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:11.043337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:11.052632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d43f015-6342-4b44-a36d-c25f5a6fe030 req-02e60219-b6d2-4ef2-a777-2b7fdf4f449f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437558 Aug 10 01:08:11.130436 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a387a8f-ccf9-43bf-affe-26df5bedf8f3 x-openstack-request-id: req-7a387a8f-ccf9-43bf-affe-26df5bedf8f3 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:11.130760 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-plugged", "status": "completed", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:11.131021 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a387a8f-ccf9-43bf-affe-26df5bedf8f3 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:11.131419 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'code': 200} Aug 10 01:08:11.179455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:11.339336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11d0cb-f83e-48c0-9d9e-7cfe27d666d2 req-b24d5b4e-5ca7-4545-be38-69859861f31c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:11.346560 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d11d0cb-f83e-48c0-9d9e-7cfe27d666d2 req-b24d5b4e-5ca7-4545-be38-69859861f31c tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.1264634 Aug 10 01:08:11.355113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c2e65-5f51-4feb-a47f-072534090d14 req-a574a8a4-9009-4842-88d3-c720743159ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:11.356774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d3c2e65-5f51-4feb-a47f-072534090d14 req-a574a8a4-9009-4842-88d3-c720743159ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 1099 time: 0.0832145 Aug 10 01:08:11.408088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d11d0cb-f83e-48c0-9d9e-7cfe27d666d2 req-38de6929-5489-48e1-877d-079299fdc3c6 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604398 Aug 10 01:08:11.435706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d3c2e65-5f51-4feb-a47f-072534090d14 req-ffe2dcaa-243b-43b0-a941-5c61a8275fb4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700457 Aug 10 01:08:11.554749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a68d9-0a3b-4f9f-85a5-337ea261e107 req-c7a6fab2-ff7b-4139-8207-72c60003e0e0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:11.556936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-787a68d9-0a3b-4f9f-85a5-337ea261e107 req-c7a6fab2-ff7b-4139-8207-72c60003e0e0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0608048 Aug 10 01:08:11.612491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-787a68d9-0a3b-4f9f-85a5-337ea261e107 req-0112094b-ade5-4e02-b671-68a29bcede68 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Aug 10 01:08:12.167754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afedb8-18bc-4614-987a-871560c9d600 req-b75d5513-de65-4f59-b2fe-c4dca0739117 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:12.169251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23afedb8-18bc-4614-987a-871560c9d600 req-b75d5513-de65-4f59-b2fe-c4dca0739117 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0531142 Aug 10 01:08:12.245525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23afedb8-18bc-4614-987a-871560c9d600 req-658a6ee1-a90b-40ca-8f7d-e4d6c611d7e0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 Aug 10 01:08:12.593030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561700a-a6d4-4c96-889b-82d71c881d4f req-558aff6a-9a6b-4eb0-be98-32ad8dc2e0e7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:12.594613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c561700a-a6d4-4c96-889b-82d71c881d4f req-558aff6a-9a6b-4eb0-be98-32ad8dc2e0e7 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.0948424 Aug 10 01:08:12.649734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c561700a-a6d4-4c96-889b-82d71c881d4f req-206e7e46-786e-405c-9edc-e4223983771f tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444245 Aug 10 01:08:12.756194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db5f75-76fd-4b2a-8bb5-501fb0f60e82 req-368c778a-332e-445e-8b9c-ddbf1076e65d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:12.765027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48db5f75-76fd-4b2a-8bb5-501fb0f60e82 req-368c778a-332e-445e-8b9c-ddbf1076e65d tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0716333 Aug 10 01:08:12.819641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48db5f75-76fd-4b2a-8bb5-501fb0f60e82 req-79eb404e-6a56-4193-b920-8c7a12471ba1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475111 Aug 10 01:08:13.442175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a34f8-a8fb-4ddb-a4f5-59a04b60965b req-1f1df2f8-833c-444d-bc8f-29e0ed91e714 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.443960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-141a34f8-a8fb-4ddb-a4f5-59a04b60965b req-1f1df2f8-833c-444d-bc8f-29e0ed91e714 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0989394 Aug 10 01:08:13.516620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-141a34f8-a8fb-4ddb-a4f5-59a04b60965b req-5f28b978-07b8-4785-879d-3fbb91fd4cdc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652733 Aug 10 01:08:13.852580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326fa11-1b9d-4d1f-8668-9e4f9a99a657 req-7ee0758a-d65f-43f6-bb11-011640765296 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.864108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3326fa11-1b9d-4d1f-8668-9e4f9a99a657 req-7ee0758a-d65f-43f6-bb11-011640765296 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.0980005 Aug 10 01:08:13.922842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3326fa11-1b9d-4d1f-8668-9e4f9a99a657 req-bc442ec9-7381-45a3-adf4-7519fb2ead94 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576057 Aug 10 01:08:13.990922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1048738-b011-4b10-90f8-7edaa183293b req-7e618787-feba-4e60-84b6-6cb4b91fd23f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:13.998071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1048738-b011-4b10-90f8-7edaa183293b req-7e618787-feba-4e60-84b6-6cb4b91fd23f tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0733604 Aug 10 01:08:14.050883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1048738-b011-4b10-90f8-7edaa183293b req-ada45e06-2051-40f3-b449-7cb8104fc6dd tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Aug 10 01:08:14.055165 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b74bdf68-964e-4d8e-9258-bbd86b1e27aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:14.671962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd8421-cf9f-419f-ba17-c7576e2f788b req-8f4e72d8-b083-467c-b579-84fead98c9f6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:14.680401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5fd8421-cf9f-419f-ba17-c7576e2f788b req-8f4e72d8-b083-467c-b579-84fead98c9f6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0707819 Aug 10 01:08:14.731351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5fd8421-cf9f-419f-ba17-c7576e2f788b req-76afcad8-12ac-4e5b-a36d-462fefa24da5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Aug 10 01:08:15.203842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb9871-bd7b-4f8d-ac8d-4a553b27d050 req-905daf03-f555-4a5e-8c97-0366b6b0c069 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:15.205402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fadb9871-bd7b-4f8d-ac8d-4a553b27d050 req-905daf03-f555-4a5e-8c97-0366b6b0c069 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0832684 Aug 10 01:08:15.245550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fadb9871-bd7b-4f8d-ac8d-4a553b27d050 req-0256f8fc-ba0c-4427-8594-3c794b5b16e8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Aug 10 01:08:15.863411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db110b7e-3e7f-47e9-9dba-bacf24594dfc req-2b7b795d-6728-474a-a766-be7da7c5b273 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:15.865263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db110b7e-3e7f-47e9-9dba-bacf24594dfc req-2b7b795d-6728-474a-a766-be7da7c5b273 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0528383 Aug 10 01:08:15.914049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db110b7e-3e7f-47e9-9dba-bacf24594dfc req-3e23cc0f-0a46-4626-9e02-c2d1879405e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Aug 10 01:08:16.366111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400b80-3833-4462-b72c-b70379dd882c req-6d25d3e7-e746-4cad-a933-d63bb903a12e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.367739 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd400b80-3833-4462-b72c-b70379dd882c req-6d25d3e7-e746-4cad-a933-d63bb903a12e tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0512607 Aug 10 01:08:16.406052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-e7862936-46d4-4e33-8b08-981d125dc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.407699 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-e7862936-46d4-4e33-8b08-981d125dc2ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 1098 time: 0.0487218 Aug 10 01:08:16.407906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd400b80-3833-4462-b72c-b70379dd882c req-bbf7793e-2d46-4a64-a781-6bab91394816 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Aug 10 01:08:16.506851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-465dd50a-c76f-405c-8afc-d66a2f9c563d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.508285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-465dd50a-c76f-405c-8afc-d66a2f9c563d service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.0930550 Aug 10 01:08:16.553087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-4749e9ac-a821-4983-9c87-ed37b01bed46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38ccc580-b647-4092-9a5e-b2f156700fe2 HTTP/1.1" status: 200 len: 217 time: 0.0369108 Aug 10 01:08:16.602930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-b03d33f0-62cc-49a7-a308-908e9f476618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.604429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-b03d33f0-62cc-49a7-a308-908e9f476618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0447557 Aug 10 01:08:16.631315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e73bb5-457d-4252-ac4a-d0b2192e59f9 req-aef001ce-1c5b-45c7-9076-97fc2ffd9a81 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.633033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25e73bb5-457d-4252-ac4a-d0b2192e59f9 req-aef001ce-1c5b-45c7-9076-97fc2ffd9a81 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0525899 Aug 10 01:08:16.656062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-82d242b0-2bfc-4a61-b1c0-7afc2b2784f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.657722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-82d242b0-2bfc-4a61-b1c0-7afc2b2784f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460527 Aug 10 01:08:16.672359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-25e73bb5-457d-4252-ac4a-d0b2192e59f9 req-bffc8536-a63c-48cd-9a92-31181caeb3b2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332828 Aug 10 01:08:16.735371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-68755289-74bf-48ff-9cfb-257bd38f29b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:16.790436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-3bba7ba4-3fa9-48bb-a25f-7735ab3ba745 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235030 Aug 10 01:08:16.852589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc657694-9480-43f4-8c34-9dfc87eef8fd req-ebfbd1e6-2f18-4138-8cfe-d4fe72e04a12 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:16.854055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc657694-9480-43f4-8c34-9dfc87eef8fd req-ebfbd1e6-2f18-4138-8cfe-d4fe72e04a12 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.1021414 Aug 10 01:08:16.918571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc657694-9480-43f4-8c34-9dfc87eef8fd req-799d30ec-6462-4c84-a19e-31c1748f61b1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545976 Aug 10 01:08:16.924110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e7d68ca4-33d5-495e-a5e2-2dd0d21443e1 req-cc8c08b3-ccf1-40ae-abec-fb42183568b2 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264956 Aug 10 01:08:17.052863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f1178-bbad-4621-b847-3ad5003dd0a0 req-9103aee4-f5c1-4de5-8440-bd2105a1846a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.055119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd5f1178-bbad-4621-b847-3ad5003dd0a0 req-9103aee4-f5c1-4de5-8440-bd2105a1846a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0616007 Aug 10 01:08:17.099060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd5f1178-bbad-4621-b847-3ad5003dd0a0 req-dd8a211b-5ea3-4a8d-bc8e-4780efaa82e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Aug 10 01:08:17.197479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca0d43-62b8-4e2f-b933-babe0fa2b21b req-fe66af21-f108-4294-ac94-40c5569ba573 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:17.199011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2aca0d43-62b8-4e2f-b933-babe0fa2b21b req-fe66af21-f108-4294-ac94-40c5569ba573 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0499451 Aug 10 01:08:17.236508 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2aca0d43-62b8-4e2f-b933-babe0fa2b21b req-8bc964fe-113d-4d63-b27a-2203c6fa27b0 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Aug 10 01:08:17.270829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:17.682220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.219971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab34323-b8a9-4cb8-8a1b-a524343261d3 req-3ad42ed9-26bb-4482-bef4-901c111f152c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.221424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ab34323-b8a9-4cb8-8a1b-a524343261d3 req-3ad42ed9-26bb-4482-bef4-901c111f152c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0527725 Aug 10 01:08:18.261638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ab34323-b8a9-4cb8-8a1b-a524343261d3 req-6e806791-86cb-4097-a23a-c5bbd0e26002 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Aug 10 01:08:18.360603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-37538e67-472f-4f8b-9b2a-bca48e1466c2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.362086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-37538e67-472f-4f8b-9b2a-bca48e1466c2 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0504260 Aug 10 01:08:18.363627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35151e-5093-4195-a803-6f8ef61414ac req-39e8687a-aafd-4f89-bc15-2b62d35c0ef1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.365133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b35151e-5093-4195-a803-6f8ef61414ac req-39e8687a-aafd-4f89-bc15-2b62d35c0ef1 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=db949a0e-76a0-48d2-a97c-14591a6d208b HTTP/1.1" status: 200 len: 945 time: 0.0544543 Aug 10 01:08:18.407206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b35151e-5093-4195-a803-6f8ef61414ac req-2c83b6e6-28ec-473e-9a4d-64d0eab586db tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Aug 10 01:08:18.479492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port a8435621-5e08-4eca-949f-8b59edf123ff {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:18.479836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.568018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port a8435621-5e08-4eca-949f-8b59edf123ff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=a8435621-5e08-4eca-949f-8b59edf123ff,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:18.568675 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.582621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for a8435621-5e08-4eca-949f-8b59edf123ff owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:18.765779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.773986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['a8435621-5e08-4eca-949f-8b59edf123ff'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:18.777693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:18.815574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=a8435621-5e08-4eca-949f-8b59edf123ff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:18.868122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port a8435621-5e08-4eca-949f-8b59edf123ff on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:18.872359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:18.874328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84e6e94d-f4e9-4136-a5c6-26bd81bd8ff5 req-414dfae9-2e9a-41bc-98f8-faa1e67ab8d8 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.21 "DELETE /v2.0/ports/a8435621-5e08-4eca-949f-8b59edf123ff HTTP/1.1" status: 204 len: 173 time: 0.5019679 Aug 10 01:08:18.874945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'name': 'network-vif-deleted', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:18.883730 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42df3f09-62cc-430f-a003-baacb787a81d" -d '{"events": [{"server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "name": "network-vif-deleted", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:18.893601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-d6a3d50b-6e83-4853-8dc5-3df97106f95f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1452539 Aug 10 01:08:18.924277 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e32d26b-1398-44e0-be55-73ac65fb98fa x-openstack-request-id: req-4e32d26b-1398-44e0-be55-73ac65fb98fa {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:18.924590 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db949a0e-76a0-48d2-a97c-14591a6d208b", "name": "network-vif-deleted", "tag": "a8435621-5e08-4eca-949f-8b59edf123ff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:18.924837 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e32d26b-1398-44e0-be55-73ac65fb98fa {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:18.925809 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db949a0e-76a0-48d2-a97c-14591a6d208b', 'name': 'network-vif-deleted', 'tag': 'a8435621-5e08-4eca-949f-8b59edf123ff', 'status': 'completed', 'code': 200} Aug 10 01:08:18.981452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-fe1553aa-c530-4c22-a2e5-9d3ea323ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:18.983419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-fe1553aa-c530-4c22-a2e5-9d3ea323ef61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 1097 time: 0.0565391 Aug 10 01:08:19.103014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-e81d3f12-a736-4ee2-8a7c-ff85e4bb0f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.104457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-e81d3f12-a736-4ee2-8a7c-ff85e4bb0f44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.0993230 Aug 10 01:08:19.151503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-fe43d362-a588-4982-8e98-d8810cde1e43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6 HTTP/1.1" status: 200 len: 217 time: 0.0392444 Aug 10 01:08:19.201159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-682008f4-0657-4bc4-9afa-230c89c47596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.202648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-682008f4-0657-4bc4-9afa-230c89c47596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0434651 Aug 10 01:08:19.250291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-3a4b366a-03f4-4773-8a0f-4df780c28e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.252097 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-3a4b366a-03f4-4773-8a0f-4df780c28e6b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417142 Aug 10 01:08:19.382658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-b888a78e-34d1-4b01-8ef8-14c18906c9bc service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225698 Aug 10 01:08:19.414974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3088b-e84a-4145-8243-96164dad291c req-91151b73-938d-4ee7-93b6-182fe97c422e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.416451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6c3088b-e84a-4145-8243-96164dad291c req-91151b73-938d-4ee7-93b6-182fe97c422e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 946 time: 0.0779238 Aug 10 01:08:19.535472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6c3088b-e84a-4145-8243-96164dad291c req-3b81bda0-6f74-4294-88a6-4cb7a784a993 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673592 Aug 10 01:08:19.539541 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa60ebe-f5b8-4bf1-8df2-9271ea269f27 req-11f6c3c0-d446-413d-bc6d-230b863d1848 service neutron] 10.222.0.21 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492898 Aug 10 01:08:19.616902 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:19.673844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5d67-4fda-4c20-abf7-f8b799f0c31c req-47c7bc0b-ba86-4f1b-884e-f6b3ae550498 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.676170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa9c5d67-4fda-4c20-abf7-f8b799f0c31c req-47c7bc0b-ba86-4f1b-884e-f6b3ae550498 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0531964 Aug 10 01:08:19.721589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa9c5d67-4fda-4c20-abf7-f8b799f0c31c req-d1b94bd9-f187-4887-87d0-2c007a1b9b87 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379617 Aug 10 01:08:19.874314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fa9a7-515a-4f55-b13d-6cc50ce9bcaf req-8aa724bc-2e0b-4a99-a193-8a20df2a82bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:19.883519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a55fa9a7-515a-4f55-b13d-6cc50ce9bcaf req-8aa724bc-2e0b-4a99-a193-8a20df2a82bb tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0659842 Aug 10 01:08:19.928210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a55fa9a7-515a-4f55-b13d-6cc50ce9bcaf req-92876335-6f94-4f9c-9766-70e34e9cde81 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437658 Aug 10 01:08:20.167861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23311-376f-4fe0-926d-015f4ea5c41a req-364ea4f6-40c3-491d-8b9c-c17e68cb56cc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.169948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42c23311-376f-4fe0-926d-015f4ea5c41a req-364ea4f6-40c3-491d-8b9c-c17e68cb56cc tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0630686 Aug 10 01:08:20.215867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42c23311-376f-4fe0-926d-015f4ea5c41a req-be7ad9eb-e5ea-45c9-9015-5a050562fdee tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353220 Aug 10 01:08:20.295411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daaf53-5abd-4e23-8d54-e7915376e7c4 req-96feacf6-2510-445b-9ed7-6664af9f40eb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:20.296812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95daaf53-5abd-4e23-8d54-e7915376e7c4 req-96feacf6-2510-445b-9ed7-6664af9f40eb tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Aug 10 01:08:20.335755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95daaf53-5abd-4e23-8d54-e7915376e7c4 req-ac6baaf9-8a68-42d9-9269-8afc3f9b7cef tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 10 01:08:21.196040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 38ccc580-b647-4092-9a5e-b2f156700fe2 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:21.272947 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.295381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:21.297533 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0cace3-691f-456f-bada-f6c90aacf7d4" -d '{"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-unplugged", "status": "completed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:21.313597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:21.320095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.352878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65a66a-5306-408c-86bb-5d9b41f02ad2 req-05b2dcef-11a6-42e6-9f10-45e1361acc66 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.354606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee65a66a-5306-408c-86bb-5d9b41f02ad2 req-05b2dcef-11a6-42e6-9f10-45e1361acc66 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0634112 Aug 10 01:08:21.359714 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a86311-0238-43b8-b216-45f3b7d2c7ac x-openstack-request-id: req-e5a86311-0238-43b8-b216-45f3b7d2c7ac {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:21.360009 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-unplugged", "status": "failed", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2", "code": 422}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:21.360268 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5a86311-0238-43b8-b216-45f3b7d2c7ac {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:21.360671 n-d-766380-21 neutron-server[105959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'code': 422} returned with failed status Aug 10 01:08:21.380726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:21.406164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee65a66a-5306-408c-86bb-5d9b41f02ad2 req-5b81cacc-1dab-4bcb-ae00-a54050cf303a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436957 Aug 10 01:08:21.465288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694e88a-171e-4a8b-ad93-6af6260f0d28 req-2e55d85c-7449-44d7-9576-a69919fc7cc3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.466823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c694e88a-171e-4a8b-ad93-6af6260f0d28 req-2e55d85c-7449-44d7-9576-a69919fc7cc3 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 945 time: 0.0505109 Aug 10 01:08:21.527815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c694e88a-171e-4a8b-ad93-6af6260f0d28 req-9fe52598-be29-4146-b846-db6f50531011 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/security-groups?id=27df58e5-0f07-46cb-af16-317969e6ad5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534642 Aug 10 01:08:21.773237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-6a825ae9-0ba6-4264-9d39-35b3c68dc9d5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:21.774655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-6a825ae9-0ba6-4264-9d39-35b3c68dc9d5 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 945 time: 0.0505691 Aug 10 01:08:21.878733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Deleting port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:21.879088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.963614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] For port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,segment=NetworkSegment(6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db),segment_id=6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:21.963979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:21.977004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Calling delete_port for 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:22.114153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.125791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:22.142900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Pushing event deleted for resources: {'Port': ['ID=7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:22.195291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] No DVR routers for this DVR port 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:22.198094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:22.200236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-358ffad4-d107-4c53-b230-1ea298ef4f9b req-feca2b35-8e86-4d27-8533-3239af868d63 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.10 "DELETE /v2.0/ports/7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa HTTP/1.1" status: 204 len: 173 time: 0.4180696 Aug 10 01:08:22.200697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'name': 'network-vif-deleted', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:22.202994 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f98b1-6b9a-4ce0-80b7-a52b9b24ce07" -d '{"events": [{"server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "name": "network-vif-deleted", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:22.244869 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5d2f1-67c6-49e5-aec4-19a36e2dd1b8 x-openstack-request-id: req-89a5d2f1-67c6-49e5-aec4-19a36e2dd1b8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:22.245313 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9b9805-9b91-4a31-beb7-c493fcabd1a5", "name": "network-vif-deleted", "tag": "7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:22.245595 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89a5d2f1-67c6-49e5-aec4-19a36e2dd1b8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:22.246294 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9b9805-9b91-4a31-beb7-c493fcabd1a5', 'name': 'network-vif-deleted', 'tag': '7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa', 'status': 'completed', 'code': 200} Aug 10 01:08:22.523756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd5069-5705-4d34-9863-6463bc2fa7bd req-b271551b-5d8e-4af9-917c-2e1e8646eecf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:22.525241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93fd5069-5705-4d34-9863-6463bc2fa7bd req-b271551b-5d8e-4af9-917c-2e1e8646eecf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0491869 Aug 10 01:08:22.566823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-93fd5069-5705-4d34-9863-6463bc2fa7bd req-92107352-f070-40e0-809e-62de95e188ff tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354154 Aug 10 01:08:22.645445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e865d816-7402-45d4-80e9-f6cf9526d161 req-abe3e518-e809-4dd4-8722-2997bd193f56 tempest-ServersTestJSON-261821717 tempest-ServersTestJSON-261821717-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9b9805-9b91-4a31-beb7-c493fcabd1a5 HTTP/1.1" status: 200 len: 210 time: 0.0296040 Aug 10 01:08:23.214625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a8435621-5e08-4eca-949f-8b59edf123ff no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:23.234092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: a8435621-5e08-4eca-949f-8b59edf123ff {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:23.234438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device a8435621-5e08-4eca-949f-8b59edf123ff not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:23.681608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7edcc6-5d5b-4168-a0d5-d46c3fb38d4d req-5d1ced11-0f96-4287-9212-e66d1b9155c0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:23.683120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da7edcc6-5d5b-4168-a0d5-d46c3fb38d4d req-5d1ced11-0f96-4287-9212-e66d1b9155c0 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Aug 10 01:08:23.710485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52532) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:23.758121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-da7edcc6-5d5b-4168-a0d5-d46c3fb38d4d req-1ccbcc64-47c2-4f87-9754-d40de101c488 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638392 Aug 10 01:08:23.780982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Deleting subnet 3cd3de68-dd48-4bc2-8095-33ed0bde9889 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:08:23.784569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.818631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.860814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.916903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.944935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd3de68-dd48-4bc2-8095-33ed0bde9889,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:23.946936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:23.948802 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6112f2b4-664c-47c1-9442-d90950f3fe07 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3cd3de68-dd48-4bc2-8095-33ed0bde9889 HTTP/1.1" status: 204 len: 168 time: 0.2371602 Aug 10 01:08:23.951190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52540) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:24.026941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.108230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.117872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869735f0-75c1-4944-85e5-245afe9348a1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:24.128518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:24.128884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbaf4fe-8fa7-4836-a6ae-5922bd2c06db') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:24.137392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.151024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.156699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:24.157113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:24.158701 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:24.214992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.221220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.222959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] 10.222.0.25 "DELETE /v2.0/networks/869735f0-75c1-4944-85e5-245afe9348a1 HTTP/1.1" status: 204 len: 168 time: 0.2707984 Aug 10 01:08:24.237834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1275bcf-60d9-4160-91a4-71fd293d5e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=869735f0-75c1-4944-85e5-245afe9348a1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:24.410813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:24.450259 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-17d38a94-2f17-40dd-ae80-cb7b935d2334 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a124eedf1f4d4f2d900eb5a27fbd4c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382235 Aug 10 01:08:24.452674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52546) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:24.500009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.521385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.569017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.571851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:24.573292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27df58e5-0f07-46cb-af16-317969e6ad5f HTTP/1.1" status: 204 len: 168 time: 0.1194644 Aug 10 01:08:24.582639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7f18d-4672-4f17-be99-220293e2029c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df58e5-0f07-46cb-af16-317969e6ad5f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:24.769994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:24.801656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:24.802128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7ed286ce-bbd3-4d51-81a6-0b9d2a1b2faa not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:24.958054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce981e7-003c-4029-8fad-28df807b2193 req-4a73c747-8e09-4ba2-b997-9b9e48c51faa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:24.959954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ce981e7-003c-4029-8fad-28df807b2193 req-4a73c747-8e09-4ba2-b997-9b9e48c51faa tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0882006 Aug 10 01:08:25.001451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ce981e7-003c-4029-8fad-28df807b2193 req-0e47cf6e-0d4b-4ce9-b80d-a64a67829e77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338104 Aug 10 01:08:25.960730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-601fbc09-9d64-4d25-94e2-4e84bd973b22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462308 Aug 10 01:08:25.963824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.036921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-a450436b-08a5-46db-811a-3ccfddc92a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.039072 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-a450436b-08a5-46db-811a-3ccfddc92a7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 1097 time: 0.0524313 Aug 10 01:08:26.161965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289034e-855b-4fe5-b68b-a7c3e635b111 req-fdd676ac-d880-45d7-8d19-862025243f21 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.163124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-debc951e-d645-4015-b88a-f414c812a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.164659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6289034e-855b-4fe5-b68b-a7c3e635b111 req-fdd676ac-d880-45d7-8d19-862025243f21 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0792897 Aug 10 01:08:26.167136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-debc951e-d645-4015-b88a-f414c812a5c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1032569 Aug 10 01:08:26.189489 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:26.225561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6289034e-855b-4fe5-b68b-a7c3e635b111 req-6219360e-3864-4991-b8fb-a46097b5dfdf tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548551 Aug 10 01:08:26.278447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-91231e40-27e8-4553-99ae-9c8080902059 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 200 len: 1001 time: 0.0995777 Aug 10 01:08:26.330616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-bf5df3d2-073a-42ec-9a66-8229d758afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.332298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-bf5df3d2-073a-42ec-9a66-8229d758afbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0476081 Aug 10 01:08:26.382586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-c99f046e-52c7-465b-a452-1496d2a88ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:26.384163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-c99f046e-52c7-465b-a452-1496d2a88ec1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444643 Aug 10 01:08:26.486844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-28e8b764-2d79-4b96-b1c3-27e76266b978 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934975 Aug 10 01:08:26.590129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bafd8eff-670a-4497-97bf-d65bfa40281a req-e3dcc88d-6454-4b33-96cb-d21a9be96d57 service neutron] 10.222.0.10 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952170 Aug 10 01:08:26.816231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52634) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:26.938124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b6b16ef-d63f-4f04-9964-e27935786bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.047005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b6b16ef-d63f-4f04-9964-e27935786bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.051061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b6b16ef-d63f-4f04-9964-e27935786bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.091564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b6b16ef-d63f-4f04-9964-e27935786bcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e52620162866432fbaa250c527b3a0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741799 Aug 10 01:08:27.093638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b16ef-d63f-4f04-9964-e27935786bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd2b78-1528-4e91-9441-5f207b195b0e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.094392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:27.146960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.167768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.213935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.216468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.219912 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5acd2b78-1528-4e91-9441-5f207b195b0e HTTP/1.1" status: 204 len: 168 time: 0.1220829 Aug 10 01:08:27.226156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23d0cf-fbaa-444a-b0f6-a4d701cf9172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd2b78-1528-4e91-9441-5f207b195b0e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.356686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f71aa8-3e1b-44ae-ada9-32187ea2c8df req-0b971c49-6065-4cd7-aaa1-216161d0de9e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:27.358358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06f71aa8-3e1b-44ae-ada9-32187ea2c8df req-0b971c49-6065-4cd7-aaa1-216161d0de9e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0550244 Aug 10 01:08:27.403045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06f71aa8-3e1b-44ae-ada9-32187ea2c8df req-20fdad28-baff-4d10-ae96-843db07839cd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362809 Aug 10 01:08:27.510544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52658) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:27.528997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a05c524c-0ebb-49a9-bb29-594234543498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.623991 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a05c524c-0ebb-49a9-bb29-594234543498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.628583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a05c524c-0ebb-49a9-bb29-594234543498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.664425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c524c-0ebb-49a9-bb29-594234543498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf800040-9668-4dc6-85cc-03cc7c583fe2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:27.671159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a05c524c-0ebb-49a9-bb29-594234543498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d55529452c94d0bb6f4bbaafca7adff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594582 Aug 10 01:08:27.672523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52664) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:27.722298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.743867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.792136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.794916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:27.796084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf800040-9668-4dc6-85cc-03cc7c583fe2 HTTP/1.1" status: 204 len: 168 time: 0.1224949 Aug 10 01:08:27.804258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a70847-6a75-467b-b3d2-ddc523013b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf800040-9668-4dc6-85cc-03cc7c583fe2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:28.523742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c3315-cf40-4083-82ee-ba6eb276e619 req-c11573e4-a76e-489b-ac4f-9a8b8aaea86b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:28.525386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c83c3315-cf40-4083-82ee-ba6eb276e619 req-c11573e4-a76e-489b-ac4f-9a8b8aaea86b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0539882 Aug 10 01:08:28.571202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c83c3315-cf40-4083-82ee-ba6eb276e619 req-fe3cdb14-4589-4738-87b2-9393974c4084 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398011 Aug 10 01:08:29.691202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc716641-454a-4b77-8145-00b4ae588322 req-a7fce987-c80d-4a86-98c6-c9682bcb9dc9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:29.692809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc716641-454a-4b77-8145-00b4ae588322 req-a7fce987-c80d-4a86-98c6-c9682bcb9dc9 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0539556 Aug 10 01:08:29.698917 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:08:29.743201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc716641-454a-4b77-8145-00b4ae588322 req-a520f23a-efcd-419d-8797-9403be4b0421 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435295 Aug 10 01:08:30.113113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52764) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:30.228430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f182813e-d7ba-49c2-ae0e-c7025b9484b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.321560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f182813e-d7ba-49c2-ae0e-c7025b9484b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.325283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f182813e-d7ba-49c2-ae0e-c7025b9484b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.364753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f182813e-d7ba-49c2-ae0e-c7025b9484b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2edf9cda85584750b98d0d992b308fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503436 Aug 10 01:08:30.365500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182813e-d7ba-49c2-ae0e-c7025b9484b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e443b3-ff4f-4329-a603-8d5a81d4f18e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:30.369324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52772) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:30.426969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.447226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.873544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.876370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:30.877524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1e443b3-ff4f-4329-a603-8d5a81d4f18e HTTP/1.1" status: 204 len: 168 time: 0.5069036 Aug 10 01:08:30.894769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31578551-302a-4094-8f72-fa73e82df68a req-31ec0d60-be93-4db0-8b81-3dc66b70015f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:30.896234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31578551-302a-4094-8f72-fa73e82df68a req-31ec0d60-be93-4db0-8b81-3dc66b70015f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0716631 Aug 10 01:08:30.901879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b4c67-8bae-4c3f-8b24-0d92649e4317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e443b3-ff4f-4329-a603-8d5a81d4f18e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:30.941000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31578551-302a-4094-8f72-fa73e82df68a req-e93189b3-3d58-43fe-88e2-82c985d393a2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350301 Aug 10 01:08:31.170757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53de240-90fa-4227-95be-5fcb1b111812 req-bc4a7fbe-fc0c-49a2-a350-002ddc1d1547 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.172501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f53de240-90fa-4227-95be-5fcb1b111812 req-bc4a7fbe-fc0c-49a2-a350-002ddc1d1547 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0537965 Aug 10 01:08:31.192319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52790) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:31.212697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f12db6a7-a4f8-44d7-9250-5243be221535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.214205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f53de240-90fa-4227-95be-5fcb1b111812 req-ce7199b3-e1aa-4ac3-bcd7-729bd45171e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346644 Aug 10 01:08:31.233493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-2a2b7d09-9bd3-407c-b54c-3f0228ee94af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.235230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-2a2b7d09-9bd3-407c-b54c-3f0228ee94af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.0808258 Aug 10 01:08:31.366056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-ceef45ec-c043-407e-bfcd-74e2c2d699a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.367589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-ceef45ec-c043-407e-bfcd-74e2c2d699a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1248939 Aug 10 01:08:31.448326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f12db6a7-a4f8-44d7-9250-5243be221535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.454085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f12db6a7-a4f8-44d7-9250-5243be221535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.460842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-412e4d18-8a9c-4ec1-8b8c-3da99012893c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.0825036 Aug 10 01:08:31.527046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f12db6a7-a4f8-44d7-9250-5243be221535 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=123d6edbd22346cd953acfa87980ba49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329139 Aug 10 01:08:31.529726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52794) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:31.531019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12db6a7-a4f8-44d7-9250-5243be221535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c845f25-476c-411f-bf69-f4ae87e7f380,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:31.544407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-eb1c369e-4ae9-444a-913f-e9d516c81601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.546154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-eb1c369e-4ae9-444a-913f-e9d516c81601 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.0669003 Aug 10 01:08:31.587162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.593785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-08c94e08-d9ba-499b-aa96-654988aabe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:31.595544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-08c94e08-d9ba-499b-aa96-654988aabe27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415952 Aug 10 01:08:31.612146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.659924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.662799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:31.667025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c845f25-476c-411f-bf69-f4ae87e7f380 HTTP/1.1" status: 204 len: 168 time: 0.1355171 Aug 10 01:08:31.675834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a9928-fcb6-42e9-b9ae-89a053f7362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c845f25-476c-411f-bf69-f4ae87e7f380,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:31.704225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-c4c22a0f-19d4-4d3d-9f90-de4bae0955f8 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997083 Aug 10 01:08:31.803389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff915b99-fa09-4bd4-bd13-6c36994703c1 req-cb80e3f5-9417-44e6-89c0-e5718c9e8ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894568 Aug 10 01:08:32.354574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b77ef-168f-420f-be1e-540ffead0a79 req-3ff86c64-4b78-4d12-a4c3-280404bd8684 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:32.360762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e5b77ef-168f-420f-be1e-540ffead0a79 req-3ff86c64-4b78-4d12-a4c3-280404bd8684 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0603940 Aug 10 01:08:32.434471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e5b77ef-168f-420f-be1e-540ffead0a79 req-2744d326-2a19-4267-a60b-1f07e11742e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657432 Aug 10 01:08:33.557915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c66a00-7ebb-43c7-9352-fdaef2b614b7 req-8d383d4f-a177-4016-9cef-11d4da27c42d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.559438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61c66a00-7ebb-43c7-9352-fdaef2b614b7 req-8d383d4f-a177-4016-9cef-11d4da27c42d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0541267 Aug 10 01:08:33.600892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61c66a00-7ebb-43c7-9352-fdaef2b614b7 req-44fbcc2b-061d-43f0-aef7-619316b8c393 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339890 Aug 10 01:08:33.730516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32276c8-d6e6-4626-8b0a-3979ffc65f73 req-82bd6a00-fc1d-42d6-9fd4-02f114863431 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.732314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b32276c8-d6e6-4626-8b0a-3979ffc65f73 req-82bd6a00-fc1d-42d6-9fd4-02f114863431 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0586417 Aug 10 01:08:33.779282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b32276c8-d6e6-4626-8b0a-3979ffc65f73 req-e0adea65-3801-4184-a3db-2cecb1c40be6 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394025 Aug 10 01:08:33.902474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d6784-6399-4b93-b7c4-977e1127f77c req-980a8b64-301c-4fa3-b231-a5fa112e0b81 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:33.904415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-967d6784-6399-4b93-b7c4-977e1127f77c req-980a8b64-301c-4fa3-b231-a5fa112e0b81 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0547628 Aug 10 01:08:33.944094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-967d6784-6399-4b93-b7c4-977e1127f77c req-801114ab-5c43-4d8a-9a78-2925f04ae753 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326152 Aug 10 01:08:33.984417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52886) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:34.112673 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4afb7fc4-ae59-45e8-87fc-e98c5e670583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.197530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb754-7c0b-4f2d-96c6-6e1f3cfcc130 req-abff10fe-8157-4305-b88a-f842bab36d16 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:34.203261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4ccb754-7c0b-4f2d-96c6-6e1f3cfcc130 req-abff10fe-8157-4305-b88a-f842bab36d16 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0686274 Aug 10 01:08:34.217195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4afb7fc4-ae59-45e8-87fc-e98c5e670583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.222551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4afb7fc4-ae59-45e8-87fc-e98c5e670583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.243153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d4ccb754-7c0b-4f2d-96c6-6e1f3cfcc130 req-bb7f64c4-6c37-4909-80a1-316a9d4e3b2f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372596 Aug 10 01:08:34.255568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb7fc4-ae59-45e8-87fc-e98c5e670583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be10ba-73d8-4ba0-ab54-453674461dc0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:34.275834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4afb7fc4-ae59-45e8-87fc-e98c5e670583 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3bb9cd53a174dc09d4d43a3c0687aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879026 Aug 10 01:08:34.276078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52894) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:34.324580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.345368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.392408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.395857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:34.397120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1be10ba-73d8-4ba0-ab54-453674461dc0 HTTP/1.1" status: 204 len: 168 time: 0.1201718 Aug 10 01:08:34.405813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1091b-f97e-4a96-997c-d3c7993d6410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be10ba-73d8-4ba0-ab54-453674461dc0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:35.406858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f29ea-4702-47d2-b4b3-13edf7c5a997 req-94cfe6dd-1eb1-4a3e-a0a7-b5c85a621a74 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.415459 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-755f29ea-4702-47d2-b4b3-13edf7c5a997 req-94cfe6dd-1eb1-4a3e-a0a7-b5c85a621a74 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0815074 Aug 10 01:08:35.459615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-755f29ea-4702-47d2-b4b3-13edf7c5a997 req-f0fa1105-6403-4096-8620-edf7ed46f55d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411170 Aug 10 01:08:35.730104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-9c3219e9-936c-48d7-adad-2cc591646c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.732965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-9c3219e9-936c-48d7-adad-2cc591646c1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=178eb7d670f0417ab739287cf0209430&device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 1096 time: 0.0530438 Aug 10 01:08:35.743001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3caf41-df16-4c72-b663-c350161c63ad req-def333e3-a2cb-4d46-9bfc-2172876352f5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.751770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c3caf41-df16-4c72-b663-c350161c63ad req-def333e3-a2cb-4d46-9bfc-2172876352f5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1091194 Aug 10 01:08:35.799408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c3caf41-df16-4c72-b663-c350161c63ad req-eaf2dcac-e4bf-4295-b4de-4337b54455cd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463207 Aug 10 01:08:35.819151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52962) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:35.849460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-a0df5e3e-5d4d-49d3-af61-ee1c92745407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:35.851385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-a0df5e3e-5d4d-49d3-af61-ee1c92745407 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 200 len: 912 time: 0.1102462 Aug 10 01:08:35.927650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-0dd74213-a65b-4999-a369-49a2f5229918 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 200 len: 999 time: 0.0674236 Aug 10 01:08:35.930583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25afac5b-1e04-45c8-ae6c-d5b8c3c0e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.034864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25afac5b-1e04-45c8-ae6c-d5b8c3c0e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.039473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25afac5b-1e04-45c8-ae6c-d5b8c3c0e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.088271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afac5b-1e04-45c8-ae6c-d5b8c3c0e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29649070-e0db-4257-958d-11e54a04a20d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:36.097954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25afac5b-1e04-45c8-ae6c-d5b8c3c0e779 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1395d8ea4e154461abc7b2fc8c98b7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773623 Aug 10 01:08:36.098948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52966) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:36.163863 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.192151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.228041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-b662844d-a288-4c9c-838e-63fdb53ce5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.229662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-b662844d-a288-4c9c-838e-63fdb53ce5ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 200 len: 851 time: 0.2945468 Aug 10 01:08:36.257633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.261409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:36.266005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29649070-e0db-4257-958d-11e54a04a20d HTTP/1.1" status: 204 len: 168 time: 0.1659515 Aug 10 01:08:36.277327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160c450-a29a-43ea-9d15-284770179f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29649070-e0db-4257-958d-11e54a04a20d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:36.285385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-f1c430f6-0c61-440f-be1d-c044d3465ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.287026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-f1c430f6-0c61-440f-be1d-c044d3465ca3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9fd592f8-9cda-429c-abae-13341367fd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491769 Aug 10 01:08:36.406102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-5887687c-47f2-4671-8b52-1164086b85db service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112294 Aug 10 01:08:36.505885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f928509-4bed-40e6-82de-eeb7932fc2a1 req-1131b095-f1c5-4fc0-831d-67d920d052d4 service neutron] 10.222.0.10 "GET /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920622 Aug 10 01:08:36.913172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715572a-c6a6-4bf2-af2e-76ebeef38afd req-8bfdea42-ab87-49d6-be47-8dfd437dd251 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:36.914591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8715572a-c6a6-4bf2-af2e-76ebeef38afd req-8bfdea42-ab87-49d6-be47-8dfd437dd251 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0553083 Aug 10 01:08:36.955338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8715572a-c6a6-4bf2-af2e-76ebeef38afd req-523275ec-b4b3-4151-b8bd-145972cf43f2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339842 Aug 10 01:08:38.081777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f8ad6-54d8-4b21-9465-e82a6003cdae req-55381f7a-5481-433e-8f10-1a1569a0e9c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.083429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-387f8ad6-54d8-4b21-9465-e82a6003cdae req-55381f7a-5481-433e-8f10-1a1569a0e9c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0536425 Aug 10 01:08:38.127300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-387f8ad6-54d8-4b21-9465-e82a6003cdae req-f4e25a8e-53f2-4c51-aa2a-c0569c91690c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358760 Aug 10 01:08:38.210190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:38.260918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b838d64-0947-4184-985e-d6b9d7848a72 req-aa48a100-0707-43af-9bdf-b5fca405f546 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:38.263429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b838d64-0947-4184-985e-d6b9d7848a72 req-aa48a100-0707-43af-9bdf-b5fca405f546 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0622301 Aug 10 01:08:38.325375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b838d64-0947-4184-985e-d6b9d7848a72 req-ad893a56-e543-4a06-9d16-63422249565d tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555048 Aug 10 01:08:38.364509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-970a8200-f8a8-40d7-9d70-78bc84075404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.475724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-970a8200-f8a8-40d7-9d70-78bc84075404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.479947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-970a8200-f8a8-40d7-9d70-78bc84075404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.529932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-970a8200-f8a8-40d7-9d70-78bc84075404 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d868b37fff7b4f819198a7ee0fee7f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160570 Aug 10 01:08:38.530269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:38.538707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a8200-f8a8-40d7-9d70-78bc84075404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f74ad5-ca8a-428a-8a1b-3b57d4b65642,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:38.607072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.640621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.698615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.703088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:38.708105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4f74ad5-ca8a-428a-8a1b-3b57d4b65642 HTTP/1.1" status: 204 len: 168 time: 0.1766376 Aug 10 01:08:38.718107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014ca61-f760-4e03-9beb-d96eb325f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f74ad5-ca8a-428a-8a1b-3b57d4b65642,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:39.096639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:39.116604 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f78b93a8-b6ce-4a9a-8835-2408bf002c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.257911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f78b93a8-b6ce-4a9a-8835-2408bf002c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.262559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f78b93a8-b6ce-4a9a-8835-2408bf002c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.312487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f78b93a8-b6ce-4a9a-8835-2408bf002c96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5819a3ca2a374eb3a8cfd8eef3311e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141578 Aug 10 01:08:39.317591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b93a8-b6ce-4a9a-8835-2408bf002c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690e95ee-0d52-4432-9edc-0daa38081ecc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:39.319880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:39.418958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926d50d-d384-4224-977b-6cffe24c112b req-c3ee8fa2-e1e5-4496-9029-8efa632b336b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:39.420585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f926d50d-d384-4224-977b-6cffe24c112b req-c3ee8fa2-e1e5-4496-9029-8efa632b336b tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=83d48fbc-c198-4cf0-a55f-285a5dc518bf HTTP/1.1" status: 200 len: 944 time: 0.1124854 Aug 10 01:08:39.465098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.521364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.574078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port 38ccc580-b647-4092-9a5e-b2f156700fe2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:39.574369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.639829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.642417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.644483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/690e95ee-0d52-4432-9edc-0daa38081ecc HTTP/1.1" status: 204 len: 168 time: 0.2788937 Aug 10 01:08:39.660088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e5559-3d47-4a7f-af37-53d71bfedded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690e95ee-0d52-4432-9edc-0daa38081ecc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:39.705889 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port 38ccc580-b647-4092-9a5e-b2f156700fe2, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=38ccc580-b647-4092-9a5e-b2f156700fe2,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:39.706267 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.720046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for 38ccc580-b647-4092-9a5e-b2f156700fe2 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:39.868959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.882162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318', 'cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:39.915792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=38ccc580-b647-4092-9a5e-b2f156700fe2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:39.962637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] No DVR routers for this DVR port 38ccc580-b647-4092-9a5e-b2f156700fe2 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:39.965725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:39.974967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f926d50d-d384-4224-977b-6cffe24c112b req-66cbdc87-e7ba-40e1-abbc-71c55236a4ac tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "DELETE /v2.0/ports/38ccc580-b647-4092-9a5e-b2f156700fe2 HTTP/1.1" status: 204 len: 173 time: 0.5465093 Aug 10 01:08:39.975614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-deleted', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:39.978523 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8810eb8-0344-4dcf-8415-ddabe83e1edc" -d '{"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-deleted", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:40.124345 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb62570-68a7-481f-93b4-d27bf484e18c x-openstack-request-id: req-ffb62570-68a7-481f-93b4-d27bf484e18c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:40.125479 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48fbc-c198-4cf0-a55f-285a5dc518bf", "name": "network-vif-deleted", "tag": "38ccc580-b647-4092-9a5e-b2f156700fe2", "status": "failed", "code": 422}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:40.125802 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb62570-68a7-481f-93b4-d27bf484e18c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:40.126313 n-d-766380-21 neutron-server[105957]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83d48fbc-c198-4cf0-a55f-285a5dc518bf', 'name': 'network-vif-deleted', 'tag': '38ccc580-b647-4092-9a5e-b2f156700fe2', 'status': 'failed', 'code': 422} returned with failed status Aug 10 01:08:40.556858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899d26b-6189-425a-b723-5ce8a31e688b req-cc05857e-2d33-472e-a572-bcc24964ba7c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:40.558360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b899d26b-6189-425a-b723-5ce8a31e688b req-cc05857e-2d33-472e-a572-bcc24964ba7c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 907 time: 0.0509555 Aug 10 01:08:41.096862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:41.196588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:41.217594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.306394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.412361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Allocated IP 172.25.7.29 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ef8e9377-e0c0-4c94-9c27-62431dfe6b99) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:41.517979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.560132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.601854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:41.605334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:41.609677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:41.612953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8e9377-e0c0-4c94-9c27-62431dfe6b99,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:41.687998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245005ec-ac3c-47a4-a874-55d586b7b17e req-49a3cf9d-1d3d-4869-9f4c-89f58c414191 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:41.689701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-245005ec-ac3c-47a4-a874-55d586b7b17e req-49a3cf9d-1d3d-4869-9f4c-89f58c414191 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 907 time: 0.0497508 Aug 10 01:08:41.696093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.734496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.892290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.897409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.969669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Pushing event updated for resources: {'Port': ['ID=ef8e9377-e0c0-4c94-9c27-62431dfe6b99,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:41.979768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.993233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:41.994683 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8f6bc11d-22b4-464d-b0a7-c6b13041cd99 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8966818 Aug 10 01:08:41.997583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:42.003353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-43178225', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'fixed_ips': [{'ip_address': '172.25.7.29'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:42.023992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Made reservation on behalf of 4148ad88c7bd4bd79065c0ea13f3b692 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:42.028566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.036473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.069743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-7fbd0d5f-46f8-427e-bbdc-35f7c9c062c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:42.071255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-7fbd0d5f-46f8-427e-bbdc-35f7c9c062c5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 907 time: 0.0550978 Aug 10 01:08:42.133003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.137059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.142702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] device_id is not set on port a717e398-4450-4d45-9c1b-baac4bb80c4e yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:08:42.165977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port 9885142f-8748-4141-a076-7ecdd9ece532 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:42.166314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.250743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d564482-2cb8-469b-a327-4f7961a6d4f0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:42.260374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port 9885142f-8748-4141-a076-7ecdd9ece532, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9885142f-8748-4141-a076-7ecdd9ece532,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:42.261158 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.274526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for 9885142f-8748-4141-a076-7ecdd9ece532 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:42.370995 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:08:42.371701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:08:42.387612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-146f2384-b0ef-44c8-abb0-c8544583c4af tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.3888118 Aug 10 01:08:42.390305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53208) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:42.410474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.454356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=9885142f-8748-4141-a076-7ecdd9ece532,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:42.465516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.465990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.466496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.466979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.467421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.467863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.468313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.469117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.470186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.470640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.471238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.471721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.512432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] No DVR routers for this DVR port 9885142f-8748-4141-a076-7ecdd9ece532 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:42.515904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.518624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c3f5e9-993c-4102-a8ec-d52247ac0f77 req-f47cdc68-b872-49c2-af5f-db0de489fa77 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "DELETE /v2.0/ports/9885142f-8748-4141-a076-7ecdd9ece532 HTTP/1.1" status: 204 len: 173 time: 0.4406440 Aug 10 01:08:42.519114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'name': 'network-vif-deleted', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:42.521392 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39663f1d-a80d-43d7-ade3-c364f7ddae86" -d '{"events": [{"server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "name": "network-vif-deleted", "tag": "9885142f-8748-4141-a076-7ecdd9ece532"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:42.575715 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14904cf6-6267-4a36-b4e6-cf71175bd6e9 x-openstack-request-id: req-14904cf6-6267-4a36-b4e6-cf71175bd6e9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:42.576011 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f96922-61ea-417c-863a-136b2e4eda16", "name": "network-vif-deleted", "tag": "9885142f-8748-4141-a076-7ecdd9ece532", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:42.576262 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14904cf6-6267-4a36-b4e6-cf71175bd6e9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:42.576658 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f96922-61ea-417c-863a-136b2e4eda16', 'name': 'network-vif-deleted', 'tag': '9885142f-8748-4141-a076-7ecdd9ece532', 'status': 'completed', 'code': 200} Aug 10 01:08:42.598002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Deleting port ef8e9377-e0c0-4c94-9c27-62431dfe6b99 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:42.598514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.681474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.681835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.694153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Calling delete_port for ef8e9377-e0c0-4c94-9c27-62431dfe6b99 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:42.836744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a0e44c5a-3536-4b8a-a524-3ef6d552e1b7 req-3080e49d-3fe1-47ce-9440-5069babc1f45 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=a6f96922-61ea-417c-863a-136b2e4eda16 HTTP/1.1" status: 200 len: 210 time: 0.0446804 Aug 10 01:08:42.854630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.903597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef8e9377-e0c0-4c94-9c27-62431dfe6b99,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:42.933674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.933928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.934278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.934623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.934991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.935329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.935662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.935993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.936323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.936655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.937000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.937315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:08:42.956872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.959528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:42.960702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1cacff4f-3285-47c1-a931-33411777b343 tempest-ExternalNetworksAdminNegativeTestJSON-373398551 tempest-ExternalNetworksAdminNegativeTestJSON-373398551-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/fdb79a9c-47f3-4f2c-ae38-480eeaf52227 HTTP/1.1" status: 204 len: 168 time: 0.5693097 Aug 10 01:08:43.235619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:43.345176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10aefe24-ff31-4336-a28a-5995214a9a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.435358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10aefe24-ff31-4336-a28a-5995214a9a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.439157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10aefe24-ff31-4336-a28a-5995214a9a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.480400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-10aefe24-ff31-4336-a28a-5995214a9a73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=009a9be8b8d248e49122ce348f91b6ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436936 Aug 10 01:08:43.481307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aefe24-ff31-4336-a28a-5995214a9a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db455ced-10ac-422d-b481-c73c079b0454,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:43.483827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:43.536402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.557339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.603948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.606606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.607796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db455ced-10ac-422d-b481-c73c079b0454 HTTP/1.1" status: 204 len: 168 time: 0.1221380 Aug 10 01:08:43.615390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841eb60-5fae-4bd0-8038-11a9571fbacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db455ced-10ac-422d-b481-c73c079b0454,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:43.872460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:43.917378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4cb8977e-70fb-4bb4-8f12-d2cdd74a01ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4148ad88c7bd4bd79065c0ea13f3b692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415373 Aug 10 01:08:43.917826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:43.974729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:43.997764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.052135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6808d310-42da-4d28-983a-1e9d34f100b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.083363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.086684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:44.087797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d564482-2cb8-469b-a327-4f7961a6d4f0 HTTP/1.1" status: 204 len: 168 time: 0.1690004 Aug 10 01:08:44.099939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fab108-d27c-4a6a-af15-fad2169c2acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d564482-2cb8-469b-a327-4f7961a6d4f0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:44.135025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64eef3-1d8f-402e-a0cd-9f39f9bd542c req-d09ab7e5-e38c-4e8b-9dcf-3c035723e205 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:44.136631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f64eef3-1d8f-402e-a0cd-9f39f9bd542c req-d09ab7e5-e38c-4e8b-9dcf-3c035723e205 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 945 time: 0.0571406 Aug 10 01:08:44.179189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f64eef3-1d8f-402e-a0cd-9f39f9bd542c req-28d80355-7368-4b53-b0f8-b904e3ce9519 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Aug 10 01:08:44.931087 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9885142f-8748-4141-a076-7ecdd9ece532 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:44.956128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 9885142f-8748-4141-a076-7ecdd9ece532 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:44.956570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9885142f-8748-4141-a076-7ecdd9ece532 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:45.299788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67df21c-8f1b-4a4c-a836-0cbd7657259d req-3c92f7d8-1099-447b-9821-a68d68bb4a0f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.303262 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b67df21c-8f1b-4a4c-a836-0cbd7657259d req-3c92f7d8-1099-447b-9821-a68d68bb4a0f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 945 time: 0.0547824 Aug 10 01:08:45.344291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b67df21c-8f1b-4a4c-a836-0cbd7657259d req-ea300f3d-7492-4d3b-960b-cabd33097d63 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Aug 10 01:08:45.399528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-6e3cae29-f45d-4bf8-9c00-f43b75399edd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:45.401309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-6e3cae29-f45d-4bf8-9c00-f43b75399edd tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 945 time: 0.0540035 Aug 10 01:08:45.555408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port cad134ca-3f62-4e32-89ef-a6c9863910c6 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:45.555864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.602835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:45.664006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port cad134ca-3f62-4e32-89ef-a6c9863910c6, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=cad134ca-3f62-4e32-89ef-a6c9863910c6,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:45.664379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.681717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for cad134ca-3f62-4e32-89ef-a6c9863910c6 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:45.714834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-77f23389-ee17-4a12-87f3-152ce098f07c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:45.741115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-77f23389-ee17-4a12-87f3-152ce098f07c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "PUT /v2.0/quotas/63e147ce4472494293867025fec418ac HTTP/1.1" status: 200 len: 368 time: 0.1365738 Aug 10 01:08:45.744037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53310) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:45.751154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Request body: {'network': {'project_id': '63e147ce4472494293867025fec418ac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:45.785194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Made reservation on behalf of 63e147ce4472494293867025fec418ac for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:45.788087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.798005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.842971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.856936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318', 'cad134ca-3f62-4e32-89ef-a6c9863910c6'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:45.874409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=cad134ca-3f62-4e32-89ef-a6c9863910c6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:45.937374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.937802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] No DVR routers for this DVR port cad134ca-3f62-4e32-89ef-a6c9863910c6 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:45.942026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.943946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:45.944705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-952b711e-7d3b-428c-abc2-0bc8a2d31087 req-800f61da-fd2c-4f8d-998b-13767e741c52 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "DELETE /v2.0/ports/cad134ca-3f62-4e32-89ef-a6c9863910c6 HTTP/1.1" status: 204 len: 173 time: 0.5307829 Aug 10 01:08:45.945261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'name': 'network-vif-deleted', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:45.957797 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479b00b2-6b50-4071-9769-4bbc9404deab" -d '{"events": [{"server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "name": "network-vif-deleted", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:45.981497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:46.003064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b15cf8-940e-4118-81a9-9d5797bec326,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:46.010695 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.011221 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Added segment fa8d081e-87f2-4bf5-81dc-e0062ed9713b of type vlan for network 334617af-fc8f-4718-bace-d63ebcbb3b41 Aug 10 01:08:46.060042 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15465aad-47fc-4cb2-87ef-fb1647efb8e0 x-openstack-request-id: req-15465aad-47fc-4cb2-87ef-fb1647efb8e0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:46.060763 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e73f3ff-79d4-4bee-aa27-a0b061bbc53f", "name": "network-vif-deleted", "tag": "cad134ca-3f62-4e32-89ef-a6c9863910c6", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:46.061309 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15465aad-47fc-4cb2-87ef-fb1647efb8e0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:46.062018 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e73f3ff-79d4-4bee-aa27-a0b061bbc53f', 'name': 'network-vif-deleted', 'tag': 'cad134ca-3f62-4e32-89ef-a6c9863910c6', 'status': 'completed', 'code': 200} Aug 10 01:08:46.062797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.106246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.108339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.109414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.184289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4382241 Aug 10 01:08:46.187190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:46.193920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Request body: {'network': {'project_id': '63e147ce4472494293867025fec418ac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:46.196068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb3160-6276-4b40-b9ca-1535d57bbe5c tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Pushing event updated for resources: {'Network': ['ID=334617af-fc8f-4718-bace-d63ebcbb3b41,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:46.206037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 334617af-fc8f-4718-bace-d63ebcbb3b41 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:46.222613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Made reservation on behalf of 63e147ce4472494293867025fec418ac for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:46.225083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.257097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:46.269491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.270253 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Added segment bc10329d-0392-4a78-b75b-862eb1b139ac of type vlan for network 316ec822-e8da-4974-98b8-8d38916c6c07 Aug 10 01:08:46.327750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.363481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.364484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:46.365077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.454657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2661624 Aug 10 01:08:46.459184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:46.463545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72103e22-8575-4fff-a7d1-59a640869364 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Pushing event updated for resources: {'Network': ['ID=316ec822-e8da-4974-98b8-8d38916c6c07,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:46.465720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8678c0c6-4aee-4438-80f4-7eab97c00523 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Request body: {'network': {'project_id': '63e147ce4472494293867025fec418ac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:46.485960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 316ec822-e8da-4974-98b8-8d38916c6c07 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:46.505694 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8678c0c6-4aee-4438-80f4-7eab97c00523 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:08:46.506086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8678c0c6-4aee-4438-80f4-7eab97c00523 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:08:46.509973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8678c0c6-4aee-4438-80f4-7eab97c00523 tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0470846 Aug 10 01:08:46.527624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8bc922e-288d-4c74-8f9e-ee998083fc03 req-563e4d09-3a5d-4a0a-8b04-f2b8796b33ae tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e73f3ff-79d4-4bee-aa27-a0b061bbc53f HTTP/1.1" status: 200 len: 210 time: 0.0599842 Aug 10 01:08:46.615076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:46.709674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4da93258-7712-4808-8c34-6a36cea0f274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63e147ce4472494293867025fec418ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932817 Aug 10 01:08:46.712223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:46.743323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a67b136-97a0-4434-aba6-c4604a31f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.765514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.787723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.833524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.836105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.837442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7b15cf8-940e-4118-81a9-9d5797bec326 HTTP/1.1" status: 204 len: 168 time: 0.1242673 Aug 10 01:08:46.840157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53338) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:46.844937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951daed1-d4c7-412f-9365-ca3b415abcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b15cf8-940e-4118-81a9-9d5797bec326,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:46.913477 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:46.990866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.000575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316ec822-e8da-4974-98b8-8d38916c6c07']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.014628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc10329d-0392-4a78-b75b-862eb1b139ac') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.014954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc10329d-0392-4a78-b75b-862eb1b139ac') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.024351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.037870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.043558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:47.043939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:47.045511 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:47.096725 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.102333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.104312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "DELETE /v2.0/networks/316ec822-e8da-4974-98b8-8d38916c6c07 HTTP/1.1" status: 204 len: 168 time: 0.2631464 Aug 10 01:08:47.107669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:47.117179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6a1a9-f402-4167-b44f-2146c1c8873f tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Pushing event deleted for resources: {'Network': ['ID=316ec822-e8da-4974-98b8-8d38916c6c07,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:47.176681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.259149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.269351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334617af-fc8f-4718-bace-d63ebcbb3b41']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.273414 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.281082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d081e-87f2-4bf5-81dc-e0062ed9713b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.281391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d081e-87f2-4bf5-81dc-e0062ed9713b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:47.290065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.303960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.309852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:47.310241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:47.312423 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:47.367172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.373172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.375365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] 10.222.0.25 "DELETE /v2.0/networks/334617af-fc8f-4718-bace-d63ebcbb3b41 HTTP/1.1" status: 204 len: 168 time: 0.2663682 Aug 10 01:08:47.390825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec716b-31c3-4610-a031-3daa47c1a2cd tempest-QuotasNegativeTest-1723663679 tempest-QuotasNegativeTest-1723663679-project-admin] Pushing event deleted for resources: {'Network': ['ID=334617af-fc8f-4718-bace-d63ebcbb3b41,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:47.669537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:47.686700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ce59171-af1c-494c-a3ee-bdb52f5bb603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.694132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.817839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ce59171-af1c-494c-a3ee-bdb52f5bb603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.824521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ce59171-af1c-494c-a3ee-bdb52f5bb603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.875896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ce59171-af1c-494c-a3ee-bdb52f5bb603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eecd4d7bbe6e473ca62474d4a022d483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040892 Aug 10 01:08:47.877456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce59171-af1c-494c-a3ee-bdb52f5bb603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3bcd8b-f6cb-4ab6-ac96-0aa68bcf7201,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:47.880487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53370) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:47.925253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51289b68-ae59-4598-a41c-3bc9145711bc req-006a9179-fd79-40af-a183-1e1c4daedf62 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:47.933607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51289b68-ae59-4598-a41c-3bc9145711bc req-006a9179-fd79-40af-a183-1e1c4daedf62 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0661969 Aug 10 01:08:47.942708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.966292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:47.974542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51289b68-ae59-4598-a41c-3bc9145711bc req-6108d014-9afe-429b-88ef-5c96a82916f5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Aug 10 01:08:48.018487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.021489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.023065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df3bcd8b-f6cb-4ab6-ac96-0aa68bcf7201 HTTP/1.1" status: 204 len: 168 time: 0.1414022 Aug 10 01:08:48.033997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae3f6a-e4a5-4413-ac66-cfad16ca58fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3bcd8b-f6cb-4ab6-ac96-0aa68bcf7201,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:48.144660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828277f0-7d1a-4985-a1bd-f9d06037a85b req-c3bb1121-db8c-4a51-8a65-34a6fbd889ca tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:48.146604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-828277f0-7d1a-4985-a1bd-f9d06037a85b req-c3bb1121-db8c-4a51-8a65-34a6fbd889ca tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Aug 10 01:08:48.187530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-828277f0-7d1a-4985-a1bd-f9d06037a85b req-afc24ef7-53e4-47a7-937e-342e488ed91c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Aug 10 01:08:48.361249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:48.375801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bd7fed-36d9-4b68-a4ff-2e13035a60c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.475670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bd7fed-36d9-4b68-a4ff-2e13035a60c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.480199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bd7fed-36d9-4b68-a4ff-2e13035a60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.520261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78bd7fed-36d9-4b68-a4ff-2e13035a60c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=837110a8774c47e7a79b9e6480f2ca2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570425 Aug 10 01:08:48.521258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7fed-36d9-4b68-a4ff-2e13035a60c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350a45ad-218b-400a-bc72-ffdc439c00cc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:48.523035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:48.572348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.594926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.642007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.645437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:48.646591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/350a45ad-218b-400a-bc72-ffdc439c00cc HTTP/1.1" status: 204 len: 168 time: 0.1225231 Aug 10 01:08:48.654392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39303-6ec1-41e6-af30-c2132daa8fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a45ad-218b-400a-bc72-ffdc439c00cc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:49.006444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-0708ab96-b3de-4cd3-b800-46bfb9984f3a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.008285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-0708ab96-b3de-4cd3-b800-46bfb9984f3a tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0530288 Aug 10 01:08:49.139612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6135d-3c8b-4b6f-9c56-9023b575ca71 req-1924edd7-1b3e-44e6-9786-ff3dd6d3ee1c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.141111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d6135d-3c8b-4b6f-9c56-9023b575ca71 req-1924edd7-1b3e-44e6-9786-ff3dd6d3ee1c tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=829ad93b-e6ed-43f5-8cc9-13d6b46811f5 HTTP/1.1" status: 200 len: 946 time: 0.0832813 Aug 10 01:08:49.159092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port 1181a388-8bc5-430f-a384-6034f31ce318 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:49.159508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.259307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14d6135d-3c8b-4b6f-9c56-9023b575ca71 req-39774ab2-f78e-42a6-a0ee-e6375020aae4 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=7b65ac66-cdb8-49d6-a431-efd61d2d36b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109045 Aug 10 01:08:49.284542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port 1181a388-8bc5-430f-a384-6034f31ce318, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1181a388-8bc5-430f-a384-6034f31ce318,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:49.284910 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.298607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for 1181a388-8bc5-430f-a384-6034f31ce318 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:49.335163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cad134ca-3f62-4e32-89ef-a6c9863910c6 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:49.358019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487eb1e5-6173-4529-bfea-cd0efcf705b9 req-20716b23-ca82-49cf-8cf6-34a65c21ff6b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:49.365520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-487eb1e5-6173-4529-bfea-cd0efcf705b9 req-20716b23-ca82-49cf-8cf6-34a65c21ff6b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0685544 Aug 10 01:08:49.409270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: cad134ca-3f62-4e32-89ef-a6c9863910c6 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:49.409818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device cad134ca-3f62-4e32-89ef-a6c9863910c6 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:49.410926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-487eb1e5-6173-4529-bfea-cd0efcf705b9 req-fd26493a-8a00-4d74-bc58-00dcad01dcef tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441058 Aug 10 01:08:49.457653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53420) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:49.490025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.503122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1181a388-8bc5-430f-a384-6034f31ce318'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:08:49.520749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=1181a388-8bc5-430f-a384-6034f31ce318,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:49.580376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] No DVR routers for this DVR port 1181a388-8bc5-430f-a384-6034f31ce318 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:49.583485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.585892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3537be3-3016-45c9-82c4-4d0fd8f31b6d req-4af9de1f-dce7-4a42-aafe-904193a1c3e2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.21 "DELETE /v2.0/ports/1181a388-8bc5-430f-a384-6034f31ce318 HTTP/1.1" status: 204 len: 173 time: 0.5715072 Aug 10 01:08:49.586378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'name': 'network-vif-deleted', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:49.589311 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1b4d17-891a-4e43-8f9d-cdf9b24fc854" -d '{"events": [{"server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "name": "network-vif-deleted", "tag": "1181a388-8bc5-430f-a384-6034f31ce318"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:49.632993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'networks': [{'name': 'tempest-network--539194738'}, {'name': 'tempest-network--1402592699'}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:49.633202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-network--539194738'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:49.633795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-network--1402592699'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:49.692936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.723179 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d19ac-3175-4583-8c8e-0fa1ac1658ae x-openstack-request-id: req-5e4d19ac-3175-4583-8c8e-0fa1ac1658ae {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:49.723492 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829ad93b-e6ed-43f5-8cc9-13d6b46811f5", "name": "network-vif-deleted", "tag": "1181a388-8bc5-430f-a384-6034f31ce318", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:49.723752 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e4d19ac-3175-4583-8c8e-0fa1ac1658ae {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:49.724162 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829ad93b-e6ed-43f5-8cc9-13d6b46811f5', 'name': 'network-vif-deleted', 'tag': '1181a388-8bc5-430f-a384-6034f31ce318', 'status': 'completed', 'code': 200} Aug 10 01:08:49.725292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'network': 2} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:49.735330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.776694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.907427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.911540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.912011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.950263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d355ca-f3b9-4a0d-9c93-d041f616b68c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:49.959016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:49.968283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:49.968635 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment 3c1257b5-ab8d-46fa-ba65-074413492e90 of type vlan for network 08f69051-f9cb-45b4-8c47-15381a0dce04 Aug 10 01:08:50.016492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.051349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:50.061767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.062337 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment 73d92c9f-8cc4-4100-a468-e664d5bcdd4a of type vlan for network eabd10c8-0f43-45f7-9b39-b88c2a1740e6 Aug 10 01:08:50.113049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.173593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-29f0ba32-2d76-412b-828b-20ab88389bdf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.175276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-29f0ba32-2d76-412b-828b-20ab88389bdf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.10 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0791559 Aug 10 01:08:50.177007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.177133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.183032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.188081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.188941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.313493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53436) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:50.313678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8545828 Aug 10 01:08:50.381850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=08f69051-f9cb-45b4-8c47-15381a0dce04,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:50.395260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 08f69051-f9cb-45b4-8c47-15381a0dce04 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:50.484609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Deleting port 042ad693-0236-401f-a60f-c6fc8423b22a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:50.485281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.516148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0617170-9f5f-4ce1-b7b3-21f6a9403e6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=eabd10c8-0f43-45f7-9b39-b88c2a1740e6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:50.537432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network eabd10c8-0f43-45f7-9b39-b88c2a1740e6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:50.592985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18591a8d-eb27-478f-b78f-b6afd80e4f9d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.601317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18591a8d-eb27-478f-b78f-b6afd80e4f9d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.607760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18591a8d-eb27-478f-b78f-b6afd80e4f9d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.613839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18591a8d-eb27-478f-b78f-b6afd80e4f9d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.618586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18591a8d-eb27-478f-b78f-b6afd80e4f9d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3033791 Aug 10 01:08:50.618844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:50.629459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb064de8-f1f5-43ca-96f6-49d66542eb6a req-e08ec8ba-4c0c-4eca-9bb0-072070534c56 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.630995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb064de8-f1f5-43ca-96f6-49d66542eb6a req-e08ec8ba-4c0c-4eca-9bb0-072070534c56 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 945 time: 0.0799122 Aug 10 01:08:50.690721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d73cb8-540c-4db2-affc-02d94e329aa9 req-dbcbdccd-22f8-4076-afe8-22214ef7880f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:50.690721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6d73cb8-540c-4db2-affc-02d94e329aa9 req-dbcbdccd-22f8-4076-afe8-22214ef7880f tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.0690346 Aug 10 01:08:50.737031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] For port 042ad693-0236-401f-a60f-c6fc8423b22a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=042ad693-0236-401f-a60f-c6fc8423b22a,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:50.737413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.746144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6d73cb8-540c-4db2-affc-02d94e329aa9 req-72ce6fb9-8818-4694-95f4-fc2e4cbcccc2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466621 Aug 10 01:08:50.793964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:50.832762 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb064de8-f1f5-43ca-96f6-49d66542eb6a req-9eb4efea-7dac-4be3-8572-34962e540153 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=7999e1e0-b81f-442f-868b-fab306683474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864593 Aug 10 01:08:51.035620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.084807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f69051-f9cb-45b4-8c47-15381a0dce04']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.108745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1257b5-ab8d-46fa-ba65-074413492e90') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.109073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1257b5-ab8d-46fa-ba65-074413492e90') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.371945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.384472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.384835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.385151 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Floating IP 816ad69a-fb60-4c38-ab4a-2db3fb73e719 disassociated. External IP: 172.25.7.222, port: 042ad693-0236-401f-a60f-c6fc8423b22a. Aug 10 01:08:51.385493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Calling delete_port for 042ad693-0236-401f-a60f-c6fc8423b22a owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:51.396300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.404995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:51.405320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:51.408698 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:51.500171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.508349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.509880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/08f69051-f9cb-45b4-8c47-15381a0dce04 HTTP/1.1" status: 204 len: 168 time: 0.8779774 Aug 10 01:08:51.512607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53454) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:51.529590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef038-177a-4477-ac97-35dd1bc7a45b tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=08f69051-f9cb-45b4-8c47-15381a0dce04,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:51.594458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.597767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.631577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'Port': ['ID=042ad693-0236-401f-a60f-c6fc8423b22a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:51.693603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.706526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabd10c8-0f43-45f7-9b39-b88c2a1740e6']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.717836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d92c9f-8cc4-4100-a468-e664d5bcdd4a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.718371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d92c9f-8cc4-4100-a468-e664d5bcdd4a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.731479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.745592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.751980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:08:51.752546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:08:51.755842 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:08:51.758847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:08:51.845593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.869649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.872177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/eabd10c8-0f43-45f7-9b39-b88c2a1740e6 HTTP/1.1" status: 204 len: 168 time: 0.3581750 Aug 10 01:08:51.873133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa287870-82cc-4d34-aae7-1661679f4455 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=eabd10c8-0f43-45f7-9b39-b88c2a1740e6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:51.875122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53464) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:51.892074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:51.905502 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:51.925162 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:51.925951 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:51.954149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a8cfb9-d7c9-4fd1-b79d-39f9f40d2f96 req-af6489a0-9eda-4a14-8707-21027fcd9423 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbc6bcf1-6543-4d50-9363-d758743e9364 HTTP/1.1" status: 200 len: 210 time: 0.0297341 Aug 10 01:08:51.983659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] No DVR routers for this DVR port 042ad693-0236-401f-a60f-c6fc8423b22a on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:51.987824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:51.989957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-302d2674-e38f-4039-970c-12ad3c8f18e4 req-24fe192c-f73f-4dc8-a2fd-c238e90fd095 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.10 "DELETE /v2.0/ports/042ad693-0236-401f-a60f-c6fc8423b22a HTTP/1.1" status: 204 len: 173 time: 1.7979729 Aug 10 01:08:51.992756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'name': 'network-vif-deleted', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:51.996420 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac342d20-2762-4f47-9dc0-4cf425bfc2f0" -d '{"events": [{"server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "name": "network-vif-deleted", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:52.027554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f288e41-596f-4583-a69d-3517872ea48d req-e14f4119-192a-4ae2-8109-da7e4de577c2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.028872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f288e41-596f-4583-a69d-3517872ea48d req-e14f4119-192a-4ae2-8109-da7e4de577c2 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.2116673 Aug 10 01:08:52.037015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641969b5-47bc-4c83-aed2-dbfbf5223336 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.058237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641969b5-47bc-4c83-aed2-dbfbf5223336 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.060017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-641969b5-47bc-4c83-aed2-dbfbf5223336 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1839294 Aug 10 01:08:52.063959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:52.070532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1690706042'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:52.100843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f288e41-596f-4583-a69d-3517872ea48d req-c67aa927-9803-4724-bf28-0575abbf9962 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622921 Aug 10 01:08:52.117795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:52.121588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.156526 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:52.190453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:52.191843 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74094eb-c694-4a0b-bafe-b8186181dba8 x-openstack-request-id: req-f74094eb-c694-4a0b-bafe-b8186181dba8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:52.192148 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc6bcf1-6543-4d50-9363-d758743e9364", "name": "network-vif-deleted", "tag": "042ad693-0236-401f-a60f-c6fc8423b22a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:52.192411 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f74094eb-c694-4a0b-bafe-b8186181dba8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:52.192806 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc6bcf1-6543-4d50-9363-d758743e9364', 'name': 'network-vif-deleted', 'tag': '042ad693-0236-401f-a60f-c6fc8423b22a', 'status': 'completed', 'code': 200} Aug 10 01:08:52.206082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.210784 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment 3d36cfd7-f53f-4fb9-baac-f5f605949971 of type vlan for network 1b7906e9-0960-46d1-a39b-45ce9b3b74b9 Aug 10 01:08:52.285629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.321549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.327725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.328657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.400500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3326197 Aug 10 01:08:52.401021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53482) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:52.407684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1859228998'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:52.421233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2ddd1-bcc9-43ce-88c1-d2e50d5ad85e tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=1b7906e9-0960-46d1-a39b-45ce9b3b74b9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:52.437770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1b7906e9-0960-46d1-a39b-45ce9b3b74b9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:52.477442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:52.483069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.540977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:52.549667 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:52.553291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.553713 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment 00bf9724-0a64-401b-8da5-edd41988b9e6 of type vlan for network af1da8ce-e35c-421c-bdb2-319d78113418 Aug 10 01:08:52.611014 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:52.623500 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:52.624312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:52.631760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.660492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-40426370-84e5-442e-a47f-af4cdd487ad1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.661961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-40426370-84e5-442e-a47f-af4cdd487ad1 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1613345 Aug 10 01:08:52.730884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.737441 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.738065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.762136 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:52.859816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4576690 Aug 10 01:08:52.863410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53490) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:52.868532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'ports': [{'network_id': '1b7906e9-0960-46d1-a39b-45ce9b3b74b9', 'name': 'tempest-port--1171058113', 'admin_state_up': True}, {'network_id': 'af1da8ce-e35c-421c-bdb2-319d78113418', 'admin_state_up': False}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:52.868846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'port': {'network_id': '1b7906e9-0960-46d1-a39b-45ce9b3b74b9', 'name': 'tempest-port--1171058113', 'admin_state_up': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:52.869333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'port': {'network_id': 'af1da8ce-e35c-421c-bdb2-319d78113418', 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:52.885298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71185f-0b24-4028-b47d-d9d08026c0e4 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=af1da8ce-e35c-421c-bdb2-319d78113418,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:52.901635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network af1da8ce-e35c-421c-bdb2-319d78113418 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:52.903243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2d7c2-5be3-402d-b2bc-faca4ffe6517 req-3b0bd9af-7eb3-4e77-a256-a2d2c7851b02 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:52.904743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c2d7c2-5be3-402d-b2bc-faca4ffe6517 req-3b0bd9af-7eb3-4e77-a256-a2d2c7851b02 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.1089821 Aug 10 01:08:52.914186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port 96c8a439-bc20-4680-874b-e5f090b6cf94 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:52.914372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:52.984848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 96c8a439-bc20-4680-874b-e5f090b6cf94 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:53.016596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c2d7c2-5be3-402d-b2bc-faca4ffe6517 req-81eb0e1c-647c-4e74-916e-2feb8bc69704 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944231 Aug 10 01:08:53.057341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:53.063606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] For port 96c8a439-bc20-4680-874b-e5f090b6cf94, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=96c8a439-bc20-4680-874b-e5f090b6cf94,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:53.063976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.101178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037ee1f-78ab-4ac7-a18c-e104a5e605af None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:53.135695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53498) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:53.191430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 042ad693-0236-401f-a60f-c6fc8423b22a no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:53.218395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 042ad693-0236-401f-a60f-c6fc8423b22a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:53.219028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 042ad693-0236-401f-a60f-c6fc8423b22a not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:53.240576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'port': 2} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:53.246840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.266690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.273613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.303798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.360692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.361897 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.362110 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Floating IP ffcaf02d-aa51-4f19-8763-a37ae344d406 disassociated. External IP: 172.25.7.204, port: 96c8a439-bc20-4680-874b-e5f090b6cf94. Aug 10 01:08:53.362419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for 96c8a439-bc20-4680-874b-e5f090b6cf94 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:53.366332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1181a388-8bc5-430f-a384-6034f31ce318 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:53.397744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 1181a388-8bc5-430f-a384-6034f31ce318 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:53.398459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1181a388-8bc5-430f-a384-6034f31ce318 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:53.440427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753e88a-c155-4471-b9b5-45cec7a4599a req-80dd6313-b115-40cc-9145-1475126844c3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:53.442157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d753e88a-c155-4471-b9b5-45cec7a4599a req-80dd6313-b115-40cc-9145-1475126844c3 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 944 time: 0.1968806 Aug 10 01:08:53.453001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] device_id is not set on port 17185d8e-4724-4bb3-85b8-fb01222570e8 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:08:53.482430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.485048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.489433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "DELETE /v2.0/security-groups/7999e1e0-b81f-442f-868b-fab306683474 HTTP/1.1" status: 204 len: 168 time: 0.3468862 Aug 10 01:08:53.491935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53506) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:53.509283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d753e88a-c155-4471-b9b5-45cec7a4599a req-afea2b17-96d5-4506-b532-4fef761f090e tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5991a5e-de38-42a4-9dde-64d94be07ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490344 Aug 10 01:08:53.518008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e512d26-e94e-4927-8e8c-f5538b539e4d tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999e1e0-b81f-442f-868b-fab306683474,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:53.520329 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-785cc724-f3e8-4653-acb1-486099f28968 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] show failed (client error): The resource could not be found. Aug 10 01:08:53.521442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-785cc724-f3e8-4653-acb1-486099f28968 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups/7999e1e0-b81f-442f-868b-fab306683474 HTTP/1.1" status: 404 len: 347 time: 0.0268290 Aug 10 01:08:53.526569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53508) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:53.569688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413720aa-4e3b-4b72-8d2e-0db238e279c4 None None] New status for floating IP 816ad69a-fb60-4c38-ab4a-2db3fb73e719: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:08:53.609716 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.640541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=96c8a439-bc20-4680-874b-e5f090b6cf94,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:53.806438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:08:53.808883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.880862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Deleting port 151d8ad6-160d-40f8-952c-957b073013e1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:53.881583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:53.958854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] device_id is not set on port e3b09c96-adf7-46bc-8e3f-41cd0039b54f yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:08:53.966890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:53.979405 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Sync routers for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:53.989390 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:53.990494 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:54.008052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] No DVR routers for this DVR port 96c8a439-bc20-4680-874b-e5f090b6cf94 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:54.010891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.011394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.011731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.013580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4c83fdd-020a-49e5-b9c7-d48c26a824b1 req-d4eb3e29-8d6d-409d-9b44-ff1f7489b244 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.10 "DELETE /v2.0/ports/96c8a439-bc20-4680-874b-e5f090b6cf94 HTTP/1.1" status: 204 len: 173 time: 1.3451226 Aug 10 01:08:54.047583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Calling delete_port for 151d8ad6-160d-40f8-952c-957b073013e1 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:54.159248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440751d2-7f62-43d4-88c8-165da9046f76 req-dc7b2a20-6ea1-47e3-b2da-fbb8c50a65a3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.160762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-440751d2-7f62-43d4-88c8-165da9046f76 req-dc7b2a20-6ea1-47e3-b2da-fbb8c50a65a3 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.10 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.1618993 Aug 10 01:08:54.169407 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:54.194900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-deleted', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:54.196900 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6aefd-156c-433c-b49a-85a0194e5131" -d '{"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-deleted", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:54.321968 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b23615c-5a17-49c7-bab8-95078bcb57df x-openstack-request-id: req-5b23615c-5a17-49c7-bab8-95078bcb57df {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:54.322287 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91e34-f7c4-4c1b-8625-959a17593399", "name": "network-vif-deleted", "tag": "96c8a439-bc20-4680-874b-e5f090b6cf94", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:54.322700 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b23615c-5a17-49c7-bab8-95078bcb57df {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:54.323096 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91e34-f7c4-4c1b-8625-959a17593399', 'name': 'network-vif-deleted', 'tag': '96c8a439-bc20-4680-874b-e5f090b6cf94', 'status': 'completed', 'code': 200} Aug 10 01:08:54.416856 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:54.452605 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Checking router: 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:54.463921 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:54.464881 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:54.603579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:54.670238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b8e4552b-769e-40e7-a70b-73874b1557bf req-64c8a1ba-b515-4fa1-84a8-b32af2026709 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ca91e34-f7c4-4c1b-8625-959a17593399 HTTP/1.1" status: 200 len: 210 time: 0.0520468 Aug 10 01:08:54.721524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.734557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0929efe-60b9-4314-91c2-bd95044261ff req-8d471397-4572-410d-840c-57d6daa1ef24 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:54.736675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0929efe-60b9-4314-91c2-bd95044261ff req-8d471397-4572-410d-840c-57d6daa1ef24 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 947 time: 0.5967159 Aug 10 01:08:54.843241 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:54.870674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0a818-a811-4fbc-b00f-e4a64035cc4d None None] The sync data for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 is: [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:00:53Z', 'revision_number': 4, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '05c65305-4e9f-4887-bb8e-0def129a279d', 'name': '', 'network_id': '9fd592f8-9cda-429c-abae-13341367fd7f', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'mac_address': 'fa:16:3e:6f:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:51Z', 'updated_at': '2021-08-10T01:01:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'subnets': [{'id': '41652bce-24a0-40e0-ae89-19aba451bc43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:54.885544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.895275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0929efe-60b9-4314-91c2-bd95044261ff req-6f55d8a8-7c10-4a42-ac7b-4e45cd920970 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups?id=42999ff7-f123-4a22-8a8c-47c7f43421ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445634 Aug 10 01:08:54.905233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Deleting port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:54.905814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:54.923536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.078801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Port': ['ID=17185d8e-4724-4bb3-85b8-fb01222570e8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:55.130031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'Port': ['ID=151d8ad6-160d-40f8-952c-957b073013e1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:55.147691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Checking segment: {'id': '3d36cfd7-f53f-4fb9-baac-f5f605949971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1b7906e9-0960-46d1-a39b-45ce9b3b74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:55.148065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network hostable DHCP agents. Network: 1b7906e9-0960-46d1-a39b-45ce9b3b74b9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:55.150721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c01776-8888-45b9-9a2b-26e1760982d9 None None] New status for floating IP ffcaf02d-aa51-4f19-8763-a37ae344d406: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:08:55.159551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] For port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:55.159925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.170506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.173060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.179646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc08ea29-a132-4b22-90fa-ce0c79cc16e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "DELETE /v2.0/floatingips/816ad69a-fb60-4c38-ab4a-2db3fb73e719 HTTP/1.1" status: 204 len: 168 time: 1.6470218 Aug 10 01:08:55.370960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network 1b7906e9-0960-46d1-a39b-45ce9b3b74b9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:55.422080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1b7906e9-0960-46d1-a39b-45ce9b3b74b9) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:55.433048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2415c67-b29d-453c-95fb-502ae59f0d85 None None] Network 1b7906e9-0960-46d1-a39b-45ce9b3b74b9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:55.488130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53534) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:55.493233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033889481', 'description': 'tempest-description--106767832'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:55.493560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:55.494429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.529673 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.574492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Port': ['ID=e3b09c96-adf7-46bc-8e3f-41cd0039b54f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:55.579199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.579595 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.579913 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Floating IP 37b03728-c442-4558-b4a3-a6bbfb3d338f disassociated. External IP: 172.25.7.108, port: 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74. Aug 10 01:08:55.580347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Calling delete_port for 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:55.604044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Checking segment: {'id': '00bf9724-0a64-401b-8da5-edd41988b9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'af1da8ce-e35c-421c-bdb2-319d78113418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:55.604608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network hostable DHCP agents. Network: af1da8ce-e35c-421c-bdb2-319d78113418, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:55.649211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.654183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.667488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network af1da8ce-e35c-421c-bdb2-319d78113418 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:55.683045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, af1da8ce-e35c-421c-bdb2-319d78113418) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:55.684326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.688405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1960018 Aug 10 01:08:55.688622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53538) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:55.694219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group_rule': {'security_group_id': 'e3e3149a-923a-4fa2-93fe-0fddda606fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:55.694512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:55.700949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.702695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e3b76-b649-449e-9d4e-6a0ab7446a5b tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3149a-923a-4fa2-93fe-0fddda606fbb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:55.706334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.707105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.718016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bdc8e0-c242-4823-aca5-151832b473d2 None None] Network af1da8ce-e35c-421c-bdb2-319d78113418 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:55.779602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.789856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1e727f6c-d589-4447-a3c6-82626f718040 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9252365 Aug 10 01:08:55.794907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53542) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:55.799777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.802571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:55.897839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'Port': ['ID=4d9df39b-79d8-4fc4-a7ab-6c2af733dd74,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:55.927848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c31cf-0ac2-4289-ba8a-07778c5bed01 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.936549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c31cf-0ac2-4289-ba8a-07778c5bed01 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:55.938292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c7c31cf-0ac2-4289-ba8a-07778c5bed01 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1402121 Aug 10 01:08:55.940579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:55.941446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53550) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:55.954464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.003531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09853c80-0dab-4d4d-abc4-84200154385d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:56.048488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.050571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-40f9e694-f15a-4e2a-90fb-bcffd96debfc tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606060 Aug 10 01:08:56.052866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53552) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:56.057865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'security_group_rule': {'security_group_id': 'e3e3149a-923a-4fa2-93fe-0fddda606fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:56.087998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.094996 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-582c699a-b152-428d-9236-f4916399e5fb req-da9e35f9-a5c4-4b0f-bd5a-2a3f6925e19a tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29c425e-b164-41e1-a0e1-a822d341ec64 HTTP/1.1" status: 200 len: 210 time: 0.0420032 Aug 10 01:08:56.097649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:08:56.130630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.133648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting port 17185d8e-4724-4bb3-85b8-fb01222570e8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:56.134096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.152022 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.170686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.184223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.234649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.262840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Calling delete_port for 17185d8e-4724-4bb3-85b8-fb01222570e8 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:56.275226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.279065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.280862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "DELETE /v2.0/security-groups/c5991a5e-de38-42a4-9dde-64d94be07ed2 HTTP/1.1" status: 204 len: 168 time: 0.4767592 Aug 10 01:08:56.285000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53554) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:56.295483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:08:56.301676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a08e67-3797-4c42-b778-21a421d1e5b5 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5991a5e-de38-42a4-9dde-64d94be07ed2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:56.316112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:08:56.350058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] No DVR routers for this DVR port 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:08:56.350224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:56.352176 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:56.354818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.357192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-440751d2-7f62-43d4-88c8-165da9046f76 req-b471131f-aa4e-4977-9456-888fdafc563d tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.10 "DELETE /v2.0/ports/4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 HTTP/1.1" status: 204 len: 173 time: 2.1766665 Aug 10 01:08:56.357748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-deleted', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:08:56.364628 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53b69f5-0062-4c96-bac6-d062b63d282e" -d '{"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-deleted", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:08:56.381772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.397971 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-2878bb57-d6d4-4411-8523-98784bf7b7fe tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] show failed (client error): The resource could not be found. Aug 10 01:08:56.399357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2878bb57-d6d4-4411-8523-98784bf7b7fe tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "GET /v2.0/security-groups/c5991a5e-de38-42a4-9dde-64d94be07ed2 HTTP/1.1" status: 404 len: 347 time: 0.1121740 Aug 10 01:08:56.402217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53560) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:56.415665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.512446 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab5d723-b078-4e98-8594-7090cbcb1069 x-openstack-request-id: req-aab5d723-b078-4e98-8594-7090cbcb1069 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:08:56.512446 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29c425e-b164-41e1-a0e1-a822d341ec64", "name": "network-vif-deleted", "tag": "4d9df39b-79d8-4fc4-a7ab-6c2af733dd74", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:08:56.512743 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aab5d723-b078-4e98-8594-7090cbcb1069 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:08:56.513311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2036e7-2b15-46a3-aeee-293e3109dc13,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:56.513461 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29c425e-b164-41e1-a0e1-a822d341ec64', 'name': 'network-vif-deleted', 'tag': '4d9df39b-79d8-4fc4-a7ab-6c2af733dd74', 'status': 'completed', 'code': 200} Aug 10 01:08:56.541977 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:56.551153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.555682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-59dc45a1-8a24-43d6-8f7e-d257524f71da tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4986033 Aug 10 01:08:56.555833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53564) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:56.567127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:56.598651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.639051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Port': ['ID=17185d8e-4724-4bb3-85b8-fb01222570e8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:56.650257 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.670577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.672614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-43a0b7df-bce9-404d-9a4c-e49761edab47 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/ports/17185d8e-4724-4bb3-85b8-fb01222570e8 HTTP/1.1" status: 204 len: 168 time: 0.7301939 Aug 10 01:08:56.676102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53568) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:56.704823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Deleting port c2546a61-1cca-4a42-8b90-a425779f9bee {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:56.705442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.827808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.828388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.858902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Calling delete_port for c2546a61-1cca-4a42-8b90-a425779f9bee owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:56.859496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting port e3b09c96-adf7-46bc-8e3f-41cd0039b54f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:56.859956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.912501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.945204 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:56.966431 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:56.983875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:08:56.997253 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:08:56.997558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Calling delete_port for e3b09c96-adf7-46bc-8e3f-41cd0039b54f owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:57.002237 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:57.003495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:08:57.044163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:08:57.046033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4d9df39b-79d8-4fc4-a7ab-6c2af733dd74 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:08:57.112503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Allocated IP 172.25.7.206 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/07c51a40-deee-4702-84d5-c7ec2f56c47c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:08:57.124138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.155221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Pushing event deleted for resources: {'Port': ['ID=c2546a61-1cca-4a42-8b90-a425779f9bee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:57.190952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.198629 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:08:57.215807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.220318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/ports/e3b09c96-adf7-46bc-8e3f-41cd0039b54f HTTP/1.1" status: 204 len: 168 time: 0.5406504 Aug 10 01:08:57.235260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53576) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.239566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a28ce7-25d6-44d5-9cfa-7e016aa393d5 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Port': ['ID=e3b09c96-adf7-46bc-8e3f-41cd0039b54f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:57.297362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53580) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.297945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.345039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.346772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-801dbce0-2c23-457c-ab7a-8dc9171d6651 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1087863 Aug 10 01:08:57.348471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53582) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.359311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1531457544'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:57.366021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.368981 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.373372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f36559b3-71ce-48d3-a287-c3538c003360 tempest-ServerActionsTestJSON-1964643047 tempest-ServerActionsTestJSON-1964643047-project] 10.222.0.25 "DELETE /v2.0/floatingips/ffcaf02d-aa51-4f19-8763-a37ae344d406 HTTP/1.1" status: 204 len: 168 time: 0.9698853 Aug 10 01:08:57.373996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53584) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.420818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=07c51a40-deee-4702-84d5-c7ec2f56c47c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:57.445210 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:08:57.446236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:08:57.449728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:57.458106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:08:57.469839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.482773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f814cf-5149-4116-a848-df7e69b374bb None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'faa47872-9dd1-4d6d-bfa1-dc109c841fed', 'name': '', 'network_id': '5c4b9183-a064-45e1-8c51-e8b2bb83ed82', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'mac_address': 'fa:16:3e:80:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:39Z', 'updated_at': '2021-08-10T01:00:50Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'subnets': [{'id': 'd33825a0-8531-41f5-b080-9401ff5f58eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:08:57.490055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:57.494558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.517052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.557091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:57.584012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.587832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.589067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "DELETE /v2.0/security-groups/42999ff7-f123-4a22-8a8c-47c7f43421ec HTTP/1.1" status: 204 len: 168 time: 0.2903504 Aug 10 01:08:57.594706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53590) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.598987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.599627 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment 9c8028f3-c2ca-43f6-8385-7f578ee2cf60 of type vlan for network 68c9d43d-9413-4b8e-8147-9a24a918569f Aug 10 01:08:57.616256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d9bd-dd80-43f0-bcbf-24e28b078a00 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42999ff7-f123-4a22-8a8c-47c7f43421ec,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:57.667745 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-71d0e6e6-20b1-4dd4-82f5-28fb06510eda tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] show failed (client error): The resource could not be found. Aug 10 01:08:57.669651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71d0e6e6-20b1-4dd4-82f5-28fb06510eda tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "GET /v2.0/security-groups/42999ff7-f123-4a22-8a8c-47c7f43421ec HTTP/1.1" status: 404 len: 347 time: 0.0734811 Aug 10 01:08:57.673006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:57.884854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e7e31-d96b-4ac4-975e-29ee1c441281 None None] New status for floating IP 37b03728-c442-4558-b4a3-a6bbfb3d338f: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:08:57.974404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.976699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:57.994554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Deleting port 47c89a08-3148-40e0-94d1-1c9a1e05e59b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:57.995550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.034379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.056376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.061826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.062601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.137834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7859352 Aug 10 01:08:58.140769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53600) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:58.147665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-628005891'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:58.170807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.171378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.176153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905d449-0a1e-4cf1-827b-65804c63db32 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=68c9d43d-9413-4b8e-8147-9a24a918569f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:58.193181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 68c9d43d-9413-4b8e-8147-9a24a918569f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:58.211187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Calling delete_port for 47c89a08-3148-40e0-94d1-1c9a1e05e59b owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:58.230590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:58.234505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.267401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:08:58.288194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.288539 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Added segment c7612d7b-2974-4307-aab6-7238b81c7ade of type vlan for network c8963460-3353-4939-ad75-1267ad369fc9 Aug 10 01:08:58.354855 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.382420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.393262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.431549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.437526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:58.438016 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.439731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.533121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Network': ['ID=c8963460-3353-4939-ad75-1267ad369fc9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:58.555318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c8963460-3353-4939-ad75-1267ad369fc9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:08:58.570019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-027b2496-06a2-4d85-8b88-4c21d65ccc90 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4262800 Aug 10 01:08:58.582078 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.593248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=07c51a40-deee-4702-84d5-c7ec2f56c47c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:58.634956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.645185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-55d4818e-7295-4fc5-9a17-3ceef8da29e5 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0798891 Aug 10 01:08:58.708893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:58.715364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'subnets': [{'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--233784955', 'ip_version': 4}, {'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:58.715852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'subnet': {'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--233784955', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:58.716484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Request body: {'subnet': {'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:08:58.795331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Pushing event deleted for resources: {'Port': ['ID=47c89a08-3148-40e0-94d1-1c9a1e05e59b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:58.928529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Made reservation on behalf of 079e39b6c8e04b3687619ef2f3ceda81 for: {'subnet': 2} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:08:58.933282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.933698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.982547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.987212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:58.988892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32d97cd1-7604-44b2-912b-46e9c2fde334 tempest-AttachVolumeShelveTestJSON-998542635 tempest-AttachVolumeShelveTestJSON-998542635-project] 10.222.0.25 "DELETE /v2.0/floatingips/37b03728-c442-4558-b4a3-a6bbfb3d338f HTTP/1.1" status: 204 len: 168 time: 1.3143406 Aug 10 01:08:58.998155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-4545fc11-4cdf-4e65-8891-0ee59ee63ac8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1033889481&fields=id&tenant_id=eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 267 time: 0.0905704 Aug 10 01:08:59.107133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.339777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-24244cd4-adc5-4f03-80b7-cae70ce7f922 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.341637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-24244cd4-adc5-4f03-80b7-cae70ce7f922 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 811 time: 0.3314221 Aug 10 01:08:59.365580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-2b9390ae-1f81-493a-a330-675210ff4174 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/quotas/eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 375 time: 0.0165482 Aug 10 01:08:59.465249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-679632f6-d06f-4d9b-a5f0-790c560a866e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921359 Aug 10 01:08:59.492162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.576638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Subnet': ['ID=39cf4002-c20c-4058-816b-160a56e0d0ca,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:59.585878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Checking segment: {'id': '9c8028f3-c2ca-43f6-8385-7f578ee2cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:59.586549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network hostable DHCP agents. Network: 68c9d43d-9413-4b8e-8147-9a24a918569f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:59.607034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network 68c9d43d-9413-4b8e-8147-9a24a918569f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:59.624929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 68c9d43d-9413-4b8e-8147-9a24a918569f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:59.629591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.636925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Deleting port 05c65305-4e9f-4887-bb8e-0def129a279d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:08:59.637128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e510a41e-253c-48b4-8eb9-24e5e4251f39 None None] Network 68c9d43d-9413-4b8e-8147-9a24a918569f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:59.637559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.648134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-f858257f-4654-4d64-b132-ec3a970e9df8 service neutron] 10.222.0.25 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613698 Aug 10 01:08:59.713857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event updated for resources: {'Subnet': ['ID=88da1a7c-02e2-4c4b-8d08-4f5e32895bee,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:08:59.716824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Checking segment: {'id': 'c7612d7b-2974-4307-aab6-7238b81c7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:08:59.716992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network hostable DHCP agents. Network: c8963460-3353-4939-ad75-1267ad369fc9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:08:59.740002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Network c8963460-3353-4939-ad75-1267ad369fc9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:08:59.757828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c8963460-3353-4939-ad75-1267ad369fc9) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:08:59.763854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.764253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.766468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.807518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8a2700f4-6c88-4c1d-8225-8c005b90dee3 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.0951161 Aug 10 01:08:59.807749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53634) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:59.834430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41562f-5b1a-4b55-9161-cd65868ecc59 None None] Network c8963460-3353-4939-ad75-1267ad369fc9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:08:59.857823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-68c9d43d-9413-4b8e-8147-9a24a918569f', 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f', 'tenant_id': '079e39b6c8e04b3687619ef2f3ceda81', 'fixed_ips': [{'subnet_id': '39cf4002-c20c-4058-816b-160a56e0d0ca'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:08:59.859662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.897585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] For port 05c65305-4e9f-4887-bb8e-0def129a279d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=05c65305-4e9f-4887-bb8e-0def129a279d,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:08:59.910369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:08:59.931129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d02722-27ed-4c49-9bc1-f3db35301b6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.933033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d02722-27ed-4c49-9bc1-f3db35301b6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.934859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d02722-27ed-4c49-9bc1-f3db35301b6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:08:59.936600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-18d02722-27ed-4c49-9bc1-f3db35301b6d tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1278975 Aug 10 01:08:59.943425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53636) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:08:59.955626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Calling delete_port for 05c65305-4e9f-4887-bb8e-0def129a279d owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:08:59.959384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-8db74a5f-6cba-4d51-9da1-590a3d7b0024 service neutron] 10.222.0.25 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943499 Aug 10 01:09:00.008238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting subnet 39cf4002-c20c-4058-816b-160a56e0d0ca {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:00.128559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-c8963460-3353-4939-ad75-1267ad369fc9', 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9', 'tenant_id': '079e39b6c8e04b3687619ef2f3ceda81', 'fixed_ips': [{'subnet_id': '88da1a7c-02e2-4c4b-8d08-4f5e32895bee'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:00.129637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.144453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Allocated IP 172.20.0.2 (68c9d43d-9413-4b8e-8147-9a24a918569f/39cf4002-c20c-4058-816b-160a56e0d0ca/6559c7cb-7953-4933-9861-a43bb21f7b86) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:00.335386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64d0e255-0f21-4996-8e9d-2244d1ad21e8 req-62ae3b10-e6e9-4af6-bab9-cd6cc3e507ae tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 210 time: 0.0539460 Aug 10 01:09:00.341474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.384289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Pushing event deleted for resources: {'Port': ['ID=05c65305-4e9f-4887-bb8e-0def129a279d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:00.465639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Allocated IP 172.20.0.18 (c8963460-3353-4939-ad75-1267ad369fc9/88da1a7c-02e2-4c4b-8d08-4f5e32895bee/8ed45d0e-b993-435d-9269-264b11213578) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:00.636568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.800939 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.817459 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.819367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Transition to ACTIVE for port object 8ed45d0e-b993-435d-9269-264b11213578 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:00.833540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Transition to ACTIVE for port object 6559c7cb-7953-4933-9861-a43bb21f7b86 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:00.855065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Transition to ACTIVE for port object 8ed45d0e-b993-435d-9269-264b11213578 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:00.873164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Transition to ACTIVE for port object 6559c7cb-7953-4933-9861-a43bb21f7b86 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:00.880454 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.888032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.930053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Pushing event updated for resources: {'Port': ['ID=8ed45d0e-b993-435d-9269-264b11213578,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:00.932675 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:00.961587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.961927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.962286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.962606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.962963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.963291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.963617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.963939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.964258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.964575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.964892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.965210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:00.987426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.002202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Network 68c9d43d-9413-4b8e-8147-9a24a918569f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:01.016219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:01.022093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Network c8963460-3353-4939-ad75-1267ad369fc9 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:01.023861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:01.077890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:01.087652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:01.093144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:01.218779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.262445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Attempting to bind port 8ed45d0e-b993-435d-9269-264b11213578 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:01.262893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Attempting to bind port 8ed45d0e-b993-435d-9269-264b11213578 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c7612d7b-2974-4307-aab6-7238b81c7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:01.265364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Attempting to bind port 8ed45d0e-b993-435d-9269-264b11213578 on network c8963460-3353-4939-ad75-1267ad369fc9 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:01.275590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Attempting to bind port 6559c7cb-7953-4933-9861-a43bb21f7b86 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:01.275845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Attempting to bind port 6559c7cb-7953-4933-9861-a43bb21f7b86 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9c8028f3-c2ca-43f6-8385-7f578ee2cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:01.276207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Attempting to bind port 6559c7cb-7953-4933-9861-a43bb21f7b86 on network 68c9d43d-9413-4b8e-8147-9a24a918569f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:01.280945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:01.284555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Checking segment: {'id': 'c7612d7b-2974-4307-aab6-7238b81c7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:01.285024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.285434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Bound using segment: {'id': 'c7612d7b-2974-4307-aab6-7238b81c7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:01.285938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Bound port: 8ed45d0e-b993-435d-9269-264b11213578, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7612d7b-2974-4307-aab6-7238b81c7ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c8963460-3353-4939-ad75-1267ad369fc9'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:01.286333 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.289073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:01.291113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Pushing event updated for resources: {'Port': ['ID=6559c7cb-7953-4933-9861-a43bb21f7b86,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:01.304543 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Sync routers for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:01.307420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-10378387-f6d1-4e9e-a6d7-5cc6f467e02b admin admin] 10.222.0.25 "PUT /v2.0/routers/0e6cabe4-e1cf-412b-bc40-a41d6257bb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9275773 Aug 10 01:09:01.309837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:01.319714 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:01.321282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:01.379389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:01.379767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Checking segment: {'id': '9c8028f3-c2ca-43f6-8385-7f578ee2cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:01.380144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.380541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Bound using segment: {'id': '9c8028f3-c2ca-43f6-8385-7f578ee2cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:01.381029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Bound port: 6559c7cb-7953-4933-9861-a43bb21f7b86, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8028f3-c2ca-43f6-8385-7f578ee2cf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '68c9d43d-9413-4b8e-8147-9a24a918569f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:01.393217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.395199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.532197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] For port 6559c7cb-7953-4933-9861-a43bb21f7b86, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:01.532400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Subnet': ['ID=39cf4002-c20c-4058-816b-160a56e0d0ca,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:01.537338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] For port 6559c7cb-7953-4933-9861-a43bb21f7b86, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6559c7cb-7953-4933-9861-a43bb21f7b86,segment=NetworkSegment(9c8028f3-c2ca-43f6-8385-7f578ee2cf60),segment_id=9c8028f3-c2ca-43f6-8385-7f578ee2cf60)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:01.556560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.558652 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e36c46dd-c583-45f7-a3ac-cc51c5ef74b0 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/subnets/39cf4002-c20c-4058-816b-160a56e0d0ca HTTP/1.1" status: 204 len: 168 time: 1.6140828 Aug 10 01:09:01.561423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:01.570892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:01.625457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917db3bd-6acb-4241-a1bf-f31918e3963e req-7cc2efbd-ef2b-4e13-abef-fdc33799cef2 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 210 time: 0.1019995 Aug 10 01:09:01.630886 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:01.770244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8ddca-875f-4c7a-9719-06dca2be6fd4 None None] Network 68c9d43d-9413-4b8e-8147-9a24a918569f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:01.947171 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:09:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:01.978708 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Checking router: 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:01.994100 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Routers {'0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:01.994890 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:02.000333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] For port 8ed45d0e-b993-435d-9269-264b11213578, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:02.073088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] For port 8ed45d0e-b993-435d-9269-264b11213578, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8ed45d0e-b993-435d-9269-264b11213578,segment=NetworkSegment(c7612d7b-2974-4307-aab6-7238b81c7ade),segment_id=c7612d7b-2974-4307-aab6-7238b81c7ade)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:02.114382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c2b04-7fa1-4dec-91a3-4e45262b4e7f None None] Pushing event updated for resources: {'Port': ['ID=6559c7cb-7953-4933-9861-a43bb21f7b86,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:02.118242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.134582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-64e9b5ca-f388-4f19-b99b-dc9ebc0a23d2 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:02.137756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-64e9b5ca-f388-4f19-b99b-dc9ebc0a23d2 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.21 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 811 time: 0.2885115 Aug 10 01:09:02.206606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting subnet 88da1a7c-02e2-4c4b-8d08-4f5e32895bee {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:02.211668 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.218641 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.247938 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] Set router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:02.277395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-01171772-e3e9-4518-bb66-2b9c8357b190 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb267e96979b47f387701dcbea731fd7 HTTP/1.1" status: 200 len: 380 time: 0.1238286 Aug 10 01:09:02.280791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d60b7-5eed-4dce-a03c-04150feaa411 None None] Pushing event updated for resources: {'Port': ['ID=8ed45d0e-b993-435d-9269-264b11213578,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:02.284977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'port': {'device_id': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'admin_state_up': True, 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'security_groups': ['e3e3149a-923a-4fa2-93fe-0fddda606fbb']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:02.348576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.426459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Made reservation on behalf of eb267e96979b47f387701dcbea731fd7 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:02.434684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.623065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.719443 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:09:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:02.767900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Allocated IP 172.20.0.3 (df6d93cb-6975-41c8-90e7-5e486d680fc0/5e62fe38-c009-4aef-b595-a8451f7d1fff/750e62c3-8c79-470b-b4ba-676771db65dd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:02.816286 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a415509-eab3-451e-84c2-7cc6202fb0e0 None None] The sync data for ids ['0e6cabe4-e1cf-412b-bc40-a41d6257bb9a'] in n-d-766380-21 is: [{'id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'name': 'tempest-ServerActionsTestJSON-1315291223-router', 'tenant_id': '178eb7d670f0417ab739287cf0209430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:41Z', 'updated_at': '2021-08-10T01:09:00Z', 'revision_number': 5, 'project_id': '178eb7d670f0417ab739287cf0209430', 'gw_port': {'id': '1a3439cf-7933-41f8-952e-bc2bf424747b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6cabe4-e1cf-412b-bc40-a41d6257bb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:43Z', 'updated_at': '2021-08-10T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:02.891514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.908419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52381b0b-b236-46a8-8e83-aff901cecdf9 req-e9b7398b-9b2c-4569-903c-9d4b6a5f9b97 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 210 time: 0.0713971 Aug 10 01:09:02.989775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Deleting port 1a3439cf-7933-41f8-952e-bc2bf424747b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:02.991179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:02.995758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.077159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.078912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Subnet': ['ID=88da1a7c-02e2-4c4b-8d08-4f5e32895bee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:03.092777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.094883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ac7d0fd-2462-4bd1-bb58-1fc1ee8290b2 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/subnets/88da1a7c-02e2-4c4b-8d08-4f5e32895bee HTTP/1.1" status: 204 len: 168 time: 1.5324762 Aug 10 01:09:03.098291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53690) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:03.122589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Transition to ACTIVE for port object 750e62c3-8c79-470b-b4ba-676771db65dd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:03.217822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.257806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5985284-4a0d-447c-9602-25dd0765d039 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:03.282383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d5985284-4a0d-447c-9602-25dd0765d039 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1829448 Aug 10 01:09:03.287277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:03.315867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] For port 1a3439cf-7933-41f8-952e-bc2bf424747b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1a3439cf-7933-41f8-952e-bc2bf424747b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:03.316244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.366302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:03.367738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event updated for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:03.373117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:03.378958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:03.414850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Calling delete_port for 1a3439cf-7933-41f8-952e-bc2bf424747b owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:03.452918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:03.453621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.485111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-eb46aa00-bf90-4d58-b202-58b4a4bc3add tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1942346 Aug 10 01:09:03.492883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Request body: {'port': {'device_id': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:03.554128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.582145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.764006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ed45d0e-b993-435d-9269-264b11213578 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:03.791826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting port 8ed45d0e-b993-435d-9269-264b11213578 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:03.792824 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.894033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8ed45d0e-b993-435d-9269-264b11213578 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:03.908306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 05c65305-4e9f-4887-bb8e-0def129a279d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:03.957785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.959552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 05c65305-4e9f-4887-bb8e-0def129a279d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:03.961052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 05c65305-4e9f-4887-bb8e-0def129a279d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:03.980602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 750e62c3-8c79-470b-b4ba-676771db65dd {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:03.991031 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.991501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] For port 8ed45d0e-b993-435d-9269-264b11213578, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8ed45d0e-b993-435d-9269-264b11213578,segment=NetworkSegment(c7612d7b-2974-4307-aab6-7238b81c7ade),segment_id=c7612d7b-2974-4307-aab6-7238b81c7ade)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:03.991889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:03.992253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2a7f438-3601-41c0-880d-45806641df54 None None] Provisioning for port 750e62c3-8c79-470b-b4ba-676771db65dd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:03.996457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2a7f438-3601-41c0-880d-45806641df54 None None] Provisioning complete for port 750e62c3-8c79-470b-b4ba-676771db65dd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:03.996883 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f438-3601-41c0-880d-45806641df54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.005733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Transition to ACTIVE for port object 750e62c3-8c79-470b-b4ba-676771db65dd will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:04.010962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.055922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521cd70-c541-439b-9698-6628c97d69f7 None None] Network c8963460-3353-4939-ad75-1267ad369fc9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:04.062661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Pushing event updated for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:04.064617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Calling delete_port for 8ed45d0e-b993-435d-9269-264b11213578 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:04.112342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a3439cf-7933-41f8-952e-bc2bf424747b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:04.179337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Attempting to bind port 750e62c3-8c79-470b-b4ba-676771db65dd on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:04.179780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Attempting to bind port 750e62c3-8c79-470b-b4ba-676771db65dd by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:04.180764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Attempting to bind port 750e62c3-8c79-470b-b4ba-676771db65dd on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:04.187084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7f438-3601-41c0-880d-45806641df54 None None] Port 750e62c3-8c79-470b-b4ba-676771db65dd cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:04.188623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Port 750e62c3-8c79-470b-b4ba-676771db65dd on network df6d93cb-6975-41c8-90e7-5e486d680fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:04.189096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Attempting to bind port 750e62c3-8c79-470b-b4ba-676771db65dd on network df6d93cb-6975-41c8-90e7-5e486d680fc0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:04.206458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:04.208571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Checking segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:04.208973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Bound using segment: {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:04.209431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Bound port: 750e62c3-8c79-470b-b4ba-676771db65dd, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f13124-138a-4ab3-8c53-b4470de2609d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:04.209803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.238000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.347267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:04.356586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=750e62c3-8c79-470b-b4ba-676771db65dd,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:04.369007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.378167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c73ae82-df59-4a72-9708-4dd0c29540f2 None None] Provisioning for port 8ed45d0e-b993-435d-9269-264b11213578 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:04.392667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c73ae82-df59-4a72-9708-4dd0c29540f2 None None] Provisioning complete for port 8ed45d0e-b993-435d-9269-264b11213578 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:04.393121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c73ae82-df59-4a72-9708-4dd0c29540f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.454314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.455678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.457291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] 10.222.0.21 "PUT /v2.0/ports/750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 1092 time: 0.9712877 Aug 10 01:09:04.462140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:04.464520 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112021fc-5645-42c7-9fae-8f6d0217667c" -d '{"events": [{"name": "network-changed", "server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:04.540906 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7b0239-b183-40ee-9d5b-06e3dddfd5bb x-openstack-request-id: req-9c7b0239-b183-40ee-9d5b-06e3dddfd5bb {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:04.541189 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:04.541422 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c7b0239-b183-40ee-9d5b-06e3dddfd5bb {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:04.541834 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd', 'status': 'completed', 'code': 200} Aug 10 01:09:04.564434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.567375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.572999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca054d3a-39a8-4884-8467-3ed6ce7e4b13 service neutron] Pushing event updated for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:04.630781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-4af97c1e-1d16-4a13-825e-778184b68e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.633148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-4af97c1e-1d16-4a13-825e-778184b68e03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1095 time: 0.1203942 Aug 10 01:09:04.699555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-00f655fa-615b-4203-9e1e-3da250225d2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 217 time: 0.0578139 Aug 10 01:09:04.724107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] DHCP port deletion for c8963460-3353-4939-ad75-1267ad369fc9 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:04.745672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.746231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e6cabe4-e1cf-412b-bc40-a41d6257bb9a {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:09:04.754409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.757447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6932e636-9bc2-4df3-adc6-03f974befad2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0e6cabe4-e1cf-412b-bc40-a41d6257bb9a HTTP/1.1" status: 204 len: 168 time: 3.4430532 Aug 10 01:09:04.757447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.759114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53714) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:04.800451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d518d6-1ff7-4072-be41-da0e90c52e59 req-fcce6bbf-6bd8-4f75-a91f-37e5e18adce6 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.811468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1d518d6-1ff7-4072-be41-da0e90c52e59 req-fcce6bbf-6bd8-4f75-a91f-37e5e18adce6 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 943 time: 0.7844715 Aug 10 01:09:04.834715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-2fad2255-e648-4664-82f3-648cf592e144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.834949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c73ae82-df59-4a72-9708-4dd0c29540f2 None None] Could not find standard attr ID for object 8ed45d0e-b993-435d-9269-264b11213578. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:04.849372 n-d-766380-21 neutron-server[105959]: INFO neutron.plugins.ml2.db [None req-9c73ae82-df59-4a72-9708-4dd0c29540f2 None None] No ports have port_id starting with 8ed45d0e-b993-435d-9269-264b11213578 Aug 10 01:09:04.850571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-2fad2255-e648-4664-82f3-648cf592e144 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.1435976 Aug 10 01:09:04.876313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Deleting port 8ed45d0e-b993-435d-9269-264b11213578 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:04.876703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:04.936570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Port': ['ID=8ed45d0e-b993-435d-9269-264b11213578,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:04.952664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-86c107d4-abe3-42c5-93e5-b5a994738634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:04.954330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-86c107d4-abe3-42c5-93e5-b5a994738634 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961213 Aug 10 01:09:04.969313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] No DVR routers for this DVR port 8ed45d0e-b993-435d-9269-264b11213578 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:04.979873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] For port 8ed45d0e-b993-435d-9269-264b11213578, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:04.981554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.014059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1d518d6-1ff7-4072-be41-da0e90c52e59 req-92337199-e5a1-4cac-8cba-2c274c000e7e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017694 Aug 10 01:09:05.019923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Deleting subnet 41652bce-24a0-40e0-ae89-19aba451bc43 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:05.034962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Calling delete_port for 8ed45d0e-b993-435d-9269-264b11213578 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:05.038696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Port 8ed45d0e-b993-435d-9269-264b11213578 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:09:05.040242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.043643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.067164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] Pushing event deleted for resources: {'Port': ['ID=8ed45d0e-b993-435d-9269-264b11213578,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.074841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a1c99-f3ab-417a-bcb3-72fbf64158d8 None None] No DVR routers for this DVR port 8ed45d0e-b993-435d-9269-264b11213578 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:05.090700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2be2c-51ef-4f6e-aa6e-b02a6b495153 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:09:05.134234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-feddddbd-343e-4e8c-bd7e-3c1e877726b2 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721017 Aug 10 01:09:05.153712 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.156542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.190006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8963460-3353-4939-ad75-1267ad369fc9']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.207031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7612d7b-2974-4307-aab6-7238b81c7ade') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.207323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7612d7b-2974-4307-aab6-7238b81c7ade') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:05.224185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.259813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea2be2c-51ef-4f6e-aa6e-b02a6b495153 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:09:05.275482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.288117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f990e66-e1fc-4551-8d7e-5b88389e0436 req-f283b351-a946-4dd8-a829-b4b93d2ddf3b service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463809 Aug 10 01:09:05.305891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.379304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:05.379761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:05.393089 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:05.445744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112021fc-5645-42c7-9fae-8f6d0217667c req-21d2cdfe-8605-400a-955a-f0d0d827010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.447370 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-21d2cdfe-8605-400a-955a-f0d0d827010e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1095 time: 0.1020570 Aug 10 01:09:05.526877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.600565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41652bce-24a0-40e0-ae89-19aba451bc43,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.612757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.617065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0f2f5914-3bfb-44aa-b4c7-e0d269070e49 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/41652bce-24a0-40e0-ae89-19aba451bc43 HTTP/1.1" status: 204 len: 168 time: 0.8434520 Aug 10 01:09:05.618522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53726) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:05.648704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.654456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.659319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/c8963460-3353-4939-ad75-1267ad369fc9 HTTP/1.1" status: 204 len: 168 time: 2.3710485 Aug 10 01:09:05.659737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112021fc-5645-42c7-9fae-8f6d0217667c req-1a586e9f-2634-456c-9e92-9af6bc8a9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.661222 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-1a586e9f-2634-456c-9e92-9af6bc8a9607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.2071402 Aug 10 01:09:05.661691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:05.747311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ed45d0e-b993-435d-9269-264b11213578 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:05.759529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-ab09efd2-9c77-4aff-b9fd-55b0f635d9ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 217 time: 0.0835984 Aug 10 01:09:05.777292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8ed45d0e-b993-435d-9269-264b11213578 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:05.778092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8ed45d0e-b993-435d-9269-264b11213578 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:05.778748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1a3439cf-7933-41f8-952e-bc2bf424747b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:05.789079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eb0e9-22e8-4d28-a53c-665e5fcf8ebb tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=c8963460-3353-4939-ad75-1267ad369fc9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:05.806789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1a3439cf-7933-41f8-952e-bc2bf424747b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:05.807226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1a3439cf-7933-41f8-952e-bc2bf424747b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:05.810399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.838039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.894372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112021fc-5645-42c7-9fae-8f6d0217667c req-cc50766b-2b3a-49ac-a965-eb5ab143c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.895959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-cc50766b-2b3a-49ac-a965-eb5ab143c813 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0834591 Aug 10 01:09:05.920944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Deleting port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:05.921392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:05.989157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112021fc-5645-42c7-9fae-8f6d0217667c req-3685441a-f764-45d9-9ec6-11f535ab6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:05.990706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-3685441a-f764-45d9-9ec6-11f535ab6884 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846632 Aug 10 01:09:06.003825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191bb166-f79a-4888-8283-78a5b3e9965e None None] Network 9fd592f8-9cda-429c-abae-13341367fd7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:06.102242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] For port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,segment=NetworkSegment(149bdac6-a2db-4768-82fe-e7791912918c),segment_id=149bdac6-a2db-4768-82fe-e7791912918c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:06.102789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.127322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Deleting port 6559c7cb-7953-4933-9861-a43bb21f7b86 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:06.127686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.160460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Calling delete_port for 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:06.265635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3faa4-6389-445a-9b5f-0415554cb259 req-33f5e793-378a-4113-8a45-250c8e493579 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:06.283077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61f3faa4-6389-445a-9b5f-0415554cb259 req-33f5e793-378a-4113-8a45-250c8e493579 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 943 time: 0.1193340 Aug 10 01:09:06.291023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-c21af1d6-6748-4854-a502-f6c9edb6ea68 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893620 Aug 10 01:09:06.366397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.407436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] No DVR routers for this DVR port 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:06.412507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:06.467723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363dac0b-3b4a-48ce-b567-967b4690abb1 None None] DHCP port deletion for 9fd592f8-9cda-429c-abae-13341367fd7f request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:06.488436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61f3faa4-6389-445a-9b5f-0415554cb259 req-d54db46c-9d61-4044-96b6-059f6441fc5f tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909702 Aug 10 01:09:06.568097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.585863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd592f8-9cda-429c-abae-13341367fd7f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:06.607425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149bdac6-a2db-4768-82fe-e7791912918c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:06.607725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149bdac6-a2db-4768-82fe-e7791912918c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:06.623641 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.648329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.662611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:06.663545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:06.672404 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:06.698941 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:09:06.757950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.769645 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.775311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9fd592f8-9cda-429c-abae-13341367fd7f HTTP/1.1" status: 204 len: 168 time: 1.1550262 Aug 10 01:09:06.792395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225beb5b-4eab-437d-bea4-93f41e3111c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fd592f8-9cda-429c-abae-13341367fd7f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:06.834526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] For port 6559c7cb-7953-4933-9861-a43bb21f7b86, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6559c7cb-7953-4933-9861-a43bb21f7b86,segment=NetworkSegment(9c8028f3-c2ca-43f6-8385-7f578ee2cf60),segment_id=9c8028f3-c2ca-43f6-8385-7f578ee2cf60)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:06.835113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.857260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Calling delete_port for 6559c7cb-7953-4933-9861-a43bb21f7b86 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:06.883943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-112021fc-5645-42c7-9fae-8f6d0217667c req-79e0294b-8ed0-494b-9e8e-7fac8a4b7cd9 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758450 Aug 10 01:09:06.936152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53752) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:06.956223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:06.988395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-140d7388-9bbf-4ddc-aa28-b05f5566801f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=178eb7d670f0417ab739287cf0209430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505514 Aug 10 01:09:06.990857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53754) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:06.992121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Port': ['ID=6559c7cb-7953-4933-9861-a43bb21f7b86,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:06.993986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] No DVR routers for this DVR port 6559c7cb-7953-4933-9861-a43bb21f7b86 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:07.053458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.079095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.087211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.099159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c9d43d-9413-4b8e-8147-9a24a918569f']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.112088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8028f3-c2ca-43f6-8385-7f578ee2cf60') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.112582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8028f3-c2ca-43f6-8385-7f578ee2cf60') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.122858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.139944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.146359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.148125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:07.148653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.150973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:07.152194 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:07.156816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b65ac66-cdb8-49d6-a431-efd61d2d36b9 HTTP/1.1" status: 204 len: 168 time: 0.1572714 Aug 10 01:09:07.168573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a5547-69cf-4cbb-985e-0659d8e5c2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b65ac66-cdb8-49d6-a431-efd61d2d36b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:07.270946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.278382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.280979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/68c9d43d-9413-4b8e-8147-9a24a918569f HTTP/1.1" status: 204 len: 168 time: 1.6182277 Aug 10 01:09:07.283662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:07.312612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8dc57-fb54-40fd-8fd7-259c30665306 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=68c9d43d-9413-4b8e-8147-9a24a918569f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:07.382661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.428242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 750e62c3-8c79-470b-b4ba-676771db65dd details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:07.482078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.493924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1da8ce-e35c-421c-bdb2-319d78113418']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.506148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bf9724-0a64-401b-8da5-edd41988b9e6') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.506445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bf9724-0a64-401b-8da5-edd41988b9e6') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:07.517854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.531982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.554865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:07.555347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:07.563524 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:07.656488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=750e62c3-8c79-470b-b4ba-676771db65dd,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:07.685993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:07.693785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '750e62c3-8c79-470b-b4ba-676771db65dd', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'port_id': '750e62c3-8c79-470b-b4ba-676771db65dd', 'mac_address': 'fa:16:3e:72:9b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:07.724075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.745184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:07.746129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 25f666ca-6e1f-42a3-8cc4-a73c0bf2df2e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:07.765496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.768173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/af1da8ce-e35c-421c-bdb2-319d78113418 HTTP/1.1" status: 204 len: 168 time: 0.4835165 Aug 10 01:09:07.769393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6db64d-c6fc-4536-ba38-e6dcc5530384 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=af1da8ce-e35c-421c-bdb2-319d78113418,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:07.770737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53788) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:07.809478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c05226-baca-4008-96b4-834567830dcb req-66b945d4-6352-4a77-a610-9dad7bde4651 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:07.821652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3c05226-baca-4008-96b4-834567830dcb req-66b945d4-6352-4a77-a610-9dad7bde4651 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 943 time: 0.1701081 Aug 10 01:09:07.841433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.866937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 750e62c3-8c79-470b-b4ba-676771db65dd {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:07.893953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=750e62c3-8c79-470b-b4ba-676771db65dd,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:07.898778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.914997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3c05226-baca-4008-96b4-834567830dcb req-75a86e1c-151a-46a7-97b4-43d5a44954fe tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921082 Aug 10 01:09:07.924736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53794) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:07.955051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:07.980637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:08.073995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.084968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7906e9-0960-46d1-a39b-45ce9b3b74b9']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:08.098661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d36cfd7-f53f-4fb9-baac-f5f605949971') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:08.099347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d36cfd7-f53f-4fb9-baac-f5f605949971') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:08.099616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['750e62c3-8c79-470b-b4ba-676771db65dd'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:08.109506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.144220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.160772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:08.161228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:08.170645 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:08.274442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.282016 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.286628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] 10.222.0.25 "DELETE /v2.0/networks/1b7906e9-0960-46d1-a39b-45ce9b3b74b9 HTTP/1.1" status: 204 len: 168 time: 0.5141296 Aug 10 01:09:08.311874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232dbb8-24a8-4c62-8844-a2f52f3bb339 tempest-BulkNetworkOpsTest-287256699 tempest-BulkNetworkOpsTest-287256699-project] Pushing event deleted for resources: {'Network': ['ID=1b7906e9-0960-46d1-a39b-45ce9b3b74b9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:08.443844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53814) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:08.576018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-599783662-network', 'tenant_id': 'b38bb2ab18dd46c0bbedcbbb4644d6f3'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:08.599346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Made reservation on behalf of b38bb2ab18dd46c0bbedcbbb4644d6f3 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:08.602022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.612350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.638515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.677924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:08.752831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.765022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.789071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:08.800400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:08.817556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.817913 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Added segment 39f6ca55-04d0-4237-affa-f81492d091c1 of type vlan for network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d Aug 10 01:09:08.878336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.937661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d292ec91-d1c1-4968-bea7-72a589348add admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=079e39b6c8e04b3687619ef2f3ceda81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581582 Aug 10 01:09:08.941103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:08.955994 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:08.957327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:08.957970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.024512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5758207 Aug 10 01:09:09.035577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53834) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:09.044974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Request body: {'subnet': {'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-599783662-subnet', 'tenant_id': 'b38bb2ab18dd46c0bbedcbbb4644d6f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:09.071115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6b6c5-edcf-4f45-be6c-bbb5091a5a04 admin admin] Pushing event updated for resources: {'Network': ['ID=6f77a1a1-52bd-443d-aff9-e1d1af128c5d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.085503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:09.095184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Made reservation on behalf of b38bb2ab18dd46c0bbedcbbb4644d6f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:09.097800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.113935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.175713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.251485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3648a-ba53-420d-b155-3f9a95a1cd88 req-c760cd46-cd21-48f4-8794-72fde4460fe1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:09.253257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28c3648a-ba53-420d-b155-3f9a95a1cd88 req-c760cd46-cd21-48f4-8794-72fde4460fe1 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 944 time: 0.0802643 Aug 10 01:09:09.282268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.285466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.286719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52d355ca-f3b9-4a0d-9c93-d041f616b68c HTTP/1.1" status: 204 len: 168 time: 0.3446109 Aug 10 01:09:09.298921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb3a98-c544-42a2-b065-da5795b65be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d355ca-f3b9-4a0d-9c93-d041f616b68c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.339256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28c3648a-ba53-420d-b155-3f9a95a1cd88 req-c729e4c3-7861-4e48-afe8-0a54665614aa tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601711 Aug 10 01:09:09.347448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Deleting port faa47872-9dd1-4d6d-bfa1-dc109c841fed {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:09.347789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.363308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.429155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 750e62c3-8c79-470b-b4ba-676771db65dd up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:09.445430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] For port faa47872-9dd1-4d6d-bfa1-dc109c841fed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=faa47872-9dd1-4d6d-bfa1-dc109c841fed,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:09.446121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.457682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Checking segment: {'id': '39f6ca55-04d0-4237-affa-f81492d091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:09.458053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Network hostable DHCP agents. Network: 6f77a1a1-52bd-443d-aff9-e1d1af128c5d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:09.461021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87da5020-eb3b-4858-a95b-aa41f225bac4,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.461577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Calling delete_port for faa47872-9dd1-4d6d-bfa1-dc109c841fed owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:09.488051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 750e62c3-8c79-470b-b4ba-676771db65dd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:09.494635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:09.494880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 750e62c3-8c79-470b-b4ba-676771db65dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:09.495388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.507796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6f77a1a1-52bd-443d-aff9-e1d1af128c5d) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:09.513310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:09.513909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.550259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b6971-56f4-4d11-aa20-02b533e6fcf7 None None] Network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:09.557339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6a57a9c6-f71a-4fca-9521-bb32d2c056d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5206480 Aug 10 01:09:09.712827 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.751933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:09.784105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa47872-9dd1-4d6d-bfa1-dc109c841fed,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:09.812434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:09.815297 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac0f13-18ea-4550-b26d-54ce79bb0975" -d '{"events": [{"server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "name": "network-vif-plugged", "status": "completed", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:09.826050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db87bc-8ef7-4dce-9fa1-2dc0b10e53e3 None None] Network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:09.882604 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa5de6b-faec-4a4a-99dc-2aeb3cb2a734 x-openstack-request-id: req-aaa5de6b-faec-4a4a-99dc-2aeb3cb2a734 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:09.882915 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "name": "network-vif-plugged", "status": "completed", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:09.883164 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aaa5de6b-faec-4a4a-99dc-2aeb3cb2a734 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:09.883615 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd', 'code': 200} Aug 10 01:09:09.890484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=750e62c3-8c79-470b-b4ba-676771db65dd,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:10.073996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022f8c8-5e03-42a6-aa9c-ff20be4c9d9e req-a1bcadf6-5117-40ef-a7c2-8477e20a9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.082403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b022f8c8-5e03-42a6-aa9c-ff20be4c9d9e req-a1bcadf6-5117-40ef-a7c2-8477e20a9812 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1097 time: 0.1427295 Aug 10 01:09:10.154178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.177586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b022f8c8-5e03-42a6-aa9c-ff20be4c9d9e req-e1f17426-545b-4656-99e0-8e3eb4e4c03f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875797 Aug 10 01:09:10.305833 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:10.365795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:10.520252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7955a8-81db-4ccd-86ce-1ab421e418c8 req-0b617b78-2952-424b-9ce5-6ce0e95d8fcf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.529428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b7955a8-81db-4ccd-86ce-1ab421e418c8 req-0b617b78-2952-424b-9ce5-6ce0e95d8fcf tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.0787094 Aug 10 01:09:10.583110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b7955a8-81db-4ccd-86ce-1ab421e418c8 req-9b55a1fa-cd8e-4c1a-9bed-161ee49abf87 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510092 Aug 10 01:09:10.592908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53890) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.595019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-082ee944-f6b1-408c-90b0-2170dd96962d tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:10.596812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-082ee944-f6b1-408c-90b0-2170dd96962d tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/networks?id=6f77a1a1-52bd-443d-aff9-e1d1af128c5d HTTP/1.1" status: 200 len: 813 time: 0.1918290 Aug 10 01:09:10.602511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Router 7ddafa91-865d-4009-94b9-01574a9b0148 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:10.621251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-c5044851-a48f-413e-b7b9-fab643d53f73 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/quotas/b38bb2ab18dd46c0bbedcbbb4644d6f3 HTTP/1.1" status: 200 len: 375 time: 0.0156889 Aug 10 01:09:10.694865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6b8a7706-5dff-44fd-aa12-e26cd65edf53 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] Request body: {'port': {'network_id': 'b4e8bda5-dd8f-4a9e-b641-9aec3f11207d', 'name': 'tempest-NetworksNegativeTestJSON-1035396755'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:10.695761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-3b8e7a02-9791-41fd-97be-4697980ce155 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b38bb2ab18dd46c0bbedcbbb4644d6f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338838 Aug 10 01:09:10.709067 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8a7706-5dff-44fd-aa12-e26cd65edf53 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] POST failed (client error): The resource could not be found. Aug 10 01:09:10.709706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8a7706-5dff-44fd-aa12-e26cd65edf53 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:10.710936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b8a7706-5dff-44fd-aa12-e26cd65edf53 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1169877 Aug 10 01:09:10.714642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53894) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.733144 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-287262f3-12b3-402d-863c-00d20a84fb14 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] DELETE failed (client error): The resource could not be found. Aug 10 01:09:10.733690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-287262f3-12b3-402d-863c-00d20a84fb14 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:10.737082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-287262f3-12b3-402d-863c-00d20a84fb14 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "DELETE /v2.0/networks/213d9846-77c8-4386-8678-c0c508fbd797 HTTP/1.1" status: 404 len: 339 time: 0.0198216 Aug 10 01:09:10.740932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53896) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.768409 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f518f499-2d87-47c9-83da-e8c1e8fb1df0 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] DELETE failed (client error): The resource could not be found. Aug 10 01:09:10.769251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f518f499-2d87-47c9-83da-e8c1e8fb1df0 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:10.772863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f518f499-2d87-47c9-83da-e8c1e8fb1df0 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "DELETE /v2.0/ports/477d8361-fa01-41f0-a80c-b92a37c49ed6 HTTP/1.1" status: 404 len: 333 time: 0.0289857 Aug 10 01:09:10.775929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.805449 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13ebd33-f166-4c8a-be53-592e548346b2 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] DELETE failed (client error): The resource could not be found. Aug 10 01:09:10.806066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13ebd33-f166-4c8a-be53-592e548346b2 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:10.808298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f13ebd33-f166-4c8a-be53-592e548346b2 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "DELETE /v2.0/subnets/af5155ee-9730-4bd3-8968-ea41be3ec47a HTTP/1.1" status: 404 len: 337 time: 0.0309391 Aug 10 01:09:10.811682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53904) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.823938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:10.834829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-228d36ed-466d-4cbd-8af1-24f6239505f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/7ddafa91-865d-4009-94b9-01574a9b0148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065175 Aug 10 01:09:10.840002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53906) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.840182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Sync routers for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:10.842004 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f557a54-125d-4e46-ae48-a57290ec1e05 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] GET failed (client error): The resource could not be found. Aug 10 01:09:10.848361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6f557a54-125d-4e46-ae48-a57290ec1e05 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "GET /v2.0/networks/3d68dcf1-aa97-4d02-890c-fa342a88a0d9 HTTP/1.1" status: 404 len: 339 time: 0.0307662 Aug 10 01:09:10.848929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.873691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:10.883674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:10.895322 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7a7be5-064c-42ec-8cf4-e474dce6fa30 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] GET failed (client error): The resource could not be found. Aug 10 01:09:10.901767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7b7a7be5-064c-42ec-8cf4-e474dce6fa30 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "GET /v2.0/ports/05514c07-d532-4d91-9eec-2f93a109ab0d HTTP/1.1" status: 404 len: 333 time: 0.0521684 Aug 10 01:09:10.902771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53910) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.927498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-bdebf979-bcee-4981-aefc-50bbbdfa7d75 service neutron] 10.222.0.25 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922112 Aug 10 01:09:10.936137 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab5af44-da1e-4ea4-92e5-a14c430f46fb tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] GET failed (client error): The resource could not be found. Aug 10 01:09:10.953916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6ab5af44-da1e-4ea4-92e5-a14c430f46fb tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "GET /v2.0/subnets/1bcc7d73-ddab-4fae-b310-2a1b6bff1888 HTTP/1.1" status: 404 len: 337 time: 0.0498414 Aug 10 01:09:10.958975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53912) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.967647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ae4b0a5e-34e7-4a58-87c5-f4a8c7548f33 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:10.985551 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4b0a5e-34e7-4a58-87c5-f4a8c7548f33 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] PUT failed (client error): The resource could not be found. Aug 10 01:09:10.986982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4b0a5e-34e7-4a58-87c5-f4a8c7548f33 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:10.992152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ae4b0a5e-34e7-4a58-87c5-f4a8c7548f33 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "PUT /v2.0/networks/6b864cbb-b5e2-4248-b05b-8b0ea6942a82 HTTP/1.1" status: 404 len: 339 time: 0.0319872 Aug 10 01:09:10.992779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53914) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:10.998554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-75be6fef-1efb-438f-a92d-dc1c7ea7f20c tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:11.006696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:11.020677 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-75be6fef-1efb-438f-a92d-dc1c7ea7f20c tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] PUT failed (client error): The resource could not be found. Aug 10 01:09:11.021830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75be6fef-1efb-438f-a92d-dc1c7ea7f20c tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:11.027181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-75be6fef-1efb-438f-a92d-dc1c7ea7f20c tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "PUT /v2.0/ports/ad738d92-01e8-4e52-82cf-8a293eb67c88 HTTP/1.1" status: 404 len: 333 time: 0.0333889 Aug 10 01:09:11.027819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53916) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:11.034241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-84966e7a-5248-47f1-bb6e-e288b9243c07 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:11.066893 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-84966e7a-5248-47f1-bb6e-e288b9243c07 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] PUT failed (client error): The resource could not be found. Aug 10 01:09:11.067362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84966e7a-5248-47f1-bb6e-e288b9243c07 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:11.068655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-84966e7a-5248-47f1-bb6e-e288b9243c07 tempest-NetworksNegativeTestJSON-246666867 tempest-NetworksNegativeTestJSON-246666867-project] 10.222.0.25 "PUT /v2.0/subnets/6241de25-390d-4a8c-95ca-5bf9dc452e22 HTTP/1.1" status: 404 len: 337 time: 0.0399084 Aug 10 01:09:11.072225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.166703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-5222a6d8-0687-411c-b661-5d7d9274a084 service neutron] 10.222.0.25 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380669 Aug 10 01:09:11.231836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:09:09Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:11.271527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Checking router: 7ddafa91-865d-4009-94b9-01574a9b0148 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:11.284762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Routers {'7ddafa91-865d-4009-94b9-01574a9b0148'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:11.285943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7ddafa91-865d-4009-94b9-01574a9b0148'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:11.299642 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.426477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Deleting port 9973d958-79a8-4867-8058-2b2aa3da3302 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:11.429652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.438769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e4b1a0-73a3-4a23-bb18-20447734137c req-f777b6f0-a35d-4bcf-8b9d-e3546f9106d3 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 210 time: 0.0672858 Aug 10 01:09:11.472437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] Set router 7ddafa91-865d-4009-94b9-01574a9b0148 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:11.524790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53934) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:11.591604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] For port 9973d958-79a8-4867-8058-2b2aa3da3302, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9973d958-79a8-4867-8058-2b2aa3da3302,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:11.591872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.645477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Calling delete_port for 9973d958-79a8-4867-8058-2b2aa3da3302 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:11.695941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1848b-2ccf-4fd5-9d02-508d3e2557c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.802246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1848b-2ccf-4fd5-9d02-508d3e2557c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.807346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebf1848b-2ccf-4fd5-9d02-508d3e2557c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:11.809115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dff38-b87b-4ee8-bc00-364a4a32f3f4 req-122bfd3e-f79b-4c57-a9b1-867a9e090490 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:11.810690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-404dff38-b87b-4ee8-bc00-364a4a32f3f4 req-122bfd3e-f79b-4c57-a9b1-867a9e090490 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.0919235 Aug 10 01:09:11.819956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:09:09Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:11.852138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ebf1848b-2ccf-4fd5-9d02-508d3e2557c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8b1627fcb4c4b36b1859d93e9d7ef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258591 Aug 10 01:09:11.854080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1848b-2ccf-4fd5-9d02-508d3e2557c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6e56af-2d7a-4ba8-ad37-f0ee89f3c0d6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:11.856069 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53944) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:11.870547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2226c8-264a-4b6f-8d89-44369732afc5 None None] The sync data for ids ['7ddafa91-865d-4009-94b9-01574a9b0148'] in n-d-766380-21 is: [{'id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'name': 'tempest-AttachVolumeShelveTestJSON-1504920511-router', 'tenant_id': '56d34721331544149f3db5bf697c5100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:00:30Z', 'updated_at': '2021-08-10T01:09:09Z', 'revision_number': 5, 'project_id': '56d34721331544149f3db5bf697c5100', 'gw_port': {'id': '9973d958-79a8-4867-8058-2b2aa3da3302', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ba:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddafa91-865d-4009-94b9-01574a9b0148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:00:32Z', 'updated_at': '2021-08-10T01:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:11.953170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-404dff38-b87b-4ee8-bc00-364a4a32f3f4 req-4f627130-8476-4a5d-b84c-5a0612c32b44 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982525 Aug 10 01:09:11.973840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.034362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.072130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.074914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64355e02-e535-40ea-982d-a993d71a560a req-54fe6edb-e4a3-4ad3-9a57-3e0c1f9d7799 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:12.076452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64355e02-e535-40ea-982d-a993d71a560a req-54fe6edb-e4a3-4ad3-9a57-3e0c1f9d7799 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.0528874 Aug 10 01:09:12.086365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53954) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:12.091478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Request body: {'floatingip': {'port_id': '750e62c3-8c79-470b-b4ba-676771db65dd'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:12.104684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Pushing event deleted for resources: {'Port': ['ID=9973d958-79a8-4867-8058-2b2aa3da3302,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:12.136205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.175633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.178421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.182255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae6e56af-2d7a-4ba8-ad37-f0ee89f3c0d6 HTTP/1.1" status: 204 len: 168 time: 0.3112926 Aug 10 01:09:12.199285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1df97-24f3-467b-b721-ed59b26209e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6e56af-2d7a-4ba8-ad37-f0ee89f3c0d6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:12.239678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.373514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.378041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.446465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.447757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ddafa91-865d-4009-94b9-01574a9b0148 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:09:12.455919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.459236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc740024-af33-482a-8ec8-60384399155d admin admin] 10.222.0.25 "DELETE /v2.0/routers/7ddafa91-865d-4009-94b9-01574a9b0148 HTTP/1.1" status: 204 len: 168 time: 1.6157122 Aug 10 01:09:12.459866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53968) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:12.584168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Deleting subnet d33825a0-8531-41f5-b080-9401ff5f58eb {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:12.587597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.626348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-446b8ae9-fa09-492f-973d-5ccd15fb8c23 req-b9d393a4-43c1-4171-87d4-d34328bc7094 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 210 time: 0.0526645 Aug 10 01:09:12.659987 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.839313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.942087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.981896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33825a0-8531-41f5-b080-9401ff5f58eb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:12.984404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:12.987943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9c061180-fe02-467a-8e0d-aeee9d8e82ee admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d33825a0-8531-41f5-b080-9401ff5f58eb HTTP/1.1" status: 204 len: 168 time: 0.5268569 Aug 10 01:09:12.989855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53984) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:12.992392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7ff45-3c5c-4623-8b56-fc88ff558aaa None None] Network 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:13.139653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:09:13.280735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.289803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] DHCP port deletion for 5c4b9183-a064-45e1-8c51-e8b2bb83ed82 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:13.300584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.427027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Deleting port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:13.427580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.572778 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Floating IP 9dbe9c72-b016-4062-8eef-54042a2c409f associated. External IP: 172.25.7.206, port: 750e62c3-8c79-470b-b4ba-676771db65dd. Aug 10 01:09:13.574873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-47f42f72-db02-432b-bd2b-d127be43d17d tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:13.576447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-47f42f72-db02-432b-bd2b-d127be43d17d tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.10 "GET /v2.0/networks?id=6f77a1a1-52bd-443d-aff9-e1d1af128c5d HTTP/1.1" status: 200 len: 813 time: 0.1974630 Aug 10 01:09:13.598306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] For port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,segment=NetworkSegment(f423bc0a-640f-42ff-99b3-992a0318d673),segment_id=f423bc0a-640f-42ff-99b3-992a0318d673)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:13.598728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.603493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Request body: {'port': {'device_id': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d', 'admin_state_up': True, 'tenant_id': 'b38bb2ab18dd46c0bbedcbbb4644d6f3'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:13.632175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Calling delete_port for 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:13.646779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device faa47872-9dd1-4d6d-bfa1-dc109c841fed no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:13.648593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54004) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:13.702918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: faa47872-9dd1-4d6d-bfa1-dc109c841fed {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:13.703359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device faa47872-9dd1-4d6d-bfa1-dc109c841fed not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:13.703845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:13.747009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.812953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f56fb16-40d3-4960-b4f0-0110d8b53c68 req-0046f182-d65a-40c5-b7ac-66147d29e5c0 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 210 time: 0.0569649 Aug 10 01:09:13.843462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Made reservation on behalf of b38bb2ab18dd46c0bbedcbbb4644d6f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:13.847550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.852664 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.853137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-706293177'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:13.868672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] No DVR routers for this DVR port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:13.881283 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.889388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Deleting port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:13.889760 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.910778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba2601-6eeb-44d9-a724-cb5cbce0304f None None] Pushing event deleted for resources: {'Port': ['ID=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:13.946966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9973d958-79a8-4867-8058-2b2aa3da3302 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:13.964893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:13.971007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:13.971207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9973d958-79a8-4867-8058-2b2aa3da3302 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:13.971486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9973d958-79a8-4867-8058-2b2aa3da3302 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:13.983241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.040027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] For port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac, host n-d-766380-21, got binding levels [] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:14.040603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.058613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9221779c-bbe2-402c-a0f2-fe1a0a5f4ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.062919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Calling delete_port for 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:14.067549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac was not found and therefore no delete operation was performed {{(pid=105957) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:09:14.069915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:09:14.071122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.109360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Allocated IP 172.20.0.14 (6f77a1a1-52bd-443d-aff9-e1d1af128c5d/87da5020-eb3b-4858-a95b-aa41f225bac4/8435cc05-4faa-4325-9b0c-90278e260762) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:14.112947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ead8e30-9c86-4c11-a8b5-fd4e76c41cac,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.114858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] No DVR routers for this DVR port 0ead8e30-9c86-4c11-a8b5-fd4e76c41cac on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:14.218374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.236461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:14.237441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4b9183-a064-45e1-8c51-e8b2bb83ed82']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:14.242980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.247285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.251161 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:14.260698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:14.261134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f423bc0a-640f-42ff-99b3-992a0318d673') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:14.261449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f423bc0a-640f-42ff-99b3-992a0318d673') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:14.261960 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:14.276036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.302209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.320240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:14.330782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.332973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-77529dbb-d23b-496e-bb7e-53e158ef3f34 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "PUT /v2.0/floatingips/9dbe9c72-b016-4062-8eef-54042a2c409f HTTP/1.1" status: 200 len: 991 time: 2.2449856 Aug 10 01:09:14.343427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:14.347026 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5edb6c-3893-4630-bc7a-ade3d572b123" -d '{"events": [{"name": "network-changed", "server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:14.361832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.362478 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 0f1f09b6-439c-4bd9-88ca-b4dea995bfb8 of type vlan for network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 Aug 10 01:09:14.363799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b3164b-5518-471a-b74e-cf5fb4b17305,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.392586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:14.395113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:14.399127 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:14.418459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:14.447466 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a51049-17f7-4f39-a834-152c5b347102 x-openstack-request-id: req-38a51049-17f7-4f39-a834-152c5b347102 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:14.448016 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:14.448632 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38a51049-17f7-4f39-a834-152c5b347102 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:14.449627 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd', 'status': 'completed', 'code': 200} Aug 10 01:09:14.468374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.543894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.548782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-e4631cc9-5f1a-4cde-bb31-b61750b1b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.553523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-e4631cc9-5f1a-4cde-bb31-b61750b1b29d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1097 time: 0.0947490 Aug 10 01:09:14.555131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.565854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.568018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] 10.222.0.25 "DELETE /v2.0/networks/5c4b9183-a064-45e1-8c51-e8b2bb83ed82 HTTP/1.1" status: 204 len: 168 time: 1.5770755 Aug 10 01:09:14.584232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdff5c-95dd-4996-8477-1ef2e558f36f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4b9183-a064-45e1-8c51-e8b2bb83ed82,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.589383 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.605685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.607022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.633619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.709017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:14.721308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:14.725784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0759177 Aug 10 01:09:14.730171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54024) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:14.735139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:14.738090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'name': 'tempest-PortsTestJSON-1748953136'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:14.802944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:14.803667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:14.825770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Pushing event updated for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:14.843503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:14.856822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-68bd1296-d235-431b-9c95-0908a466d227 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2599649 Aug 10 01:09:14.879456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Request body: {'port': {'device_id': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:15.012190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54e7b3c0-5bf5-4953-9d23-84f10f9ace50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56d34721331544149f3db5bf697c5100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669211 Aug 10 01:09:15.015139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:15.031652 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '9dbe9c72-b016-4062-8eef-54042a2c409f', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '750e62c3-8c79-470b-b4ba-676771db65dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:72:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:57Z', 'updated_at': '2021-08-10T01:09:13Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:15.039280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.082313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:15.093159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:15.094352 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:08:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:15.116590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefeefe-5f40-4879-8d1f-8bd7e85542e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=6503b8a3-fe32-438d-bde0-ec00bbcb7760,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:15.139347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:15.153137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-fe23340c-18eb-465d-a8ca-cef6ef52fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.154636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-fe23340c-18eb-465d-a8ca-cef6ef52fd38 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.5963418 Aug 10 01:09:15.228595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2fe66-3811-41b9-a40b-3fb6dd68d3a6 req-c8ea843e-eace-4ad0-af03-5e79c6c718e1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.229674 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43d2fe66-3811-41b9-a40b-3fb6dd68d3a6 req-c8ea843e-eace-4ad0-af03-5e79c6c718e1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 932 time: 0.1522758 Aug 10 01:09:15.247138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:15.251249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.260383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.300504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-1e775ded-f399-41ac-93fa-633648afe1ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 999 time: 0.1343977 Aug 10 01:09:15.307154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.307612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:15.327159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 70dffcae-0d38-4020-8f00-aacc2f2e150d yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:15.453516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-43d2fe66-3811-41b9-a40b-3fb6dd68d3a6 req-58ef36f8-72ad-4a06-b7d4-10a503f651e5 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871254 Aug 10 01:09:15.477955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-52df68b4-fb57-4d1c-9cac-e549c01fd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.479526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-52df68b4-fb57-4d1c-9cac-e549c01fd56c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.1627390 Aug 10 01:09:15.510111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.519309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.523978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b18ed24-fe6c-43f0-a20c-8e6c3328542b HTTP/1.1" status: 204 len: 168 time: 0.5040553 Aug 10 01:09:15.556943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467a533-63a1-4e48-8a2f-e70ae30cab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18ed24-fe6c-43f0-a20c-8e6c3328542b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:15.601741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-21bdb3f4-a711-4eb0-86bd-2d6e60a9918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:15.603061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-21bdb3f4-a711-4eb0-86bd-2d6e60a9918c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162512 Aug 10 01:09:15.690475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8435cc05-4faa-4325-9b0c-90278e260762 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:15.701976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.712959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.721304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Transition to ACTIVE for port object 8435cc05-4faa-4325-9b0c-90278e260762 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:15.732734 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.763053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-5b3d499b-f394-4c51-85e2-fb9a16b33199 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509485 Aug 10 01:09:15.802582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Pushing event updated for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:15.886143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0e5edb6c-3893-4630-bc7a-ade3d572b123 req-fbf9610d-557a-4000-a883-a64a3bca8c86 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114821 Aug 10 01:09:15.893432 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.902136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Attempting to bind port 8435cc05-4faa-4325-9b0c-90278e260762 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:15.902592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Attempting to bind port 8435cc05-4faa-4325-9b0c-90278e260762 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '39f6ca55-04d0-4237-affa-f81492d091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:15.903029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Attempting to bind port 8435cc05-4faa-4325-9b0c-90278e260762 on network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:15.928989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Port 8435cc05-4faa-4325-9b0c-90278e260762 on network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:15.929404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Attempting to bind port 8435cc05-4faa-4325-9b0c-90278e260762 on network 6f77a1a1-52bd-443d-aff9-e1d1af128c5d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:15.937627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:15.937627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Checking segment: {'id': '39f6ca55-04d0-4237-affa-f81492d091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:15.937928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Bound using segment: {'id': '39f6ca55-04d0-4237-affa-f81492d091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:15.938274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Bound port: 8435cc05-4faa-4325-9b0c-90278e260762, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f6ca55-04d0-4237-affa-f81492d091c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:15.939125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:15.955147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '9dbe9c72-b016-4062-8eef-54042a2c409f', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '750e62c3-8c79-470b-b4ba-676771db65dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:72:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:57Z', 'updated_at': '2021-08-10T01:09:13Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:15.962659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=70dffcae-0d38-4020-8f00-aacc2f2e150d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:15.998941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:15.999619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: 6503b8a3-fe32-438d-bde0-ec00bbcb7760, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:16.019060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:16.019791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa3f38-ea69-44bd-9790-3fdd0638e3cb None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '9dbe9c72-b016-4062-8eef-54042a2c409f', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'floating_ip_address': '172.25.7.206', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'port_id': '750e62c3-8c79-470b-b4ba-676771db65dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'mac_address': 'fa:16:3e:72:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:08:57Z', 'updated_at': '2021-08-10T01:09:13Z', 'revision_number': 1, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:09:16.040834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6503b8a3-fe32-438d-bde0-ec00bbcb7760) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:16.052262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c217a-50db-4b4a-8cea-303dbb2698e1 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:16.060366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:16.072867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.073557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.088912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:16.092739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8435cc05-4faa-4325-9b0c-90278e260762,segment=NetworkSegment(39f6ca55-04d0-4237-affa-f81492d091c1),segment_id=39f6ca55-04d0-4237-affa-f81492d091c1)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:16.100546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-76c21e85-fbe3-4db8-b0dc-bc1a6bf2b860 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3671877 Aug 10 01:09:16.103555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54048) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:16.110049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1102955970'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:16.115585 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.227077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Pushing event updated for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:16.247849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.249355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.251953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-ac9d5013-b8b3-450d-8c5e-bdeb5b8914ab service neutron] 10.222.0.10 "PUT /v2.0/ports/8435cc05-4faa-4325-9b0c-90278e260762 HTTP/1.1" status: 200 len: 1093 time: 1.3781500 Aug 10 01:09:16.253242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:16.265945 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "tag": "8435cc05-4faa-4325-9b0c-90278e260762"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:16.326843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:16.344424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.396263 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75673092-2cb4-4fb1-87f3-78eb572b36a5 x-openstack-request-id: req-75673092-2cb4-4fb1-87f3-78eb572b36a5 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:16.398236 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "tag": "8435cc05-4faa-4325-9b0c-90278e260762", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:16.398236 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75673092-2cb4-4fb1-87f3-78eb572b36a5 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:16.404406 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762', 'status': 'completed', 'code': 200} Aug 10 01:09:16.422354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:16.431332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c669489a-a474-4cae-8b93-73f801a5c04a None None] New status for floating IP 9dbe9c72-b016-4062-8eef-54042a2c409f: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:09:16.441528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.442109 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 57b15fc9-cae4-4575-80d1-8ae90ac48a9a of type vlan for network 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c Aug 10 01:09:16.550333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.567760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-eb7bc81b-4b56-4618-81e5-2e1dd7bd38ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.569984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-eb7bc81b-4b56-4618-81e5-2e1dd7bd38ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38bb2ab18dd46c0bbedcbbb4644d6f3&device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 1096 time: 0.2631648 Aug 10 01:09:16.640336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-4475db0a-d1ee-4ba9-8a0b-55fcd39cd7a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8435cc05-4faa-4325-9b0c-90278e260762 HTTP/1.1" status: 200 len: 217 time: 0.0583763 Aug 10 01:09:16.755171 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6be3478a-4bae-434d-b105-08b3575eed30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.764157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.771015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.771636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:16.849170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7442071 Aug 10 01:09:16.851467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:16.856864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'ports': [{'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'}, {'network_id': '74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c'}]} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:16.857156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:16.857656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:16.869735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-a5d4e62f-a395-433c-9fa1-06e458f48a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.871249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-a5d4e62f-a395-433c-9fa1-06e458f48a3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87da5020-eb3b-4858-a95b-aa41f225bac4 HTTP/1.1" status: 200 len: 853 time: 0.2188337 Aug 10 01:09:16.880494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366cec0a-713a-41fe-bb1e-b5823c1e2b4b req-d5eca9ad-27de-4523-9a58-251096c51cc7 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:16.881976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366cec0a-713a-41fe-bb1e-b5823c1e2b4b req-d5eca9ad-27de-4523-9a58-251096c51cc7 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 944 time: 0.2380667 Aug 10 01:09:16.882619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9b10f-39ab-437d-a0d9-804b3f7b0032 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:16.900096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:16.918490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-c3b12da9-55ab-4ad2-a18a-73a3f1a1a609 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f77a1a1-52bd-443d-aff9-e1d1af128c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333767 Aug 10 01:09:17.047345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-a6bd4184-5e2d-484a-ac30-f20f89e71487 service neutron] 10.222.0.10 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056707 Aug 10 01:09:17.058876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-366cec0a-713a-41fe-bb1e-b5823c1e2b4b req-f21b3219-377b-48f9-b463-249f372634b1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393783 Aug 10 01:09:17.092209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 2} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:17.099748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.116932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.224864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 7114ef32-de30-482c-af18-f5d2d42edeb2 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:17.235760 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff5085f0-e57d-4119-a8fc-d2d90033e111 req-5ffa062a-e94c-4691-847a-3cbd5961cbfa service neutron] 10.222.0.10 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803250 Aug 10 01:09:17.279220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.338016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-fd1a5b0a-d0da-4672-b9bd-8445c2a3e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.339882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-fd1a5b0a-d0da-4672-b9bd-8445c2a3e67a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38bb2ab18dd46c0bbedcbbb4644d6f3&device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 1096 time: 0.0461648 Aug 10 01:09:17.375216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.460542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port f11df9ad-2f83-44b8-b6e2-ec856c41f7de yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:17.464043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-ac69ed5a-72b8-46dc-9d41-99337fdb28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.465791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-ac69ed5a-72b8-46dc-9d41-99337fdb28ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=6f77a1a1-52bd-443d-aff9-e1d1af128c5d HTTP/1.1" status: 200 len: 913 time: 0.1192410 Aug 10 01:09:17.522233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-c16a2b7a-22b0-4ca6-99af-2682534e69a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8435cc05-4faa-4325-9b0c-90278e260762 HTTP/1.1" status: 200 len: 217 time: 0.0484009 Aug 10 01:09:17.586727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.589801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-b0814759-1e24-460a-afa2-9f3c1d82d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.591952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-b0814759-1e24-460a-afa2-9f3c1d82d990 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=87da5020-eb3b-4858-a95b-aa41f225bac4 HTTP/1.1" status: 200 len: 853 time: 0.0624523 Aug 10 01:09:17.637610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-feb4b1bf-2237-4572-be74-c4ae07bdaaf4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f77a1a1-52bd-443d-aff9-e1d1af128c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371537 Aug 10 01:09:17.641519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.701945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:17.706644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:17.709346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.713498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:17.715266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.750179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=7114ef32-de30-482c-af18-f5d2d42edeb2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:17.766060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-caa49aad-ff3a-4247-9af9-36e28d7f38ef service neutron] 10.222.0.10 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208282 Aug 10 01:09:17.818159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=f11df9ad-2f83-44b8-b6e2-ec856c41f7de,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:17.823747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '57b15fc9-cae4-4575-80d1-8ae90ac48a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:17.824130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:17.843472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:17.856906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:17.866863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:17.869307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be7e46d-89e4-4dc5-980d-de4c74070a4b None None] Network 74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:17.876413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.885763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:17.886797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:17.902339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f8d9743-3a66-4cb3-b8d3-56aea9678c87 req-b41dba69-93a2-4bc7-9cac-1523c2d4238f service neutron] 10.222.0.10 "GET /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279461 Aug 10 01:09:17.918957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b955b58b-1427-4d11-a053-3dab9f64d434 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0661242 Aug 10 01:09:17.922841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.040589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port f11df9ad-2f83-44b8-b6e2-ec856c41f7de {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:18.040986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.122173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.140443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for f11df9ad-2f83-44b8-b6e2-ec856c41f7de owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:18.269407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.284558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f43d1-3751-44d8-ac2d-a63414540586 req-a1371c26-f033-403b-b6fa-458cd33e75f1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.286177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-527f43d1-3751-44d8-ac2d-a63414540586 req-a1371c26-f033-403b-b6fa-458cd33e75f1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 944 time: 0.0982692 Aug 10 01:09:18.313953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=f11df9ad-2f83-44b8-b6e2-ec856c41f7de,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:18.335559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.337519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed8327b0-181b-41e2-b79f-60747254a047 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/f11df9ad-2f83-44b8-b6e2-ec856c41f7de HTTP/1.1" status: 204 len: 168 time: 0.4131300 Aug 10 01:09:18.340598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54132) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.356453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-527f43d1-3751-44d8-ac2d-a63414540586 req-dd99671b-0e6c-4e02-9302-34788fef1246 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472097 Aug 10 01:09:18.441736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d44d35f-9800-488c-856a-ee07c6ceb100 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.447827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d44d35f-9800-488c-856a-ee07c6ceb100 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.452187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0d44d35f-9800-488c-856a-ee07c6ceb100 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1075468 Aug 10 01:09:18.452972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54138) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.556876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 7114ef32-de30-482c-af18-f5d2d42edeb2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:18.557814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.625777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.640601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 7114ef32-de30-482c-af18-f5d2d42edeb2 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:18.731577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.763878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=7114ef32-de30-482c-af18-f5d2d42edeb2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:18.774801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:18.776900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac0686f7-4820-4be3-9c9a-05119cef47da tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/7114ef32-de30-482c-af18-f5d2d42edeb2 HTTP/1.1" status: 204 len: 168 time: 0.3219221 Aug 10 01:09:18.779493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54154) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.828515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149f13a2-69c1-47c3-9db3-d68b81e16cba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:18.833198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-149f13a2-69c1-47c3-9db3-d68b81e16cba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0500162 Aug 10 01:09:18.833198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.858024 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a001cde2-a549-48fd-b8ce-ce764b542eb6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:18.862796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a001cde2-a549-48fd-b8ce-ce764b542eb6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/f11df9ad-2f83-44b8-b6e2-ec856c41f7de HTTP/1.1" status: 404 len: 333 time: 0.0254810 Aug 10 01:09:18.863450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.889143 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e7b8b3-1add-4ef7-80b8-d53e0ae3b967 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:18.890795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0e7b8b3-1add-4ef7-80b8-d53e0ae3b967 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/7114ef32-de30-482c-af18-f5d2d42edeb2 HTTP/1.1" status: 404 len: 333 time: 0.0268147 Aug 10 01:09:18.893958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:18.979341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.080202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.090431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:19.106136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b15fc9-cae4-4575-80d1-8ae90ac48a9a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:19.106441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b15fc9-cae4-4575-80d1-8ae90ac48a9a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:19.112918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8435cc05-4faa-4325-9b0c-90278e260762 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:19.117135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.134861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.141306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:19.141829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:19.145695 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:19.215833 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.225799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.228068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c HTTP/1.1" status: 204 len: 168 time: 0.3330743 Aug 10 01:09:19.232164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54182) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:19.240507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8435cc05-4faa-4325-9b0c-90278e260762,segment=NetworkSegment(39f6ca55-04d0-4237-affa-f81492d091c1),segment_id=39f6ca55-04d0-4237-affa-f81492d091c1)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:19.253671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177017506'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:19.255384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '8435cc05-4faa-4325-9b0c-90278e260762', 'network_id': '6f77a1a1-52bd-443d-aff9-e1d1af128c5d', 'port_id': '8435cc05-4faa-4325-9b0c-90278e260762', 'mac_address': 'fa:16:3e:f3:6f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87da5020-eb3b-4858-a95b-aa41f225bac4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:19.258081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc36da-5426-4b4a-a96f-a30d8a2a11df tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=74cd0ffd-fe4b-45d1-a010-07d1bfdcfe2c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.286901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:19.289331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.323611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:19.342429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.343435 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.344349 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 906bc25b-7414-4b34-99ea-9ae9e5b35462 of type vlan for network c8208f7f-bd29-4642-a297-3313334fd727 Aug 10 01:09:19.363502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8435cc05-4faa-4325-9b0c-90278e260762 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:19.388798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8435cc05-4faa-4325-9b0c-90278e260762,segment=NetworkSegment(39f6ca55-04d0-4237-affa-f81492d091c1),segment_id=39f6ca55-04d0-4237-affa-f81492d091c1)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:19.395225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.415390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.459916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.477490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.483750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.484352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.567975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3349111 Aug 10 01:09:19.571001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54200) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:19.576968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:19.586639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18c24b-e80d-41de-9e42-3fe136e341c6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=c8208f7f-bd29-4642-a297-3313334fd727,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:19.595792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664702e3-7845-418d-8797-b4faa8767b92 req-3c387d60-ae2f-4b81-9bb9-fc61d72973b6 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:19.600602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c8208f7f-bd29-4642-a297-3313334fd727 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:19.603255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-664702e3-7845-418d-8797-b4faa8767b92 req-3c387d60-ae2f-4b81-9bb9-fc61d72973b6 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 945 time: 0.1555121 Aug 10 01:09:19.628721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.664137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-664702e3-7845-418d-8797-b4faa8767b92 req-19f7c03c-b8db-46de-b9f5-7cf0acc03d9b tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 Aug 10 01:09:19.710372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8435cc05-4faa-4325-9b0c-90278e260762'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:19.710905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:19.717746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:19.938243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.005631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=0f64520b-2bc2-4a70-bd5e-d5381bcca2d1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:20.013046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '906bc25b-7414-4b34-99ea-9ae9e5b35462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:20.013410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: c8208f7f-bd29-4642-a297-3313334fd727, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:20.034465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network c8208f7f-bd29-4642-a297-3313334fd727 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:20.052033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c8208f7f-bd29-4642-a297-3313334fd727) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:20.058477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.059555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.067487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f64948-8748-4cfa-9500-923d73d540b0 None None] Network c8208f7f-bd29-4642-a297-3313334fd727 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:20.095118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aca783de-e3d5-487e-a73e-885b591f3749 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5223897 Aug 10 01:09:20.099101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54222) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:20.113161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727', 'name': 'tempest-PortsTestJSON-1543171745'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:20.308800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-c8208f7f-bd29-4642-a297-3313334fd727', 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '0f64520b-2bc2-4a70-bd5e-d5381bcca2d1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:20.309683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.315923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:20.321855 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.348784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 060907ad-0037-49da-b673-6f843b812604 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:20.505627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Allocated IP 172.20.0.2 (c8208f7f-bd29-4642-a297-3313334fd727/0f64520b-2bc2-4a70-bd5e-d5381bcca2d1/3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:20.838710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65ca5-6efb-42d2-8a8f-c35f41397e63 req-6b2bbcfd-ef99-4dbf-bbfe-11e97a9501a3 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:20.840276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbf65ca5-6efb-42d2-8a8f-c35f41397e63 req-6b2bbcfd-ef99-4dbf-bbfe-11e97a9501a3 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 945 time: 0.0726814 Aug 10 01:09:20.874514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.885397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Transition to ACTIVE for port object 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:20.888992 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbf65ca5-6efb-42d2-8a8f-c35f41397e63 req-52226508-16ea-4c3f-bbfc-7e7e7622a6bc tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416141 Aug 10 01:09:20.919808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Transition to ACTIVE for port object 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:20.929747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:20.975494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Network c8208f7f-bd29-4642-a297-3313334fd727 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:20.978650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:20.982419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:21.013735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.10 (c8208f7f-bd29-4642-a297-3313334fd727/0f64520b-2bc2-4a70-bd5e-d5381bcca2d1/060907ad-0037-49da-b673-6f843b812604) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:21.048248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Pushing event updated for resources: {'Port': ['ID=3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:21.071882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Attempting to bind port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:21.072279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Attempting to bind port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '906bc25b-7414-4b34-99ea-9ae9e5b35462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:21.072816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Attempting to bind port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 on network c8208f7f-bd29-4642-a297-3313334fd727 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:21.081747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:21.082411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Checking segment: {'id': '906bc25b-7414-4b34-99ea-9ae9e5b35462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:21.082893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.083317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Bound using segment: {'id': '906bc25b-7414-4b34-99ea-9ae9e5b35462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:21.083828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Bound port: 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906bc25b-7414-4b34-99ea-9ae9e5b35462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c8208f7f-bd29-4642-a297-3313334fd727'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:21.084236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.208495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8435cc05-4faa-4325-9b0c-90278e260762 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:21.272474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] For port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:21.276057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] For port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2,segment=NetworkSegment(906bc25b-7414-4b34-99ea-9ae9e5b35462),segment_id=906bc25b-7414-4b34-99ea-9ae9e5b35462)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:21.286289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.292268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 8435cc05-4faa-4325-9b0c-90278e260762 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:21.319422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 8435cc05-4faa-4325-9b0c-90278e260762 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:21.320121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.349488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.370345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 060907ad-0037-49da-b673-6f843b812604 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:21.435526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.458963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aaea3-d269-4025-8cba-64a374d72cba None None] Pushing event updated for resources: {'Port': ['ID=3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:21.511025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network c8208f7f-bd29-4642-a297-3313334fd727 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:21.518274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:21.521723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:21.532688 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.581079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=060907ad-0037-49da-b673-6f843b812604,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:21.620073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:21.630814 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eabd60e-090e-4031-95e3-ee61468e4a80" -d '{"events": [{"server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "name": "network-vif-plugged", "status": "completed", "tag": "8435cc05-4faa-4325-9b0c-90278e260762"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:21.652515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8435cc05-4faa-4325-9b0c-90278e260762,segment=NetworkSegment(39f6ca55-04d0-4237-affa-f81492d091c1),segment_id=39f6ca55-04d0-4237-affa-f81492d091c1)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:21.652726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.653434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.666554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:21.678283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bca24765-43dd-4477-bff3-6e5160c79859 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5767694 Aug 10 01:09:21.682891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54276) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:21.777022 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78770d5-f4b5-4a8b-bb9a-de8a1f080a61 x-openstack-request-id: req-d78770d5-f4b5-4a8b-bb9a-de8a1f080a61 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:21.779634 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "name": "network-vif-plugged", "status": "completed", "tag": "8435cc05-4faa-4325-9b0c-90278e260762", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:21.780091 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d78770d5-f4b5-4a8b-bb9a-de8a1f080a61 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:21.781420 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762', 'code': 200} Aug 10 01:09:21.815524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:21.956306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f6aea-1c83-42e3-8a83-fb1e0b95a498 req-50ad48b5-e0ce-46e6-a9b2-487e5414b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:21.958200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73f6aea-1c83-42e3-8a83-fb1e0b95a498 req-50ad48b5-e0ce-46e6-a9b2-487e5414b786 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 1098 time: 0.0983858 Aug 10 01:09:22.007675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 060907ad-0037-49da-b673-6f843b812604 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:22.008108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.031285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec91b0-1702-452a-bf43-b3c530527cd8 req-0f1ac2d4-3a6d-4611-a05a-05144ac94243 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:22.039006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6ec91b0-1702-452a-bf43-b3c530527cd8 req-0f1ac2d4-3a6d-4611-a05a-05144ac94243 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 946 time: 0.0658803 Aug 10 01:09:22.072402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b73f6aea-1c83-42e3-8a83-fb1e0b95a498 req-7f27eef1-3107-41a5-9578-fe7b03093fd9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067858 Aug 10 01:09:22.091748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6ec91b0-1702-452a-bf43-b3c530527cd8 req-31251626-bc7f-4095-aafa-a77c8fd7bab2 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470412 Aug 10 01:09:22.136543 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.151531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 060907ad-0037-49da-b673-6f843b812604 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:22.322126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.356813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=060907ad-0037-49da-b673-6f843b812604,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:22.443833 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.446110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-306aed14-0ccf-4ea6-83da-988563e25437 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/060907ad-0037-49da-b673-6f843b812604 HTTP/1.1" status: 204 len: 168 time: 0.7625735 Aug 10 01:09:22.448601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:22.482120 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-658ce316-0521-424f-94c2-5d6459910a1c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:09:22.483289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658ce316-0521-424f-94c2-5d6459910a1c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:22.487572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-658ce316-0521-424f-94c2-5d6459910a1c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/060907ad-0037-49da-b673-6f843b812604 HTTP/1.1" status: 404 len: 333 time: 0.0379226 Aug 10 01:09:22.490153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54308) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:22.520150 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-25c511c1-8563-4f9a-a286-733c8716f77f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:22.525400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54310) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:22.525658 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25c511c1-8563-4f9a-a286-733c8716f77f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/060907ad-0037-49da-b673-6f843b812604 HTTP/1.1" status: 404 len: 333 time: 0.0336173 Aug 10 01:09:22.588204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 0f64520b-2bc2-4a70-bd5e-d5381bcca2d1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:22.594104 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.648026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.714978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fcae48-2ecd-42e5-a250-f528cdc77102 None None] Network c8208f7f-bd29-4642-a297-3313334fd727 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:22.778708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.854462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.856088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70363adf-b398-478d-a50c-49ac303b4a72 None None] Provisioning for port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:22.916137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=0f64520b-2bc2-4a70-bd5e-d5381bcca2d1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:22.920901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:22.924616 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e097dd63-03f2-47aa-8661-54b4eccee8a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/0f64520b-2bc2-4a70-bd5e-d5381bcca2d1 HTTP/1.1" status: 204 len: 168 time: 0.3979805 Aug 10 01:09:22.927438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54324) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:23.034339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.100205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:23.100544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.211418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2,segment=NetworkSegment(906bc25b-7414-4b34-99ea-9ae9e5b35462),segment_id=906bc25b-7414-4b34-99ea-9ae9e5b35462)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:23.211825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.232025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:23.242089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec07cbf-0156-4ede-b2e6-636ae41fbd0e req-b19264d3-fbf8-46b3-8130-ad190dc4454e tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.247833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ec07cbf-0156-4ede-b2e6-636ae41fbd0e req-b19264d3-fbf8-46b3-8130-ad190dc4454e tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 946 time: 0.0842247 Aug 10 01:09:23.295938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b21507-d49f-4ed2-8ba4-caacd1c653c5 None None] Network c8208f7f-bd29-4642-a297-3313334fd727 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:23.313300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ec07cbf-0156-4ede-b2e6-636ae41fbd0e req-434eec01-c0fc-4a6e-b5a3-0bc49f6d4bd2 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519536 Aug 10 01:09:23.400599 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.440435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:23.451076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:23.462653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-277d88bd-63e9-4dbc-b203-1535334bde36 None None] Provisioning complete for port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:23.463054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-277d88bd-63e9-4dbc-b203-1535334bde36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.510053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-277d88bd-63e9-4dbc-b203-1535334bde36 None None] Port 3d6b85d0-a5aa-4df2-bc5a-e665f91ffea2 was deleted so its status cannot be updated. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:09:23.572616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c9aa79-bf19-4c11-9eeb-2c9452bdb597 None None] DHCP port deletion for c8208f7f-bd29-4642-a297-3313334fd727 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:23.598281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.612392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8208f7f-bd29-4642-a297-3313334fd727']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:23.628549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906bc25b-7414-4b34-99ea-9ae9e5b35462') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:23.628923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906bc25b-7414-4b34-99ea-9ae9e5b35462') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:23.638740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.654846 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.664834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:23.665394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:23.673623 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:23.792343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.802816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.808768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/c8208f7f-bd29-4642-a297-3313334fd727 HTTP/1.1" status: 204 len: 168 time: 0.8803027 Aug 10 01:09:23.811828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:23.817212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1998896071'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:23.827645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04080108-69cc-4a09-9a1d-5f15ef1d23f5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=c8208f7f-bd29-4642-a297-3313334fd727,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:23.856112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:23.859812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.885288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54362) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:23.926467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:23.944297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd543a63-e67b-42ca-9763-9f0023c8a092 req-5cf26d62-3f14-4ebd-8433-46761efad87e tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:23.945845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd543a63-e67b-42ca-9763-9f0023c8a092 req-5cf26d62-3f14-4ebd-8433-46761efad87e tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 946 time: 0.0832665 Aug 10 01:09:23.950911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:23.951265 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 8297652d-7bd6-4305-a4a5-becf095bd735 of type vlan for network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 Aug 10 01:09:24.011707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.014121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b237-337f-4443-ab77-4ef6fc6ad7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.030365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd543a63-e67b-42ca-9763-9f0023c8a092 req-06c19ad6-c659-43a2-908e-68380a26c47f tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689907 Aug 10 01:09:24.059230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.061196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.062071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.117324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b237-337f-4443-ab77-4ef6fc6ad7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.122466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b237-337f-4443-ab77-4ef6fc6ad7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.134047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3209913 Aug 10 01:09:24.137124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54372) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:24.142815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:24.162424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870bbe4-28f1-48c6-ae17-cb1f21720237 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=df69a0fe-5eba-4f08-bcf8-eb45d7d468b0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.172273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2f1b237-337f-4443-ab77-4ef6fc6ad7f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f20c9de1fc241409854a2e066ce0297&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858539 Aug 10 01:09:24.173809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1b237-337f-4443-ab77-4ef6fc6ad7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e561d398-4695-408c-9255-1823164a5d4d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.174421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:24.177367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:24.246527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.274467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.284689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:24.288332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.325548 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.329011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.332544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e561d398-4695-408c-9255-1823164a5d4d HTTP/1.1" status: 204 len: 168 time: 0.1516860 Aug 10 01:09:24.339607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92072b16-53be-4a33-be24-dafc5de2015e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e561d398-4695-408c-9255-1823164a5d4d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.513526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.584914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=40872078-f265-41c5-bc6c-42124aa5097f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:24.593365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '8297652d-7bd6-4305-a4a5-becf095bd735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:24.593659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: df69a0fe-5eba-4f08-bcf8-eb45d7d468b0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:24.611300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:24.620890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, df69a0fe-5eba-4f08-bcf8-eb45d7d468b0) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:24.626422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:24.627071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.631768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13aa799-20df-4e51-a26d-438fb4e0ba98 None None] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:24.646093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9882fffc-3766-4a8c-84b3-e9bf217ac3de tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5076225 Aug 10 01:09:24.648958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:24.654506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1637284780'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:24.710839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54388) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:24.815533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-df69a0fe-5eba-4f08-bcf8-eb45d7d468b0', 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '40872078-f265-41c5-bc6c-42124aa5097f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:24.816400 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.856037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:24.862300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:24.886596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port af315dd5-9605-4110-824d-afb2acc401a4 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:25.030102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Allocated IP 172.20.0.2 (df69a0fe-5eba-4f08-bcf8-eb45d7d468b0/40872078-f265-41c5-bc6c-42124aa5097f/ffb520ba-01e7-4298-91c9-a9466c317720) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:25.053708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d17f216b-9db7-4a1c-a1ac-5cdf8f4a56ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.150745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-7c3adc6e-1426-43b1-b39d-d050edf4feb4 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.152240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-7c3adc6e-1426-43b1-b39d-d050edf4feb4 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 946 time: 0.0782599 Aug 10 01:09:25.222993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304802a-885c-4eff-bf02-0e442462b349 req-32d77613-c3b3-403e-912e-790ffd0acaa1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.227149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c304802a-885c-4eff-bf02-0e442462b349 req-32d77613-c3b3-403e-912e-790ffd0acaa1 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 946 time: 0.0867038 Aug 10 01:09:25.238578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.254187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Transition to ACTIVE for port object ffb520ba-01e7-4298-91c9-a9466c317720 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:25.274705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Transition to ACTIVE for port object ffb520ba-01e7-4298-91c9-a9466c317720 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:25.277502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c304802a-885c-4eff-bf02-0e442462b349 req-9c2755a7-a6df-4606-ba66-be023c95de9a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/security-groups?id=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Aug 10 01:09:25.278710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d17f216b-9db7-4a1c-a1ac-5cdf8f4a56ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.289225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.289905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d17f216b-9db7-4a1c-a1ac-5cdf8f4a56ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.339205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d17f216b-9db7-4a1c-a1ac-5cdf8f4a56ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a45b55eda6a14f30a355627679b45ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269848 Aug 10 01:09:25.341829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54404) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:25.342997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Deleting port 8435cc05-4faa-4325-9b0c-90278e260762 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:25.343339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.348102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f216b-9db7-4a1c-a1ac-5cdf8f4a56ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66dc27c-e4d3-470b-b188-2a0300a1446c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.371621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:25.374905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:25.380360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:25.389423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Pushing event updated for resources: {'Port': ['ID=ffb520ba-01e7-4298-91c9-a9466c317720,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.414204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.13 (df69a0fe-5eba-4f08-bcf8-eb45d7d468b0/40872078-f265-41c5-bc6c-42124aa5097f/af315dd5-9605-4110-824d-afb2acc401a4) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:25.458520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.475178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] For port 8435cc05-4faa-4325-9b0c-90278e260762, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=8435cc05-4faa-4325-9b0c-90278e260762,segment=NetworkSegment(39f6ca55-04d0-4237-affa-f81492d091c1),segment_id=39f6ca55-04d0-4237-affa-f81492d091c1)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:25.475977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.478904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Attempting to bind port ffb520ba-01e7-4298-91c9-a9466c317720 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:25.479375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Attempting to bind port ffb520ba-01e7-4298-91c9-a9466c317720 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '8297652d-7bd6-4305-a4a5-becf095bd735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:25.479818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Attempting to bind port ffb520ba-01e7-4298-91c9-a9466c317720 on network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:25.485905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:25.486645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Checking segment: {'id': '8297652d-7bd6-4305-a4a5-becf095bd735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:25.487199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.487686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Bound using segment: {'id': '8297652d-7bd6-4305-a4a5-becf095bd735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:25.488259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Bound port: ffb520ba-01e7-4298-91c9-a9466c317720, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8297652d-7bd6-4305-a4a5-becf095bd735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'df69a0fe-5eba-4f08-bcf8-eb45d7d468b0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:25.488742 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.494648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Calling delete_port for 8435cc05-4faa-4325-9b0c-90278e260762 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:25.526484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.572727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] For port ffb520ba-01e7-4298-91c9-a9466c317720, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:25.577311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] For port ffb520ba-01e7-4298-91c9-a9466c317720, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ffb520ba-01e7-4298-91c9-a9466c317720,segment=NetworkSegment(8297652d-7bd6-4305-a4a5-becf095bd735),segment_id=8297652d-7bd6-4305-a4a5-becf095bd735)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:25.585348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.624761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.646099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object af315dd5-9605-4110-824d-afb2acc401a4 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:25.678062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.682218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.683131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314623d-d46e-4378-8377-3ed10baf0d8b None None] Pushing event updated for resources: {'Port': ['ID=ffb520ba-01e7-4298-91c9-a9466c317720,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.685263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.690178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d66dc27c-e4d3-470b-b188-2a0300a1446c HTTP/1.1" status: 204 len: 168 time: 0.3431625 Aug 10 01:09:25.695385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['8435cc05-4faa-4325-9b0c-90278e260762'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:25.704678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d36ea-f170-4650-a3d8-947f4e10c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66dc27c-e4d3-470b-b188-2a0300a1446c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.717327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.762156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Pushing event deleted for resources: {'Port': ['ID=8435cc05-4faa-4325-9b0c-90278e260762,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.812627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:25.817842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:25.820871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:25.844341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] No DVR routers for this DVR port 8435cc05-4faa-4325-9b0c-90278e260762 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:25.847369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.849717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cbdef1b-3cb2-4d4e-89f1-afb54a992feb req-4c060b3e-d01d-4921-bb07-7e2bc3fa665a tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.10 "DELETE /v2.0/ports/8435cc05-4faa-4325-9b0c-90278e260762 HTTP/1.1" status: 204 len: 173 time: 0.6864331 Aug 10 01:09:25.850946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'name': 'network-vif-deleted', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:25.851319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=af315dd5-9605-4110-824d-afb2acc401a4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:25.861352 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63f686e-c63f-4d5e-b47d-26c6ceac4f38" -d '{"events": [{"server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "name": "network-vif-deleted", "tag": "8435cc05-4faa-4325-9b0c-90278e260762"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:25.898885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:25.899956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:25.922169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-46d7d0aa-08d1-46ec-956c-4e6ac8ccb6a5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.2718751 Aug 10 01:09:25.925729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54420) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:26.003352 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.017840 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995ad8cb-a0bb-481a-a553-6af5cd79c115 x-openstack-request-id: req-995ad8cb-a0bb-481a-a553-6af5cd79c115 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:26.018497 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2aacac6-b2a9-4df2-a9f4-08e78844116a", "name": "network-vif-deleted", "tag": "8435cc05-4faa-4325-9b0c-90278e260762", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:26.019303 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-995ad8cb-a0bb-481a-a553-6af5cd79c115 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:26.019907 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aacac6-b2a9-4df2-a9f4-08e78844116a', 'name': 'network-vif-deleted', 'tag': '8435cc05-4faa-4325-9b0c-90278e260762', 'status': 'completed', 'code': 200} Aug 10 01:09:26.146861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port af315dd5-9605-4110-824d-afb2acc401a4 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:26.147285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.195683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.268335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.281047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for af315dd5-9605-4110-824d-afb2acc401a4 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:26.457838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.540541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-610d4096-4184-47c9-8e65-55a4a5bd06ae req-888088eb-60e5-412f-b8ab-8337d2feced0 tempest-ServerAddressesTestJSON-1033606820 tempest-ServerAddressesTestJSON-1033606820-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2aacac6-b2a9-4df2-a9f4-08e78844116a HTTP/1.1" status: 200 len: 210 time: 0.0850880 Aug 10 01:09:26.541734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=af315dd5-9605-4110-824d-afb2acc401a4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:26.625165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.628851 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f538c8f-8e4b-4ec7-9a32-2fcf1f0ce395 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/af315dd5-9605-4110-824d-afb2acc401a4 HTTP/1.1" status: 204 len: 168 time: 0.7021005 Aug 10 01:09:26.632422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54444) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:26.669472 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-275f1468-0426-4bf9-886d-bd0fc53c1ac7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:26.671161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-275f1468-0426-4bf9-886d-bd0fc53c1ac7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/af315dd5-9605-4110-824d-afb2acc401a4 HTTP/1.1" status: 404 len: 333 time: 0.0376611 Aug 10 01:09:26.675832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54450) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:26.780033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 40872078-f265-41c5-bc6c-42124aa5097f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:26.784684 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.838261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:26.943183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.005726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c76982-9794-4fe1-b6f3-549230e53e3c None None] Network df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:27.023133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.095892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=40872078-f265-41c5-bc6c-42124aa5097f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:27.098391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.100550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fb486928-c167-413a-9e9c-7ba733484289 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/40872078-f265-41c5-bc6c-42124aa5097f HTTP/1.1" status: 204 len: 168 time: 0.4234900 Aug 10 01:09:27.103482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:27.143247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fde89bcd-187b-4e61-849e-3d2b17a7afe3 None None] Provisioning for port ffb520ba-01e7-4298-91c9-a9466c317720 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:27.208170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.277439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port ffb520ba-01e7-4298-91c9-a9466c317720 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:27.277795 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.305557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] DHCP port deletion for df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:27.358605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port ffb520ba-01e7-4298-91c9-a9466c317720, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ffb520ba-01e7-4298-91c9-a9466c317720,segment=NetworkSegment(8297652d-7bd6-4305-a4a5-becf095bd735),segment_id=8297652d-7bd6-4305-a4a5-becf095bd735)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:27.359306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.361787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Deleting port ffb520ba-01e7-4298-91c9-a9466c317720 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:27.362386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.376295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for ffb520ba-01e7-4298-91c9-a9466c317720 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:27.452867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] For port ffb520ba-01e7-4298-91c9-a9466c317720, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ffb520ba-01e7-4298-91c9-a9466c317720,segment=NetworkSegment(8297652d-7bd6-4305-a4a5-becf095bd735),segment_id=8297652d-7bd6-4305-a4a5-becf095bd735)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:27.453637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.471397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Calling delete_port for ffb520ba-01e7-4298-91c9-a9466c317720 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:27.484282 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.514407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=ffb520ba-01e7-4298-91c9-a9466c317720,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:27.517090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port ffb520ba-01e7-4298-91c9-a9466c317720 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:27.586919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.620629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54492) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:27.630049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.636965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] Pushing event deleted for resources: {'Port': ['ID=ffb520ba-01e7-4298-91c9-a9466c317720,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:27.642337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df69a0fe-5eba-4f08-bcf8-eb45d7d468b0']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:27.659693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8297652d-7bd6-4305-a4a5-becf095bd735') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:27.659997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8297652d-7bd6-4305-a4a5-becf095bd735') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:27.661504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d86c3b-13a0-4914-8648-5d71b68f2e1d None None] No DVR routers for this DVR port ffb520ba-01e7-4298-91c9-a9466c317720 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:27.675112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.692582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.701293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Deleting subnet 87da5020-eb3b-4858-a95b-aa41f225bac4 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:27.701893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:27.702417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:27.706101 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:27.708382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.776291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.793220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.809237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.817101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/df69a0fe-5eba-4f08-bcf8-eb45d7d468b0 HTTP/1.1" status: 204 len: 168 time: 0.7066448 Aug 10 01:09:27.817409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54500) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:27.821987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'name': 'tempest-PortsTestJSON-2093124689'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:27.832700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ec18e-82a3-4c89-9ea2-7a637c2b61e0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=df69a0fe-5eba-4f08-bcf8-eb45d7d468b0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:27.880096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.954516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:27.958215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:27.985779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port e2042b46-52ab-4313-9bf2-facbaa579e89 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:28.005724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-6c2809df-3258-428b-836c-73faf5146bad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0899298 Aug 10 01:09:28.006990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.074597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.079966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/87da5020-eb3b-4858-a95b-aa41f225bac4 HTTP/1.1" status: 204 len: 168 time: 0.4568601 Aug 10 01:09:28.080144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0fd1d-8b7a-4527-b6eb-906d962fc5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87da5020-eb3b-4858-a95b-aa41f225bac4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:28.080625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54516) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.099502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.100040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.100549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.101038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.101524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.102358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.102537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.104780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b2026977-a359-4de0-8395-4691eefc894d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.0697074 Aug 10 01:09:28.247460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.257967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.301351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.311164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8fa2d9ac-1abe-40f7-ac0a-d6b93e0622fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.311649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8fa2d9ac-1abe-40f7-ac0a-d6b93e0622fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.312121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8fa2d9ac-1abe-40f7-ac0a-d6b93e0622fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.314425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8fa2d9ac-1abe-40f7-ac0a-d6b93e0622fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 2295 time: 0.1524913 Aug 10 01:09:28.369954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:28.373404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:28.379985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:28.387425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.388063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.403096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=e2042b46-52ab-4313-9bf2-facbaa579e89,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:28.421100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-783f3a57-9609-4d5f-9729-2f87a0057981 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6028650 Aug 10 01:09:28.424913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54536) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.426120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.470702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f77a1a1-52bd-443d-aff9-e1d1af128c5d']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.496039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f6ca55-04d0-4237-affa-f81492d091c1') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.497032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f6ca55-04d0-4237-affa-f81492d091c1') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:28.506857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-404071bc-0dc6-4bdc-82a9-0416e930f511 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 1001 time: 0.1816494 Aug 10 01:09:28.511067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.550718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port e2042b46-52ab-4313-9bf2-facbaa579e89 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:28.551102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.555784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.569155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:28.569919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:28.572232 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:28.640737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.650984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-1ef76bd4-ebc4-4a59-a684-f42318fa5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.652467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-1ef76bd4-ebc4-4a59-a684-f42318fa5325 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.1337295 Aug 10 01:09:28.659108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for e2042b46-52ab-4313-9bf2-facbaa579e89 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:28.697410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.717398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.719907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6f77a1a1-52bd-443d-aff9-e1d1af128c5d HTTP/1.1" status: 204 len: 168 time: 0.6378257 Aug 10 01:09:28.752256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce88a5e-3ea0-4c71-9c5a-935672afec40 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f77a1a1-52bd-443d-aff9-e1d1af128c5d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:28.758320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.787807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-30559e7f-f9b8-4409-8531-ac92e8a5c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:28.791321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-30559e7f-f9b8-4409-8531-ac92e8a5c115 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299143 Aug 10 01:09:28.835200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:28.839411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/e2042b46-52ab-4313-9bf2-facbaa579e89 HTTP/1.1" status: 204 len: 168 time: 0.4096930 Aug 10 01:09:28.839411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e31fd-2c27-4721-bf03-5467672ffd69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=e2042b46-52ab-4313-9bf2-facbaa579e89,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:28.840289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54548) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:28.849678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'mac_address': 'fa:16:3e:a9:2f:b9', 'name': 'tempest-PortsTestJSON-1363950304'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:28.907403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-f71090a2-bee7-4c03-a184-b255d7686588 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083262 Aug 10 01:09:28.971764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:29.067410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-43ea8fc5-0616-466b-a76c-5ed5ba6da687 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549768 Aug 10 01:09:29.080376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.122894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-be2f8fe9-6513-4649-894e-e799c15057ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 217 time: 0.0471883 Aug 10 01:09:29.128187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54560) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.172605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8435cc05-4faa-4325-9b0c-90278e260762 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:29.222267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 8435cc05-4faa-4325-9b0c-90278e260762 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:29.222859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 8435cc05-4faa-4325-9b0c-90278e260762 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:29.223627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8684ce32-1a18-46d9-b717-af15c74279ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.225183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8684ce32-1a18-46d9-b717-af15c74279ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0948870 Aug 10 01:09:29.237334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f50c75d6-6a61-40f5-9707-496f72a9a624 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b38bb2ab18dd46c0bbedcbbb4644d6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162026 Aug 10 01:09:29.238856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.341757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b082e998-40fe-4fd0-994e-e44d4bcf0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.343726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b082e998-40fe-4fd0-994e-e44d4bcf0d1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011848 Aug 10 01:09:29.377354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.413242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.439887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 72252232-43da-4b82-9e66-b68ff7e30a24 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:29.451597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.462428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32039793-78cd-4717-8f56-556d2532ba4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.547922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-ba74a9dd-55df-45ac-ad9b-709fd38b90a0 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937828 Aug 10 01:09:29.627260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.629853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.631060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e HTTP/1.1" status: 204 len: 168 time: 0.3872316 Aug 10 01:09:29.647819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.692697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.718922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe069d4-a66e-48e4-ac29-d076b3e32e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e2d834-ca67-44d2-8dc2-5c0a85b8ca0e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:29.770206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:29.774473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:29.781363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-b9081c87-c3d4-469f-9ffa-606d0f8de117 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262924 Aug 10 01:09:29.786555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:29.793439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.794319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.810728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=72252232-43da-4b82-9e66-b68ff7e30a24,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:29.843956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-80bee628-b4ba-4cb0-8e34-267c3de41f68 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 217 time: 0.0490599 Aug 10 01:09:29.891735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32039793-78cd-4717-8f56-556d2532ba4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.903566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32039793-78cd-4717-8f56-556d2532ba4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:29.908136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c0171111-f7b8-4740-87ae-35a624a1e25a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0627587 Aug 10 01:09:29.910792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54590) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.971883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83ad55-29e0-45fd-89a5-711a6dfc5891 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.975136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4d83ad55-29e0-45fd-89a5-711a6dfc5891 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/72252232-43da-4b82-9e66-b68ff7e30a24 HTTP/1.1" status: 200 len: 841 time: 0.0624232 Aug 10 01:09:29.975274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-ef2ba2ff-887f-473c-8475-324fb5c2de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:29.976065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54594) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.977063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-ef2ba2ff-887f-473c-8475-324fb5c2de90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1249945 Aug 10 01:09:29.985421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32039793-78cd-4717-8f56-556d2532ba4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba58ff2a2e7a421980fd8483b30c4cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8555915 Aug 10 01:09:29.986234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:29.987926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32039793-78cd-4717-8f56-556d2532ba4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbfede6-43ee-4fac-9043-2b21e6274f83,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:30.038072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-bcaf24e5-5efc-4e87-bc7b-0960565d2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.040263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-bcaf24e5-5efc-4e87-bc7b-0960565d2dde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529482 Aug 10 01:09:30.102438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.136014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.162602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-4c2dd823-dd2a-4803-a502-ec43328caf0c service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138222 Aug 10 01:09:30.175688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 72252232-43da-4b82-9e66-b68ff7e30a24 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:30.175938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.248989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.257565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.260208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.263881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bbfede6-43ee-4fac-9043-2b21e6274f83 HTTP/1.1" status: 204 len: 168 time: 0.2742226 Aug 10 01:09:30.273830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 72252232-43da-4b82-9e66-b68ff7e30a24 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:30.278390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18b5d7-f46f-4297-8dd6-9e8b7fa67a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbfede6-43ee-4fac-9043-2b21e6274f83,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:30.348773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-9b687772-b459-4674-84fc-92b9e4e1e4f1 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788280 Aug 10 01:09:30.413353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.426521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-35fe925f-af14-4040-a089-147d3dbfd10b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 217 time: 0.0679746 Aug 10 01:09:30.460856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=72252232-43da-4b82-9e66-b68ff7e30a24,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:30.475895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.479649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc2c22bb-73bf-4a16-800a-2d7587151c0c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/72252232-43da-4b82-9e66-b68ff7e30a24 HTTP/1.1" status: 204 len: 168 time: 0.5024884 Aug 10 01:09:30.483131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54616) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:30.519632 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dbb711-ea72-4a53-89bb-6403ed84ba26 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:30.521481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37dbb711-ea72-4a53-89bb-6403ed84ba26 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/72252232-43da-4b82-9e66-b68ff7e30a24 HTTP/1.1" status: 404 len: 333 time: 0.0372202 Aug 10 01:09:30.525682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54620) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:30.534145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'name': 'tempest-PortsTestJSON-765326246'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:30.540311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-cf9d2e12-aca6-46a7-aac4-b520a54abda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.541810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-cf9d2e12-aca6-46a7-aac4-b520a54abda0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1092889 Aug 10 01:09:30.661216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-abbd1aaf-3a2c-4429-8637-5e3c7ca430be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:30.662791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-abbd1aaf-3a2c-4429-8637-5e3c7ca430be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098955 Aug 10 01:09:30.702868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:30.721736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-babcbd26-31cb-4001-b53e-7e7f97ed1b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.738892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:30.762007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.784796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54628) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:30.801216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 3ee935d5-b414-4b89-a4b9-5326f5e630bf yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:30.870770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-babcbd26-31cb-4001-b53e-7e7f97ed1b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.884192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-babcbd26-31cb-4001-b53e-7e7f97ed1b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:30.894214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-fa74a80d-7715-4d6a-89a6-98b90d5b1b47 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212276 Aug 10 01:09:30.936371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-babcbd26-31cb-4001-b53e-7e7f97ed1b49 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66b0cb68edb34265a11d3d0ce019aa05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289686 Aug 10 01:09:30.936371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcbd26-31cb-4001-b53e-7e7f97ed1b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015655d-269e-4678-8a20-871436f4d0da,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:30.936857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54632) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:31.013851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.022004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-128609585-network', 'tenant_id': 'b7b3f9a70ea04161a88c5c98eb7811f0'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:31.054225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.072339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Made reservation on behalf of b7b3f9a70ea04161a88c5c98eb7811f0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:31.074640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.084650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.090207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.092080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-cc500210-7608-4699-9d3b-c53fb3c8dae6 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893430 Aug 10 01:09:31.137783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-78342c7e-9de6-4b48-be9a-dce22e121047 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 217 time: 0.0380685 Aug 10 01:09:31.166334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.169211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.173121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b015655d-269e-4678-8a20-871436f4d0da HTTP/1.1" status: 204 len: 168 time: 0.2206607 Aug 10 01:09:31.185558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c77953-b76e-45e6-a5f2-9320332ae9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015655d-269e-4678-8a20-871436f4d0da,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:31.253604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.254446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.265402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.269641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-039fd4cb-dab0-401c-a0b2-32b223357e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.272455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-039fd4cb-dab0-401c-a0b2-32b223357e65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1230512 Aug 10 01:09:31.314277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:31.316787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd66102b-5226-46a8-b107-35f53c1b31c4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:31.334159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.334590 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Added segment 2bfb86cd-70c4-4024-8179-266989543fd9 of type vlan for network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc Aug 10 01:09:31.378916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=3ee935d5-b414-4b89-a4b9-5326f5e630bf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:31.396588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.417151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:31.421619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:31.425922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:31.431562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.432178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.446232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.448963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.449828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-0caa223f-522a-438d-86d9-6d71b092b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.451404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-0caa223f-522a-438d-86d9-6d71b092b023 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1637638 Aug 10 01:09:31.453136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.453293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d05681c4-f94c-4447-819f-036476960ef3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9264424 Aug 10 01:09:31.456184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54644) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:31.465952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:31.540836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7542939 Aug 10 01:09:31.546701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54650) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:31.553943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Request body: {'subnet': {'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-128609585-subnet', 'tenant_id': 'b7b3f9a70ea04161a88c5c98eb7811f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:31.573500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fb74c-a09a-4129-ab89-5010f2d2e0e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:31.591249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:31.596480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Made reservation on behalf of b7b3f9a70ea04161a88c5c98eb7811f0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:31.599203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.615032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.697419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-8cd744ee-1696-4854-975a-a3d382beb237 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388816 Aug 10 01:09:31.823773 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.895205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec41963-a524-4615-a671-5b0b3bd63a71,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:31.904486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Checking segment: {'id': '2bfb86cd-70c4-4024-8179-266989543fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:31.905057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Network hostable DHCP agents. Network: ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:31.929688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:31.941942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:31.950626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7b92f9-5a66-493b-b6e6-b016e0dfddad None None] Network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:31.955108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:31.955733 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:31.983050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a6f2893b-840c-4dba-a521-fcb1d6c4170b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4272678 Aug 10 01:09:32.113959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7525855-7c62-4644-a2c8-d29df60ee730 None None] Network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:32.262292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-93808d8f-f2f7-4eaf-a0ac-ebd7ce5a7d83 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525999 Aug 10 01:09:32.363405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-24f9a967-9dc7-4540-977c-771b4846bd43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.0902719 Aug 10 01:09:32.441150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-138e5eee-4c14-40b1-9e30-26dbff5e087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:32.442660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-138e5eee-4c14-40b1-9e30-26dbff5e087e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0729582 Aug 10 01:09:32.464900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.483389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.546878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] In _notify_port_updated(), no bound segment for port 3ee935d5-b414-4b89-a4b9-5326f5e630bf on network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:09:32.555183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:32.555825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.559807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/ports/3ee935d5-b414-4b89-a4b9-5326f5e630bf HTTP/1.1" status: 200 len: 818 time: 1.1000633 Aug 10 01:09:32.560528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54682) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:32.565198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-42640951-c00c-47d7-a436-71ef72e61279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:32.567322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-42640951-c00c-47d7-a436-71ef72e61279 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156108 Aug 10 01:09:32.568028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce238d8-5f82-47a7-a6fb-677bb9c60436 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=3ee935d5-b414-4b89-a4b9-5326f5e630bf,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:32.713589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 3ee935d5-b414-4b89-a4b9-5326f5e630bf {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:32.713977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.740330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-94fa0f35-4eaf-4e45-8803-67ac8c250f7e service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655841 Aug 10 01:09:32.807199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.823821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 3ee935d5-b414-4b89-a4b9-5326f5e630bf owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:32.900714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-12233c2e-f38d-4c4f-94bb-a759d1388490 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535287 Aug 10 01:09:32.962756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:32.974928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-f09c6b20-b47d-4dd2-ac27-8195796177a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0662436 Aug 10 01:09:33.030753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-096ce0ae-0c94-4c66-8348-2c3677f0a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.033581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-096ce0ae-0c94-4c66-8348-2c3677f0a233 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0516927 Aug 10 01:09:33.039655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.045098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/3ee935d5-b414-4b89-a4b9-5326f5e630bf HTTP/1.1" status: 204 len: 168 time: 0.4838207 Aug 10 01:09:33.046628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54696) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:33.058810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3a613-812e-4266-925d-fea2ad2f0b07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=3ee935d5-b414-4b89-a4b9-5326f5e630bf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:33.122797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-5aae8b21-eea3-48bb-8c00-66d9e33e4064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.122797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-5aae8b21-eea3-48bb-8c00-66d9e33e4064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824943 Aug 10 01:09:33.133714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b399bd-e2a8-4e19-8d52-829db3d28cae tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.141285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-75b399bd-e2a8-4e19-8d52-829db3d28cae tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0916226 Aug 10 01:09:33.142117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:33.183045 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e567f595-d780-408c-9db4-003aad3954a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:33.189154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e567f595-d780-408c-9db4-003aad3954a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/3ee935d5-b414-4b89-a4b9-5326f5e630bf HTTP/1.1" status: 404 len: 333 time: 0.0457404 Aug 10 01:09:33.189972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54710) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:33.200077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1777536556'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:33.227117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:33.231455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.283619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:33.297379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.298199 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 1c93ac46-b8cf-4aac-990f-14a21db89f03 of type vlan for network 195716ba-83ad-4d53-a4c0-2fae722a614d Aug 10 01:09:33.312318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-727313f0-d622-4c02-8207-300023327258 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808498 Aug 10 01:09:33.358315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.396396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.404621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:33.405306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.485578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=195716ba-83ad-4d53-a4c0-2fae722a614d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:33.499752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2705258-f632-454b-9b38-f6aa35542ea5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3085170 Aug 10 01:09:33.502869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:33.504467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:33.510491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:33.543851 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0691d22-dbc6-40e9-9108-0830a16b2bfe req-f3c23a40-0ccc-4724-bf8f-6d4e47e089d1 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247407 Aug 10 01:09:33.703934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:33.707808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:33.965241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.061640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=6d03e066-b521-4522-b9ca-a6ae77191dd9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:34.094883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '1c93ac46-b8cf-4aac-990f-14a21db89f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:34.095163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: 195716ba-83ad-4d53-a4c0-2fae722a614d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:34.135960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-5230d549-9b69-4c57-a717-4911cc6334b9 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:34.137770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-5230d549-9b69-4c57-a717-4911cc6334b9 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/networks?id=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc HTTP/1.1" status: 200 len: 809 time: 0.1876562 Aug 10 01:09:34.139051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 195716ba-83ad-4d53-a4c0-2fae722a614d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:34.160465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-b8cce860-5918-4819-ba71-31d199a71df1 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/quotas/b7b3f9a70ea04161a88c5c98eb7811f0 HTTP/1.1" status: 200 len: 375 time: 0.0145864 Aug 10 01:09:34.161388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 195716ba-83ad-4d53-a4c0-2fae722a614d) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:34.166254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:34.167221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.170778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ede531-08a2-4dc4-9873-acefcd0aef08 None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:34.200520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa9f20ca-ee93-4ec6-ada9-c6ae4a509502 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6938658 Aug 10 01:09:34.201176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:34.208164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:34.251423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-8a795232-b282-4d98-a3f4-4dabd7915a8d tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7b3f9a70ea04161a88c5c98eb7811f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662155 Aug 10 01:09:34.355207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-195716ba-83ad-4d53-a4c0-2fae722a614d', 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:34.357776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.365697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:34.372237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.488675 n-d-766380-21 neutron-server[105957]: INFO neutron.db.ipam_backend_mixin [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d03e066-b521-4522-b9ca-a6ae77191dd9 (CIDR: 172.20.0.0/28) Aug 10 01:09:34.493407 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:09:34.494186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:09:34.517105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-06cd1d8c-af8e-4fd8-9d56-24d6d97a2e6d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3146532 Aug 10 01:09:34.519837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54768) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:34.527549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:34.573070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Allocated IP 172.20.0.2 (195716ba-83ad-4d53-a4c0-2fae722a614d/6d03e066-b521-4522-b9ca-a6ae77191dd9/5f436b8b-5be7-455c-bd95-b66cc072b88a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:34.717485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:34.722785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.754411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-3842294f-1d27-42ac-9753-08cf020bc7d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937046 Aug 10 01:09:34.761543 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.775502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Transition to ACTIVE for port object 5f436b8b-5be7-455c-bd95-b66cc072b88a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:34.800433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Transition to ACTIVE for port object 5f436b8b-5be7-455c-bd95-b66cc072b88a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:34.816477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:34.854028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54776) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:34.878965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:34.880794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:34.888038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:34.938410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Pushing event updated for resources: {'Port': ['ID=5f436b8b-5be7-455c-bd95-b66cc072b88a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:34.942048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-2fdcba93-e6b0-478e-adcd-77e0fb3c087e service neutron] 10.222.0.25 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865830 Aug 10 01:09:35.139917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Attempting to bind port 5f436b8b-5be7-455c-bd95-b66cc072b88a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:35.145025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Attempting to bind port 5f436b8b-5be7-455c-bd95-b66cc072b88a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '1c93ac46-b8cf-4aac-990f-14a21db89f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:35.145516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Attempting to bind port 5f436b8b-5be7-455c-bd95-b66cc072b88a on network 195716ba-83ad-4d53-a4c0-2fae722a614d {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:35.150983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:35.151503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Checking segment: {'id': '1c93ac46-b8cf-4aac-990f-14a21db89f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:35.151995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.152476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Bound using segment: {'id': '1c93ac46-b8cf-4aac-990f-14a21db89f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:35.153083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Bound port: 5f436b8b-5be7-455c-bd95-b66cc072b88a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c93ac46-b8cf-4aac-990f-14a21db89f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:35.153556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.158603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110b7056-802f-4bbe-88c3-e64cdbb1c4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.207277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.236870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] For port 5f436b8b-5be7-455c-bd95-b66cc072b88a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:35.242162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] For port 5f436b8b-5be7-455c-bd95-b66cc072b88a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f436b8b-5be7-455c-bd95-b66cc072b88a,segment=NetworkSegment(1c93ac46-b8cf-4aac-990f-14a21db89f03),segment_id=1c93ac46-b8cf-4aac-990f-14a21db89f03)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:35.249263 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.285147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.329543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48655623-d913-4d3b-bf04-3eef2f2adb82 None None] Pushing event updated for resources: {'Port': ['ID=5f436b8b-5be7-455c-bd95-b66cc072b88a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.339476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 195716ba-83ad-4d53-a4c0-2fae722a614d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:35.341780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f66b60b-b69a-406c-83a7-a0c244eeb391 req-74eec019-be82-44c2-9ce8-6d924f50de2b tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 210 time: 0.0527141 Aug 10 01:09:35.347408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:35.355627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:35.355627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.488424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110b7056-802f-4bbe-88c3-e64cdbb1c4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.496012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110b7056-802f-4bbe-88c3-e64cdbb1c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.529563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3745ec6c-e6b7-4e9a-8fe8-c197f7efc527 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0048866 Aug 10 01:09:35.529904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54790) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.536065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9'}, {'subnet_id': 'dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb'}], 'name': 'tempest-PortsTestJSON-929402856'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:35.539014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b7056-802f-4bbe-88c3-e64cdbb1c4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c91e3-0b2d-408a-8639-fa19fa817149,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.566601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-110b7056-802f-4bbe-88c3-e64cdbb1c4c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c43abc23c449480ab4a1cd5866bbcf2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084272 Aug 10 01:09:35.566601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54792) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:35.678878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.755387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.769607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:35.819311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f436b8b-5be7-455c-bd95-b66cc072b88a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:35.863060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.866746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.881195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b6c91e3-0b2d-408a-8639-fa19fa817149 HTTP/1.1" status: 204 len: 168 time: 0.3073087 Aug 10 01:09:35.902838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d6e90-c8f2-4608-ba7d-d2a2ba75d036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c91e3-0b2d-408a-8639-fa19fa817149,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:35.915948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:35.939298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:36.007838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5f436b8b-5be7-455c-bd95-b66cc072b88a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:36.275987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54804) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:36.293478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-749525a9-5223-4cc9-9d33-4d85cf8f8174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.332666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.8 (195716ba-83ad-4d53-a4c0-2fae722a614d/6d03e066-b521-4522-b9ca-a6ae77191dd9/0bba600d-b7f6-4ce3-a436-377d3b4fec44) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:36.340936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.20 (195716ba-83ad-4d53-a4c0-2fae722a614d/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb/0bba600d-b7f6-4ce3-a436-377d3b4fec44) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:36.415535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-749525a9-5223-4cc9-9d33-4d85cf8f8174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.427773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-749525a9-5223-4cc9-9d33-4d85cf8f8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.474693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749525a9-5223-4cc9-9d33-4d85cf8f8174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12eed92-017f-44e0-b77b-8a378caca954,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:36.501699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-749525a9-5223-4cc9-9d33-4d85cf8f8174 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=200405f0d27042e1bb323ad0b4365c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244873 Aug 10 01:09:36.506648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:36.518977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fffc7d5-7b9a-4615-bdb8-7f14005c836c req-af4a427a-3e9f-4b02-b243-b97a0dfee797 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 210 time: 0.0808468 Aug 10 01:09:36.582569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.613175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.626849 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.651444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 0bba600d-b7f6-4ce3-a436-377d3b4fec44 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:36.685985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e1e26-1bd5-4c16-a047-854eb4c826e1 None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:36.752801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.764916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Provisioning for port 5f436b8b-5be7-455c-bd95-b66cc072b88a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:36.781304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Provisioning complete for port 5f436b8b-5be7-455c-bd95-b66cc072b88a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:36.781304 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.803795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 195716ba-83ad-4d53-a4c0-2fae722a614d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:36.807363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:36.812077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:36.816845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=0bba600d-b7f6-4ce3-a436-377d3b4fec44,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:36.821018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-48dc555d-c2b3-4624-aca5-12dd8dad63c9 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:36.822561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-48dc555d-c2b3-4624-aca5-12dd8dad63c9 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.10 "GET /v2.0/networks?id=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc HTTP/1.1" status: 200 len: 809 time: 0.1600535 Aug 10 01:09:36.826151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.836552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.841310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f12eed92-017f-44e0-b77b-8a378caca954 HTTP/1.1" status: 204 len: 168 time: 0.3335474 Aug 10 01:09:36.860345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Request body: {'port': {'device_id': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc', 'admin_state_up': True, 'tenant_id': 'b7b3f9a70ea04161a88c5c98eb7811f0'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:36.885709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba35071-50aa-4bb7-961d-8c386bd21eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12eed92-017f-44e0-b77b-8a378caca954,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:36.919090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:36.920704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:36.963588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d6b65f8a-513e-4cf6-bcdc-a6358d29e5c0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4322333 Aug 10 01:09:36.967514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54822) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:36.978069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:37.018505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.066993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Made reservation on behalf of b7b3f9a70ea04161a88c5c98eb7811f0 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:37.080549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.097276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] For port 5f436b8b-5be7-455c-bd95-b66cc072b88a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f436b8b-5be7-455c-bd95-b66cc072b88a,segment=NetworkSegment(1c93ac46-b8cf-4aac-990f-14a21db89f03),segment_id=1c93ac46-b8cf-4aac-990f-14a21db89f03)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:37.121162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.138881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.150370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Update dhcp port {'port': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '5f436b8b-5be7-455c-bd95-b66cc072b88a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:09:37.203212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.230580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc27681-78f2-4183-8dbe-753cbe76bf6c None None] Pushing event updated for resources: {'Port': ['ID=5f436b8b-5be7-455c-bd95-b66cc072b88a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:37.353467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Allocated IP 172.20.0.5 (ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc/7ec41963-a524-4615-a671-5b0b3bd63a71/fcab9c1d-9d33-45e8-97c0-261271461106) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:37.418335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Allocated IP 172.20.0.18 (195716ba-83ad-4d53-a4c0-2fae722a614d/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb/5f436b8b-5be7-455c-bd95-b66cc072b88a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:37.537320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] For port 5f436b8b-5be7-455c-bd95-b66cc072b88a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f436b8b-5be7-455c-bd95-b66cc072b88a,segment=NetworkSegment(1c93ac46-b8cf-4aac-990f-14a21db89f03),segment_id=1c93ac46-b8cf-4aac-990f-14a21db89f03)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:37.575784 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.604791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Transition to ACTIVE for port object 5f436b8b-5be7-455c-bd95-b66cc072b88a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:37.626796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.627200 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.679654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0e8a7815-d148-4ff4-a2cc-06b29bcc04a4 req-6fb7a976-f753-4c55-bcd0-d078aed2baa7 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 210 time: 0.0489740 Aug 10 01:09:37.727164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.733976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Delete allocated IP 172.20.0.20 (195716ba-83ad-4d53-a4c0-2fae722a614d/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb) {{(pid=105958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:09:37.742370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f436b8b-5be7-455c-bd95-b66cc072b88a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:37.804144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Pushing event updated for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:37.832711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7712cc-be2d-43af-a7dc-4a51071273b7 None None] Pushing event updated for resources: {'Port': ['ID=5f436b8b-5be7-455c-bd95-b66cc072b88a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:37.840813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:37.844441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:37.849023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:37.944875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:37.946223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.961770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:37.970361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-4abfc331-1fac-4383-a7ff-7c83bce07660 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1238432 Aug 10 01:09:37.988238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Request body: {'port': {'device_id': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:37.994629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Ignored duplicate provisioning block setup for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:09:38.011579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.100531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.161398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=0bba600d-b7f6-4ce3-a436-377d3b4fec44,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:38.195225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] In _notify_port_updated(), no bound segment for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 on network 195716ba-83ad-4d53-a4c0-2fae722a614d {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:09:38.204209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:38.205809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.207884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fc5f27f1-4855-46b3-af78-c4d19ea517c1 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/ports/0bba600d-b7f6-4ce3-a436-377d3b4fec44 HTTP/1.1" status: 200 len: 918 time: 1.2393689 Aug 10 01:09:38.210828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54856) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:38.220344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9'}, {'subnet_id': 'dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:38.304356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.488041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcab9c1d-9d33-45e8-97c0-261271461106 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:38.499738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.516744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Transition to ACTIVE for port object fcab9c1d-9d33-45e8-97c0-261271461106 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:38.521921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.555930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301328a-1792-481b-b729-4e4e2ffd415b None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:38.571969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:38.689674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Attempting to bind port fcab9c1d-9d33-45e8-97c0-261271461106 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:38.690344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Attempting to bind port fcab9c1d-9d33-45e8-97c0-261271461106 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '2bfb86cd-70c4-4024-8179-266989543fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:38.691693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Attempting to bind port fcab9c1d-9d33-45e8-97c0-261271461106 on network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:38.695014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.29 (195716ba-83ad-4d53-a4c0-2fae722a614d/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb/0bba600d-b7f6-4ce3-a436-377d3b4fec44) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:38.698864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Provisioning for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:38.701679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Port fcab9c1d-9d33-45e8-97c0-261271461106 on network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:09:38.702403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Attempting to bind port fcab9c1d-9d33-45e8-97c0-261271461106 on network ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:38.710543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:38.710928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Checking segment: {'id': '2bfb86cd-70c4-4024-8179-266989543fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:38.711374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Bound using segment: {'id': '2bfb86cd-70c4-4024-8179-266989543fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:38.712167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Provisioning complete for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:38.712545 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.712681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Bound port: fcab9c1d-9d33-45e8-97c0-261271461106, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfb86cd-70c4-4024-8179-266989543fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:38.712960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.788243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:38.814979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:38.819770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fcab9c1d-9d33-45e8-97c0-261271461106,segment=NetworkSegment(2bfb86cd-70c4-4024-8179-266989543fd9),segment_id=2bfb86cd-70c4-4024-8179-266989543fd9)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:38.823631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Provisioning for port 5f436b8b-5be7-455c-bd95-b66cc072b88a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:38.826950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.851583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:38.851758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Provisioning complete for port 5f436b8b-5be7-455c-bd95-b66cc072b88a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:38.852743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.853107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8b30-82da-4631-a761-24b0ee3ced70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.854652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] 10.222.0.10 "PUT /v2.0/ports/fcab9c1d-9d33-45e8-97c0-261271461106 HTTP/1.1" status: 200 len: 1092 time: 0.8767319 Aug 10 01:09:38.857342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:38.862491 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64808219-e042-4c66-bd36-100a1f38292b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:38.929519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d03b9-cb8b-4303-a030-58fae54d43e8 req-cb970585-278b-424c-818d-fbc7766302a2 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:38.939557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f5d03b9-cb8b-4303-a030-58fae54d43e8 req-cb970585-278b-424c-818d-fbc7766302a2 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 943 time: 0.1056812 Aug 10 01:09:38.994941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:38.995955 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21df0422-3017-4bd6-af7c-fd84d4b9a113 x-openstack-request-id: req-21df0422-3017-4bd6-af7c-fd84d4b9a113 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:38.996487 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:38.996903 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21df0422-3017-4bd6-af7c-fd84d4b9a113 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:38.997483 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106', 'status': 'completed', 'code': 200} Aug 10 01:09:39.046145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-30ac0ee8-118a-4bbc-81e2-e6930228d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.048514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f5d03b9-cb8b-4303-a030-58fae54d43e8 req-909b770f-010c-4012-8edc-6c2aaf9f8d6a tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078949 Aug 10 01:09:39.049550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Ignored duplicate provisioning block setup for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:09:39.056340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-30ac0ee8-118a-4bbc-81e2-e6930228d710 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7b3f9a70ea04161a88c5c98eb7811f0&device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 1095 time: 0.1433289 Aug 10 01:09:39.065760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.160484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-26b9d6dd-2b5a-4ff3-89de-880c3054e949 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcab9c1d-9d33-45e8-97c0-261271461106 HTTP/1.1" status: 200 len: 217 time: 0.0939887 Aug 10 01:09:39.161279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200ac08-a885-44d3-b5e0-31b14f49f025 service neutron] Pushing event updated for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:39.232957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-67fdea25-3d74-4c0f-ae89-8978762fb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.235617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-67fdea25-3d74-4c0f-ae89-8978762fb757 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ec41963-a524-4615-a671-5b0b3bd63a71 HTTP/1.1" status: 200 len: 849 time: 0.0688157 Aug 10 01:09:39.277111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-cf690ce1-6b0d-42fc-842e-a2f58f029c20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349216 Aug 10 01:09:39.318168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] In _notify_port_updated(), no bound segment for port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 on network 195716ba-83ad-4d53-a4c0-2fae722a614d {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:09:39.323717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.324377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.325726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/ports/0bba600d-b7f6-4ce3-a436-377d3b4fec44 HTTP/1.1" status: 200 len: 998 time: 1.1136153 Aug 10 01:09:39.336038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54888) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:39.350370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0dd1a-2aa5-4138-9d50-6cfd38b74a2b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=0bba600d-b7f6-4ce3-a436-377d3b4fec44,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:39.407509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-17876c74-5d77-4d53-83b9-63eb917014f9 service neutron] 10.222.0.10 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232471 Aug 10 01:09:39.460158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 0bba600d-b7f6-4ce3-a436-377d3b4fec44 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:39.460662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.575891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.588456 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-998d4c4a-f211-4da0-99d8-87c091c88860 req-e58bd113-3bdc-41d4-8530-00c87536cdbc service neutron] 10.222.0.10 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747715 Aug 10 01:09:39.595832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 0bba600d-b7f6-4ce3-a436-377d3b4fec44 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:39.704217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f436b8b-5be7-455c-bd95-b66cc072b88a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:39.752969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808219-e042-4c66-bd36-100a1f38292b req-21eecb29-ffa6-4b9f-81fc-a95c7bca2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.755104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-21eecb29-ffa6-4b9f-81fc-a95c7bca2233 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7b3f9a70ea04161a88c5c98eb7811f0&device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 1095 time: 0.1007748 Aug 10 01:09:39.791052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5f436b8b-5be7-455c-bd95-b66cc072b88a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:39.792307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.897947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:39.904019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808219-e042-4c66-bd36-100a1f38292b req-c8df0280-af99-46c3-8aab-7cab100727a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:39.905653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-c8df0280-af99-46c3-8aab-7cab100727a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc HTTP/1.1" status: 200 len: 909 time: 0.1323771 Aug 10 01:09:39.963444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-2e4b8c28-7ea1-4983-862d-ebcb2bc680e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fcab9c1d-9d33-45e8-97c0-261271461106 HTTP/1.1" status: 200 len: 217 time: 0.0483570 Aug 10 01:09:39.975825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=0bba600d-b7f6-4ce3-a436-377d3b4fec44,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:40.038608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64808219-e042-4c66-bd36-100a1f38292b req-ea14d668-a1f6-4004-ade9-5178f392bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:40.041019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-ea14d668-a1f6-4004-ade9-5178f392bcfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ec41963-a524-4615-a671-5b0b3bd63a71 HTTP/1.1" status: 200 len: 849 time: 0.0691779 Aug 10 01:09:40.064444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.066649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7b67937a-1c86-4ab4-b419-e94292476c5e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/0bba600d-b7f6-4ce3-a436-377d3b4fec44 HTTP/1.1" status: 204 len: 168 time: 0.7297220 Aug 10 01:09:40.069258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:40.098732 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a3a3a5-ee12-409a-8336-d78f81b95dab tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:40.102313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-87a3a3a5-ee12-409a-8336-d78f81b95dab tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/0bba600d-b7f6-4ce3-a436-377d3b4fec44 HTTP/1.1" status: 404 len: 333 time: 0.0304282 Aug 10 01:09:40.103798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54910) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:40.108102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-30b40742-2aa0-4168-be9f-b438ba14e006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587478 Aug 10 01:09:40.169530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:40.173486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.227188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-bd987bcd-8869-452a-b060-fc5e04bf020d service neutron] 10.222.0.10 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111240 Aug 10 01:09:40.233372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.381446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.465510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118658-b330-4dfc-b28e-0c41dc9d397d req-3b224bed-e54d-4291-815d-6585164cc379 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:40.465711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.475341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb118658-b330-4dfc-b28e-0c41dc9d397d req-3b224bed-e54d-4291-815d-6585164cc379 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 943 time: 0.2469969 Aug 10 01:09:40.502895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64808219-e042-4c66-bd36-100a1f38292b req-7766730b-5e1d-4b83-a1fc-0ef02a633d72 service neutron] 10.222.0.10 "GET /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646143 Aug 10 01:09:40.528087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:40.530654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.536288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb118658-b330-4dfc-b28e-0c41dc9d397d req-01b613cb-b5c1-4415-9999-cb3a8e094e7c tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593715 Aug 10 01:09:40.536403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:40.537724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07fad021-598e-45ea-9ea6-8d9f52dbaceb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb HTTP/1.1" status: 204 len: 168 time: 0.4321423 Aug 10 01:09:40.577937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56f3c5-c9c1-4877-bd77-be9f5bf98203 None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:40.599931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 6d03e066-b521-4522-b9ca-a6ae77191dd9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:40.603328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.658164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.668564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-921cab1b-5b49-4e90-b164-68026a5a747a None None] Could not find standard attr ID for object 0bba600d-b7f6-4ce3-a436-377d3b4fec44. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:40.691137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-921cab1b-5b49-4e90-b164-68026a5a747a None None] Provisioning complete for port 5f436b8b-5be7-455c-bd95-b66cc072b88a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:40.691545 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-921cab1b-5b49-4e90-b164-68026a5a747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.778353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.864243 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.921998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:40.926303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/6d03e066-b521-4522-b9ca-a6ae77191dd9 HTTP/1.1" status: 204 len: 168 time: 0.3827279 Aug 10 01:09:40.926303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adc87f-c72c-4616-9323-a4b06e99c4af tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=6d03e066-b521-4522-b9ca-a6ae77191dd9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:40.926932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54930) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:40.978840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a99eef-94fa-46ae-a803-166347f64433 None None] Update dhcp port {'port': {'network_id': '195716ba-83ad-4d53-a4c0-2fae722a614d', 'fixed_ips': [{'subnet_id': '6d03e066-b521-4522-b9ca-a6ae77191dd9'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '5f436b8b-5be7-455c-bd95-b66cc072b88a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:09:41.006795 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a1a99eef-94fa-46ae-a803-166347f64433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.021430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.082488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 5f436b8b-5be7-455c-bd95-b66cc072b88a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:41.083137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.158010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port 5f436b8b-5be7-455c-bd95-b66cc072b88a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f436b8b-5be7-455c-bd95-b66cc072b88a,segment=NetworkSegment(1c93ac46-b8cf-4aac-990f-14a21db89f03),segment_id=1c93ac46-b8cf-4aac-990f-14a21db89f03)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:41.158586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.177695 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 5f436b8b-5be7-455c-bd95-b66cc072b88a owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:41.216286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b6dad8-940c-4e2a-a27c-d4d367f1a3a5 None None] Network 195716ba-83ad-4d53-a4c0-2fae722a614d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:41.270708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.300337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fcab9c1d-9d33-45e8-97c0-261271461106 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:09:41.305345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port 5f436b8b-5be7-455c-bd95-b66cc072b88a on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:41.335497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-411f5a48-60bd-4d00-ba50-3bae02d7386e None None] Could not find standard attr ID for object 5f436b8b-5be7-455c-bd95-b66cc072b88a. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:41.352262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=5f436b8b-5be7-455c-bd95-b66cc072b88a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:41.381965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90318c6e-9953-4f8d-a58c-e25847a757b3 None None] DHCP port deletion for 195716ba-83ad-4d53-a4c0-2fae722a614d request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:41.441279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.455229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195716ba-83ad-4d53-a4c0-2fae722a614d']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:41.466494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c93ac46-b8cf-4aac-990f-14a21db89f03') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:41.466838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c93ac46-b8cf-4aac-990f-14a21db89f03') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:41.477563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.499341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.508124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:41.510464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:41.513889 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:41.547701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fcab9c1d-9d33-45e8-97c0-261271461106,segment=NetworkSegment(2bfb86cd-70c4-4024-8179-266989543fd9),segment_id=2bfb86cd-70c4-4024-8179-266989543fd9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:41.561326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'fcab9c1d-9d33-45e8-97c0-261271461106', 'network_id': 'ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc', 'port_id': 'fcab9c1d-9d33-45e8-97c0-261271461106', 'mac_address': 'fa:16:3e:cd:f0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ec41963-a524-4615-a671-5b0b3bd63a71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:09:41.596759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.605959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.622470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcab9c1d-9d33-45e8-97c0-261271461106 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:09:41.645417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fcab9c1d-9d33-45e8-97c0-261271461106,segment=NetworkSegment(2bfb86cd-70c4-4024-8179-266989543fd9),segment_id=2bfb86cd-70c4-4024-8179-266989543fd9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:41.654535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.658615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.663923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54952) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:41.684104 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/195716ba-83ad-4d53-a4c0-2fae722a614d HTTP/1.1" status: 204 len: 168 time: 0.7559209 Aug 10 01:09:41.685120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff765a-6a77-46c1-bfd5-ed39a34173a7 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=195716ba-83ad-4d53-a4c0-2fae722a614d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:41.712243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f436b8b-5be7-455c-bd95-b66cc072b88a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:41.744176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d19cf73-fbce-4721-b67f-7fd87f9c0d69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:41.747761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8d19cf73-fbce-4721-b67f-7fd87f9c0d69 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0826633 Aug 10 01:09:41.751928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54954) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:41.756155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5f436b8b-5be7-455c-bd95-b66cc072b88a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:41.756501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f436b8b-5be7-455c-bd95-b66cc072b88a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:41.775977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:41.784665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742f6f1-c7b7-49d0-b165-b01e18806241 req-b865c703-3325-4cb9-92f3-8552ab77400f tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:41.787416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4742f6f1-c7b7-49d0-b165-b01e18806241 req-b865c703-3325-4cb9-92f3-8552ab77400f tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 944 time: 0.0995352 Aug 10 01:09:41.831396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4742f6f1-c7b7-49d0-b165-b01e18806241 req-736cd599-9c1e-49a4-bb43-4663c0d55314 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383708 Aug 10 01:09:41.853759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e7016d4-f07b-4020-b557-9330f9ae1957 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1003864 Aug 10 01:09:41.857205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54960) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:41.862831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-720310078'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:41.884888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:41.888445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.911392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['fcab9c1d-9d33-45e8-97c0-261271461106'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:41.922508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:41.936508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:41.937147 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment a26de04f-8950-4289-a169-c7f5fcb138da of type vlan for network 299964e5-ee0a-4426-aaa8-e933fec62735 Aug 10 01:09:41.987875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.027420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.035003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:42.035768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.132558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2740936 Aug 10 01:09:42.133416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583a657-5649-4811-8036-3be31a7a3f79 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=299964e5-ee0a-4426-aaa8-e933fec62735,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:42.135377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54972) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:42.140590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:42.143917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 299964e5-ee0a-4426-aaa8-e933fec62735 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:42.245287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:42.249873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.448600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.522354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:42.524434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': 'a26de04f-8950-4289-a169-c7f5fcb138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:42.524797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: 299964e5-ee0a-4426-aaa8-e933fec62735, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:42.542968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 299964e5-ee0a-4426-aaa8-e933fec62735 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:42.554092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 299964e5-ee0a-4426-aaa8-e933fec62735) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:42.559002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:42.559866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.565491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493d4e6-1eef-4825-91ae-a07f1c0abdd0 None None] Network 299964e5-ee0a-4426-aaa8-e933fec62735 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:42.595503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b506157-6eac-4d87-b389-02fceda7d6a4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4566157 Aug 10 01:09:42.595847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54984) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:42.601271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735', 'name': 'tempest-PortsTestJSON-1241627935'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:42.733226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:42.738272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.750999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-299964e5-ee0a-4426-aaa8-e933fec62735', 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:42.753161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:42.770788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 1f202b90-f787-4c30-a57f-dac940389e44 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:42.883969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.3 (299964e5-ee0a-4426-aaa8-e933fec62735/7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309/1f202b90-f787-4c30-a57f-dac940389e44) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:43.072153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da965-fa1f-463b-b925-aacb1e734ec4 req-669b75c4-3458-46ab-90af-2ef1c9e34bf3 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.074307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e1da965-fa1f-463b-b925-aacb1e734ec4 req-669b75c4-3458-46ab-90af-2ef1c9e34bf3 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 944 time: 0.1140287 Aug 10 01:09:43.100663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.126686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 1f202b90-f787-4c30-a57f-dac940389e44 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:43.145160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e1da965-fa1f-463b-b925-aacb1e734ec4 req-d31378e6-71b0-4a10-ab4d-899b6dc4a824 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549495 Aug 10 01:09:43.183974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.236968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fcab9c1d-9d33-45e8-97c0-261271461106 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:43.256209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 299964e5-ee0a-4426-aaa8-e933fec62735 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:43.260608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:43.262619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=1f202b90-f787-4c30-a57f-dac940389e44,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:43.265039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:43.278874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Allocated IP 172.20.0.2 (299964e5-ee0a-4426-aaa8-e933fec62735/7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309/ad433a72-fc65-4a76-b17e-3fec0b5acd9a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:43.313727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.314075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.314426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.314780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.315125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.315443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.315777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.316095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.316424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.316748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.317072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.317395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:43.325628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.326896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.346861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-412e749d-77c5-45e2-8465-e90e69042187 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7496009 Aug 10 01:09:43.349591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:43.354957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735', 'name': 'tempest-PortsTestJSON-1503922234'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:43.380350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port fcab9c1d-9d33-45e8-97c0-261271461106 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:43.385653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port fcab9c1d-9d33-45e8-97c0-261271461106 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:43.386206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.468528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:43.473670 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.521638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 5882846e-42cf-486c-a406-d14525c5daee yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:43.541021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.552872 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.573798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Transition to ACTIVE for port object ad433a72-fc65-4a76-b17e-3fec0b5acd9a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:43.609576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fcab9c1d-9d33-45e8-97c0-261271461106,segment=NetworkSegment(2bfb86cd-70c4-4024-8179-266989543fd9),segment_id=2bfb86cd-70c4-4024-8179-266989543fd9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:43.615242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:43.617582 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3609ad-d6e4-45ff-9e61-e2222f80510d" -d '{"events": [{"server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "name": "network-vif-plugged", "status": "completed", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:43.639738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.651084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Transition to ACTIVE for port object ad433a72-fc65-4a76-b17e-3fec0b5acd9a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:43.694911 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdf0243-1313-4fea-b1f4-8b1d5227099c x-openstack-request-id: req-cbdf0243-1313-4fea-b1f4-8b1d5227099c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:43.696638 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "name": "network-vif-plugged", "status": "completed", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:43.697227 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbdf0243-1313-4fea-b1f4-8b1d5227099c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:43.697692 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106', 'code': 200} Aug 10 01:09:43.700908 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:09:43.703533 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.746764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Network 299964e5-ee0a-4426-aaa8-e933fec62735 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:43.748912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:43.750090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.6 (299964e5-ee0a-4426-aaa8-e933fec62735/7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309/5882846e-42cf-486c-a406-d14525c5daee) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:43.758043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:43.760377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:43.799798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12160f87-054e-427f-a854-a1fa651b5650 req-2c7dca9b-dbf1-4414-9c54-641e732ccb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:43.803302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12160f87-054e-427f-a854-a1fa651b5650 req-2c7dca9b-dbf1-4414-9c54-641e732ccb40 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 1097 time: 0.0525858 Aug 10 01:09:43.841638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12160f87-054e-427f-a854-a1fa651b5650 req-ff7e5d63-347e-4fa4-96b3-95c3ee39debd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 10 01:09:43.865153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Attempting to bind port ad433a72-fc65-4a76-b17e-3fec0b5acd9a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:43.865529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Attempting to bind port ad433a72-fc65-4a76-b17e-3fec0b5acd9a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a26de04f-8950-4289-a169-c7f5fcb138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:43.865894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Attempting to bind port ad433a72-fc65-4a76-b17e-3fec0b5acd9a on network 299964e5-ee0a-4426-aaa8-e933fec62735 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:43.880919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:43.881301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Checking segment: {'id': 'a26de04f-8950-4289-a169-c7f5fcb138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:43.881707 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.882102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Bound using segment: {'id': 'a26de04f-8950-4289-a169-c7f5fcb138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:43.882707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Bound port: ad433a72-fc65-4a76-b17e-3fec0b5acd9a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26de04f-8950-4289-a169-c7f5fcb138da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '299964e5-ee0a-4426-aaa8-e933fec62735'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:43.882981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.898416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Pushing event updated for resources: {'Port': ['ID=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:43.960063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] For port ad433a72-fc65-4a76-b17e-3fec0b5acd9a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:43.964280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] For port ad433a72-fc65-4a76-b17e-3fec0b5acd9a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,segment=NetworkSegment(a26de04f-8950-4289-a169-c7f5fcb138da),segment_id=a26de04f-8950-4289-a169-c7f5fcb138da)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:43.970507 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:43.977094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.005073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 5882846e-42cf-486c-a406-d14525c5daee will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:44.033545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc09e2-2bc2-48ab-9b30-a56f0a4579d7 None None] Pushing event updated for resources: {'Port': ['ID=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:44.052549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.059521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cba66a4c-2cdf-4143-9bef-9789abb245d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.116349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=5882846e-42cf-486c-a406-d14525c5daee,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:44.125340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 299964e5-ee0a-4426-aaa8-e933fec62735 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:44.130146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:44.132963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.133314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.133656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.133991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.134324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.134651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.135030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.135355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.135681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.136004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.136324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.138035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:44.139877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:44.203651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:44.204949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.230925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55040) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:44.231239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fc3049f6-f7e9-4ccd-b1d2-ca8a5273f972 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8801901 Aug 10 01:09:44.398110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b632f78-218a-46f7-8da6-d16832e0d413 req-4fdfa88d-9665-4312-a802-4a5ee4bd0fc8 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:44.405494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b632f78-218a-46f7-8da6-d16832e0d413 req-4fdfa88d-9665-4312-a802-4a5ee4bd0fc8 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 945 time: 0.1312177 Aug 10 01:09:44.414804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0add51-7038-4564-8425-e533d670bd5a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:44.418986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab0add51-7038-4564-8425-e533d670bd5a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1842031 Aug 10 01:09:44.419695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55048) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:44.503492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b632f78-218a-46f7-8da6-d16832e0d413 req-26a95b3d-0980-46ea-809e-655e8770d91a tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964713 Aug 10 01:09:44.585721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 5882846e-42cf-486c-a406-d14525c5daee {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:44.587017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.740108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:44.772016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 5882846e-42cf-486c-a406-d14525c5daee owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:45.156924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f4137-8725-416a-bb5c-7840bdd09a22 None None] Network 299964e5-ee0a-4426-aaa8-e933fec62735 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:45.219749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.230130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3cfa74cc-76a8-4fdc-91e8-31a940015bf6 None None] Provisioning for port ad433a72-fc65-4a76-b17e-3fec0b5acd9a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:45.247844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=5882846e-42cf-486c-a406-d14525c5daee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:45.324861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.327171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-92d04bfd-a34b-481b-9a92-c32b79ac08e2 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/5882846e-42cf-486c-a406-d14525c5daee HTTP/1.1" status: 204 len: 168 time: 0.9012597 Aug 10 01:09:45.330542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:45.360293 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-777955a0-dd81-49c6-b253-a031627a0cf6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:45.364473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-777955a0-dd81-49c6-b253-a031627a0cf6 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/5882846e-42cf-486c-a406-d14525c5daee HTTP/1.1" status: 404 len: 333 time: 0.0304236 Aug 10 01:09:45.364777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:45.472315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 1f202b90-f787-4c30-a57f-dac940389e44 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:45.472824 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.576448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.610795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 1f202b90-f787-4c30-a57f-dac940389e44 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:45.677045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-529fbca0-7e09-464a-a1ed-3d834fa12e42 None None] Provisioning for port 1f202b90-f787-4c30-a57f-dac940389e44 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:45.689054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-529fbca0-7e09-464a-a1ed-3d834fa12e42 None None] Provisioning complete for port 1f202b90-f787-4c30-a57f-dac940389e44 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:45.689431 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-529fbca0-7e09-464a-a1ed-3d834fa12e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.789481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad433a72-fc65-4a76-b17e-3fec0b5acd9a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:45.851297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:45.853438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-529fbca0-7e09-464a-a1ed-3d834fa12e42 None None] Port 1f202b90-f787-4c30-a57f-dac940389e44 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:45.920950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=1f202b90-f787-4c30-a57f-dac940389e44,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:45.942805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ad433a72-fc65-4a76-b17e-3fec0b5acd9a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:45.949041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ad433a72-fc65-4a76-b17e-3fec0b5acd9a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:45.949422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.042338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6aa9ab9-7d7d-4120-ad79-77f31390ac81 None None] Could not find standard attr ID for object 1f202b90-f787-4c30-a57f-dac940389e44. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:46.043074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.050796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-57523367-d854-496d-98b6-10fb816ffa89 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/1f202b90-f787-4c30-a57f-dac940389e44 HTTP/1.1" status: 204 len: 168 time: 0.6837318 Aug 10 01:09:46.051242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:46.085757 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7957ab-b45a-4bbc-9290-51852e71269d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:46.091086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d7957ab-b45a-4bbc-9290-51852e71269d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/1f202b90-f787-4c30-a57f-dac940389e44 HTTP/1.1" status: 404 len: 333 time: 0.0385828 Aug 10 01:09:46.091944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55092) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:46.163609 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.191868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:46.195760 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.226611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977425ad-0295-4866-b747-a3ea9fe0f9a8 req-38dbb0ad-05cd-452d-a1f4-37b34493f677 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:46.234872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-977425ad-0295-4866-b747-a3ea9fe0f9a8 req-38dbb0ad-05cd-452d-a1f4-37b34493f677 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 945 time: 0.6441572 Aug 10 01:09:46.241468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ad433a72-fc65-4a76-b17e-3fec0b5acd9a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,segment=NetworkSegment(a26de04f-8950-4289-a169-c7f5fcb138da),segment_id=a26de04f-8950-4289-a169-c7f5fcb138da)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:46.250342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.291212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.502633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-977425ad-0295-4866-b747-a3ea9fe0f9a8 req-cb19aa72-72df-4346-bdf2-acac9807ff95 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769620 Aug 10 01:09:46.510044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:46.511775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.512613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-192dd0ed-0b05-4c42-ba99-4c10b82c8949 None None] Could not find standard attr ID for object 5882846e-42cf-486c-a406-d14525c5daee. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:46.572592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.620441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:46.623157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.626057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-55858a75-a76b-45fa-809a-0d9dd26efc25 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309 HTTP/1.1" status: 204 len: 168 time: 0.5329406 Aug 10 01:09:46.628751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:46.747052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.765452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-edabec90-56c2-476c-8814-cbeca9a0c358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.825594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port ad433a72-fc65-4a76-b17e-3fec0b5acd9a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:46.825875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.880271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e1813-a610-48e4-bcb5-c2755ad59634 None None] Network 299964e5-ee0a-4426-aaa8-e933fec62735 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:46.941257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port ad433a72-fc65-4a76-b17e-3fec0b5acd9a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,segment=NetworkSegment(a26de04f-8950-4289-a169-c7f5fcb138da),segment_id=a26de04f-8950-4289-a169-c7f5fcb138da)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:46.942127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:46.958434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aee425-9b76-4797-a394-0c4620de9a9f req-9f16ada0-3f37-4371-a882-decc950a70cd tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:46.960020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13aee425-9b76-4797-a394-0c4620de9a9f req-9f16ada0-3f37-4371-a882-decc950a70cd tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 945 time: 0.1184304 Aug 10 01:09:46.967594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for ad433a72-fc65-4a76-b17e-3fec0b5acd9a owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:47.050083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13aee425-9b76-4797-a394-0c4620de9a9f req-eaa701ee-ecd5-49ff-b7ea-6dbe2fe6efb5 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840766 Aug 10 01:09:47.107261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.122840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port ad433a72-fc65-4a76-b17e-3fec0b5acd9a on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:47.147358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=ad433a72-fc65-4a76-b17e-3fec0b5acd9a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:47.196701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e8ac5-dcc4-41aa-8823-967e6d42d602 None None] DHCP port deletion for 299964e5-ee0a-4426-aaa8-e933fec62735 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:47.270842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.277066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.287544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299964e5-ee0a-4426-aaa8-e933fec62735']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:47.306094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26de04f-8950-4289-a169-c7f5fcb138da') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:47.306720 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26de04f-8950-4289-a169-c7f5fcb138da') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:47.321627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.340794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.348882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:47.350078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:47.354841 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:47.430826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.440293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.447629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/299964e5-ee0a-4426-aaa8-e933fec62735 HTTP/1.1" status: 204 len: 168 time: 0.8113697 Aug 10 01:09:47.447843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.452459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1715778596'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:47.471147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317571c-a597-4145-87e7-c22621a58066 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=299964e5-ee0a-4426-aaa8-e933fec62735,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:47.481131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:47.485020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.517070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:47.528974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.528974 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 436f5915-a470-486b-9ff1-91e2430b0b91 of type vlan for network 018cd421-1513-4998-b59f-f0ed9730064a Aug 10 01:09:47.570555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.617582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.630613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:47.632294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.711681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad433a72-fc65-4a76-b17e-3fec0b5acd9a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:47.740912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:47.741253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2939243 Aug 10 01:09:47.741571 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:47.743274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ad433a72-fc65-4a76-b17e-3fec0b5acd9a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:47.744049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ad433a72-fc65-4a76-b17e-3fec0b5acd9a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:47.750896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '018cd421-1513-4998-b59f-f0ed9730064a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:47.768350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8be78-25a4-4d34-9175-50063a405897 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=018cd421-1513-4998-b59f-f0ed9730064a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:47.784576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 018cd421-1513-4998-b59f-f0ed9730064a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:47.886439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:47.892378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.190626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-089402f5-f301-44a0-bd46-e82167685485 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:48.192599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-089402f5-f301-44a0-bd46-e82167685485 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 945 time: 0.1409502 Aug 10 01:09:48.246532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bb866-71c4-4701-a62a-b894c476d23e req-9f6898ca-823e-4013-9e7b-47049ffe4d11 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:48.248672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-944bb866-71c4-4701-a62a-b894c476d23e req-9f6898ca-823e-4013-9e7b-47049ffe4d11 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 945 time: 0.0615277 Aug 10 01:09:48.252528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.318003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-944bb866-71c4-4701-a62a-b894c476d23e req-d063f89f-e0d4-40bf-a086-509ab00fb2f2 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/security-groups?id=fd66102b-5226-46a8-b107-35f53c1b31c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622725 Aug 10 01:09:48.394179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=527b1a16-21a4-430a-ba48-d513af793752,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:48.422096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '436f5915-a470-486b-9ff1-91e2430b0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:48.423256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: 018cd421-1513-4998-b59f-f0ed9730064a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:48.447145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Deleting port fcab9c1d-9d33-45e8-97c0-261271461106 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:48.447497 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.504889 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 018cd421-1513-4998-b59f-f0ed9730064a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:48.524583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 018cd421-1513-4998-b59f-f0ed9730064a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:48.532765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:48.533362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.534040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c4825-f6d6-4f18-ae1e-1a83ef26b993 None None] Network 018cd421-1513-4998-b59f-f0ed9730064a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:48.576652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9214189f-94fa-4e4f-9150-6ddea6b1c158 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8308153 Aug 10 01:09:48.576984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:48.583099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '018cd421-1513-4998-b59f-f0ed9730064a', 'name': 'tempest-PortsTestJSON-1594172856', 'fixed_ips': [{'subnet_id': '527b1a16-21a4-430a-ba48-d513af793752', 'ip_address': '172.20.0.10'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:48.610986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] For port fcab9c1d-9d33-45e8-97c0-261271461106, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=fcab9c1d-9d33-45e8-97c0-261271461106,segment=NetworkSegment(2bfb86cd-70c4-4024-8179-266989543fd9),segment_id=2bfb86cd-70c4-4024-8179-266989543fd9)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:48.610986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.660621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Calling delete_port for fcab9c1d-9d33-45e8-97c0-261271461106 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:48.822723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:48.901575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-018cd421-1513-4998-b59f-f0ed9730064a', 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '527b1a16-21a4-430a-ba48-d513af793752'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:48.902613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:48.976099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.017436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.032445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['fcab9c1d-9d33-45e8-97c0-261271461106'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:09:49.036881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Pushing event deleted for resources: {'Port': ['ID=fcab9c1d-9d33-45e8-97c0-261271461106,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:49.068201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:49.088169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] No DVR routers for this DVR port fcab9c1d-9d33-45e8-97c0-261271461106 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:49.103198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.105447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9e577e99-6138-4a30-8b14-5aba1b831b17 req-ad652ad8-f865-4af9-b38a-f68b62c7f129 tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.10 "DELETE /v2.0/ports/fcab9c1d-9d33-45e8-97c0-261271461106 HTTP/1.1" status: 204 len: 173 time: 0.9045000 Aug 10 01:09:49.106055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'name': 'network-vif-deleted', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:09:49.108684 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ceac4f-b087-44e1-867f-d52f97be138d" -d '{"events": [{"server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "name": "network-vif-deleted", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:09:49.177598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Allocated IP 172.20.0.2 (018cd421-1513-4998-b59f-f0ed9730064a/527b1a16-21a4-430a-ba48-d513af793752/bd88efa9-669e-436d-8e9e-b02f12948649) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:49.206291 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23982d-999f-4ab7-b975-c7dd40c5dd6f x-openstack-request-id: req-1a23982d-999f-4ab7-b975-c7dd40c5dd6f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:09:49.206850 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0197bf-bfd0-42e4-9b9f-d8b2218211a0", "name": "network-vif-deleted", "tag": "fcab9c1d-9d33-45e8-97c0-261271461106", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:09:49.207306 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a23982d-999f-4ab7-b975-c7dd40c5dd6f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:09:49.207890 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0197bf-bfd0-42e4-9b9f-d8b2218211a0', 'name': 'network-vif-deleted', 'tag': 'fcab9c1d-9d33-45e8-97c0-261271461106', 'status': 'completed', 'code': 200} Aug 10 01:09:49.415237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.429701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Transition to ACTIVE for port object bd88efa9-669e-436d-8e9e-b02f12948649 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:49.454829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Transition to ACTIVE for port object bd88efa9-669e-436d-8e9e-b02f12948649 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:49.460329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1aa3b446-f1e4-49fd-9582-a9c95aa11bd6 req-8004b278-eb9a-4abd-9aae-0df46b74332b tempest-ServerGroupTestJSON-872363240 tempest-ServerGroupTestJSON-872363240-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d0197bf-bfd0-42e4-9b9f-d8b2218211a0 HTTP/1.1" status: 200 len: 210 time: 0.0356832 Aug 10 01:09:49.465996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.526278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Pushing event updated for resources: {'Port': ['ID=bd88efa9-669e-436d-8e9e-b02f12948649,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:49.533757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.10 (018cd421-1513-4998-b59f-f0ed9730064a/527b1a16-21a4-430a-ba48-d513af793752/8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:49.556112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Network 018cd421-1513-4998-b59f-f0ed9730064a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:49.557840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:49.566954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:49.682748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Attempting to bind port bd88efa9-669e-436d-8e9e-b02f12948649 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:49.683330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Attempting to bind port bd88efa9-669e-436d-8e9e-b02f12948649 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '436f5915-a470-486b-9ff1-91e2430b0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:49.683994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Attempting to bind port bd88efa9-669e-436d-8e9e-b02f12948649 on network 018cd421-1513-4998-b59f-f0ed9730064a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:49.689593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.704361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:49.705069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Checking segment: {'id': '436f5915-a470-486b-9ff1-91e2430b0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:49.706205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.707740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Bound using segment: {'id': '436f5915-a470-486b-9ff1-91e2430b0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:49.708452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Bound port: bd88efa9-669e-436d-8e9e-b02f12948649, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436f5915-a470-486b-9ff1-91e2430b0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '018cd421-1513-4998-b59f-f0ed9730064a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:49.709778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.811275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] For port bd88efa9-669e-436d-8e9e-b02f12948649, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:49.817677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] For port bd88efa9-669e-436d-8e9e-b02f12948649, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bd88efa9-669e-436d-8e9e-b02f12948649,segment=NetworkSegment(436f5915-a470-486b-9ff1-91e2430b0b91),segment_id=436f5915-a470-486b-9ff1-91e2430b0b91)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:49.818939 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.823429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.835787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:49.893823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:49.907096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4a7bb-3deb-415a-952b-fe0224534a2b None None] Pushing event updated for resources: {'Port': ['ID=bd88efa9-669e-436d-8e9e-b02f12948649,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:49.951216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 018cd421-1513-4998-b59f-f0ed9730064a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:49.957336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:49.961073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:49.990313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:50.023147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:50.023771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.048544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3843171-4a7d-43b2-b74e-3175040e5ddd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4705005 Aug 10 01:09:50.051038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55250) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:50.056654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': '018cd421-1513-4998-b59f-f0ed9730064a', 'name': 'tempest-PortsTestJSON-303025696', 'fixed_ips': [{'subnet_id': '527b1a16-21a4-430a-ba48-d513af793752', 'ip_address': '172.20.0.9'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:50.209875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:50.215213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.236404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port e1d82589-49a8-449a-b059-19b4c6b2aee9 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:50.497064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.9 (018cd421-1513-4998-b59f-f0ed9730064a/527b1a16-21a4-430a-ba48-d513af793752/e1d82589-49a8-449a-b059-19b4c6b2aee9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:50.711355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.745399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object e1d82589-49a8-449a-b059-19b4c6b2aee9 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:50.860826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:50.919978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55294) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:50.941843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 018cd421-1513-4998-b59f-f0ed9730064a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:50.944463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:50.956343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:51.017594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Deleting subnet 7ec41963-a524-4615-a671-5b0b3bd63a71 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:51.025819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=e1d82589-49a8-449a-b059-19b4c6b2aee9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:51.026878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.053873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.054517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.079991 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.099243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a2de86a9-86fc-407a-a678-e8b68cfe555f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0468097 Aug 10 01:09:51.099934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:51.158362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.237013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.246749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4ba380-7531-4339-bad8-7b374d341890 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.254177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fcab9c1d-9d33-45e8-97c0-261271461106 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:51.269280 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c4ba380-7531-4339-bad8-7b374d341890 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1682191 Aug 10 01:09:51.269619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec41963-a524-4615-a671-5b0b3bd63a71,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:51.272471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:51.283580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.288598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:51.288753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ce15905d-cbdb-413a-868b-f2e1d4ae9107 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7ec41963-a524-4615-a671-5b0b3bd63a71 HTTP/1.1" status: 204 len: 168 time: 0.3672066 Aug 10 01:09:51.320282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: fcab9c1d-9d33-45e8-97c0-261271461106 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:51.320623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device fcab9c1d-9d33-45e8-97c0-261271461106 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:51.400059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e9bcd-1290-4393-bb3d-ed585b97c14e None None] Network 018cd421-1513-4998-b59f-f0ed9730064a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:51.405020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589f568-a339-41c1-9e61-fd62e2f84e63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.418433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589f568-a339-41c1-9e61-fd62e2f84e63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.428808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1589f568-a339-41c1-9e61-fd62e2f84e63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:51.430783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1589f568-a339-41c1-9e61-fd62e2f84e63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1570818 Aug 10 01:09:51.433974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:51.449519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.519598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19767b9d-8304-4c6b-8123-819435dba7a1 None None] Provisioning for port bd88efa9-669e-436d-8e9e-b02f12948649 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:51.555453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port e1d82589-49a8-449a-b059-19b4c6b2aee9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:51.557402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.603177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.616101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:51.630887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfb86cd-70c4-4024-8179-266989543fd9') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:51.631190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfb86cd-70c4-4024-8179-266989543fd9') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:51.648314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.676138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.683645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:51.684044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:51.773361 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:51.788600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.800832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.811755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc HTTP/1.1" status: 204 len: 168 time: 0.5192370 Aug 10 01:09:51.821479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:51.827114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bd88efa9-669e-436d-8e9e-b02f12948649 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:51.837193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb184a9-8b5f-4c1b-823c-d3bcd8e7cc1d admin admin] Pushing event deleted for resources: {'Network': ['ID=ab72fd1d-cb5a-457b-b7ae-7e5e92a1c6bc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:51.848353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for e1d82589-49a8-449a-b059-19b4c6b2aee9 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:51.919735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port bd88efa9-669e-436d-8e9e-b02f12948649 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:51.926176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bd88efa9-669e-436d-8e9e-b02f12948649 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:51.927028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.035187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.059901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.098533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=e1d82589-49a8-449a-b059-19b4c6b2aee9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.109169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port bd88efa9-669e-436d-8e9e-b02f12948649, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bd88efa9-669e-436d-8e9e-b02f12948649,segment=NetworkSegment(436f5915-a470-486b-9ff1-91e2430b0b91),segment_id=436f5915-a470-486b-9ff1-91e2430b0b91)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:52.112921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.117673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.187641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=bd88efa9-669e-436d-8e9e-b02f12948649,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.258757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0649a4d1-9de8-4a86-860b-db1684875979 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7b3f9a70ea04161a88c5c98eb7811f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422887 Aug 10 01:09:52.258757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.259412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.263082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80d36940-2b8e-4bfc-a36c-fa3b1d2af1ea tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/e1d82589-49a8-449a-b059-19b4c6b2aee9 HTTP/1.1" status: 204 len: 168 time: 0.8275461 Aug 10 01:09:52.263744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55334) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.269607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Could not find standard attr ID for object e1d82589-49a8-449a-b059-19b4c6b2aee9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:52.285612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Provisioning complete for port bd88efa9-669e-436d-8e9e-b02f12948649 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:52.285990 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.301029 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6ae11d-f580-48b3-b9ff-2b62444521e4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:52.305899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7d6ae11d-f580-48b3-b9ff-2b62444521e4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/e1d82589-49a8-449a-b059-19b4c6b2aee9 HTTP/1.1" status: 404 len: 333 time: 0.0410295 Aug 10 01:09:52.308244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55336) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:52.356303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.389457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.476322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.480608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.482121 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd66102b-5226-46a8-b107-35f53c1b31c4 HTTP/1.1" status: 204 len: 168 time: 0.2216773 Aug 10 01:09:52.493402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191ac7d-fcdb-4015-9155-cc6bff8821ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd66102b-5226-46a8-b107-35f53c1b31c4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:52.509001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:52.509276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.609329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Provisioning for port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:52.614268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Provisioning complete for port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:52.614720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.684543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1810-5887-4add-9a2d-32a643b06318 None None] Port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:52.710859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.751663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:52.818376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-322855ee-8e53-4e1a-bffa-e634663de943 None None] Provisioning complete for port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:52.819107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-322855ee-8e53-4e1a-bffa-e634663de943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:52.904169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-322855ee-8e53-4e1a-bffa-e634663de943 None None] Port 8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:52.974086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.011587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.019537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e21a5f0c-16ca-4e92-ac20-3b582f915b23 None None] Could not find standard attr ID for object e1d82589-49a8-449a-b059-19b4c6b2aee9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:09:53.065173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.137349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.144445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.155264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1b88a71c-20c8-457a-94aa-678b9d907f11 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc HTTP/1.1" status: 204 len: 168 time: 0.8323576 Aug 10 01:09:53.187004 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-284ccf00-dd5d-4e2b-814d-129ec220d99f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:09:53.191894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-284ccf00-dd5d-4e2b-814d-129ec220d99f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/8cbdb8f8-cf19-4c6b-99d7-17f61606dbdc HTTP/1.1" status: 404 len: 333 time: 0.0462134 Aug 10 01:09:53.192669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55372) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.263169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 527b1a16-21a4-430a-ba48-d513af793752 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:09:53.267152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.279391 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5c0a-7ad7-46e2-b425-873fca61d8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.323347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.469901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5c0a-7ad7-46e2-b425-873fca61d8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.472796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.483078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fb9c5c0a-7ad7-46e2-b425-873fca61d8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.531229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fb9c5c0a-7ad7-46e2-b425-873fca61d8ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0b3af58efb644b0bd017c3c4fffaa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612632 Aug 10 01:09:53.532272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.536821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c5c0a-7ad7-46e2-b425-873fca61d8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9585f5a-a291-4ca4-81a1-8d6027e32561,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.625460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.642185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.667726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=527b1a16-21a4-430a-ba48-d513af793752,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.675511 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.675868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c2694-6d51-4336-afa3-83ad1cb0e853 None None] Network 018cd421-1513-4998-b59f-f0ed9730064a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:53.680243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55392) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.680403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-03c85cce-f010-430c-bdcd-aae8eefe30f8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/527b1a16-21a4-430a-ba48-d513af793752 HTTP/1.1" status: 204 len: 168 time: 0.4864776 Aug 10 01:09:53.699715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.705101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55394) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:53.763520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bd88efa9-669e-436d-8e9e-b02f12948649 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:53.842117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.884450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.889012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.892965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9585f5a-a291-4ca4-81a1-8d6027e32561 HTTP/1.1" status: 204 len: 168 time: 0.3578293 Aug 10 01:09:53.903293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397ce4c-65b2-4b1e-a67e-438278c9342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9585f5a-a291-4ca4-81a1-8d6027e32561,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:53.934762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port bd88efa9-669e-436d-8e9e-b02f12948649 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:53.935370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:53.984551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-network', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:54.011913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bd88efa9-669e-436d-8e9e-b02f12948649 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:54.012563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.045460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port bd88efa9-669e-436d-8e9e-b02f12948649, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bd88efa9-669e-436d-8e9e-b02f12948649,segment=NetworkSegment(436f5915-a470-486b-9ff1-91e2430b0b91),segment_id=436f5915-a470-486b-9ff1-91e2430b0b91)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:54.047053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.073560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for bd88efa9-669e-436d-8e9e-b02f12948649 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:54.080947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Made reservation on behalf of 6f1b22ff59f049aaa94426aa9092a17b for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:54.082709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] DHCP port deletion for 018cd421-1513-4998-b59f-f0ed9730064a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:09:54.084722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.102303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.206203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Deleting port bd88efa9-669e-436d-8e9e-b02f12948649 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:09:54.207000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.210393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.240434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.247173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.259725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=bd88efa9-669e-436d-8e9e-b02f12948649,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.264238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port bd88efa9-669e-436d-8e9e-b02f12948649 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:54.272404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:54.293887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] For port bd88efa9-669e-436d-8e9e-b02f12948649, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:54.294644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.297424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.297949 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Added segment 916b7b3c-ecc8-43fc-a92b-702d573e008a of type vlan for network 4daa4bbe-5496-4fb7-b737-29cd40c695ba Aug 10 01:09:54.319804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Calling delete_port for bd88efa9-669e-436d-8e9e-b02f12948649 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:09:54.322854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Port bd88efa9-669e-436d-8e9e-b02f12948649 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:09:54.324109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.359245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] Pushing event deleted for resources: {'Port': ['ID=bd88efa9-669e-436d-8e9e-b02f12948649,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.361957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93e2e4-9c3b-4f00-94e2-505d052a5d55 None None] No DVR routers for this DVR port bd88efa9-669e-436d-8e9e-b02f12948649 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:09:54.373895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.387775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.393106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018cd421-1513-4998-b59f-f0ed9730064a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.421896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd040c4-6008-4a32-b293-b3173b0e5643,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.460485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.461874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:54.462745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.474562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.555743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.571420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8427234 Aug 10 01:09:54.572108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55418) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.581655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Request body: {'subnet': {'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-subnet', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:54.588305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07969503-9364-4e71-bd41-2b6bb1de1c32 admin admin] Pushing event updated for resources: {'Network': ['ID=4daa4bbe-5496-4fb7-b737-29cd40c695ba,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.604485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:54.610295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:09:54.610295 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 01:09:54.610295 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id_1': 'f849ffe732ba46fc9bdad94ae696d985', 'expiration_1': datetime.datetime(2021, 8, 10, 1, 9, 54, 598847)}] Aug 10 01:09:54.610295 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:09:54.610775 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:09:54.621142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Made reservation on behalf of 6f1b22ff59f049aaa94426aa9092a17b for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:54.628888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.772989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436f5915-a470-486b-9ff1-91e2430b0b91') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.773301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436f5915-a470-486b-9ff1-91e2430b0b91') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:54.786169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.804280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.810841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:09:54.811310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:09:54.815568 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:09:54.845217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.881234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.899251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.907991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55428) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:54.915420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/018cd421-1513-4998-b59f-f0ed9730064a HTTP/1.1" status: 204 len: 168 time: 1.2337050 Aug 10 01:09:54.917164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147015262'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:54.934485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=109a6bbe-3d93-420e-b3ed-0a8636056345,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.937878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a7ec-8a26-46f8-b219-7f323ea6a579 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=018cd421-1513-4998-b59f-f0ed9730064a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:54.951892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Checking segment: {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:54.952224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Network hostable DHCP agents. Network: 4daa4bbe-5496-4fb7-b737-29cd40c695ba, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:54.957835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:54.961633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:54.999451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:55.011916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:09:55.017297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4daa4bbe-5496-4fb7-b737-29cd40c695ba) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:55.022995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:55.023595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.026143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5514bd3-2ee2-4dcb-ba43-513198d390bc None None] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:55.029117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.029267 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Added segment 109e1962-1d0f-4978-b436-64647f1fcd67 of type vlan for network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 Aug 10 01:09:55.069984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:55.070195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b43fcf9b-9184-495c-a10b-3b432aaed10b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4942307 Aug 10 01:09:55.074959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:55.082930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.110938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.112763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.114992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.155075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.161678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:55.162296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.203497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991f6256-81fa-49e5-99ce-ce87aa987742 None None] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:55.231306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.237839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Network': ['ID=f3291fa8-ded4-4a01-b4c3-dbf04b3c7111,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.278460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:09:55.342372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.349647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.382620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-18093959-dfeb-4c14-be22-ba54f1f4c235 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4716594 Aug 10 01:09:55.383280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55438) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:55.392244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:55.402275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86dc22-8c0f-444b-9f72-b2a3199fa0e2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.445315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.494754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a17dafa0-ce64-4c20-ab73-e67bb1bb2376 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f849ffe732ba46fc9bdad94ae696d985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9721696 Aug 10 01:09:55.496261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55442) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:55.574693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.586609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:55.590240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.659244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.697627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bd88efa9-669e-436d-8e9e-b02f12948649 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:09:55.727298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: bd88efa9-669e-436d-8e9e-b02f12948649 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:09:55.729059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bd88efa9-669e-436d-8e9e-b02f12948649 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:09:55.757139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.757388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.764146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.764146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae86dc22-8c0f-444b-9f72-b2a3199fa0e2 HTTP/1.1" status: 204 len: 168 time: 0.2646294 Aug 10 01:09:55.793064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.808548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067f28f-7999-4df4-9e8d-1802ed5412d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86dc22-8c0f-444b-9f72-b2a3199fa0e2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.900611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.949366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Allocated IP 172.25.7.19 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/31abb431-3a96-4b89-be03-3c5618678f45) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:55.987995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:55.990459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=5fe02515-24aa-4154-b88f-d39b44220e6b,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:55.994165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Checking segment: {'id': '109e1962-1d0f-4978-b436-64647f1fcd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:55.994424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network hostable DHCP agents. Network: f3291fa8-ded4-4a01-b4c3-dbf04b3c7111, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:09:56.019061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:09:56.038107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f3291fa8-ded4-4a01-b4c3-dbf04b3c7111) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:56.044479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:56.044847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.048524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f8b75-1aca-443a-b37c-c16e2b6bc6b8 None None] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:56.093517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-32827842-d287-4d0c-b8cc-776682bc952f tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7063003 Aug 10 01:09:56.096338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55460) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:56.104865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1058258009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:56.190168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.191555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.212539 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.267246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f3291fa8-ded4-4a01-b4c3-dbf04b3c7111', 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '5fe02515-24aa-4154-b88f-d39b44220e6b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:09:56.268160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.272614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.279777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.283493 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.321213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.322761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-426c02ca-a8f0-4577-af3c-ee35946c3c2c tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2228217 Aug 10 01:09:56.325399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55472) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:56.334379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111', 'name': 'tempest-PortsTestJSON-268930642'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:09:56.454124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Allocated IP 172.20.0.2 (f3291fa8-ded4-4a01-b4c3-dbf04b3c7111/5fe02515-24aa-4154-b88f-d39b44220e6b/5f2f189d-31b9-4298-8c1b-e1be300c76e4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:56.469429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.559988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:56.569692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:56.574634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:56.582290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:09:56.586969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.656513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Pushing event updated for resources: {'Port': ['ID=31abb431-3a96-4b89-be03-3c5618678f45,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:56.663195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.663820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 5073ecc8-fef2-4386-b67e-6458d5980a49 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:09:56.675326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Transition to ACTIVE for port object 5f2f189d-31b9-4298-8c1b-e1be300c76e4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:56.693049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Transition to ACTIVE for port object 5f2f189d-31b9-4298-8c1b-e1be300c76e4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:56.703854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.748988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:56.752653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:56.766426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:56.781537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Pushing event updated for resources: {'Port': ['ID=5f2f189d-31b9-4298-8c1b-e1be300c76e4,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:56.839575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Attempting to bind port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:56.840029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Attempting to bind port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '109e1962-1d0f-4978-b436-64647f1fcd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:56.841094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Attempting to bind port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 on network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:56.847269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:56.847729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Checking segment: {'id': '109e1962-1d0f-4978-b436-64647f1fcd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:56.848182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.848628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Bound using segment: {'id': '109e1962-1d0f-4978-b436-64647f1fcd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:56.849195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Bound port: 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109e1962-1d0f-4978-b436-64647f1fcd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f3291fa8-ded4-4a01-b4c3-dbf04b3c7111'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:56.849630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.920479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] For port 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:56.924809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] For port 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f2f189d-31b9-4298-8c1b-e1be300c76e4,segment=NetworkSegment(109e1962-1d0f-4978-b436-64647f1fcd67),segment_id=109e1962-1d0f-4978-b436-64647f1fcd67)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:56.928910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.4 (f3291fa8-ded4-4a01-b4c3-dbf04b3c7111/5fe02515-24aa-4154-b88f-d39b44220e6b/5073ecc8-fef2-4386-b67e-6458d5980a49) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:56.930476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:56.992747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a4c3-cb47-45c8-8f4e-4986f48ea02d None None] Pushing event updated for resources: {'Port': ['ID=5f2f189d-31b9-4298-8c1b-e1be300c76e4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:57.037541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.303545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.370616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 5073ecc8-fef2-4386-b67e-6458d5980a49 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:57.480910 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.496411 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.571880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:09:57.581849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:09:57.584343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:09:57.690737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=5073ecc8-fef2-4386-b67e-6458d5980a49,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:57.706470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:09:57.707171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.745723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-448706d7-af52-439b-80f4-a121c4147e08 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4157741 Aug 10 01:09:57.747869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55520) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:57.749508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f2f189d-31b9-4298-8c1b-e1be300c76e4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:57.767535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Router 71d7b346-90ba-441f-b225-6342152eaa3d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:09:57.835612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:57.909173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:09:57.920408 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Sync routers for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:09:57.934960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:57.936869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-243434d3-7d7d-4b78-a3fd-03208b681772 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8656552 Aug 10 01:09:57.939825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55528) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:09:57.955574 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:57.956164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:58.138060 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:58.468052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12bda6-0904-4f4a-b41d-f920d92b38d8 None None] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:09:58.534851 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:56Z', 'revision_number': 3, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:58.588434 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Checking router: 71d7b346-90ba-441f-b225-6342152eaa3d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:09:58.588772 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Updating router 71d7b346-90ba-441f-b225-6342152eaa3d port 31abb431-3a96-4b89-be03-3c5618678f45 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:09:58.597314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Provisioning for port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:58.610013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.611587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Provisioning complete for port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:58.612182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.659035 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.787346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.814077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:58.931796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] For port 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f2f189d-31b9-4298-8c1b-e1be300c76e4,segment=NetworkSegment(109e1962-1d0f-4978-b436-64647f1fcd67),segment_id=109e1962-1d0f-4978-b436-64647f1fcd67)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:09:58.959574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.050170 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.066546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Transition to ACTIVE for port object 31abb431-3a96-4b89-be03-3c5618678f45 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:09:59.080427 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.090057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5696c6b-3ef4-4260-993e-b72e3cacb800 None None] Pushing event updated for resources: {'Port': ['ID=5f2f189d-31b9-4298-8c1b-e1be300c76e4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.113344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.124848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.182367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Pushing event updated for resources: {'Port': ['ID=31abb431-3a96-4b89-be03-3c5618678f45,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.187169 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Attempting to bind port 31abb431-3a96-4b89-be03-3c5618678f45 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:09:59.187971 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Attempting to bind port 31abb431-3a96-4b89-be03-3c5618678f45 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:09:59.188553 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Attempting to bind port 31abb431-3a96-4b89-be03-3c5618678f45 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:09:59.198947 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.199722 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.200252 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.200767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.201273 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.201822 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.202999 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.203529 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.204179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.204788 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.205478 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.206159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:09:59.213868 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:09:59.214568 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:09:59.215269 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.216268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:09:59.217069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Bound port: 31abb431-3a96-4b89-be03-3c5618678f45, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:09:59.217627 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.300164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] For port 31abb431-3a96-4b89-be03-3c5618678f45, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:09:59.305186 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] For port 31abb431-3a96-4b89-be03-3c5618678f45, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=31abb431-3a96-4b89-be03-3c5618678f45,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:09:59.323232 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.400172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:09:59.400946 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:09:59.416241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=5073ecc8-fef2-4386-b67e-6458d5980a49,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.499159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Provisioning for port 5073ecc8-fef2-4386-b67e-6458d5980a49 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:09:59.503644 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Provisioning complete for port 5073ecc8-fef2-4386-b67e-6458d5980a49 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:59.504165 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.589957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Port 5073ecc8-fef2-4386-b67e-6458d5980a49 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:09:59.621861 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4a7ba-099b-4e1d-9224-51feee7f0e5a None None] Pushing event updated for resources: {'Port': ['ID=31abb431-3a96-4b89-be03-3c5618678f45,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:09:59.628714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Provisioning complete for port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:59.629131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4410d9ee-172d-47f4-967e-b7a58295e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.630794 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:09:59.793387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f2f189d-31b9-4298-8c1b-e1be300c76e4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:09:59.875044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Allocated IP 172.20.0.1 (4daa4bbe-5496-4fb7-b737-29cd40c695ba/109a6bbe-3d93-420e-b3ed-0a8636056345/bf49a9ea-d793-4028-afd7-d45284d8aa8b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:09:59.943437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:09:59.944041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:09:59.959426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.096896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-088bc1f2-ab2c-45e4-b296-14c7f75ca2f2 None None] Provisioning complete for port 5073ecc8-fef2-4386-b67e-6458d5980a49 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:00.097320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-088bc1f2-ab2c-45e4-b296-14c7f75ca2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.151107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-088bc1f2-ab2c-45e4-b296-14c7f75ca2f2 None None] Port 5073ecc8-fef2-4386-b67e-6458d5980a49 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:00.163674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:56Z', 'revision_number': 3, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:00.199576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6acd512-b111-401c-9615-a8ae25dfb1a6 None None] The sync data for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 is: [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:56Z', 'revision_number': 3, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:00.251654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.284155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e5036946-0af4-45bf-b795-01b977ef2bc3 None None] Provisioning complete for port 5073ecc8-fef2-4386-b67e-6458d5980a49 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:00.284155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e5036946-0af4-45bf-b795-01b977ef2bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.285800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55586) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:00.309902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.345766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.372703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e5036946-0af4-45bf-b795-01b977ef2bc3 None None] Port 5073ecc8-fef2-4386-b67e-6458d5980a49 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:00.419588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:00.424079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:00.429685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:00.432071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Pushing event updated for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:00.491932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.787547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:00.821185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e55cd1f5-f609-4782-a10e-de87cdb05bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.030130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.037532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.125736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Pushing event updated for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:01.131019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.145260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e55cd1f5-f609-4782-a10e-de87cdb05bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.158546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e55cd1f5-f609-4782-a10e-de87cdb05bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.180465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.201591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.219812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e55cd1f5-f609-4782-a10e-de87cdb05bbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=673590e4917b4c94a154ac51f9bbab94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9330485 Aug 10 01:10:01.224403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:01.293188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.295262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:01.298449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:01.307416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cd1f5-f609-4782-a10e-de87cdb05bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b8e26-c3ef-4169-8207-3bc2cf76df52,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:01.319670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.357377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=5073ecc8-fef2-4386-b67e-6458d5980a49,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:01.389514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.457666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:01.472526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:01.495197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Router 71d7b346-90ba-441f-b225-6342152eaa3d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:01.659120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.665372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Router d0c4d653-ad2a-4213-a929-c2bd27b5458d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:10:01.667021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:01.673085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b2b8e26-c3ef-4169-8207-3bc2cf76df52 HTTP/1.1" status: 204 len: 168 time: 0.4447062 Aug 10 01:10:01.700686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:01.706858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5554a98d-91a3-4f70-9096-4e44187212fa admin admin] 10.222.0.25 "PUT /v2.0/routers/71d7b346-90ba-441f-b225-6342152eaa3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7658596 Aug 10 01:10:01.714339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36767c2f-e2ea-4323-a4d6-55e585807f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b8e26-c3ef-4169-8207-3bc2cf76df52,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:01.862232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 31abb431-3a96-4b89-be03-3c5618678f45 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:01.925526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:01.936154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78dc0bb5-ba10-4384-aa2c-bd921e711164 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/routers/d0c4d653-ad2a-4213-a929-c2bd27b5458d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1869440 Aug 10 01:10:01.937038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:01.958709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] Sync routers for ids ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:01.977458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] Routers {'d0c4d653-ad2a-4213-a929-c2bd27b5458d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:01.978230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.031817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed80a10-4acd-458a-88d8-426031fea5fc tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:02.033800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ed80a10-4acd-458a-88d8-426031fea5fc tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c4d653-ad2a-4213-a929-c2bd27b5458d HTTP/1.1" status: 200 len: 981 time: 0.0953083 Aug 10 01:10:02.036815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55640) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.042698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.080848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] Routers {'d0c4d653-ad2a-4213-a929-c2bd27b5458d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:02.081683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.088511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-71252ed6-8557-478f-9c7f-702e2fbca63a None None] Provisioning complete for port 5073ecc8-fef2-4386-b67e-6458d5980a49 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:02.090212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-71252ed6-8557-478f-9c7f-702e2fbca63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.094118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 31abb431-3a96-4b89-be03-3c5618678f45 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:02.131820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 31abb431-3a96-4b89-be03-3c5618678f45 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:02.132203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.203798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.204515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51000130-b64b-4de6-b8c8-d8314f69eb84 None None] The sync data for ids ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:02.299616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-71252ed6-8557-478f-9c7f-702e2fbca63a None None] Port 5073ecc8-fef2-4386-b67e-6458d5980a49 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:02.320708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.351853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.362847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 31abb431-3a96-4b89-be03-3c5618678f45, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=31abb431-3a96-4b89-be03-3c5618678f45,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:02.373223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97158209-5892-490c-8be1-84c42e2c1238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.376181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.479326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=31abb431-3a96-4b89-be03-3c5618678f45,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:02.489894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.490445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.490940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.491405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.492182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.492736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.493192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.493784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.494544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.494999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.495456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.495901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:02.586842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97158209-5892-490c-8be1-84c42e2c1238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.594994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-97158209-5892-490c-8be1-84c42e2c1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.646380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-97158209-5892-490c-8be1-84c42e2c1238 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=533c4b72682646cba1b840defc95e340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930555 Aug 10 01:10:02.647718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158209-5892-490c-8be1-84c42e2c1238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc51fd-5900-4122-8dc5-79cc9971f700,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:02.650396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:02.722654 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Sync routers for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:02.730573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.739188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:02.740204 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:02.827670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.879461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:02.924257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-d7183791-3290-4f68-ae65-0aa7a1d4eae6 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:02.931303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-d7183791-3290-4f68-ae65-0aa7a1d4eae6 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 820 time: 0.2351327 Aug 10 01:10:02.947002 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:02.955197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-3abb0430-c127-4f9b-8cf3-fa60bf38d38e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/quotas/6f1b22ff59f049aaa94426aa9092a17b HTTP/1.1" status: 200 len: 375 time: 0.0228791 Aug 10 01:10:03.044554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-922380ee-0edf-42ca-b1a1-90dece8bea67 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883455 Aug 10 01:10:03.051518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.054814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.058520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7dc51fd-5900-4122-8dc5-79cc9971f700 HTTP/1.1" status: 204 len: 168 time: 0.4048123 Aug 10 01:10:03.066957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 5073ecc8-fef2-4386-b67e-6458d5980a49 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:03.066957 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.080281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ca44-8397-40c0-b8cf-c189a9baad99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc51fd-5900-4122-8dc5-79cc9971f700,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:03.210982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.225637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 5073ecc8-fef2-4386-b67e-6458d5980a49 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:03.324509 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 2, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:03.362692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Checking router: 71d7b346-90ba-441f-b225-6342152eaa3d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:03.363271 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Updating router 71d7b346-90ba-441f-b225-6342152eaa3d port bf49a9ea-d793-4028-afd7-d45284d8aa8b binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:10:03.407088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-9a7c541c-f559-4b97-9819-5e96f025495f service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599234 Aug 10 01:10:03.410836 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.469869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.501922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=5073ecc8-fef2-4386-b67e-6458d5980a49,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:03.682702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2ea8d807-f538-4703-9d00-690723d3cdb3 service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687764 Aug 10 01:10:03.713495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.778922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 31abb431-3a96-4b89-be03-3c5618678f45 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:03.932190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 31abb431-3a96-4b89-be03-3c5618678f45 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:03.947097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.978861 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:03.992320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Transition to ACTIVE for port object bf49a9ea-d793-4028-afd7-d45284d8aa8b will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:04.009243 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.032009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Router d0c4d653-ad2a-4213-a929-c2bd27b5458d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:04.050931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b022a860-8d75-4614-814d-255cfbaed8b2 req-e57cdb87-5204-4b8c-8840-630e9baa6e6b tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 210 time: 0.0454254 Aug 10 01:10:04.156560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:04.177976 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc3f81-b8b7-4173-8fd1-09af1cc11170 None None] Pushing event updated for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:04.185608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e41e542a-173b-4e82-87e4-86266a54c4a3 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/routers/d0c4d653-ad2a-4213-a929-c2bd27b5458d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453702 Aug 10 01:10:04.186754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55720) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:04.264050 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfa43a2-f66c-4f03-a5ed-d84fc28dd25d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:10:04.272989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2cfa43a2-f66c-4f03-a5ed-d84fc28dd25d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/5073ecc8-fef2-4386-b67e-6458d5980a49 HTTP/1.1" status: 404 len: 333 time: 0.0853982 Aug 10 01:10:04.276283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:04.359600 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Attempting to bind port bf49a9ea-d793-4028-afd7-d45284d8aa8b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:04.359975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Attempting to bind port bf49a9ea-d793-4028-afd7-d45284d8aa8b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:04.360338 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Attempting to bind port bf49a9ea-d793-4028-afd7-d45284d8aa8b on network 4daa4bbe-5496-4fb7-b737-29cd40c695ba {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:04.366141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:04.366662 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Checking segment: {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:04.367107 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.367632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Bound using segment: {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:04.368107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Bound port: bf49a9ea-d793-4028-afd7-d45284d8aa8b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:04.368489 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.381120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.387326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] Sync routers for ids ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:04.401412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] Routers {'d0c4d653-ad2a-4213-a929-c2bd27b5458d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:04.402320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.440302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.449847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] Routers {'d0c4d653-ad2a-4213-a929-c2bd27b5458d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:04.450576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.512445 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] For port bf49a9ea-d793-4028-afd7-d45284d8aa8b, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:04.513568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.516180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e040356-ad7d-47f3-b4e7-82ca4eefd579 None None] The sync data for ids ['d0c4d653-ad2a-4213-a929-c2bd27b5458d'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:04.525575 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] For port bf49a9ea-d793-4028-afd7-d45284d8aa8b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf49a9ea-d793-4028-afd7-d45284d8aa8b,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:04.535983 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:04.657522 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:04.658220 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:09:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:04.713810 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc3f81-b8b7-4173-8fd1-09af1cc11170 None None] Pushing event updated for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:04.817792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:04.996572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:05.065208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.075064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.142966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:04Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:05.157803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.159858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Fanout notify agent at l3_agent the message router_deleted on router d0c4d653-ad2a-4213-a929-c2bd27b5458d {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:10:05.164562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e79147ff-fc3d-4adb-bc91-f5b7a809e285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.176456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd08c26-7127-4d3e-87a9-50e12ddac060 None None] The sync data for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 is: [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:04Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:05.196591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.204629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55756) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:05.206030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3fe4b7c7-fd9a-411e-b340-e680c348e4cb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/routers/d0c4d653-ad2a-4213-a929-c2bd27b5458d HTTP/1.1" status: 204 len: 168 time: 0.9232795 Aug 10 01:10:05.342601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b97f70b1-efa1-4cf0-8976-34ec613eb871 req-4cdeaa77-70ab-4b58-a1fe-4034c9e665f1 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 210 time: 0.1182294 Aug 10 01:10:05.382217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 5fe02515-24aa-4154-b88f-d39b44220e6b {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:05.390372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.463733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.593150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e79147ff-fc3d-4adb-bc91-f5b7a809e285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.606858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e79147ff-fc3d-4adb-bc91-f5b7a809e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.717127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e79147ff-fc3d-4adb-bc91-f5b7a809e285 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff3c9021db104bb1b5e4f7b6ddb5bfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192206 Aug 10 01:10:05.721223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55760) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:05.753517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.790588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf49a9ea-d793-4028-afd7-d45284d8aa8b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:05.804180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79147ff-fc3d-4adb-bc91-f5b7a809e285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e390a819-c912-4eb3-909c-30c0a76bb52a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:05.813135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.840724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-b2e5394a-ee7a-486c-8bfb-6c4378519971 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:05.842419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-b2e5394a-ee7a-486c-8bfb-6c4378519971 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 820 time: 0.3268061 Aug 10 01:10:05.852062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.859232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'port': {'device_id': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'admin_state_up': True, 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:05.886218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port bf49a9ea-d793-4028-afd7-d45284d8aa8b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:05.893636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bf49a9ea-d793-4028-afd7-d45284d8aa8b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:05.894915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.940534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.944759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.946272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e390a819-c912-4eb3-909c-30c0a76bb52a HTTP/1.1" status: 204 len: 168 time: 0.2233295 Aug 10 01:10:05.962454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:05.980320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25658a5-cf19-432f-8aa8-55417b5a81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390a819-c912-4eb3-909c-30c0a76bb52a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.020345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe02515-24aa-4154-b88f-d39b44220e6b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.026293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.028281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-544c7b7c-f88d-42a8-b1f5-56288aec5a90 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/5fe02515-24aa-4154-b88f-d39b44220e6b HTTP/1.1" status: 204 len: 168 time: 0.8227620 Aug 10 01:10:06.032896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55766) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:06.037327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8eb495-b251-44ea-9e9a-06027faa46d2 None None] Network f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:06.138337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Made reservation on behalf of 6f1b22ff59f049aaa94426aa9092a17b for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:06.143091 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.146890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.224400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:06.225190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.240141 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.310622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port bf49a9ea-d793-4028-afd7-d45284d8aa8b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf49a9ea-d793-4028-afd7-d45284d8aa8b,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:06.325746 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.329542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] For port 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f2f189d-31b9-4298-8c1b-e1be300c76e4,segment=NetworkSegment(109e1962-1d0f-4978-b436-64647f1fcd67),segment_id=109e1962-1d0f-4978-b436-64647f1fcd67)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:06.329810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.349959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Allocated IP 172.20.0.5 (4daa4bbe-5496-4fb7-b737-29cd40c695ba/109a6bbe-3d93-420e-b3ed-0a8636056345/106c59bd-3da7-405e-b518-8ab64974d856) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:06.364411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 5f2f189d-31b9-4298-8c1b-e1be300c76e4 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:06.412133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.484594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] DHCP port deletion for f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:06.601988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Deleting port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:06.602364 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.681197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.695793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fd5766a7-bd6b-4c43-83eb-48c570774351 req-e41eb814-d2da-4ab6-92fa-3d3f06852f80 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 210 time: 0.1441669 Aug 10 01:10:06.698422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.754905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.813142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Network 4daa4bbe-5496-4fb7-b737-29cd40c695ba is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:06.823106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:06.830904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:06.861018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=5f2f189d-31b9-4298-8c1b-e1be300c76e4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.877503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No DVR routers for this DVR port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:06.891500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] For port 5f2f189d-31b9-4298-8c1b-e1be300c76e4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5f2f189d-31b9-4298-8c1b-e1be300c76e4,segment=NetworkSegment(109e1962-1d0f-4978-b436-64647f1fcd67),segment_id=109e1962-1d0f-4978-b436-64647f1fcd67)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:06.892595 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.909252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:06.936992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Calling delete_port for 5f2f189d-31b9-4298-8c1b-e1be300c76e4 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:06.959981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:06.960685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:06.994238 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-2da29ae0-878b-46e7-9334-ade5e0a0d475 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402378 Aug 10 01:10:07.021833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Request body: {'port': {'device_id': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:07.069232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.099982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3291fa8-ded4-4a01-b4c3-dbf04b3c7111']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:07.117774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109e1962-1d0f-4978-b436-64647f1fcd67') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:07.118405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109e1962-1d0f-4978-b436-64647f1fcd67') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:07.129534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.149381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.157753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:07.158432 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:07.162008 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:07.170549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.192085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.248560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.258796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] Pushing event deleted for resources: {'Port': ['ID=5f2f189d-31b9-4298-8c1b-e1be300c76e4,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:07.261884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.269630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/f3291fa8-ded4-4a01-b4c3-dbf04b3c7111 HTTP/1.1" status: 204 len: 168 time: 1.2318141 Aug 10 01:10:07.273393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55794) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:07.279261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a13878b-ba2f-4c4a-abf1-6cf8b42797e4 None None] No DVR routers for this DVR port 5f2f189d-31b9-4298-8c1b-e1be300c76e4 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:07.359408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba09ad0-a4a8-4edd-bba7-0b61789e4760 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:07.365389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6ba09ad0-a4a8-4edd-bba7-0b61789e4760 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/70dffcae-0d38-4020-8f00-aacc2f2e150d HTTP/1.1" status: 200 len: 841 time: 0.0849259 Aug 10 01:10:07.365389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72d328-1170-4abd-b873-8cfb2c7ddc50 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=f3291fa8-ded4-4a01-b4c3-dbf04b3c7111,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:07.367292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55796) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:07.452391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-56fb6ae9-4fdc-4433-adf4-e89143634f07 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/70dffcae-0d38-4020-8f00-aacc2f2e150d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0836906 Aug 10 01:10:07.465540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:07.477421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:07.617721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106c59bd-3da7-405e-b518-8ab64974d856 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:07.618228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:07.624137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.629381 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.649049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Transition to ACTIVE for port object 106c59bd-3da7-405e-b518-8ab64974d856 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:07.654171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.736831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf49a9ea-d793-4028-afd7-d45284d8aa8b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:07.785925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:07.839502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bf49a9ea-d793-4028-afd7-d45284d8aa8b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:07.840037 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:07.910402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813112-d9ff-4bda-abfa-7069b40d3469 req-1b755c1e-1a3c-40e3-96f5-25aaa1863963 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:07.912830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc813112-d9ff-4bda-abfa-7069b40d3469 req-1b755c1e-1a3c-40e3-96f5-25aaa1863963 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 943 time: 0.0835173 Aug 10 01:10:07.931966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Attempting to bind port 106c59bd-3da7-405e-b518-8ab64974d856 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:07.932308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Attempting to bind port 106c59bd-3da7-405e-b518-8ab64974d856 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:07.933391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Attempting to bind port 106c59bd-3da7-405e-b518-8ab64974d856 on network 4daa4bbe-5496-4fb7-b737-29cd40c695ba {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:07.939456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Port 106c59bd-3da7-405e-b518-8ab64974d856 on network 4daa4bbe-5496-4fb7-b737-29cd40c695ba not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:10:07.939831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Attempting to bind port 106c59bd-3da7-405e-b518-8ab64974d856 on network 4daa4bbe-5496-4fb7-b737-29cd40c695ba {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:07.960373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:07.960373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Checking segment: {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:07.960373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Bound using segment: {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:07.960373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Bound port: 106c59bd-3da7-405e-b518-8ab64974d856, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916b7b3c-ecc8-43fc-a92b-702d573e008a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:07.960373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.017393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.046130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc813112-d9ff-4bda-abfa-7069b40d3469 req-13da3644-c47b-49df-b62b-12594ab62983 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151977 Aug 10 01:10:08.082587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:08.088685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:08.098390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.099607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.100345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ec708-a9ba-404d-9d77-4539abaf24b8 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:08.103148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f2f189d-31b9-4298-8c1b-e1be300c76e4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:08.105866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:08.111086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:08.115159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=64c60f99-1998-4a34-8a36-f1ca5e179a0c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.117625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.143354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-20703051-ec81-47bc-9b10-860b2788d11e tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6737812 Aug 10 01:10:08.143354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:08.148217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1756407926'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:08.192321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5f2f189d-31b9-4298-8c1b-e1be300c76e4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:08.192678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5f2f189d-31b9-4298-8c1b-e1be300c76e4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:08.200664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.221060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.221613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.223092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] 10.222.0.10 "PUT /v2.0/ports/106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 1092 time: 1.2197406 Aug 10 01:10:08.223552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:08.229460 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bf2058-3733-440c-8c24-cee897f2ef91" -d '{"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:08.249599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec595957-3c28-493d-83cf-4cdc6ce85e5a service neutron] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.321286 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1700b690-712e-4d5e-bd61-392277cf5078 x-openstack-request-id: req-1700b690-712e-4d5e-bd61-392277cf5078 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:08.325971 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:08.326460 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1700b690-712e-4d5e-bd61-392277cf5078 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:08.328175 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:10:08.364516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-f100f94b-bf7a-4f1e-93f9-0af19dabcab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.367187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-f100f94b-bf7a-4f1e-93f9-0af19dabcab4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1095 time: 0.0894246 Aug 10 01:10:08.375313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'tenant_id': 'ba6debb6959e45378c37cfb816844b02', 'fixed_ips': [{'subnet_id': '64c60f99-1998-4a34-8a36-f1ca5e179a0c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:08.375520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.376945 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.387561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.424955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.426254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2819834 Aug 10 01:10:08.429006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55830) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:08.434346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437318393'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:08.441049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb7540-e47e-4ced-831a-b7820f428b63 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8899db0-458c-4c57-be03-898bea842bde,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.441670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-f6e9cc9d-67dd-4a86-b815-216883bc1acb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.0644238 Aug 10 01:10:08.467052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.510460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ef4cbad6-18b2-44d6-93a3-50be95d957d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.512017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-ef4cbad6-18b2-44d6-93a3-50be95d957d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.0631871 Aug 10 01:10:08.570016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-680b53dd-83a8-4998-a054-cf83aec08879 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480893 Aug 10 01:10:08.621665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.635936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.647467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Allocated IP 172.20.0.2 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/64c60f99-1998-4a34-8a36-f1ca5e179a0c/bf6debd0-eeca-4f1d-850c-46815898c463) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:08.687686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-13a28337-8441-4355-b0d6-f7a536a3f09d service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106639 Aug 10 01:10:08.699880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f817f18-e56a-4740-a620-1fe6564f0ba2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:08.715118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:08.716775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1a79f6ee-60d1-44b7-a992-95246e5af89d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2868261 Aug 10 01:10:08.729552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55840) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:08.740355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1274602389', 'security_groups': ['5f817f18-e56a-4740-a620-1fe6564f0ba2'], 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64c60f99-1998-4a34-8a36-f1ca5e179a0c'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:08.855744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b82e96e-4bfd-49cc-a0d3-4e5afa0fa102 req-350ea0c2-12cd-4646-8064-de70c702a6b8 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616690 Aug 10 01:10:08.909104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:08.976195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-253b3b02-0e47-4502-8529-53092ce01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:08.977846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-253b3b02-0e47-4502-8529-53092ce01c35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1095 time: 0.0589714 Aug 10 01:10:08.981383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.000613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Transition to ACTIVE for port object bf6debd0-eeca-4f1d-850c-46815898c463 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:09.033250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Transition to ACTIVE for port object bf6debd0-eeca-4f1d-850c-46815898c463 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:09.042048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.047574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.066317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:09.122347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-98ef22ca-3333-4a0c-b052-60dc33901e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.125669 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-98ef22ca-3333-4a0c-b052-60dc33901e65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.1405635 Aug 10 01:10:09.180054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-40c0acb3-be71-4148-a096-50581a0d8493 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.0466073 Aug 10 01:10:09.205572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:09.209945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:09.225886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:09.242645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:09.302878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-44efe0d5-2e98-42b6-afae-aa7af34f1898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.309426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-44efe0d5-2e98-42b6-afae-aa7af34f1898 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.1216211 Aug 10 01:10:09.324717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Attempting to bind port bf6debd0-eeca-4f1d-850c-46815898c463 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:09.325530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Attempting to bind port bf6debd0-eeca-4f1d-850c-46815898c463 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:09.326117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Attempting to bind port bf6debd0-eeca-4f1d-850c-46815898c463 on network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:09.334566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:09.336077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Checking segment: {'id': '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:09.336972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.338601 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Bound using segment: {'id': '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:09.339427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Bound port: bf6debd0-eeca-4f1d-850c-46815898c463, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:09.341093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.364604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-096cb02e-5cb9-434d-ba94-ba27cb116726 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426846 Aug 10 01:10:09.368189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.10 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/64c60f99-1998-4a34-8a36-f1ca5e179a0c/72d22dfb-5000-4dc8-aa2f-784ca2afb597) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:09.373532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7eed73-abc5-41e4-8b3c-fcd66f45aa01 req-fd435f64-4679-4508-9225-e02261dcc548 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.376589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de7eed73-abc5-41e4-8b3c-fcd66f45aa01 req-fd435f64-4679-4508-9225-e02261dcc548 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 943 time: 0.1791070 Aug 10 01:10:09.456120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:09.459768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:09.465846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.494532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de7eed73-abc5-41e4-8b3c-fcd66f45aa01 req-1a96821c-0b70-449c-bb8b-7fbb23d08711 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076491 Aug 10 01:10:09.538130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-b64b0919-3a35-4e60-ba0b-af239f194601 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564894 Aug 10 01:10:09.543351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2b9ea-6fc7-4af3-8355-81d7a4b8f42f None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:09.603793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.621744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 72d22dfb-5000-4dc8-aa2f-784ca2afb597 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:09.679072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.685807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69bf2058-3733-440c-8c24-cee897f2ef91 req-713db01c-aa64-41c6-88c9-d66991030680 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435378 Aug 10 01:10:09.765825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=72d22dfb-5000-4dc8-aa2f-784ca2afb597,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:09.827772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:09.829654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:09.832273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:09.901520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:09.902871 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:09.929354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0a002ac7-2f39-4aa1-9590-ea7e71c92ece tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1977479 Aug 10 01:10:09.931847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:09.937823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:10.075677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:10.079315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.176581 n-d-766380-21 neutron-server[105957]: INFO neutron.db.ipam_backend_mixin [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64c60f99-1998-4a34-8a36-f1ca5e179a0c (CIDR: 172.20.0.0/28) Aug 10 01:10:10.180685 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:10:10.181189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:10.201103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c44689f1-f0cf-49ca-a409-8c1173aab1ec tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2648494 Aug 10 01:10:10.201346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55906) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:10.206551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:10.249131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:10.378251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bda875b7-896c-4faa-8324-1f5b1017dbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.505771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bda875b7-896c-4faa-8324-1f5b1017dbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.511490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bda875b7-896c-4faa-8324-1f5b1017dbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.611906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda875b7-896c-4faa-8324-1f5b1017dbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93ac8c-d349-48db-88c9-56ba70e3646d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:10.644684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bda875b7-896c-4faa-8324-1f5b1017dbbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eedd5bea14145d0910c41143bf2438f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940516 Aug 10 01:10:10.647496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:10.700135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca6371-3a88-41b7-a743-c74bb47bc2fd req-0711faaf-c813-4f32-8334-e662005427f3 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:10.710022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19ca6371-3a88-41b7-a743-c74bb47bc2fd req-0711faaf-c813-4f32-8334-e662005427f3 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 943 time: 0.1019316 Aug 10 01:10:10.748341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.753015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19ca6371-3a88-41b7-a743-c74bb47bc2fd req-662cf88f-b75c-41b4-b78d-6af2c767507e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Aug 10 01:10:10.760257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:10.774303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.811048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e0a92cd3-39ac-4f5d-a3fe-d1328d4482aa None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:10.812072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e0a92cd3-39ac-4f5d-a3fe-d1328d4482aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.833032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.867104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e0a92cd3-39ac-4f5d-a3fe-d1328d4482aa None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:10.890170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e0a92cd3-39ac-4f5d-a3fe-d1328d4482aa None None] Provisioning for port bf6debd0-eeca-4f1d-850c-46815898c463 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:10.937858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.940491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:10.941664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd93ac8c-d349-48db-88c9-56ba70e3646d HTTP/1.1" status: 204 len: 168 time: 0.2912178 Aug 10 01:10:10.957393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975c6be-33b4-4ea6-9d5d-38cfaa8912bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93ac8c-d349-48db-88c9-56ba70e3646d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.125790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ebb1593-5ed1-4661-ae2f-648350fe178c None None] Provisioning for port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:11.131689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ebb1593-5ed1-4661-ae2f-648350fe178c None None] Provisioning complete for port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:11.132340 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ebb1593-5ed1-4661-ae2f-648350fe178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.153331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.182287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb1593-5ed1-4661-ae2f-648350fe178c None None] Port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:11.228810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:11.232211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:11.237556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:11.238318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.244340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.245650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a24ba80-1fb9-4689-a68c-63f79478459f None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:11.265251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55926) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.265498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-751c31f7-8aa1-454e-9747-02e56897a2d4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0627909 Aug 10 01:10:11.271782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-932224104', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6'}], 'security_groups': ['f8899db0-458c-4c57-be03-898bea842bde']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:11.345735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.346180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55928) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.363888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-333a448d-d66d-440a-896c-18a49dea7f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.378950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 106c59bd-3da7-405e-b518-8ab64974d856 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:10:11.463484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-333a448d-d66d-440a-896c-18a49dea7f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.469306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-333a448d-d66d-440a-896c-18a49dea7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.508029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a448d-d66d-440a-896c-18a49dea7f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c898d07f-88a6-4312-a0b3-41bf99cdf92b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.514751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-333a448d-d66d-440a-896c-18a49dea7f95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0adfcaaaf8914132a5a8a8a24289c9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649356 Aug 10 01:10:11.515210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55930) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:11.520412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:11.533593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '106c59bd-3da7-405e-b518-8ab64974d856', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'port_id': '106c59bd-3da7-405e-b518-8ab64974d856', 'mac_address': 'fa:16:3e:fe:38:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:10:11.585195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.597810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.610700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.618284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Update dhcp port {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'fixed_ips': [{'subnet_id': '64c60f99-1998-4a34-8a36-f1ca5e179a0c', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'bf6debd0-eeca-4f1d-850c-46815898c463'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:10:11.643775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c59bd-3da7-405e-b518-8ab64974d856 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:10:11.648953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.676848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:11.684296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.687536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.691206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c898d07f-88a6-4312-a0b3-41bf99cdf92b HTTP/1.1" status: 204 len: 168 time: 0.1720476 Aug 10 01:10:11.701706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.706542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ab2ca-1c05-49a1-81d3-c507d083928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c898d07f-88a6-4312-a0b3-41bf99cdf92b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.739535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Delete allocated IP 172.20.0.10 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/64c60f99-1998-4a34-8a36-f1ca5e179a0c) {{(pid=105958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:10:11.756364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.18 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6/72d22dfb-5000-4dc8-aa2f-784ca2afb597) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:11.813697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:11.901151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:11.916185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c98317-4dc3-4cfa-a53b-897b0539485e req-4a442a8c-250a-4691-a39b-46f16a173393 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:11.917834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c98317-4dc3-4cfa-a53b-897b0539485e req-4a442a8c-250a-4691-a39b-46f16a173393 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 944 time: 0.0713971 Aug 10 01:10:11.948208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port bf6debd0-eeca-4f1d-850c-46815898c463 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:11.952282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:11.952833 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:11.955937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:11.979202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3c98317-4dc3-4cfa-a53b-897b0539485e req-3711c1c8-c2c1-4700-b98f-d8980f372f00 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535803 Aug 10 01:10:12.007189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.023769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 72d22dfb-5000-4dc8-aa2f-784ca2afb597 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:12.035981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.105071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=72d22dfb-5000-4dc8-aa2f-784ca2afb597,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:12.150592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-adb0e5f1-5888-4166-b9fe-ce44f86d8453 {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:12.150969 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:12.151686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.167174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] In _notify_port_updated(), no bound segment for port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 on network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:10:12.173581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:12.174311 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.178037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-768c21e8-a4e7-4f39-8468-7a0db3b1d81b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/ports/72d22dfb-5000-4dc8-aa2f-784ca2afb597 HTTP/1.1" status: 200 len: 920 time: 0.9089501 Aug 10 01:10:12.178408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.207250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:12.217088 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.293918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:12.319611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 72d22dfb-5000-4dc8-aa2f-784ca2afb597 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:12.319955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.423934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.450332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 72d22dfb-5000-4dc8-aa2f-784ca2afb597 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:12.596661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.641884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=72d22dfb-5000-4dc8-aa2f-784ca2afb597,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:12.683602 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.721528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.727517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-827d7e4c-2439-4d22-a3b4-832f8d712b71 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/72d22dfb-5000-4dc8-aa2f-784ca2afb597 HTTP/1.1" status: 204 len: 168 time: 0.5446765 Aug 10 01:10:12.728224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55976) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.762413 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-00874474-d63f-4b78-9838-e037ad3c985d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:10:12.768471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00874474-d63f-4b78-9838-e037ad3c985d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/72d22dfb-5000-4dc8-aa2f-784ca2afb597 HTTP/1.1" status: 404 len: 333 time: 0.0391412 Aug 10 01:10:12.769647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55978) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.831271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.867505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.897071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Allocated IP 172.20.0.18 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6/bf6debd0-eeca-4f1d-850c-46815898c463) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:12.916450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.924521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:12.926011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/security-groups/5f817f18-e56a-4740-a620-1fe6564f0ba2 HTTP/1.1" status: 204 len: 168 time: 0.1552930 Aug 10 01:10:12.928839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55988) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:12.937897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c4c97-21a7-4b23-a065-2fa9c0cd2d4b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f817f18-e56a-4740-a620-1fe6564f0ba2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.060001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.074627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:13.109208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.112695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.128974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Transition to ACTIVE for port object bf6debd0-eeca-4f1d-850c-46815898c463 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:13.135543 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.234940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172efd5-54e6-41e2-8590-950fe819d77d req-43e6150b-7cbc-4e23-a964-65450375fd6d tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:13.237087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5172efd5-54e6-41e2-8590-950fe819d77d req-43e6150b-7cbc-4e23-a964-65450375fd6d tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 944 time: 0.1011121 Aug 10 01:10:13.243561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb9177-3201-4a94-bb46-17e6d509e447 None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.279586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.283964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.287649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8899db0-458c-4c57-be03-898bea842bde HTTP/1.1" status: 204 len: 168 time: 0.3572659 Aug 10 01:10:13.288315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56010) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:13.302053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be91c8d-bf7f-4b32-b848-18b385af3a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8899db0-458c-4c57-be03-898bea842bde,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.336187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5172efd5-54e6-41e2-8590-950fe819d77d req-c6d450ad-5b9e-498c-8e22-6524bd893794 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918036 Aug 10 01:10:13.364524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 106c59bd-3da7-405e-b518-8ab64974d856 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:13.374233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 64c60f99-1998-4a34-8a36-f1ca5e179a0c {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:13.378588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.426460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.427206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 106c59bd-3da7-405e-b518-8ab64974d856 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:13.432595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 106c59bd-3da7-405e-b518-8ab64974d856 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:13.433197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.497156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56014) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:13.548129 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.583265 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.630414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.665198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:13.665692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=64c60f99-1998-4a34-8a36-f1ca5e179a0c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.675134 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097cf35d-28d7-43ea-9e9c-2c2f01054714" -d '{"events": [{"server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "name": "network-vif-plugged", "status": "completed", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:13.676415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.683117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2fe57d86-6579-4c2a-b081-6890b3eecc58 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/64c60f99-1998-4a34-8a36-f1ca5e179a0c HTTP/1.1" status: 204 len: 168 time: 0.3902318 Aug 10 01:10:13.683832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:13.698805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:13.698934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:13.706929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.712200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f750260-ddc7-4080-a146-f78f41cac3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.756428 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be41ffa-92f1-4abb-a3c0-9e13d5d84d6f x-openstack-request-id: req-8be41ffa-92f1-4abb-a3c0-9e13d5d84d6f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:13.756428 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "name": "network-vif-plugged", "status": "completed", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:13.756749 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8be41ffa-92f1-4abb-a3c0-9e13d5d84d6f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:13.756981 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'code': 200} Aug 10 01:10:13.783121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:13.833689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:13.889278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d3ae3-b6af-42eb-ae16-4543b6f00a92 req-4a7870e0-d41b-48ca-b775-12fe3d8bce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:13.891187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-569d3ae3-b6af-42eb-ae16-4543b6f00a92 req-4a7870e0-d41b-48ca-b775-12fe3d8bce8f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.0815771 Aug 10 01:10:13.937141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-569d3ae3-b6af-42eb-ae16-4543b6f00a92 req-9c04f08e-2f25-488d-94a6-c6ca8b56b27d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386350 Aug 10 01:10:13.971668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f05f9b-fa1f-4c68-a474-755ab985fe99 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:13.990101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f750260-ddc7-4080-a146-f78f41cac3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:13.999649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f750260-ddc7-4080-a146-f78f41cac3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.044159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:14.048479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.056900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f750260-ddc7-4080-a146-f78f41cac3ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63f237cf7ea645079cc82a1a0ae0b19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5582054 Aug 10 01:10:14.059524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56024) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:14.073614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f750260-ddc7-4080-a146-f78f41cac3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4992c-b4a8-4076-b560-b4e46d9f4073,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.094615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:14.095131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.098251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a47a5ffb-e258-4c00-8033-325273d31f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.116301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.150628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.224576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:14.231839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Could not find standard attr ID for object 72d22dfb-5000-4dc8-aa2f-784ca2afb597. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:14.236384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.247122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Provisioning for port bf6debd0-eeca-4f1d-850c-46815898c463 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:14.252760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:14.253382 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.253632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7198eeb5-2243-4524-8bc9-94afa195fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.257351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afe4992c-b4a8-4076-b560-b4e46d9f4073 HTTP/1.1" status: 204 len: 168 time: 0.1954181 Aug 10 01:10:14.269610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6abab-107f-4217-a0a5-73cc62776431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4992c-b4a8-4076-b560-b4e46d9f4073,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.473510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.547515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:14.568459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:14.571886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.572617 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.587628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=cf28e75f-fdda-4218-8003-c2b6198781ee,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.608391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1dd73-0b25-4f1d-9a15-3a0e50da0907 req-1e2dd259-8e2e-46c6-b2a3-c6e1e0cf78a0 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:14.610323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95e1dd73-0b25-4f1d-9a15-3a0e50da0907 req-1e2dd259-8e2e-46c6-b2a3-c6e1e0cf78a0 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1466537 Aug 10 01:10:14.636290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cd4968cd-9a9d-4d23-be4f-40373b62d5c5 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9463170 Aug 10 01:10:14.637368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56040) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:14.642734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1206811772'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:14.702299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95e1dd73-0b25-4f1d-9a15-3a0e50da0907 req-2f4d5d27-94e9-4933-8978-34d0d54bfccc tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849671 Aug 10 01:10:14.736108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.870993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.877818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.916871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.920883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2801466 Aug 10 01:10:14.921250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:14.921867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab971e-2e2d-4d2f-915a-012a68320afb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d550de-8095-4f92-ae52-1e8366e09795,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:14.936904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'security_group': {'name': 'tempest-secgroup-600629592'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:14.963628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:14.969561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6609f9c5-e40f-4a96-aabc-5e1264c4e8de None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:15.052952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7638fcf4-0dd7-4aed-9bf0-1fc9df6b7ddd None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:15.053629 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7638fcf4-0dd7-4aed-9bf0-1fc9df6b7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.079408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.084502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.115603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.119135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1846182 Aug 10 01:10:15.119882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.126026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'security_group': {'name': 'tempest-secgroup-1661641192'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:15.135530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff86ba-6e20-46a6-becb-46a93da84c7b tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6429ee6-aec3-4e2f-a05f-890bf72d8593,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.145390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7638fcf4-0dd7-4aed-9bf0-1fc9df6b7ddd None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:15.168714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.174796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7638fcf4-0dd7-4aed-9bf0-1fc9df6b7ddd None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:15.175169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7638fcf4-0dd7-4aed-9bf0-1fc9df6b7ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.240638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56062) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.306255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.310483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.349136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a4fd8-34a8-4e4c-b285-7686dcf29657,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.353853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.355225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d16163a-d1c3-4d68-8ed2-6315c1a2b762 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2343111 Aug 10 01:10:15.360407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56066) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.364485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1933167910', 'security_groups': ['3f0a4fd8-34a8-4e4c-b285-7686dcf29657'], 'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf28e75f-fdda-4218-8003-c2b6198781ee'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:15.442238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-953968456'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:15.489955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:15.493761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.510019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.565050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Update dhcp port {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'fixed_ips': [{'subnet_id': '2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf28e75f-fdda-4218-8003-c2b6198781ee'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'bf6debd0-eeca-4f1d-850c-46815898c463'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:10:15.590886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.617832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.635180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.642751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:15.706257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:15.730168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.730590 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Added segment eca762de-43b1-46c7-84be-b707fdc53802 of type vlan for network 8069773f-cee2-4a9e-bb5d-bc4669776e07 Aug 10 01:10:15.743713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab54f17-254d-489e-9b03-6e645703bb96,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:15.791504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.805023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Allocated IP 172.20.0.2 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/cf28e75f-fdda-4218-8003-c2b6198781ee/bf6debd0-eeca-4f1d-850c-46815898c463) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:15.823022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.852172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] device_id is not set on port 86afefd4-0f42-4e81-bdd5-8881f563aede yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:15.859127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.865990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.866549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:15.942394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cfdd5-8bea-4444-9714-9ed5d23decbf req-0a580ce2-55a5-4619-9f6a-ace8eb2c8bc1 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:15.944038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-224cfdd5-8bea-4444-9714-9ed5d23decbf req-0a580ce2-55a5-4619-9f6a-ace8eb2c8bc1 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1293130 Aug 10 01:10:15.972371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7279811 Aug 10 01:10:15.972651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:15.979976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'subnet': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:15.991970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:16.033314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.046896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae67dab-5368-4bcb-81d2-c6ae2febff29 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Network': ['ID=8069773f-cee2-4a9e-bb5d-bc4669776e07,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:16.060538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:16.066713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Transition to ACTIVE for port object bf6debd0-eeca-4f1d-850c-46815898c463 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:16.104183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-224cfdd5-8bea-4444-9714-9ed5d23decbf req-f5f3b2dc-952e-41e9-9d51-11a4e7001e06 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531191 Aug 10 01:10:16.106408 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.221985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:16.227427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.254963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.14 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/cf28e75f-fdda-4218-8003-c2b6198781ee/86afefd4-0f42-4e81-bdd5-8881f563aede) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:16.289929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939a4ec-a8b6-40f2-a1d1-9eb7946b786c None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:16.562900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-dfef0039-7115-44e2-b7c3-ae68c7ad5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.564565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-dfef0039-7115-44e2-b7c3-ae68c7ad5d80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.1553919 Aug 10 01:10:16.590480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b03ff-aeb9-491d-8aee-51d19a8f233a req-c8bf0d7c-75c8-45c5-a71a-4a8752b4ef15 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.597949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-256b03ff-aeb9-491d-8aee-51d19a8f233a req-c8bf0d7c-75c8-45c5-a71a-4a8752b4ef15 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1120443 Aug 10 01:10:16.629064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.658879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 86afefd4-0f42-4e81-bdd5-8881f563aede will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:16.663195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-256b03ff-aeb9-491d-8aee-51d19a8f233a req-809ddff0-4d5d-4648-9351-1e12754d7293 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570080 Aug 10 01:10:16.703960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.749493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b720f05-b980-4063-a201-303b379fab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.764052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:16.764333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-fc1dcf58-de7b-4b26-92eb-595908aeac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.764516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:16.764622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-fc1dcf58-de7b-4b26-92eb-595908aeac39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.1458976 Aug 10 01:10:16.766938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:16.829405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-2debd772-c9f7-4b02-9c47-7bb9c53bdc87 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.0566180 Aug 10 01:10:16.852301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=86afefd4-0f42-4e81-bdd5-8881f563aede,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:16.863337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.864364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.886392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-419e3f8b-a9a4-4081-bab1-d1d055e64724 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5239959 Aug 10 01:10:16.886710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:16.893519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:16.918894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:16.933503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-ae1e402d-1c0c-45e3-b571-7f5b6d8b215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:16.935196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-ae1e402d-1c0c-45e3-b571-7f5b6d8b215b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.0795374 Aug 10 01:10:17.025132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-baff665b-50da-43ab-8194-398971f3f30b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589645 Aug 10 01:10:17.059165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:17.064488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.095373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Subnet': ['ID=f9ad4535-971d-4f7a-8977-22dd27c092c7,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:17.126747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Checking segment: {'id': 'eca762de-43b1-46c7-84be-b707fdc53802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:17.127099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network hostable DHCP agents. Network: 8069773f-cee2-4a9e-bb5d-bc4669776e07, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:17.181165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-16815ffa-010b-4b25-aab5-d59f94416d0a service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478877 Aug 10 01:10:17.182296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:17.215608 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cf28e75f-fdda-4218-8003-c2b6198781ee (CIDR: 172.20.0.0/28) Aug 10 01:10:17.220098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8069773f-cee2-4a9e-bb5d-bc4669776e07) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:17.220303 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:10:17.220753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:17.235312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb51167c-c49b-4c0e-8241-e0d61162388c None None] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:17.237516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f052a563-2f91-423c-a639-9861b18bda29 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3496025 Aug 10 01:10:17.240039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:17.254590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:17.255348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.266752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.284514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-99ecc56d-1192-492a-81df-73e1fa984f28 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3075614 Aug 10 01:10:17.286207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:17.293233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-347706082'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.343544 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.364602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:17.365535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.395262 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-738b9658-1e44-4ae9-aa01-1bc5c7110fe2 req-50b68853-0049-4bd5-ad23-fe22bc96b648 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053893 Aug 10 01:10:17.454700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:17.459921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.485656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:17.490352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.524748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:17.533414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:17.562351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Provisioning for port bf6debd0-eeca-4f1d-850c-46815898c463 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:17.598412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:17.612836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ef00dc15-c402-4e65-a934-6ea8ae225744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.624819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8069773f-cee2-4a9e-bb5d-bc4669776e07', 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'tenant_id': '21761f7c92124159aa1524ac781f299d', 'fixed_ips': [{'subnet_id': 'f9ad4535-971d-4f7a-8977-22dd27c092c7'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:17.627055 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.636242 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6 (CIDR: 172.20.0.16/28) Aug 10 01:10:17.642114 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:10:17.642898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:17.668068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93bdf9f8-5165-427b-a550-bb37210e2777 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4268031 Aug 10 01:10:17.671970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:17.679449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'subnet': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:17.753128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:17.847607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.933318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::f9 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/3401acb5-eab6-4ad9-8362-9b05ccde9ab4) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:17.961527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:17.961662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5dd2-eded-49bd-ac1f-310cbb4d69b0 req-65eda9bb-5d00-4b2b-a0ba-075ad7a0a9ed tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:17.962034 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:17.963084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ec5dd2-eded-49bd-ac1f-310cbb4d69b0 req-65eda9bb-5d00-4b2b-a0ba-075ad7a0a9ed tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1215255 Aug 10 01:10:18.007668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Made reservation on behalf of ba6debb6959e45378c37cfb816844b02 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:18.011592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.150136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ec5dd2-eded-49bd-ac1f-310cbb4d69b0 req-cc9076c3-1e3c-4605-ac38-ab122b75582f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738987 Aug 10 01:10:18.177893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c427121f-97d0-4d0a-811a-b91690cfdd63 None None] Could not find standard attr ID for object 72d22dfb-5000-4dc8-aa2f-784ca2afb597. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:18.194454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c427121f-97d0-4d0a-811a-b91690cfdd63 None None] Provisioning for port 86afefd4-0f42-4e81-bdd5-8881f563aede completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:18.200978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c427121f-97d0-4d0a-811a-b91690cfdd63 None None] Provisioning complete for port 86afefd4-0f42-4e81-bdd5-8881f563aede triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:18.201439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c427121f-97d0-4d0a-811a-b91690cfdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.286317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c427121f-97d0-4d0a-811a-b91690cfdd63 None None] Port 86afefd4-0f42-4e81-bdd5-8881f563aede cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:18.308934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.331408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:18.435070 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.484889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Allocated IP 2001:db8::2 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/2b25e3b9-aa5a-4c8d-979c-061b5f9411f5) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:18.502784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:18.503831 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.520217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:18.526734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:18.532813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.533437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.568764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=3401acb5-eab6-4ad9-8362-9b05ccde9ab4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.583351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:18.587351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3a1d11c-3a89-4b45-929a-d5b7b099e2b3 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3001568 Aug 10 01:10:18.590420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56380) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:18.590970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:18.603485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2025245690', 'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:99:0b:57'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:18.609500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:18.610204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.615959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Subnet': ['ID=dde7f125-0533-4979-837e-34cca9176cec,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.638526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fddcdf-3ab4-4dc0-8eb5-4031cb4129c9 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:18.656944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d2c68827-b523-4636-a96a-efd1d7a9b82d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9807873 Aug 10 01:10:18.657319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:18.662549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1215881880', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dde7f125-0533-4979-837e-34cca9176cec'}], 'security_groups': ['99d550de-8095-4f92-ae52-1e8366e09795', 'b6429ee6-aec3-4e2f-a05f-890bf72d8593']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:18.749166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:18.758356 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.782658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Transition to ACTIVE for port object 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:18.815891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Transition to ACTIVE for port object 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:18.875863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.890418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.899858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port fb55f5f2-8b39-4ec0-93f3-a9c935aae738 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:18.915086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:18.957185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:18.959269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Pushing event updated for resources: {'Port': ['ID=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:18.962131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:18.967463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:19.076143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Attempting to bind port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:19.077718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Attempting to bind port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'eca762de-43b1-46c7-84be-b707fdc53802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:19.078706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Attempting to bind port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 on network 8069773f-cee2-4a9e-bb5d-bc4669776e07 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:19.090854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::92 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/fb55f5f2-8b39-4ec0-93f3-a9c935aae738) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:19.112464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:19.113423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Checking segment: {'id': 'eca762de-43b1-46c7-84be-b707fdc53802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:19.114925 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.115492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Bound using segment: {'id': 'eca762de-43b1-46c7-84be-b707fdc53802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:19.116390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Bound port: 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca762de-43b1-46c7-84be-b707fdc53802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:19.116996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.213323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] For port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:19.216666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] For port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,segment=NetworkSegment(eca762de-43b1-46c7-84be-b707fdc53802),segment_id=eca762de-43b1-46c7-84be-b707fdc53802)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:19.222246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Update dhcp port {'port': {'network_id': '6503b8a3-fe32-438d-bde0-ec00bbcb7760', 'fixed_ips': [{'subnet_id': '2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf28e75f-fdda-4218-8003-c2b6198781ee', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dde7f125-0533-4979-837e-34cca9176cec'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'bf6debd0-eeca-4f1d-850c-46815898c463'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:10:19.225222 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.334499 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.378215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fc718-1048-4bf2-9c1b-3e1374be7c26 None None] Pushing event updated for resources: {'Port': ['ID=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.413366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb15c8d-3d1a-4b07-a98e-0c824690bb84 req-6c3ec6ae-35ce-4a90-8dde-55ad62dcfff1 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.414464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dcb15c8d-3d1a-4b07-a98e-0c824690bb84 req-6c3ec6ae-35ce-4a90-8dde-55ad62dcfff1 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0989337 Aug 10 01:10:19.436925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Delete allocated IP 172.20.0.14 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/cf28e75f-fdda-4218-8003-c2b6198781ee) {{(pid=105957) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:10:19.453879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Allocated IP 172.20.0.38 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/dde7f125-0533-4979-837e-34cca9176cec/86afefd4-0f42-4e81-bdd5-8881f563aede) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:19.463774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.483534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dcb15c8d-3d1a-4b07-a98e-0c824690bb84 req-e1755ee3-5384-4e63-9857-4c909f8c9afe tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Aug 10 01:10:19.490916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object fb55f5f2-8b39-4ec0-93f3-a9c935aae738 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:19.533218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.579378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:19.582363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:19.586235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:19.591873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.592730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.613503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=fb55f5f2-8b39-4ec0-93f3-a9c935aae738,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:19.631357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2a7abd01-6d25-4e0a-ad6d-66665f8608d9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.0392468 Aug 10 01:10:19.631862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56488) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.638888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.740743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ec147-65d0-4424-95e4-efe6ec4e0993 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.747832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ec147-65d0-4424-95e4-efe6ec4e0993 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.772007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.772198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ec147-65d0-4424-95e4-efe6ec4e0993 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:19.775189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56504) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:19.776522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-006ec147-65d0-4424-95e4-efe6ec4e0993 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1420684 Aug 10 01:10:19.828590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Transition to ACTIVE for port object 86afefd4-0f42-4e81-bdd5-8881f563aede will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:19.868241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:19.892603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Allocated IP 172.20.0.34 (6503b8a3-fe32-438d-bde0-ec00bbcb7760/dde7f125-0533-4979-837e-34cca9176cec/bf6debd0-eeca-4f1d-850c-46815898c463) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:19.986644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event updated for resources: {'Port': ['ID=86afefd4-0f42-4e81-bdd5-8881f563aede,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.012757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] In _notify_port_updated(), no bound segment for port 86afefd4-0f42-4e81-bdd5-8881f563aede on network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:10:20.012872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:20.019718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.020386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.021927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1c9de40c-609d-4a28-95ca-0cb6a9c47592 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "PUT /v2.0/ports/86afefd4-0f42-4e81-bdd5-8881f563aede HTTP/1.1" status: 200 len: 960 time: 1.3636642 Aug 10 01:10:20.024207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port fb55f5f2-8b39-4ec0-93f3-a9c935aae738 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:20.024547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.024780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56532) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:20.057376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.090081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Transition to ACTIVE for port object bf6debd0-eeca-4f1d-850c-46815898c463 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:20.094717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.165186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.179756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 86afefd4-0f42-4e81-bdd5-8881f563aede {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:20.180108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.185684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for fb55f5f2-8b39-4ec0-93f3-a9c935aae738 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:20.220487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12139c-d687-4ff7-9445-e4c7202d9a80 None None] Pushing event updated for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.297727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.316096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 86afefd4-0f42-4e81-bdd5-8881f563aede owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:20.457511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.532650 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.538044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=fb55f5f2-8b39-4ec0-93f3-a9c935aae738,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.701044 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:10:20.748750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677588ea-248b-4ff5-9076-a3d9e91ebcc0 None None] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:20.751415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62bbaa-aaab-40f7-8a09-cabddfebad91 req-0c4647d4-32a8-4da5-8721-6c79ea008fc4 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:20.753125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd62bbaa-aaab-40f7-8a09-cabddfebad91 req-0c4647d4-32a8-4da5-8721-6c79ea008fc4 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1476121 Aug 10 01:10:20.754376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:20.756607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-628dd5dc-d7df-4e98-94ba-3f4c2c259cb9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/fb55f5f2-8b39-4ec0-93f3-a9c935aae738 HTTP/1.1" status: 204 len: 168 time: 0.9804528 Aug 10 01:10:20.761292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:20.806848 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dc1889-da2c-48c2-b03f-8f354ba32d9a tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] GET failed (client error): The resource could not be found. Aug 10 01:10:20.813260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d9dc1889-da2c-48c2-b03f-8f354ba32d9a tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports/fb55f5f2-8b39-4ec0-93f3-a9c935aae738 HTTP/1.1" status: 404 len: 333 time: 0.0461898 Aug 10 01:10:20.815174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:20.835688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1346602816'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:20.938428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0b8e91d7-f491-4ea0-b90e-a757879cc8c5 None None] Provisioning for port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:20.961215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=86afefd4-0f42-4e81-bdd5-8881f563aede,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:20.983678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd62bbaa-aaab-40f7-8a09-cabddfebad91 req-dedde370-7c25-4497-a208-a844d912b3e6 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117856 Aug 10 01:10:21.001746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:21.006210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.027447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.029446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d240ecf8-9c07-419c-b616-0927ada74e72 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/86afefd4-0f42-4e81-bdd5-8881f563aede HTTP/1.1" status: 204 len: 168 time: 1.0036271 Aug 10 01:10:21.032889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56574) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.033519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port 0b5783a6-5ae3-4945-96a7-8fb30218a38d yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:21.058904 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8de80f7-df82-46c9-8022-c980f8090a5d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] GET failed (client error): The resource could not be found. Aug 10 01:10:21.063906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c8de80f7-df82-46c9-8022-c980f8090a5d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports/86afefd4-0f42-4e81-bdd5-8881f563aede HTTP/1.1" status: 404 len: 333 time: 0.0265732 Aug 10 01:10:21.065677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56576) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.071653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:21.072027 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.130014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:21.137401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Could not find standard attr ID for object 86afefd4-0f42-4e81-bdd5-8881f563aede. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:21.145177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.166383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Provisioning for port bf6debd0-eeca-4f1d-850c-46815898c463 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:21.173974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:21.174358 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3772-0c1d-4e03-9f67-b2f97114293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.175889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.214332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::342 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/0b5783a6-5ae3-4945-96a7-8fb30218a38d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:21.228515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.231971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.237102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f0a4fd8-34a8-4e4c-b285-7686dcf29657 HTTP/1.1" status: 204 len: 168 time: 0.1677010 Aug 10 01:10:21.239797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56582) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.246359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8466c2-bda0-4cda-9eef-1090e72b4eb0 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a4fd8-34a8-4e4c-b285-7686dcf29657,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.370257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.435018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.456894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba48aac0-b75d-4e67-bac9-3dd2b81f0615 None None] Provisioning for port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:21.461776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba48aac0-b75d-4e67-bac9-3dd2b81f0615 None None] Provisioning complete for port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:21.463713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ba48aac0-b75d-4e67-bac9-3dd2b81f0615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.531431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ba48aac0-b75d-4e67-bac9-3dd2b81f0615 None None] Port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:21.585846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.590494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.593214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.594346 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/security-groups/b6429ee6-aec3-4e2f-a05f-890bf72d8593 HTTP/1.1" status: 204 len: 168 time: 0.3524995 Aug 10 01:10:21.598781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.612664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f788b38-6081-4d89-85f3-f7f9a9e534eb tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6429ee6-aec3-4e2f-a05f-890bf72d8593,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.616938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object 0b5783a6-5ae3-4945-96a7-8fb30218a38d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:21.688019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.713038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.759528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.780874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:21.784296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5021f6d8-73b4-4816-b48d-1621f0000eab None None] Provisioning complete for port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:21.786348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5021f6d8-73b4-4816-b48d-1621f0000eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.790117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:21.807384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:21.824370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:21.828608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.838253 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.844844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:21.846253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/security-groups/99d550de-8095-4f92-ae52-1e8366e09795 HTTP/1.1" status: 204 len: 168 time: 0.2463906 Aug 10 01:10:21.859487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5021f6d8-73b4-4816-b48d-1621f0000eab None None] Port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:21.863546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5021f6d8-73b4-4816-b48d-1621f0000eab None None] Could not find standard attr ID for object 86afefd4-0f42-4e81-bdd5-8881f563aede. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:21.868322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56594) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.870801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0514348 Aug 10 01:10:21.874944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56596) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:21.875243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21930b8-cf10-492e-9ebe-958aa078f626 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d550de-8095-4f92-ae52-1e8366e09795,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.886485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:99:0b:57'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:21.895299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0e255-706d-495c-b1a8-bda0b735f63e tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=0b5783a6-5ae3-4945-96a7-8fb30218a38d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:21.970614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:22.008996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet cf28e75f-fdda-4218-8003-c2b6198781ee {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:22.016318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.081813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:22.090133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:22.092359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.115146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.265592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.289650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1e4663ad-95a6-49dc-92a9-8f0632f5ccf8 None None] Could not find standard attr ID for object fb55f5f2-8b39-4ec0-93f3-a9c935aae738. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:10:22.325730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,segment=NetworkSegment(eca762de-43b1-46c7-84be-b707fdc53802),segment_id=eca762de-43b1-46c7-84be-b707fdc53802)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:22.332158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.333073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:22.355240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.397352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-648ddace-e3d7-46cf-a0e6-fb4cea40827a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269205 Aug 10 01:10:22.406529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d42d21-2653-44f0-97d6-a81fcd625a0e req-293e9b8b-ebde-4c04-8c4d-a502f9a8d47e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.416807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37d42d21-2653-44f0-97d6-a81fcd625a0e req-293e9b8b-ebde-4c04-8c4d-a502f9a8d47e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.2642069 Aug 10 01:10:22.511206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:22.511941 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.535032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37d42d21-2653-44f0-97d6-a81fcd625a0e req-1dbe4873-86bc-4f43-87da-1c19b4991c9f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168132 Aug 10 01:10:22.571029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.606743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:22.616074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=cf28e75f-fdda-4218-8003-c2b6198781ee,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:22.632963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-07aaf22d-afc5-4aa3-94ee-c32f92441a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.634939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-07aaf22d-afc5-4aa3-94ee-c32f92441a51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1097 time: 0.1571982 Aug 10 01:10:22.643072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.645566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8d08725-f731-49a2-a37e-35c12fcb6f41 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/cf28e75f-fdda-4218-8003-c2b6198781ee HTTP/1.1" status: 204 len: 168 time: 0.7756720 Aug 10 01:10:22.651655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56606) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:22.659647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233f6fca-2bc3-47f6-8630-57030481c5c8 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:22.664402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.791969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet dde7f125-0533-4979-837e-34cca9176cec {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:22.798331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.864995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.868836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-3b733745-d33d-4908-a4db-b52aa7992eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.870552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-3b733745-d33d-4908-a4db-b52aa7992eb2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1715052 Aug 10 01:10:22.882562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.890610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.927999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] In _notify_port_updated(), no bound segment for port 0b5783a6-5ae3-4945-96a7-8fb30218a38d on network 8069773f-cee2-4a9e-bb5d-bc4669776e07 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:10:22.934131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:22.935042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:22.940022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "PUT /v2.0/ports/0b5783a6-5ae3-4945-96a7-8fb30218a38d HTTP/1.1" status: 200 len: 1002 time: 1.0632474 Aug 10 01:10:22.941249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:22.958751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b492b-19e2-40cf-aa30-f61c6e3f43c4 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=0b5783a6-5ae3-4945-96a7-8fb30218a38d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.001541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ee765e1-70b1-488d-80b4-e55a5c757c2e None None] Provisioning for port 0b5783a6-5ae3-4945-96a7-8fb30218a38d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:23.010767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ee765e1-70b1-488d-80b4-e55a5c757c2e None None] Provisioning complete for port 0b5783a6-5ae3-4945-96a7-8fb30218a38d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:23.011145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ee765e1-70b1-488d-80b4-e55a5c757c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.087525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-86071171-1cfc-4b51-b5eb-2fa3ba44eaa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 1001 time: 0.1948369 Aug 10 01:10:23.099376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9ee765e1-70b1-488d-80b4-e55a5c757c2e None None] Port 0b5783a6-5ae3-4945-96a7-8fb30218a38d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:23.111221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.202209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-36fd83af-de5a-457f-95c6-26ee94776e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.203984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-36fd83af-de5a-457f-95c6-26ee94776e72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.1067746 Aug 10 01:10:23.212365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 0b5783a6-5ae3-4945-96a7-8fb30218a38d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:23.212719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.310073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.329355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a8dea0a-c4ed-47d7-be6a-36d746dcb16a None None] Provisioning complete for port 0b5783a6-5ae3-4945-96a7-8fb30218a38d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:23.330000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a8dea0a-c4ed-47d7-be6a-36d746dcb16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.356083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=dde7f125-0533-4979-837e-34cca9176cec,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.364976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dea0a-c4ed-47d7-be6a-36d746dcb16a None None] Port 0b5783a6-5ae3-4945-96a7-8fb30218a38d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:23.372754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.375509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f2121382-1b6a-4598-b729-658149dadd8a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/dde7f125-0533-4979-837e-34cca9176cec HTTP/1.1" status: 204 len: 168 time: 0.7226377 Aug 10 01:10:23.377847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-02dd66db-e1bb-4f4a-9324-d07a5499e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.378246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56612) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.379510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-02dd66db-e1bb-4f4a-9324-d07a5499e208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630709 Aug 10 01:10:23.397633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.407064 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-164d389f-1324-4c24-929f-a0d8bf5e8753 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:23.407802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164d389f-1324-4c24-929f-a0d8bf5e8753 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:23.409719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-164d389f-1324-4c24-929f-a0d8bf5e8753 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/cf28e75f-fdda-4218-8003-c2b6198781ee HTTP/1.1" status: 404 len: 337 time: 0.0304585 Aug 10 01:10:23.412220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56614) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.444990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 0b5783a6-5ae3-4945-96a7-8fb30218a38d owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:23.472072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting subnet 2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:23.475596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.523772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.543371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-50e7e47f-348f-46c4-b234-d3e0100fd47d service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555698 Aug 10 01:10:23.624594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.752422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c584275e-6dcc-4f36-a3fd-6aa9df6f8822 None None] Network 6503b8a3-fe32-438d-bde0-ec00bbcb7760 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:23.763472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26959494-a296-403b-b22e-d238c5b0989e req-50b48598-eeac-4d9d-9c52-238f975b8b01 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:23.765883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26959494-a296-403b-b22e-d238c5b0989e req-50b48598-eeac-4d9d-9c52-238f975b8b01 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1373568 Aug 10 01:10:23.790378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.794466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d78c6d3-4371-450b-adce-2283c8593d39 req-e22f3af9-e3ae-4a2b-a581-34905f111102 service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431600 Aug 10 01:10:23.811871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.828372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.832903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6 HTTP/1.1" status: 204 len: 168 time: 0.4173007 Aug 10 01:10:23.847607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=0b5783a6-5ae3-4945-96a7-8fb30218a38d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.847804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:23.851360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56624) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.853696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afffa06-6f18-43ff-b3cf-fbafe14e91b4 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Subnet': ['ID=2b2058e1-a23b-4f0f-97fb-41c96e0c8ad6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:23.878009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26959494-a296-403b-b22e-d238c5b0989e req-067a15b9-568e-4512-9f2e-20b6954509c9 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993104 Aug 10 01:10:23.920698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-caaf1586-bbff-4957-89b2-6bf3f8ad9cf6 None None] Provisioning complete for port 70dffcae-0d38-4020-8f00-aacc2f2e150d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:23.921060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caaf1586-bbff-4957-89b2-6bf3f8ad9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:23.954376 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc428873-5f39-44eb-a07f-5729c7ff924a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:23.955036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc428873-5f39-44eb-a07f-5729c7ff924a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:23.957045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc428873-5f39-44eb-a07f-5729c7ff924a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/64c60f99-1998-4a34-8a36-f1ca5e179a0c HTTP/1.1" status: 404 len: 337 time: 0.0927043 Aug 10 01:10:23.959886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56628) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.997221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56630) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:23.999494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb5696ee-7ff4-44c9-a24a-43d8c6bcf033 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c4d653-ad2a-4213-a929-c2bd27b5458d HTTP/1.1" status: 200 len: 205 time: 0.0334432 Aug 10 01:10:24.038518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-caaf1586-bbff-4957-89b2-6bf3f8ad9cf6 None None] Port 70dffcae-0d38-4020-8f00-aacc2f2e150d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:24.055931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:24.056292 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.074532 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-78fd3f2d-e8a7-4705-a814-14aff333bea8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] delete failed (client error): The resource could not be found. Aug 10 01:10:24.078332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78fd3f2d-e8a7-4705-a814-14aff333bea8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/routers/d0c4d653-ad2a-4213-a929-c2bd27b5458d HTTP/1.1" status: 404 len: 336 time: 0.0782104 Aug 10 01:10:24.078696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.101284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-caaf1586-bbff-4957-89b2-6bf3f8ad9cf6 None None] Provisioning complete for port bf6debd0-eeca-4f1d-850c-46815898c463 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:24.101713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caaf1586-bbff-4957-89b2-6bf3f8ad9cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.138023 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-232dd1c6-2af4-4058-917e-cff6218745bc tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.138939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232dd1c6-2af4-4058-917e-cff6218745bc tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.141156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-232dd1c6-2af4-4058-917e-cff6218745bc tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/5fe02515-24aa-4154-b88f-d39b44220e6b HTTP/1.1" status: 404 len: 337 time: 0.0606692 Aug 10 01:10:24.143659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56636) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.170821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.177735 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-48737281-1b95-4143-a47d-0094103a4024 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/0b5783a6-5ae3-4945-96a7-8fb30218a38d HTTP/1.1" status: 204 len: 168 time: 1.2336342 Aug 10 01:10:24.180574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56638) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.215925 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7b7cc7-fa7a-4871-aea2-30eb6ed55a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.216422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7b7cc7-fa7a-4871-aea2-30eb6ed55a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.220793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b7b7cc7-fa7a-4871-aea2-30eb6ed55a67 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/527b1a16-21a4-430a-ba48-d513af793752 HTTP/1.1" status: 404 len: 337 time: 0.0752041 Aug 10 01:10:24.225367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56640) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.238210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] DHCP port deletion for 6503b8a3-fe32-438d-bde0-ec00bbcb7760 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:24.239521 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d876d5-9faf-4384-bd2a-65e366da03d8 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] GET failed (client error): The resource could not be found. Aug 10 01:10:24.243923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-38d876d5-9faf-4384-bd2a-65e366da03d8 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports/0b5783a6-5ae3-4945-96a7-8fb30218a38d HTTP/1.1" status: 404 len: 333 time: 0.0621703 Aug 10 01:10:24.249104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56642) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.255175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-48664229'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:24.265752 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b18265f-b476-4fc2-bfb8-ed8098420e3a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.266209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b18265f-b476-4fc2-bfb8-ed8098420e3a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.270605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7b18265f-b476-4fc2-bfb8-ed8098420e3a tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/7cc14b4a-1c0b-4fa5-b5f7-de59e8ac5309 HTTP/1.1" status: 404 len: 337 time: 0.0442369 Aug 10 01:10:24.271241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56644) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.304527 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8afd33-6d07-428a-b038-8fa5db3be644 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.305539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8afd33-6d07-428a-b038-8fa5db3be644 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.307632 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-da8afd33-6d07-428a-b038-8fa5db3be644 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/0bba600d-b7f6-4ce3-a436-377d3b4fec44 HTTP/1.1" status: 404 len: 333 time: 0.0354927 Aug 10 01:10:24.311330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.346148 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4200ff2-305a-4386-ae2e-64b82725732d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.346606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4200ff2-305a-4386-ae2e-64b82725732d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.350865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4200ff2-305a-4386-ae2e-64b82725732d tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/dc9bf4d7-ad48-4b0a-acfd-090bbd7f86fb HTTP/1.1" status: 404 len: 337 time: 0.0363872 Aug 10 01:10:24.352419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56648) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.363495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Deleting port bf6debd0-eeca-4f1d-850c-46815898c463 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:24.363901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.381604 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4270583-0dc3-4612-ba51-4fa51fa640ed tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.382437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4270583-0dc3-4612-ba51-4fa51fa640ed tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.387113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.387332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f4270583-0dc3-4612-ba51-4fa51fa640ed tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/6d03e066-b521-4522-b9ca-a6ae77191dd9 HTTP/1.1" status: 404 len: 337 time: 0.0339060 Aug 10 01:10:24.419076 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d2e419-1b57-4a05-8f4f-9251a45c9929 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.420534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d2e419-1b57-4a05-8f4f-9251a45c9929 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.422652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-45d2e419-1b57-4a05-8f4f-9251a45c9929 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/af315dd5-9605-4110-824d-afb2acc401a4 HTTP/1.1" status: 404 len: 333 time: 0.0342488 Aug 10 01:10:24.426484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56652) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.434629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:24.436395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] For port bf6debd0-eeca-4f1d-850c-46815898c463, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf6debd0-eeca-4f1d-850c-46815898c463,segment=NetworkSegment(0f1f09b6-439c-4bd9-88ca-b4dea995bfb8),segment_id=0f1f09b6-439c-4bd9-88ca-b4dea995bfb8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:24.436978 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.439906 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.456280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Calling delete_port for bf6debd0-eeca-4f1d-850c-46815898c463 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:24.459070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port 0543eb28-dc29-4c2d-89c9-d0b588169d7b yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:24.459814 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae1ae6f-b479-4c30-acad-3322cddc39c8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.460382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae1ae6f-b479-4c30-acad-3322cddc39c8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.465674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56654) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.466639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dae1ae6f-b479-4c30-acad-3322cddc39c8 tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/40872078-f265-41c5-bc6c-42124aa5097f HTTP/1.1" status: 404 len: 337 time: 0.0389819 Aug 10 01:10:24.497309 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-729223a4-1233-4911-b183-50767564e7cd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:24.498339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729223a4-1233-4911-b183-50767564e7cd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:24.500094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-729223a4-1233-4911-b183-50767564e7cd tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/subnets/0f64520b-2bc2-4a70-bd5e-d5381bcca2d1 HTTP/1.1" status: 404 len: 337 time: 0.0332880 Aug 10 01:10:24.502806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56656) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.562291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.590622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] Pushing event deleted for resources: {'Port': ['ID=bf6debd0-eeca-4f1d-850c-46815898c463,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:24.598326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24c79a-23c8-47a3-95f9-e1cc0beb9e26 None None] No DVR routers for this DVR port bf6debd0-eeca-4f1d-850c-46815898c463 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:24.625615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::329 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/0543eb28-dc29-4c2d-89c9-d0b588169d7b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:24.631801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Deleting port 70dffcae-0d38-4020-8f00-aacc2f2e150d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:24.632286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.699999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.713430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Calling delete_port for 70dffcae-0d38-4020-8f00-aacc2f2e150d owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:24.788851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.803730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object 0543eb28-dc29-4c2d-89c9-d0b588169d7b will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:24.811038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.839454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Port': ['ID=70dffcae-0d38-4020-8f00-aacc2f2e150d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:24.845217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.847438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.852549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-efb6baa9-a8c8-49b7-9575-93678c11f3bf tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/ports/70dffcae-0d38-4020-8f00-aacc2f2e150d HTTP/1.1" status: 204 len: 168 time: 0.3445096 Aug 10 01:10:24.853027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56660) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.892712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:24.899700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:24.903466 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:24.911540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:24.912369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:24.937994 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6874774 Aug 10 01:10:24.942591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:24.948919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:0b:57'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:24.955087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660615fd-ee94-488b-9936-6b212cba9ae2 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=0543eb28-dc29-4c2d-89c9-d0b588169d7b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.034429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.050490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.088220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a439c6-0e1d-4039-84f4-80b3a892edee req-3d9d1aa1-4591-4a0d-8975-c3ae71409023 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:25.090869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1a439c6-0e1d-4039-84f4-80b3a892edee req-3d9d1aa1-4591-4a0d-8975-c3ae71409023 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1052690 Aug 10 01:10:25.192507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1a439c6-0e1d-4039-84f4-80b3a892edee req-f1bdbde6-c036-4963-b64d-f28930b71a6a tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846508 Aug 10 01:10:25.196797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.208086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6503b8a3-fe32-438d-bde0-ec00bbcb7760']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:25.223586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:25.224300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1f09b6-439c-4bd9-88ca-b4dea995bfb8') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:25.234875 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.263458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.265500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-87269f14-1e80-4a5a-8bd3-d03963cfffbb None None] Provisioning for port 0543eb28-dc29-4c2d-89c9-d0b588169d7b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:25.274447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-87269f14-1e80-4a5a-8bd3-d03963cfffbb None None] Provisioning complete for port 0543eb28-dc29-4c2d-89c9-d0b588169d7b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:25.275090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87269f14-1e80-4a5a-8bd3-d03963cfffbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.277594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.279561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:25.281467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.283820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:25.287714 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:25.301817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] In _notify_port_updated(), no bound segment for port 0543eb28-dc29-4c2d-89c9-d0b588169d7b on network 8069773f-cee2-4a9e-bb5d-bc4669776e07 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:10:25.309872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:25.311246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.312887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "PUT /v2.0/ports/0543eb28-dc29-4c2d-89c9-d0b588169d7b HTTP/1.1" status: 200 len: 1001 time: 0.3689175 Aug 10 01:10:25.338887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56670) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:25.354912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87269f14-1e80-4a5a-8bd3-d03963cfffbb None None] Port 0543eb28-dc29-4c2d-89c9-d0b588169d7b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:25.379031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf1058-c0f6-4877-9851-9e9f213fba0c tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=0543eb28-dc29-4c2d-89c9-d0b588169d7b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.440592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.449695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.455234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] 10.222.0.25 "DELETE /v2.0/networks/6503b8a3-fe32-438d-bde0-ec00bbcb7760 HTTP/1.1" status: 204 len: 168 time: 0.5985487 Aug 10 01:10:25.470140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd693f30-f183-4c75-b694-bc8141e602ba tempest-PortsTestJSON-1761994445 tempest-PortsTestJSON-1761994445-project] Pushing event deleted for resources: {'Network': ['ID=6503b8a3-fe32-438d-bde0-ec00bbcb7760,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.498426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 0543eb28-dc29-4c2d-89c9-d0b588169d7b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:25.498992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.611049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.625800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 0543eb28-dc29-4c2d-89c9-d0b588169d7b owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:25.678625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a700a473-02e3-46ef-8de6-69f52f9f972b None None] Provisioning complete for port 0543eb28-dc29-4c2d-89c9-d0b588169d7b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:25.679014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a700a473-02e3-46ef-8de6-69f52f9f972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.721720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:25.772243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: bf6debd0-eeca-4f1d-850c-46815898c463 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:25.774922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf6debd0-eeca-4f1d-850c-46815898c463 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:25.783392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a700a473-02e3-46ef-8de6-69f52f9f972b None None] Port 0543eb28-dc29-4c2d-89c9-d0b588169d7b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:25.818893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:25.823948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.854233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=0543eb28-dc29-4c2d-89c9-d0b588169d7b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:25.881616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:25.886542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-067e9dbc-686a-4af7-b920-8c33b39ebf48 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/0543eb28-dc29-4c2d-89c9-d0b588169d7b HTTP/1.1" status: 204 len: 168 time: 0.5422819 Aug 10 01:10:25.887059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56680) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:25.918394 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-429d6783-0dde-42b2-9400-b26ec97726aa tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] GET failed (client error): The resource could not be found. Aug 10 01:10:25.925070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-429d6783-0dde-42b2-9400-b26ec97726aa tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports/0543eb28-dc29-4c2d-89c9-d0b588169d7b HTTP/1.1" status: 404 len: 333 time: 0.0352011 Aug 10 01:10:25.925791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56684) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:25.932713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2077824614'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:26.011153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7fb82098-8df3-4835-887a-e140f9cb2813 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba6debb6959e45378c37cfb816844b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911445 Aug 10 01:10:26.014538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.015136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56686) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:26.113146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.145126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:26.148620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.152814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.180674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port 760bee28-f24e-4ecc-89c0-e039dc337985 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:26.190408 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.270719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.273682 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.277238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85b3164b-5518-471a-b74e-cf5fb4b17305 HTTP/1.1" status: 204 len: 168 time: 0.2569635 Aug 10 01:10:26.306158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7c932-b537-4c9a-bf77-f9d2389e7973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b3164b-5518-471a-b74e-cf5fb4b17305,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:26.346941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::105 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/760bee28-f24e-4ecc-89c0-e039dc337985) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:26.362441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069622-7c21-450f-b6f0-bb21585e144e req-d954cd9b-541e-426e-9e5e-82ec5614955e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.367252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a069622-7c21-450f-b6f0-bb21585e144e req-d954cd9b-541e-426e-9e5e-82ec5614955e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0901000 Aug 10 01:10:26.418380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a069622-7c21-450f-b6f0-bb21585e144e req-272d0865-7940-4f0c-a6eb-6153452b59b9 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462766 Aug 10 01:10:26.531406 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.545955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object 760bee28-f24e-4ecc-89c0-e039dc337985 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:26.583584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.635379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:26.640176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:26.642083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=760bee28-f24e-4ecc-89c0-e039dc337985,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:26.646108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:26.650611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:26.651270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.667576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-241dc41d-a93f-48fe-b9be-4a5d2fbe96bf tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7407022 Aug 10 01:10:26.670340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56706) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:26.677855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'network_id': '8069773f-cee2-4a9e-bb5d-bc4669776e07', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-19550098'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:26.838923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Made reservation on behalf of 21761f7c92124159aa1524ac781f299d for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:26.843487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:26.863176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] device_id is not set on port 3518f218-6832-46b4-9dbe-838382e9f9ad yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:10:27.010192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Allocated IP 2001:db8::209 (8069773f-cee2-4a9e-bb5d-bc4669776e07/f9ad4535-971d-4f7a-8977-22dd27c092c7/3518f218-6832-46b4-9dbe-838382e9f9ad) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:27.025553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-868d21bd-70a5-41c3-81e9-ce156d3eedea None None] Provisioning for port 760bee28-f24e-4ecc-89c0-e039dc337985 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:27.031798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-868d21bd-70a5-41c3-81e9-ce156d3eedea None None] Provisioning complete for port 760bee28-f24e-4ecc-89c0-e039dc337985 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:27.032249 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-868d21bd-70a5-41c3-81e9-ce156d3eedea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.078491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-868d21bd-70a5-41c3-81e9-ce156d3eedea None None] Port 760bee28-f24e-4ecc-89c0-e039dc337985 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:27.159346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.204249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.224279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Transition to ACTIVE for port object 3518f218-6832-46b4-9dbe-838382e9f9ad will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:27.265146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.277589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6315096c-6267-4f43-ba26-357cc4e0d2b0 tempest-ServiceProvidersTest-1134095463 tempest-ServiceProvidersTest-1134095463-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1141641 Aug 10 01:10:27.324929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:27.329089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:27.333030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:27.339064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:27.339578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.360121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.360716 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6884661 Aug 10 01:10:27.361242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8228405-cedb-4de0-a8c3-29313ea8d11d tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=3518f218-6832-46b4-9dbe-838382e9f9ad,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:27.366594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f9', 'mac_address': 'fa:16:3e:99:0b:57'}, {'ip_address': '2001:db8::105', 'mac_address': 'fa:16:3e:97:9d:47'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:27.566481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.614710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.670039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fb8cc-815d-4533-97a7-3d0ee3fe263c req-00761521-47a8-4001-8666-9a1cc51cb46d tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:27.671732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a87fb8cc-815d-4533-97a7-3d0ee3fe263c req-00761521-47a8-4001-8666-9a1cc51cb46d tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1073697 Aug 10 01:10:27.707315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2f211b5-332b-4c65-8898-8a130e1c4273 None None] Provisioning for port 3518f218-6832-46b4-9dbe-838382e9f9ad completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:27.714051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2f211b5-332b-4c65-8898-8a130e1c4273 None None] Provisioning complete for port 3518f218-6832-46b4-9dbe-838382e9f9ad triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:27.714645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2f211b5-332b-4c65-8898-8a130e1c4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.740929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a87fb8cc-815d-4533-97a7-3d0ee3fe263c req-e3454c65-048f-4ae9-ab7e-a293bd42f20f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Aug 10 01:10:27.758871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9908300a-337c-4ec0-a833-dbc8949f5c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.781300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b2f211b5-332b-4c65-8898-8a130e1c4273 None None] Port 3518f218-6832-46b4-9dbe-838382e9f9ad cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:27.872647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9908300a-337c-4ec0-a833-dbc8949f5c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.878544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9908300a-337c-4ec0-a833-dbc8949f5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.890176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.895734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.923768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9908300a-337c-4ec0-a833-dbc8949f5c9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bfa786653ba043ac8ed7e833400e5d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076313 Aug 10 01:10:27.924697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908300a-337c-4ec0-a833-dbc8949f5c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc93d49c-4570-4751-aa3e-5e7cdd864b9c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:27.928710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56740) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.933029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] In _notify_port_updated(), no bound segment for port 3518f218-6832-46b4-9dbe-838382e9f9ad on network 8069773f-cee2-4a9e-bb5d-bc4669776e07 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:10:27.938694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:27.939402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.943747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "PUT /v2.0/ports/3518f218-6832-46b4-9dbe-838382e9f9ad HTTP/1.1" status: 200 len: 1065 time: 0.5820053 Aug 10 01:10:27.944409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56742) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:27.987120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:27.993622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759fe22-fea9-4597-bf0f-54a762ec4776 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event updated for resources: {'Port': ['ID=3518f218-6832-46b4-9dbe-838382e9f9ad,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:28.018615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.057933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 3518f218-6832-46b4-9dbe-838382e9f9ad {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:28.058282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.076561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.079944 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.084255 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc93d49c-4570-4751-aa3e-5e7cdd864b9c HTTP/1.1" status: 204 len: 168 time: 0.1544952 Aug 10 01:10:28.094473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde26363-7e79-4d3b-b0e8-a2c997713492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc93d49c-4570-4751-aa3e-5e7cdd864b9c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:28.204538 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.219886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 3518f218-6832-46b4-9dbe-838382e9f9ad owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:28.307833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3315076f-73a2-442a-976e-ad902504f64f None None] Provisioning complete for port 3518f218-6832-46b4-9dbe-838382e9f9ad triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:28.308370 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3315076f-73a2-442a-976e-ad902504f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.347453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3315076f-73a2-442a-976e-ad902504f64f None None] Port 3518f218-6832-46b4-9dbe-838382e9f9ad cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:10:28.382422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.424377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=3518f218-6832-46b4-9dbe-838382e9f9ad,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:28.633955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.636429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c0d2cdb-2027-45f1-aee2-332178fa7456 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/3518f218-6832-46b4-9dbe-838382e9f9ad HTTP/1.1" status: 204 len: 168 time: 0.6888654 Aug 10 01:10:28.639049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56762) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:28.674436 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0289469f-d085-4849-b7b8-da323fa879e9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] GET failed (client error): The resource could not be found. Aug 10 01:10:28.679095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0289469f-d085-4849-b7b8-da323fa879e9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports/3518f218-6832-46b4-9dbe-838382e9f9ad HTTP/1.1" status: 404 len: 333 time: 0.0355422 Aug 10 01:10:28.679578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56766) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:28.805206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 760bee28-f24e-4ecc-89c0-e039dc337985 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:28.805977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:28.916669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89978f-4a18-4c23-9e46-0b6662de4a0a req-2ef1271c-435a-4a07-999b-6b40739fe944 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:28.919010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d89978f-4a18-4c23-9e46-0b6662de4a0a req-2ef1271c-435a-4a07-999b-6b40739fe944 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0788069 Aug 10 01:10:28.990111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d89978f-4a18-4c23-9e46-0b6662de4a0a req-262f60b8-e9bd-4fc4-bf52-90685eca6664 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599947 Aug 10 01:10:29.026690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56776) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.157203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1299956823'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:29.189654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Made reservation on behalf of 0e59e1542b72427a9a5c941779861c8a for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:29.193379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.203135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.241376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.267046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 760bee28-f24e-4ecc-89c0-e039dc337985 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:29.335283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.339335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.362698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:29.377547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c397a3b6-fee7-4429-8b40-114e872c1e13,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.411640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.413689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.413997 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Added segment d0e6bc13-b5a9-4b82-ace0-727bae082129 of type vlan for network c75aaed5-6e33-412f-8317-ee41a50e55bf Aug 10 01:10:29.446303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=760bee28-f24e-4ecc-89c0-e039dc337985,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.461039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.475763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.478412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4803ee37-4c82-4a9a-b829-bbdad0b88ba5 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/760bee28-f24e-4ecc-89c0-e039dc337985 HTTP/1.1" status: 204 len: 168 time: 0.7976000 Aug 10 01:10:29.481066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56786) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.496794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.502802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:29.503701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.507878 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca817156-a644-4001-a5c1-42fe1249b534 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] GET failed (client error): The resource could not be found. Aug 10 01:10:29.510097 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ca817156-a644-4001-a5c1-42fe1249b534 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "GET /v2.0/ports/760bee28-f24e-4ecc-89c0-e039dc337985 HTTP/1.1" status: 404 len: 333 time: 0.0274479 Aug 10 01:10:29.514346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56788) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.571012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5401475 Aug 10 01:10:29.571250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56790) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.578225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-0b99e34a-639e-4c32-a882-eb60b1c4ed8e tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1230588803') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:29.582822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713fe6-098b-4b4a-993b-a69017481863 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Pushing event updated for resources: {'Network': ['ID=c75aaed5-6e33-412f-8317-ee41a50e55bf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.594201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c75aaed5-6e33-412f-8317-ee41a50e55bf details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:29.610936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:29.611555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.705531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b99e34a-639e-4c32-a882-eb60b1c4ed8e tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "PUT /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1230588803 HTTP/1.1" status: 201 len: 201 time: 0.1332366 Aug 10 01:10:29.711179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56794) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.715784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-04c2fa1b-287d-4ca1-885a-fc1d228d1ad5 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1230588803') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:29.733998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.745778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 3401acb5-eab6-4ad9-8362-9b05ccde9ab4 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:29.796895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04c2fa1b-287d-4ca1-885a-fc1d228d1ad5 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1230588803 HTTP/1.1" status: 204 len: 168 time: 0.0839987 Aug 10 01:10:29.798932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56796) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.803455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-9d8a3546-a2b7-4866-9c69-321148da30bc tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:29.875068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9d8a3546-a2b7-4866-9c69-321148da30bc tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags HTTP/1.1" status: 200 len: 238 time: 0.0748978 Aug 10 01:10:29.877482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56798) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.882009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-1c0ea8bd-a0c0-4a42-916c-b40c238e812d tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', {'tags': ['tempest-TagsTest-Tag-1863837093', 'tempest-TagsTest-Tag-1737823314', 'tempest-TagsTest-Tag-1679707761']}) {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:29.888376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.916738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=3401acb5-eab6-4ad9-8362-9b05ccde9ab4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:29.942698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:29.944815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-31a14996-8720-4e47-b34b-e41984074f69 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/ports/3401acb5-eab6-4ad9-8362-9b05ccde9ab4 HTTP/1.1" status: 204 len: 168 time: 0.4291584 Aug 10 01:10:29.947244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56800) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.961304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1c0ea8bd-a0c0-4a42-916c-b40c238e812d tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "PUT /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags HTTP/1.1" status: 200 len: 309 time: 0.0827923 Aug 10 01:10:29.963934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:29.968965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-827bfad1-c464-406c-be62-84b979be031c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1863837093') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.005063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting subnet f9ad4535-971d-4f7a-8977-22dd27c092c7 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:10:30.008641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.075487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.081047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-827bfad1-c464-406c-be62-84b979be031c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "DELETE /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1863837093 HTTP/1.1" status: 204 len: 168 time: 0.1134057 Aug 10 01:10:30.082185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56806) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.086568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-8e36e88a-55b4-4510-ba69-ed25b0f6e67a tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1863837093') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.149696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ada5-8a1a-45f8-889b-f3f8655626b8 req-1cd3d828-f72d-424a-8789-17ef57d63c84 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:30.151305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f0ada5-8a1a-45f8-889b-f3f8655626b8 req-1cd3d828-f72d-424a-8789-17ef57d63c84 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0871153 Aug 10 01:10:30.172056 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8e36e88a-55b4-4510-ba69-ed25b0f6e67a tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] show failed (client error): The resource could not be found. Aug 10 01:10:30.172056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e36e88a-55b4-4510-ba69-ed25b0f6e67a tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1863837093 HTTP/1.1" status: 404 len: 326 time: 0.0850434 Aug 10 01:10:30.172557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56810) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.178700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-17913391-35f2-4d8d-a956-5317f703ac54 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1737823314') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.220371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.225744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82f0ada5-8a1a-45f8-889b-f3f8655626b8 req-b0adf75e-d58e-403c-ad6c-cd32ecc5d2fe tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Aug 10 01:10:30.264500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-17913391-35f2-4d8d-a956-5317f703ac54 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1737823314 HTTP/1.1" status: 204 len: 168 time: 0.0899706 Aug 10 01:10:30.266971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56812) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.273412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-b4449b5c-e979-478e-a838-0156a95f3137 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1679707761') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.344076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.380543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.386444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/subnets/f9ad4535-971d-4f7a-8977-22dd27c092c7 HTTP/1.1" status: 204 len: 168 time: 0.4342215 Aug 10 01:10:30.386444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efbcf4-d0ff-48ef-bc19-1403e6d62b8f tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ad4535-971d-4f7a-8977-22dd27c092c7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.387009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56816) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.389525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4571f40-d24b-4c8c-9a5d-526630414f0e None None] Network 8069773f-cee2-4a9e-bb5d-bc4669776e07 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:30.400830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b4449b5c-e979-478e-a838-0156a95f3137 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1679707761 HTTP/1.1" status: 204 len: 168 time: 0.1304314 Aug 10 01:10:30.401311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56818) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.406159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-37edbbfd-5b9c-42fc-aaba-8a9688e9c00c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.486925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.498544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-37edbbfd-5b9c-42fc-aaba-8a9688e9c00c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "DELETE /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags HTTP/1.1" status: 204 len: 168 time: 0.0935290 Aug 10 01:10:30.499322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.503831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.tag.tag_plugin [None req-c957755a-c600-4178-ba72-36dcdcb3d267 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1737823314') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.584553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] DHCP port deletion for 8069773f-cee2-4a9e-bb5d-bc4669776e07 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:10:30.609365 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-c957755a-c600-4178-ba72-36dcdcb3d267 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] show failed (client error): The resource could not be found. Aug 10 01:10:30.610408 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c957755a-c600-4178-ba72-36dcdcb3d267 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1737823314 HTTP/1.1" status: 404 len: 326 time: 0.1100802 Aug 10 01:10:30.613320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56822) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.617220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Deleting port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:30.617563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.626798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-15ddaca0-be9e-4366-a93c-4ea7dae89280 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf', 'tempest-TagsTest-Tag-1679707761') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.641956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Deleting port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:30.642435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.693281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] For port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,segment=NetworkSegment(eca762de-43b1-46c7-84be-b707fdc53802),segment_id=eca762de-43b1-46c7-84be-b707fdc53802)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:30.693889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.713782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Calling delete_port for 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:30.720219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] For port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,segment=NetworkSegment(eca762de-43b1-46c7-84be-b707fdc53802),segment_id=eca762de-43b1-46c7-84be-b707fdc53802)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:30.720639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.722434 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-15ddaca0-be9e-4366-a93c-4ea7dae89280 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] show failed (client error): The resource could not be found. Aug 10 01:10:30.723857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15ddaca0-be9e-4366-a93c-4ea7dae89280 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "GET /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags/tempest-TagsTest-Tag-1679707761 HTTP/1.1" status: 404 len: 326 time: 0.1093743 Aug 10 01:10:30.726556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56834) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.733482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.tag.tag_plugin [None req-154d53ec-0b8b-4703-8a3e-e63e6c24321c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c75aaed5-6e33-412f-8317-ee41a50e55bf') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.745027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Calling delete_port for 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:30.813283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.843307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-154d53ec-0b8b-4703-8a3e-e63e6c24321c tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "DELETE /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf/tags HTTP/1.1" status: 204 len: 168 time: 0.1142759 Aug 10 01:10:30.847148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:30.847890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Port': ['ID=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.863708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] No DVR routers for this DVR port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:30.884306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.922415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] Pushing event deleted for resources: {'Port': ['ID=2b25e3b9-aa5a-4c8d-979c-061b5f9411f5,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:30.932036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51cf41-8e1e-4fd0-986c-c6a995f2835a None None] No DVR routers for this DVR port 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:30.939959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.970171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:30.980592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8069773f-cee2-4a9e-bb5d-bc4669776e07']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.992544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca762de-43b1-46c7-84be-b707fdc53802') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:30.992781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca762de-43b1-46c7-84be-b707fdc53802') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.003449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.023312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.029659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:31.030361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:31.033800 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:31.048713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.059488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75aaed5-6e33-412f-8317-ee41a50e55bf']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.075766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e6bc13-b5a9-4b82-ace0-727bae082129') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.076842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e6bc13-b5a9-4b82-ace0-727bae082129') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:31.088174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.106077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.106842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.112707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:31.113167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.114439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.116486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] 10.222.0.25 "DELETE /v2.0/networks/8069773f-cee2-4a9e-bb5d-bc4669776e07 HTTP/1.1" status: 204 len: 168 time: 0.7284429 Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:31.126188 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:31.129987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa18569-590b-46e8-a7ee-5a56a90109c9 tempest-AllowedAddressPairIpV6TestJSON-810255361 tempest-AllowedAddressPairIpV6TestJSON-810255361-project] Pushing event deleted for resources: {'Network': ['ID=8069773f-cee2-4a9e-bb5d-bc4669776e07,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:31.189463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.213348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.219244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] 10.222.0.25 "DELETE /v2.0/networks/c75aaed5-6e33-412f-8317-ee41a50e55bf HTTP/1.1" status: 204 len: 168 time: 0.3681629 Aug 10 01:10:31.220414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6ee6c-f09c-4d71-97b6-73d44837bac9 tempest-TagsTest-1808160213 tempest-TagsTest-1808160213-project] Pushing event deleted for resources: {'Network': ['ID=c75aaed5-6e33-412f-8317-ee41a50e55bf,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:31.365525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e426-916f-4dbd-8cf7-91c534c508e6 req-ac826965-f2a6-44b6-b28f-e13ea0639474 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:31.374367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3621e426-916f-4dbd-8cf7-91c534c508e6 req-ac826965-f2a6-44b6-b28f-e13ea0639474 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0666761 Aug 10 01:10:31.417270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3621e426-916f-4dbd-8cf7-91c534c508e6 req-1c01e77e-65ef-4709-8e15-41d0a1926590 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Aug 10 01:10:31.455017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.502311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56868) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.599725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6955f0b9-2eb4-4cab-aa16-5e1284207b97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21761f7c92124159aa1524ac781f299d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406906 Aug 10 01:10:31.600650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.644352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a6ab3afd-2963-434e-94d9-8c24fb82585f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e59e1542b72427a9a5c941779861c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404374 Aug 10 01:10:31.646545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56878) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:31.665947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.691234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.716063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.736949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:10:31.749118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.750977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.753713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.757267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ab54f17-254d-489e-9b03-6e645703bb96 HTTP/1.1" status: 204 len: 168 time: 0.1531622 Aug 10 01:10:31.759934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:10:31.760305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2b25e3b9-aa5a-4c8d-979c-061b5f9411f5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:10:31.773040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69ba47-9c79-4306-87c9-332ccc74c9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab54f17-254d-489e-9b03-6e645703bb96,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:31.822472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.825167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:31.829018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c397a3b6-fee7-4429-8b40-114e872c1e13 HTTP/1.1" status: 204 len: 168 time: 0.1788371 Aug 10 01:10:31.836292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed68f5-8f92-4e53-a20b-43d50b12c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397a3b6-fee7-4429-8b40-114e872c1e13,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:32.606830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7fb3a-2a74-4304-918d-1e3b3ece5327 req-bfd1dbcb-6cec-4cb4-b2c3-876cf5f307ca tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:32.608591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47e7fb3a-2a74-4304-918d-1e3b3ece5327 req-bfd1dbcb-6cec-4cb4-b2c3-876cf5f307ca tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0718768 Aug 10 01:10:32.616595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56940) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:32.663692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-47e7fb3a-2a74-4304-918d-1e3b3ece5327 req-3ccb0a75-862e-448e-b0af-0cf73493beb8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482190 Aug 10 01:10:32.836377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-444828822'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:32.871961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:32.874980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.884605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:32.994818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.000109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.035083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:33.045752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402a7355-103d-44b9-9d40-f198eeff33dc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.052369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.052782 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 263a42a0-3033-4289-86ce-aa5df12c3562 of type vlan for network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 Aug 10 01:10:33.102887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.142700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.143840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.144502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.209693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5909662 Aug 10 01:10:33.224810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c8455-8bb7-4c1a-8f6e-784a9c45c023 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=a350a8bb-7d5e-4966-947a-a6ea9bfb2251,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.247062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:33.342247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56970) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:33.347594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:33.441615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:33.445412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.657200 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.695126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56984) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:33.729579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:33.791122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '263a42a0-3033-4289-86ce-aa5df12c3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:33.791490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: a350a8bb-7d5e-4966-947a-a6ea9bfb2251, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:33.802071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f2790-6d3c-4fba-9b5b-5c7f94d4c772 req-7abfee93-a482-4e8f-b790-a83db42b12aa tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.803602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b70f2790-6d3c-4fba-9b5b-5c7f94d4c772 req-7abfee93-a482-4e8f-b790-a83db42b12aa tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0704782 Aug 10 01:10:33.834313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39b25139-edfe-4790-95c0-4312782ba652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.834823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:33.862434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b70f2790-6d3c-4fba-9b5b-5c7f94d4c772 req-fd36320f-138d-447f-9410-4797717b060f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501420 Aug 10 01:10:33.863184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a350a8bb-7d5e-4966-947a-a6ea9bfb2251) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:33.867285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:33.867873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.877275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87383d25-5b77-4593-ae33-a6f0308bedf8 None None] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:33.951225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39b25139-edfe-4790-95c0-4312782ba652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.955872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-39b25139-edfe-4790-95c0-4312782ba652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:33.963254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-96a13b49-230b-4f16-9dfe-67f75a4c72ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6198845 Aug 10 01:10:33.964059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56992) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:33.973055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931812734'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:34.000455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-39b25139-edfe-4790-95c0-4312782ba652 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fded7fba8afc4428a8cc2d254befce3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043215 Aug 10 01:10:34.002039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56994) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:34.003438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b25139-edfe-4790-95c0-4312782ba652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89140667-580d-44c2-b198-e7f83ac52ff1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.049565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:34.053483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.059673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-a350a8bb-7d5e-4966-947a-a6ea9bfb2251', 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:34.060852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.089941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.115407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:34.129690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.142038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.142397 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 4f68314d-fbba-41f8-8fe6-b6eec8f326d3 of type vlan for network 1f120e8a-90bf-43a8-9523-8be581aef430 Aug 10 01:10:34.206861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.226963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Allocated IP 172.20.255.242 (a350a8bb-7d5e-4966-947a-a6ea9bfb2251/8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d/ef238b03-3838-4c5a-9e1c-ac97eac7accd) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:34.240662 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.243711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.245081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89140667-580d-44c2-b198-e7f83ac52ff1 HTTP/1.1" status: 204 len: 168 time: 0.2415965 Aug 10 01:10:34.255090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bfd06-b058-4403-9660-91909e01ddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89140667-580d-44c2-b198-e7f83ac52ff1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.257277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.264418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:34.265191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.335215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:34.336395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3710442 Aug 10 01:10:34.342290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:34.354630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b3b79-18b0-490c-b8e9-d43e5bb9dc1f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=1f120e8a-90bf-43a8-9523-8be581aef430,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.441164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.451466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Transition to ACTIVE for port object ef238b03-3838-4c5a-9e1c-ac97eac7accd will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:34.472482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Transition to ACTIVE for port object ef238b03-3838-4c5a-9e1c-ac97eac7accd will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:34.479843 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.512434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:34.517413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.526503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:34.530369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:34.536434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:34.617680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1f120e8a-90bf-43a8-9523-8be581aef430 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:34.621149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Attempting to bind port ef238b03-3838-4c5a-9e1c-ac97eac7accd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:34.621871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Attempting to bind port ef238b03-3838-4c5a-9e1c-ac97eac7accd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '263a42a0-3033-4289-86ce-aa5df12c3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:34.623379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Attempting to bind port ef238b03-3838-4c5a-9e1c-ac97eac7accd on network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:34.651718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:34.652108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Checking segment: {'id': '263a42a0-3033-4289-86ce-aa5df12c3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:34.652772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.653179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Bound using segment: {'id': '263a42a0-3033-4289-86ce-aa5df12c3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:34.653667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Bound port: ef238b03-3838-4c5a-9e1c-ac97eac7accd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263a42a0-3033-4289-86ce-aa5df12c3562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a350a8bb-7d5e-4966-947a-a6ea9bfb2251'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:34.654788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.668302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Pushing event updated for resources: {'Port': ['ID=ef238b03-3838-4c5a-9e1c-ac97eac7accd,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.742654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:34.793564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88918b51-374f-494c-864e-0b0297c48693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.819094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.838375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] For port ef238b03-3838-4c5a-9e1c-ac97eac7accd, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:34.845507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] For port ef238b03-3838-4c5a-9e1c-ac97eac7accd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef238b03-3838-4c5a-9e1c-ac97eac7accd,segment=NetworkSegment(263a42a0-3033-4289-86ce-aa5df12c3562),segment_id=263a42a0-3033-4289-86ce-aa5df12c3562)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:34.850536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.916003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=b3cffa6f-fa28-4e89-931f-6e013f5e4e49,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.931495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88918b51-374f-494c-864e-0b0297c48693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.934212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '4f68314d-fbba-41f8-8fe6-b6eec8f326d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:34.935022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 1f120e8a-90bf-43a8-9523-8be581aef430, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:34.936647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88918b51-374f-494c-864e-0b0297c48693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:34.953166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2218b7f-f10b-4e6c-af70-5b7a21880f6d None None] Pushing event updated for resources: {'Port': ['ID=ef238b03-3838-4c5a-9e1c-ac97eac7accd,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:34.954620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 1f120e8a-90bf-43a8-9523-8be581aef430 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:34.970756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1f120e8a-90bf-43a8-9523-8be581aef430) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:34.996541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b326180-f9a3-4bff-90ec-1cfb42b24016 None None] Network 1f120e8a-90bf-43a8-9523-8be581aef430 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:35.012404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.019981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.041985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88918b51-374f-494c-864e-0b0297c48693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a3637f-3618-441d-a55a-fba8eb6c48a5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.057175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88918b51-374f-494c-864e-0b0297c48693 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a34aa1c249d4751a7ad25beea50eb97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130538 Aug 10 01:10:35.058134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:35.094476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-de16fe5e-613c-4e53-ad73-96e8ddcac3c6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7576830 Aug 10 01:10:35.097020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:35.135140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.168076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.180421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31be3d-e1fe-41bc-8dac-769b33c87fa1 req-64db8a74-65ce-4c22-8465-8dfc2c0bfe66 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:35.182227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c31be3d-e1fe-41bc-8dac-769b33c87fa1 req-64db8a74-65ce-4c22-8465-8dfc2c0bfe66 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1540968 Aug 10 01:10:35.269046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.276956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.283066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93a3637f-3618-441d-a55a-fba8eb6c48a5 HTTP/1.1" status: 204 len: 168 time: 0.2228963 Aug 10 01:10:35.300080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1f120e8a-90bf-43a8-9523-8be581aef430', 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': 'b3cffa6f-fa28-4e89-931f-6e013f5e4e49'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:35.301080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.302973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad78fe0-560b-49e0-a061-9a8445a68401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a3637f-3618-441d-a55a-fba8eb6c48a5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.313305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.416628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.483187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c31be3d-e1fe-41bc-8dac-769b33c87fa1 req-736482ee-d0f9-4599-84e7-b7903984581a tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866695 Aug 10 01:10:35.543532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Allocated IP 172.20.0.2 (1f120e8a-90bf-43a8-9523-8be581aef430/b3cffa6f-fa28-4e89-931f-6e013f5e4e49/7b3f5e5e-2083-4318-8451-b1da1477faaf) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:35.729870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.740694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Transition to ACTIVE for port object 7b3f5e5e-2083-4318-8451-b1da1477faaf will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:35.761774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Transition to ACTIVE for port object 7b3f5e5e-2083-4318-8451-b1da1477faaf will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:35.777360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.804595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.806771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef238b03-3838-4c5a-9e1c-ac97eac7accd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:35.888817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=b3cffa6f-fa28-4e89-931f-6e013f5e4e49,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.915770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Network 1f120e8a-90bf-43a8-9523-8be581aef430 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:35.929748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:35.933551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:35.976181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:35.977759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Pushing event updated for resources: {'Port': ['ID=7b3f5e5e-2083-4318-8451-b1da1477faaf,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:35.983238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ef238b03-3838-4c5a-9e1c-ac97eac7accd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:35.999378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f120e8a-90bf-43a8-9523-8be581aef430']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:36.018341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f68314d-fbba-41f8-8fe6-b6eec8f326d3') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:36.022361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f68314d-fbba-41f8-8fe6-b6eec8f326d3') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:36.047648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.059676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Attempting to bind port 7b3f5e5e-2083-4318-8451-b1da1477faaf on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:36.061073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Attempting to bind port 7b3f5e5e-2083-4318-8451-b1da1477faaf by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4f68314d-fbba-41f8-8fe6-b6eec8f326d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:36.061455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Attempting to bind port 7b3f5e5e-2083-4318-8451-b1da1477faaf on network 1f120e8a-90bf-43a8-9523-8be581aef430 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:36.067609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:36.067991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Checking segment: {'id': '4f68314d-fbba-41f8-8fe6-b6eec8f326d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:36.068403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.068837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Bound using segment: {'id': '4f68314d-fbba-41f8-8fe6-b6eec8f326d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:36.069802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Bound port: 7b3f5e5e-2083-4318-8451-b1da1477faaf, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f68314d-fbba-41f8-8fe6-b6eec8f326d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '1f120e8a-90bf-43a8-9523-8be581aef430'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:36.070199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.081664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.092278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:36.093927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:36.105094 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:36.175038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] For port 7b3f5e5e-2083-4318-8451-b1da1477faaf, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:36.190007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:10:36.190007 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:10:36.190007 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '1f120e8a-90bf-43a8-9523-8be581aef430'}] Aug 10 01:10:36.190007 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:36.190470 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:36.192284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] For port 7b3f5e5e-2083-4318-8451-b1da1477faaf, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7b3f5e5e-2083-4318-8451-b1da1477faaf,segment=NetworkSegment(4f68314d-fbba-41f8-8fe6-b6eec8f326d3),segment_id=4f68314d-fbba-41f8-8fe6-b6eec8f326d3)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:36.198077 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.267607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c753b25-6ffe-433e-b3d1-dbdf45a7010f None None] Pushing event updated for resources: {'Port': ['ID=7b3f5e5e-2083-4318-8451-b1da1477faaf,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:36.514543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf124e-9995-4762-a0db-1c1a80b5f2aa None None] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:36.564832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6a475-59ad-4e96-b502-4bb8a32bfd8a None None] Network 1f120e8a-90bf-43a8-9523-8be581aef430 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:36.619863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Provisioning for port ef238b03-3838-4c5a-9e1c-ac97eac7accd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:10:36.635164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Provisioning complete for port ef238b03-3838-4c5a-9e1c-ac97eac7accd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:36.635544 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.639470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208ca91-3cf5-4b6a-ac73-b4356cad2343 req-5ebf5720-f101-47ae-9c7b-a6de707efcea tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:36.647815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2208ca91-3cf5-4b6a-ac73-b4356cad2343 req-5ebf5720-f101-47ae-9c7b-a6de707efcea tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0703175 Aug 10 01:10:36.690117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2208ca91-3cf5-4b6a-ac73-b4356cad2343 req-87900d91-3863-410a-8275-6843d643c19e tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Aug 10 01:10:36.692402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.774052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port 7b3f5e5e-2083-4318-8451-b1da1477faaf {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:36.774624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.865965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port 7b3f5e5e-2083-4318-8451-b1da1477faaf, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7b3f5e5e-2083-4318-8451-b1da1477faaf,segment=NetworkSegment(4f68314d-fbba-41f8-8fe6-b6eec8f326d3),segment_id=4f68314d-fbba-41f8-8fe6-b6eec8f326d3)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:36.866337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.887659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for 7b3f5e5e-2083-4318-8451-b1da1477faaf owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:36.891944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:36.949335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] For port ef238b03-3838-4c5a-9e1c-ac97eac7accd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef238b03-3838-4c5a-9e1c-ac97eac7accd,segment=NetworkSegment(263a42a0-3033-4289-86ce-aa5df12c3562),segment_id=263a42a0-3033-4289-86ce-aa5df12c3562)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:36.959002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.032917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ccd4e-4dae-4452-b8a8-f4281f05f43a None None] Pushing event updated for resources: {'Port': ['ID=ef238b03-3838-4c5a-9e1c-ac97eac7accd,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:37.058499 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.093204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port 7b3f5e5e-2083-4318-8451-b1da1477faaf on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:37.101471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=7b3f5e5e-2083-4318-8451-b1da1477faaf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:37.190458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646946c0-281d-430d-a023-c9706d134630 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:37.208196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.222429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f120e8a-90bf-43a8-9523-8be581aef430']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:37.233717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f68314d-fbba-41f8-8fe6-b6eec8f326d3') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:37.233911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f68314d-fbba-41f8-8fe6-b6eec8f326d3') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:37.242736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.258232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.265167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:37.265562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:37.269249 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:37.288248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f9f353bf-ce5d-4d18-8306-decccfa218c1 None None] Provisioning complete for port ef238b03-3838-4c5a-9e1c-ac97eac7accd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:37.288897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f9f353bf-ce5d-4d18-8306-decccfa218c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.341971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.352822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646946c0-281d-430d-a023-c9706d134630 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:37.353788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.357265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/1f120e8a-90bf-43a8-9523-8be581aef430 HTTP/1.1" status: 204 len: 168 time: 2.2581608 Aug 10 01:10:37.359990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:37.365708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108787959'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:37.369297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2582d-1437-4187-86db-28594fef15e6 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=1f120e8a-90bf-43a8-9523-8be581aef430,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:37.400700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:37.404728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.483306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:37.505550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.506346 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment d26e6bbb-c249-4541-ab04-e9bb6690a940 of type vlan for network f4746e70-d015-4b6d-b642-2494afd0e71e Aug 10 01:10:37.564057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.601153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.609076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:37.609962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.638679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2773902 Aug 10 01:10:37.641525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57126) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:37.647298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': 'f4746e70-d015-4b6d-b642-2494afd0e71e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:37.690996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7c2b7-480b-4800-8bab-75b8d1d6add3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=f4746e70-d015-4b6d-b642-2494afd0e71e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:37.717996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f4746e70-d015-4b6d-b642-2494afd0e71e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:37.771832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef238b03-3838-4c5a-9e1c-ac97eac7accd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:10:37.868099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87dc59-a86e-458e-8966-b18ae9578fb0 req-dcc93115-6d3b-44f3-aec6-34655cd298b9 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:37.876248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed87dc59-a86e-458e-8966-b18ae9578fb0 req-dcc93115-6d3b-44f3-aec6-34655cd298b9 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0691669 Aug 10 01:10:37.878940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:37.883386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.923109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ef238b03-3838-4c5a-9e1c-ac97eac7accd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:10:37.923626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:37.948261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing IP validity checks on allocation pools {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:10:37.948819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:10:38.019364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed87dc59-a86e-458e-8966-b18ae9578fb0 req-7a80087d-ff73-411a-b113-dcb002d3d879 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420462 Aug 10 01:10:38.139762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.214884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=4d4d82e9-9519-4a91-b8f3-5a01549c11e0,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.234971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': 'd26e6bbb-c249-4541-ab04-e9bb6690a940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f4746e70-d015-4b6d-b642-2494afd0e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:38.234971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: f4746e70-d015-4b6d-b642-2494afd0e71e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:38.245267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network f4746e70-d015-4b6d-b642-2494afd0e71e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:38.257794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f4746e70-d015-4b6d-b642-2494afd0e71e) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:38.262764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:38.263530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.268725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113712cd-ca67-4f73-b2bc-caf2ca2c6ff2 None None] Network f4746e70-d015-4b6d-b642-2494afd0e71e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:38.286463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:38.287295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0eef4c2b-135d-4acc-b221-6c2f7686dd49 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6440129 Aug 10 01:10:38.405278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.478286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220eba9c-cb02-407f-beb7-e269fab82e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f4746e70-d015-4b6d-b642-2494afd0e71e', 'network_id': 'f4746e70-d015-4b6d-b642-2494afd0e71e', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '4d4d82e9-9519-4a91-b8f3-5a01549c11e0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:38.480019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-220eba9c-cb02-407f-beb7-e269fab82e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.495186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.586817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.637649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4d82e9-9519-4a91-b8f3-5a01549c11e0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:38.748294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-220eba9c-cb02-407f-beb7-e269fab82e54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d4d82e9-9519-4a91-b8f3-5a01549c11e0: This subnet is being modified by another concurrent operation. Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d4d82e9-9519-4a91-b8f3-5a01549c11e0: This subnet is being modified by another concurrent operation. Aug 10 01:10:38.749939 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:10:38.775939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4746e70-d015-4b6d-b642-2494afd0e71e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.792814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26e6bbb-c249-4541-ab04-e9bb6690a940') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.793119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26e6bbb-c249-4541-ab04-e9bb6690a940') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:38.803711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.814150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2830a7d-6ef8-4730-968f-9c598a9b33a2 None None] Network f4746e70-d015-4b6d-b642-2494afd0e71e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:38.833555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.848136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:38.848853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:38.922705 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:38.936691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.947151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:38.952040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/f4746e70-d015-4b6d-b642-2494afd0e71e HTTP/1.1" status: 204 len: 168 time: 0.6627581 Aug 10 01:10:38.955485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57220) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:38.960875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1856075407'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:38.967379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db7e5d4-2194-42eb-bab4-d6aa400073e3 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:38.984581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43e9f2-e363-47b0-9d34-204271381feb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=f4746e70-d015-4b6d-b642-2494afd0e71e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:39.015348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:39.018804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.049793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:39.062368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.064783 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment c95a40b0-c95f-4c17-b077-d30cdc9ee16a of type vlan for network 19ae6ecf-a548-421a-9bb4-01f73f39a01c Aug 10 01:10:39.120339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.181479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.195896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:39.197139 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.203762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7e5d4-2194-42eb-bab4-d6aa400073e3 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:39.234134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c664c-3298-43e6-9550-dbe844bcbe2b req-d0227734-8007-48c5-abf4-6ab24f84d936 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:39.236564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-564c664c-3298-43e6-9550-dbe844bcbe2b req-d0227734-8007-48c5-abf4-6ab24f84d936 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1374984 Aug 10 01:10:39.314980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-564c664c-3298-43e6-9550-dbe844bcbe2b req-931b7184-64b1-486f-847c-a2d74af0e09a tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693004 Aug 10 01:10:39.324746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3671582 Aug 10 01:10:39.327067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:39.332797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '19ae6ecf-a548-421a-9bb4-01f73f39a01c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:39.369995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf9ec6-7d74-4cb9-bbe1-bb5f29f648ae tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=19ae6ecf-a548-421a-9bb4-01f73f39a01c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:39.383302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 19ae6ecf-a548-421a-9bb4-01f73f39a01c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:39.510853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:39.516533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.783941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57258) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:39.847168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.922465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=507adc55-6141-4a62-9082-f4882d30eda6,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:39.932110 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-174b326e-d604-4398-8bc2-91f5f10a6ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.939784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': 'c95a40b0-c95f-4c17-b077-d30cdc9ee16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '19ae6ecf-a548-421a-9bb4-01f73f39a01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:39.940150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 19ae6ecf-a548-421a-9bb4-01f73f39a01c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:39.965126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 19ae6ecf-a548-421a-9bb4-01f73f39a01c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:39.974360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 19ae6ecf-a548-421a-9bb4-01f73f39a01c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:39.978929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:39.979555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:39.985252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7997c029-eac5-4d83-a26e-8cd00264ea88 None None] Network 19ae6ecf-a548-421a-9bb4-01f73f39a01c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:40.041947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-174b326e-d604-4398-8bc2-91f5f10a6ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.046126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-174b326e-d604-4398-8bc2-91f5f10a6ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.051893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-103b5325-eb43-4db4-b014-134274970f03 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7236819 Aug 10 01:10:40.054627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57266) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.086845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-174b326e-d604-4398-8bc2-91f5f10a6ee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4384d19f43f0415e806533a7e4710ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007636 Aug 10 01:10:40.087720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b326e-d604-4398-8bc2-91f5f10a6ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b07c24-f591-4744-a94a-d68d0bf10903,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.090145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.149157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.173143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.185765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.195192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b10ed-8215-4dd6-bb25-5073ff9db0d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-19ae6ecf-a548-421a-9bb4-01f73f39a01c', 'network_id': '19ae6ecf-a548-421a-9bb4-01f73f39a01c', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '507adc55-6141-4a62-9082-f4882d30eda6'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:40.196056 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f06b10ed-8215-4dd6-bb25-5073ff9db0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.244252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.248764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.253497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36b07c24-f591-4744-a94a-d68d0bf10903 HTTP/1.1" status: 204 len: 168 time: 0.1622853 Aug 10 01:10:40.255050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.264529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1166-6427-47b8-99d1-3c62a031f4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b07c24-f591-4744-a94a-d68d0bf10903,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.334858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.376376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=507adc55-6141-4a62-9082-f4882d30eda6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-f06b10ed-8215-4dd6-bb25-5073ff9db0d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507adc55-6141-4a62-9082-f4882d30eda6: This subnet is being modified by another concurrent operation. Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 507adc55-6141-4a62-9082-f4882d30eda6: This subnet is being modified by another concurrent operation. Aug 10 01:10:40.431445 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:10:40.464175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba61e908-afb9-4c85-ba6c-e27cd3a07e9a None None] Network 19ae6ecf-a548-421a-9bb4-01f73f39a01c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:40.477577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.499946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ae6ecf-a548-421a-9bb4-01f73f39a01c']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.515242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95a40b0-c95f-4c17-b077-d30cdc9ee16a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.515941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95a40b0-c95f-4c17-b077-d30cdc9ee16a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:40.527281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecefdd-afd9-464a-94c2-78b1f9e25cd6 req-f5ebdccb-59b8-4ca4-be9f-a5b3e6e7f7fc tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:40.531771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74ecefdd-afd9-464a-94c2-78b1f9e25cd6 req-f5ebdccb-59b8-4ca4-be9f-a5b3e6e7f7fc tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1018744 Aug 10 01:10:40.545988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.578685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.585813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:40.586526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.588426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74ecefdd-afd9-464a-94c2-78b1f9e25cd6 req-b5d06e95-e55f-42af-881e-5046ad742ce5 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:40.592297 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:40.639518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e310dfe-fb08-4cf8-b334-c969fea79d87 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:40.675096 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.683819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.687143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/19ae6ecf-a548-421a-9bb4-01f73f39a01c HTTP/1.1" status: 204 len: 168 time: 0.6313288 Aug 10 01:10:40.691240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57288) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.696744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-538438234'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:40.703882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57290) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.718100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7842-3f65-4e6b-a82c-71c09225c78f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=19ae6ecf-a548-421a-9bb4-01f73f39a01c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:40.729963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98431977-b902-4a09-b7db-70d63fb81475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.781337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e310dfe-fb08-4cf8-b334-c969fea79d87 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:40.784702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:40.788382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.827604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:40.842722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.843141 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 51c2abf2-0c08-4c5d-8e2f-e72f846ff680 of type vlan for network 8c94b197-76eb-44d5-b081-9c3934b5036f Aug 10 01:10:40.901083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.909594 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98431977-b902-4a09-b7db-70d63fb81475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.921637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98431977-b902-4a09-b7db-70d63fb81475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.975920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98431977-b902-4a09-b7db-70d63fb81475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57aeb5ebe6ae4de4a0592dab2b3fa7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710207 Aug 10 01:10:40.977900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:40.979167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:40.985286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:40.985904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.000310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98431977-b902-4a09-b7db-70d63fb81475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c71e934-d7f7-4e91-b636-05abedcea787,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.066966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3742604 Aug 10 01:10:41.068173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:41.077662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '8c94b197-76eb-44d5-b081-9c3934b5036f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:41.081652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca7944-a70d-49db-8975-78597e444f55 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=8c94b197-76eb-44d5-b081-9c3934b5036f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.092561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.093600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8c94b197-76eb-44d5-b081-9c3934b5036f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:41.116937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.222706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.225344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.226497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c71e934-d7f7-4e91-b636-05abedcea787 HTTP/1.1" status: 204 len: 168 time: 0.2446349 Aug 10 01:10:41.237334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:41.240873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.243888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082f7ce-2c1c-47fd-ba8c-170fdbb30039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c71e934-d7f7-4e91-b636-05abedcea787,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.465402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.522177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=9d0a66cd-a0b9-4655-b2de-5f78857b250a,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:41.539772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '51c2abf2-0c08-4c5d-8e2f-e72f846ff680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8c94b197-76eb-44d5-b081-9c3934b5036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:41.540140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 8c94b197-76eb-44d5-b081-9c3934b5036f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:41.557165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 8c94b197-76eb-44d5-b081-9c3934b5036f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:41.567869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8c94b197-76eb-44d5-b081-9c3934b5036f) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:41.574127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:41.575030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.576806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921e520-7626-497e-8c3b-1e481be6dc9f None None] Network 8c94b197-76eb-44d5-b081-9c3934b5036f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:41.602312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b987b1dd-d40b-4694-8166-626332fbf3de tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5312774 Aug 10 01:10:41.604865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57320) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:41.778584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba58bfd-62a2-402e-9efa-05cbcb317379 req-3540d26d-6590-4c96-91ea-796cc51b1230 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:41.780599 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aba58bfd-62a2-402e-9efa-05cbcb317379 req-3540d26d-6590-4c96-91ea-796cc51b1230 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0825601 Aug 10 01:10:41.783653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.830806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436af6e9-6245-474f-b154-157849ffc1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8c94b197-76eb-44d5-b081-9c3934b5036f', 'network_id': '8c94b197-76eb-44d5-b081-9c3934b5036f', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '9d0a66cd-a0b9-4655-b2de-5f78857b250a'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:41.832117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-436af6e9-6245-474f-b154-157849ffc1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.858150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aba58bfd-62a2-402e-9efa-05cbcb317379 req-b7cecb5c-b454-41a0-9a90-ea1a93597345 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683312 Aug 10 01:10:41.872331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.964397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-436af6e9-6245-474f-b154-157849ffc1c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d0a66cd-a0b9-4655-b2de-5f78857b250a: This subnet is being modified by another concurrent operation. Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d0a66cd-a0b9-4655-b2de-5f78857b250a: This subnet is being modified by another concurrent operation. Aug 10 01:10:41.977597 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:10:42.008723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab5436e-c85f-4723-b517-8372eee8de5a None None] Network 8c94b197-76eb-44d5-b081-9c3934b5036f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:42.143866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad229978-64ee-4afd-aa4f-cfb35835a924 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:42.394404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0a66cd-a0b9-4655-b2de-5f78857b250a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:42.448014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.459824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c94b197-76eb-44d5-b081-9c3934b5036f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:42.471564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c2abf2-0c08-4c5d-8e2f-e72f846ff680') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:42.472174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c2abf2-0c08-4c5d-8e2f-e72f846ff680') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:42.473200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad229978-64ee-4afd-aa4f-cfb35835a924 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:42.483807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.501066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.510090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:42.510491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:42.513816 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:42.646150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.652768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.659348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57366) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:42.664708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-25459845'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:42.666885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8c94b197-76eb-44d5-b081-9c3934b5036f HTTP/1.1" status: 204 len: 168 time: 1.0548558 Aug 10 01:10:42.686651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc78a1-ebf9-4b6d-b2f9-f717b523bb10 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=8c94b197-76eb-44d5-b081-9c3934b5036f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:42.694683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:42.701582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.741243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:42.751981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.752373 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 0eabe173-7aa4-4aca-b22e-1bd7e04cffd9 of type vlan for network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 Aug 10 01:10:42.810393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.849348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.858015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:42.859219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:42.947563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=b8210ec1-3a29-4155-b9a0-7d7b2ae74342,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:42.961229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:42.966373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c6244b76-3d9e-4db3-b90d-78acaa5635cf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3052561 Aug 10 01:10:42.969475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:42.975404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:43.031671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0660050-3528-4921-b1f6-ce6232063ae2 req-86cacd09-cf1d-43db-8506-b49c325088d5 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:43.033590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0660050-3528-4921-b1f6-ce6232063ae2 req-86cacd09-cf1d-43db-8506-b49c325088d5 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0833569 Aug 10 01:10:43.083741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0660050-3528-4921-b1f6-ce6232063ae2 req-a214b133-5581-4969-86e2-e0c473a8ab9b tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 Aug 10 01:10:43.132568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:43.139044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.212555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing IP validity checks on allocation pools {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:10:43.213111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:10:43.346364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.418767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=502a9df4-3624-4e5a-ac89-ded86186351b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:43.430966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.431579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.432078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.432575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.433065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.433602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.433925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.434419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.434807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.435319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.435644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.436131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:43.456122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:43.456827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: b8210ec1-3a29-4155-b9a0-7d7b2ae74342, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:43.482098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:43.495025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b8210ec1-3a29-4155-b9a0-7d7b2ae74342) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:43.506649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4274de-f9ca-4a3c-a60e-904617e6cfd7 None None] Network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:43.526338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:43.528159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.576119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-884ef863-6688-4a12-915d-c9426f7df525 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6050282 Aug 10 01:10:43.578612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57404) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:43.579736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee7aee-0862-45d9-bda8-99e047dd0595 req-92c31729-3dfa-43ad-91e9-e47d4b3584c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:43.583313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cee7aee-0862-45d9-bda8-99e047dd0595 req-92c31729-3dfa-43ad-91e9-e47d4b3584c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.0841789 Aug 10 01:10:43.638903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cee7aee-0862-45d9-bda8-99e047dd0595 req-c7661f51-f836-47b5-a111-c3aa2df0b495 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463438 Aug 10 01:10:43.669906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57408) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:43.708321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b8210ec1-3a29-4155-b9a0-7d7b2ae74342', 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '502a9df4-3624-4e5a-ac89-ded86186351b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:43.710425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.734916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.840646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a0b-d31f-4ab9-8050-58df40fe6040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.843279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.866419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Allocated IP 172.20.0.3 (b8210ec1-3a29-4155-b9a0-7d7b2ae74342/502a9df4-3624-4e5a-ac89-ded86186351b/085e1dfb-b5bc-4e56-a25b-3e629a00f401) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:43.976657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a0b-d31f-4ab9-8050-58df40fe6040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:43.981611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f8a0a0b-d31f-4ab9-8050-58df40fe6040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.021085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a0a0b-d31f-4ab9-8050-58df40fe6040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55eb544-deee-4d10-9bc9-d288d71847ba,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.028087 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.029355 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0f8a0a0b-d31f-4ab9-8050-58df40fe6040 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef847b6763eb447eb3c64e77b48c24a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539650 Aug 10 01:10:44.031851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57420) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.039922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Transition to ACTIVE for port object 085e1dfb-b5bc-4e56-a25b-3e629a00f401 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:44.077205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3305ed17-be7b-466e-b5ea-02397aaca919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.079376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Transition to ACTIVE for port object 085e1dfb-b5bc-4e56-a25b-3e629a00f401 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:44.099292 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.119133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.122712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.155856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:44.163939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:44.174229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.180195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:44.201792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=502a9df4-3624-4e5a-ac89-ded86186351b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.224841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Pushing event updated for resources: {'Port': ['ID=085e1dfb-b5bc-4e56-a25b-3e629a00f401,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.269520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Attempting to bind port 085e1dfb-b5bc-4e56-a25b-3e629a00f401 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:44.270021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Attempting to bind port 085e1dfb-b5bc-4e56-a25b-3e629a00f401 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:44.270566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Attempting to bind port 085e1dfb-b5bc-4e56-a25b-3e629a00f401 on network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:44.271647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17163da-7454-4c59-80ad-4bf86d2a8f97 req-74bd7ad7-80b8-43c2-9349-49454ad3aa09 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:44.273304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c17163da-7454-4c59-80ad-4bf86d2a8f97 req-74bd7ad7-80b8-43c2-9349-49454ad3aa09 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0729492 Aug 10 01:10:44.277541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:44.278056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Checking segment: {'id': '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:44.278594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.278955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.279194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Bound using segment: {'id': '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:44.279682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.279803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Bound port: 085e1dfb-b5bc-4e56-a25b-3e629a00f401, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:44.280049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.280171 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.280576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.280932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.281291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.281870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.282395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.283317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.283879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.284154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.284502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.284840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:10:44.286877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.290723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b55eb544-deee-4d10-9bc9-d288d71847ba HTTP/1.1" status: 204 len: 168 time: 0.2553353 Aug 10 01:10:44.335746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.355604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a9029-bab8-493a-b796-6e76aa61ad46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55eb544-deee-4d10-9bc9-d288d71847ba,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.359788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8210ec1-3a29-4155-b9a0-7d7b2ae74342']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.382216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c17163da-7454-4c59-80ad-4bf86d2a8f97 req-52e513ac-190c-4e1c-802d-8a601f085ca8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917239 Aug 10 01:10:44.395145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.395937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:44.412545 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.431783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.444109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32307c5a-5144-4779-ab28-17454273a56a None None] For port 085e1dfb-b5bc-4e56-a25b-3e629a00f401, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:44.448850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:44.449445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:44.453330 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:44.526661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:10:44.526661 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:10:44.526661 n-d-766380-21 neutron-server[105958]: [parameters: {'id': 'b8210ec1-3a29-4155-b9a0-7d7b2ae74342'}] Aug 10 01:10:44.526661 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:44.527112 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:44.527246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32307c5a-5144-4779-ab28-17454273a56a None None] For port 085e1dfb-b5bc-4e56-a25b-3e629a00f401, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=085e1dfb-b5bc-4e56-a25b-3e629a00f401,segment=NetworkSegment(0eabe173-7aa4-4aca-b22e-1bd7e04cffd9),segment_id=0eabe173-7aa4-4aca-b22e-1bd7e04cffd9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:44.532712 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.619891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32307c5a-5144-4779-ab28-17454273a56a None None] Pushing event updated for resources: {'Port': ['ID=085e1dfb-b5bc-4e56-a25b-3e629a00f401,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.634451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a2102-b8ba-49ec-9d93-8fad14b5ae2b None None] Network b8210ec1-3a29-4155-b9a0-7d7b2ae74342 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:44.665138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57440) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.687040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-505574f2-89c7-460b-95e3-6ef2bef41c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.806716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e4e2a-96a4-4660-98ae-10ddfe39fe96 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:44.811987 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-505574f2-89c7-460b-95e3-6ef2bef41c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.815976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-505574f2-89c7-460b-95e3-6ef2bef41c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.858539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-505574f2-89c7-460b-95e3-6ef2bef41c88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65a1d92a43ad416b8a60871cb268c404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914933 Aug 10 01:10:44.860385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:44.860872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505574f2-89c7-460b-95e3-6ef2bef41c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2a44c-73b5-4089-b739-163e959a7b4b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:44.908429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767e4e2a-96a4-4660-98ae-10ddfe39fe96 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:44.917025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.942440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.995672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.998822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:44.999989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4af2a44c-73b5-4089-b739-163e959a7b4b HTTP/1.1" status: 204 len: 168 time: 0.1386139 Aug 10 01:10:45.022993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf6929-9a46-42f1-a6d9-b6da4157eed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af2a44c-73b5-4089-b739-163e959a7b4b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.028771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.095028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port 085e1dfb-b5bc-4e56-a25b-3e629a00f401 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:45.095379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.167467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port 085e1dfb-b5bc-4e56-a25b-3e629a00f401, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=085e1dfb-b5bc-4e56-a25b-3e629a00f401,segment=NetworkSegment(0eabe173-7aa4-4aca-b22e-1bd7e04cffd9),segment_id=0eabe173-7aa4-4aca-b22e-1bd7e04cffd9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:45.168006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.183050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for 085e1dfb-b5bc-4e56-a25b-3e629a00f401 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:45.290077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.325677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port 085e1dfb-b5bc-4e56-a25b-3e629a00f401 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:45.331704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=085e1dfb-b5bc-4e56-a25b-3e629a00f401,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.406396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.417427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8210ec1-3a29-4155-b9a0-7d7b2ae74342']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.429131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.429636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eabe173-7aa4-4aca-b22e-1bd7e04cffd9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:45.442772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.462282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.472003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:45.472669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:45.476793 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:45.578975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.590329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.595816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/b8210ec1-3a29-4155-b9a0-7d7b2ae74342 HTTP/1.1" status: 204 len: 168 time: 2.0155900 Aug 10 01:10:45.597743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57474) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:45.604379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1553984721'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:45.613501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45d2fb-96b5-4244-8b48-eba824ab1da1 req-9ed363a1-2174-41c4-9cd7-0a7bd1ac967b tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:45.621666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb45d2fb-96b5-4244-8b48-eba824ab1da1 req-9ed363a1-2174-41c4-9cd7-0a7bd1ac967b tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.0975311 Aug 10 01:10:45.632320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:45.654004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122189a-0714-4786-93fa-a615e27b598a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=b8210ec1-3a29-4155-b9a0-7d7b2ae74342,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.654549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.676069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb45d2fb-96b5-4244-8b48-eba824ab1da1 req-6a7b7f9a-6e9e-4f4a-a403-292c621ce1d7 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Aug 10 01:10:45.698039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:45.710691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.711059 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 1c91c93f-1e55-4fb1-9727-b190d259a10b of type vlan for network 8e198df3-f4a2-44e9-a7d7-d117074cd48f Aug 10 01:10:45.756190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1450934643', 'description': 'tempest-description-1935550825'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:45.818450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.831272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.879453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.885587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:45.886230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:45.975120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=8e198df3-f4a2-44e9-a7d7-d117074cd48f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:45.993413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8e198df3-f4a2-44e9-a7d7-d117074cd48f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:46.013135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.020706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.039266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c58e3ea3-ac31-486a-8675-0edcfb073a89 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4402204 Aug 10 01:10:46.040117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:46.046318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '8e198df3-f4a2-44e9-a7d7-d117074cd48f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:46.049180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.051149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a84adf9-bc76-4dbe-a294-53234422fd7b req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3073156 Aug 10 01:10:46.085666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551dfcd-9038-4096-baa7-71c2ae468c40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7885a1f-532f-4e0d-88e8-597905c2563f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:46.204233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-2aa0ad32-e57f-4bf5-8604-4688083b4556 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1450934643&fields=id&tenant_id=6f1b22ff59f049aaa94426aa9092a17b HTTP/1.1" status: 200 len: 267 time: 0.0637538 Aug 10 01:10:46.255204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:46.258962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.660158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-966f76fb-8135-4009-bca1-f945aa172a2f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:46.662496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-966f76fb-8135-4009-bca1-f945aa172a2f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.4489121 Aug 10 01:10:46.680456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'port': {'security_groups': ['acd040c4-6008-4a32-b293-b3173b0e5643', 'd7885a1f-532f-4e0d-88e8-597905c2563f']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:46.747816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2f3e0006-fa65-446c-96e0-c2d2c98eee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.803892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:46.974238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.088008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=152f3409-e323-40c4-9b58-089e45b06e25,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.122497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '1c91c93f-1e55-4fb1-9727-b190d259a10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '8e198df3-f4a2-44e9-a7d7-d117074cd48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:47.123150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 8e198df3-f4a2-44e9-a7d7-d117074cd48f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:47.149352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:47.161125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 8e198df3-f4a2-44e9-a7d7-d117074cd48f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:47.198995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.202176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8e198df3-f4a2-44e9-a7d7-d117074cd48f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:47.209018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:47.209680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.210847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c8df7a-9fd5-487a-97a6-45f41f1c4082 None None] Network 8e198df3-f4a2-44e9-a7d7-d117074cd48f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:47.212289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.241336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:47.299464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:47.299464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.299464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f795e0a-5d7b-4f49-8a57-ab853c00459e req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "PUT /v2.0/ports/106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 981 time: 0.6240046 Aug 10 01:10:47.299464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:47.299464 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:47.308105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57556) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:47.308572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-58253334-ee73-4e4c-a38c-3de5a6e23992 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2640474 Aug 10 01:10:47.353593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe540f69-7bf8-4e8f-9045-ac2cb1e51606 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:47.407077 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4849c0d1-66fc-455e-bfbb-5a6e0fdebcf4 x-openstack-request-id: req-4849c0d1-66fc-455e-bfbb-5a6e0fdebcf4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:47.407513 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:47.407847 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4849c0d1-66fc-455e-bfbb-5a6e0fdebcf4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:47.408246 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:10:47.421531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.430354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:47.444525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-b26ae49c-230a-472d-814c-32ff045b4fa4 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1450934643&fields=id&tenant_id=6f1b22ff59f049aaa94426aa9092a17b HTTP/1.1" status: 200 len: 267 time: 0.0530305 Aug 10 01:10:47.532490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-5b3e1894-80ce-497d-84dc-eb0a4248e640 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:47.542895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-5b3e1894-80ce-497d-84dc-eb0a4248e640 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 984 time: 0.0916002 Aug 10 01:10:47.551873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'port': {'security_groups': ['acd040c4-6008-4a32-b293-b3173b0e5643']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:47.629226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.656325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-3f0f5b39-6613-402e-9780-5f887c362d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:47.657839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-3f0f5b39-6613-402e-9780-5f887c362d41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1136 time: 0.2080340 Aug 10 01:10:47.658578 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.849192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.930227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:47.961898 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.975646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9183a-b9dd-4488-9597-3e5ee6a34520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8e198df3-f4a2-44e9-a7d7-d117074cd48f', 'network_id': '8e198df3-f4a2-44e9-a7d7-d117074cd48f', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '152f3409-e323-40c4-9b58-089e45b06e25'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:47.976516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6fa9183a-b9dd-4488-9597-3e5ee6a34520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.977448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:47.989004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.110326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:48.115815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.120651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-c0184e2a-8578-4629-af49-18944cfff416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:48.123491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f68d6a58-1dd4-407b-90fb-e4442b0f2520 req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "PUT /v2.0/ports/106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 942 time: 0.5782425 Aug 10 01:10:48.126274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-c0184e2a-8578-4629-af49-18944cfff416 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.4603019 Aug 10 01:10:48.166158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec667c-ac3c-44c9-9560-b1cd7a293b41 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:48.212803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:48.286209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-6fa9183a-b9dd-4488-9597-3e5ee6a34520 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 152f3409-e323-40c4-9b58-089e45b06e25: This subnet is being modified by another concurrent operation. Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 152f3409-e323-40c4-9b58-089e45b06e25: This subnet is being modified by another concurrent operation. Aug 10 01:10:48.305573 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:10:48.344720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e19e6f-4c86-4ba3-97f6-d53cfabdb191 None None] Network 8e198df3-f4a2-44e9-a7d7-d117074cd48f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:48.385251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:10:48.395265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-de30ce78-ad25-40ab-abcd-9e2a23825b88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.2485290 Aug 10 01:10:48.407099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=152f3409-e323-40c4-9b58-089e45b06e25,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:48.636524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.652087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e198df3-f4a2-44e9-a7d7-d117074cd48f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:48.667494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c91c93f-1e55-4fb1-9727-b190d259a10b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:48.668173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c91c93f-1e55-4fb1-9727-b190d259a10b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:48.669268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18612f3-0abd-417e-a194-d7be6890f4dd None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:48.680267 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.697580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.706441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:48.707048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:48.814636 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:48.937265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18612f3-0abd-417e-a194-d7be6890f4dd None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:48.954489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-22dad4f7-04cd-40ff-8618-4612e07927e4 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8030639 Aug 10 01:10:48.969199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:48.986114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.991605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:48.997521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57600) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:49.002619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403550131'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:49.003493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8e198df3-f4a2-44e9-a7d7-d117074cd48f HTTP/1.1" status: 204 len: 168 time: 1.6958132 Aug 10 01:10:49.022212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-0768b1ea-0f9a-44fa-a712-1dcc9018ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:49.025162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-0768b1ea-0f9a-44fa-a712-1dcc9018ae42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.5953605 Aug 10 01:10:49.037908 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 01:10:49.037908 n-d-766380-21 neutron-server[105958]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 01:10:49.037908 n-d-766380-21 neutron-server[105958]: [parameters: {'project_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'id': '0ec60d91-4fc7-4a20-a5ad-d4cfbd11f200', 'expiration': datetime.datetime(2021, 8, 10, 1, 12, 49, 18586)}] Aug 10 01:10:49.037908 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:49.039608 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:49.068890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f3f57-203f-4eea-bf37-048f24af6660 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=8e198df3-f4a2-44e9-a7d7-d117074cd48f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:49.097901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.103592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-0a143eb1-e218-4e53-986e-c4e0a1c738e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559087 Aug 10 01:10:49.345078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-ef18d776-1bc1-4def-bca2-2f42b6022b51 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831031 Aug 10 01:10:49.409533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:49.412913 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb77611-23a6-4f77-9446-08fcde476a41" -d '{"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:49.474258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07f8e0-d39c-463b-ac6f-4cdd100f6bb6 req-e282063b-e487-4241-837f-f6046ef43efc service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208079 Aug 10 01:10:49.476408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.595143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:49.606049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.624270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Allocated IP 172.25.7.157 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/248e965e-eb06-441c-929c-95fe1fc9c498) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:49.647207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:49.659122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.666562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.667443 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 71eb6021-f0dc-46c0-81bc-41a949bc6fde of type vlan for network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 Aug 10 01:10:49.734378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.793166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.803480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:49.805643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:49.891519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8928576 Aug 10 01:10:49.896709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57636) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:49.903835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:49.908643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.011144 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c546d-f441-458b-b4ea-1cd74f649fe9 x-openstack-request-id: req-628c546d-f441-458b-b4ea-1cd74f649fe9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:50.011571 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:50.011910 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-628c546d-f441-458b-b4ea-1cd74f649fe9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:50.013587 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:10:50.044535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-3f178339-e60d-4f19-8cad-e18c8d858447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:50.046499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-3f178339-e60d-4f19-8cad-e18c8d858447 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.1091828 Aug 10 01:10:50.057182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248997f-3a19-4234-a958-7f35e40a7339 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=b0faa3ff-79fc-490a-ae68-2c69e60c15a1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.079651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:50.095518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:50.100412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.110706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.256901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:50.267320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:50.280060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:50.332235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'Port': ['ID=248e965e-eb06-441c-929c-95fe1fc9c498,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.422753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-2c83b2ed-f578-4bba-8103-eeb87dd4b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:50.425318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-2c83b2ed-f578-4bba-8103-eeb87dd4b340 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.3639519 Aug 10 01:10:50.438072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.530820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=63329bd8-76e5-47d4-8fda-6988c75f1c43,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:50.535694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '71eb6021-f0dc-46c0-81bc-41a949bc6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:50.536144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: b0faa3ff-79fc-490a-ae68-2c69e60c15a1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:50.559001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:50.570315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-24196023-803c-47e8-acaa-7ae37cd77b51 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.0862825 Aug 10 01:10:50.571472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b0faa3ff-79fc-490a-ae68-2c69e60c15a1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:50.580476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e0cd80-6eb6-4488-9808-81902c41ba46 None None] Network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:50.591815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:50.592695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.625235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.630647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6e45fd05-5551-4655-bf35-d96d4622fa44 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7312329 Aug 10 01:10:50.632870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57650) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:50.645331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-bcfaca7b-3e8c-4546-b722-db203009b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:50.647655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-bcfaca7b-3e8c-4546-b722-db203009b4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.0707076 Aug 10 01:10:50.681664 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.784190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-4eda1774-e42b-4807-9a66-42b06f758931 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034620 Aug 10 01:10:50.803469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.835133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b0faa3ff-79fc-490a-ae68-2c69e60c15a1', 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '63329bd8-76e5-47d4-8fda-6988c75f1c43'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:50.836002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:50.970280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.116420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-b34cc80e-bd0a-40be-a597-56d39fa78696 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201144 Aug 10 01:10:51.180220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Allocated IP 172.20.0.1 (b0faa3ff-79fc-490a-ae68-2c69e60c15a1/63329bd8-76e5-47d4-8fda-6988c75f1c43/3991ac6b-0418-4e30-8f0a-7588a24e7896) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:51.316062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.354434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.428409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.439209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Transition to ACTIVE for port object 3991ac6b-0418-4e30-8f0a-7588a24e7896 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:51.484933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Transition to ACTIVE for port object 3991ac6b-0418-4e30-8f0a-7588a24e7896 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:51.495359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.510145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event updated for resources: {'Port': ['ID=248e965e-eb06-441c-929c-95fe1fc9c498,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.534369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.551432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cdb77611-23a6-4f77-9446-08fcde476a41 req-159741a0-6aca-4523-ad0b-c2172ba3e90a service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218905 Aug 10 01:10:51.557915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.581031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.583324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-084368b5-4102-443d-ad7d-3ba67cfa8774 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6279674 Aug 10 01:10:51.615761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:51.627481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:51.629666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Pushing event updated for resources: {'Port': ['ID=3991ac6b-0418-4e30-8f0a-7588a24e7896,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.632122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:51.694516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=63329bd8-76e5-47d4-8fda-6988c75f1c43,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:51.714413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Attempting to bind port 3991ac6b-0418-4e30-8f0a-7588a24e7896 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:51.714827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Attempting to bind port 3991ac6b-0418-4e30-8f0a-7588a24e7896 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '71eb6021-f0dc-46c0-81bc-41a949bc6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:51.715192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Attempting to bind port 3991ac6b-0418-4e30-8f0a-7588a24e7896 on network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:51.721109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:51.721616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Checking segment: {'id': '71eb6021-f0dc-46c0-81bc-41a949bc6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:51.722090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.722391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Bound using segment: {'id': '71eb6021-f0dc-46c0-81bc-41a949bc6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:51.723088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Bound port: 3991ac6b-0418-4e30-8f0a-7588a24e7896, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb6021-f0dc-46c0-81bc-41a949bc6fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:51.723801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.775298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-66ba5848-3fef-46df-adac-d08e181fcc90 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 696 time: 0.1782520 Aug 10 01:10:51.811109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] For port 3991ac6b-0418-4e30-8f0a-7588a24e7896, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:51.816438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] For port 3991ac6b-0418-4e30-8f0a-7588a24e7896, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3991ac6b-0418-4e30-8f0a-7588a24e7896,segment=NetworkSegment(71eb6021-f0dc-46c0-81bc-41a949bc6fde),segment_id=71eb6021-f0dc-46c0-81bc-41a949bc6fde)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:51.822061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.831596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.857215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0faa3ff-79fc-490a-ae68-2c69e60c15a1']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.884154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb6021-f0dc-46c0-81bc-41a949bc6fde') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.884459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb6021-f0dc-46c0-81bc-41a949bc6fde') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:51.901465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.929233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.942046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:51.943591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:51.950556 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:51.953535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d49c80-1d6b-402f-b950-088292195a43 None None] Network b0faa3ff-79fc-490a-ae68-2c69e60c15a1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:51.986858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-a8d9bc96-da5a-4402-8823-b3300bfe2849 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:51.989468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-a8d9bc96-da5a-4402-8823-b3300bfe2849 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.2067513 Aug 10 01:10:52.001753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-d12b84c0-bff1-4ac2-bb6c-7500ec90dd5f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:52.002932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-effc3ccd-7620-4954-b630-d8fd04bb1579 req-d12b84c0-bff1-4ac2-bb6c-7500ec90dd5f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072997 Aug 10 01:10:52.045052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:10:52.045052 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:10:52.045052 n-d-766380-21 neutron-server[105958]: [parameters: {'id': 'b0faa3ff-79fc-490a-ae68-2c69e60c15a1'}] Aug 10 01:10:52.045052 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:52.045960 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:52.173048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d72d64-5716-453b-bb0e-9085f6d15be9 None None] Pushing event updated for resources: {'Port': ['ID=3991ac6b-0418-4e30-8f0a-7588a24e7896,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:52.202132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7cbb74-f654-4448-9dfc-fe46dc44b28a None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:52.326210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-ccfb6b83-52bf-45b1-ac43-846d21890d4c tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:52.327791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-ccfb6b83-52bf-45b1-ac43-846d21890d4c tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1666307 Aug 10 01:10:52.377202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7cbb74-f654-4448-9dfc-fe46dc44b28a None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:52.468213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-fc0a24f6-7991-49d7-a349-fb6f7053f57b tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 696 time: 0.1336770 Aug 10 01:10:52.485991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'floatingip': {'port_id': '106c59bd-3da7-405e-b518-8ab64974d856', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:52.534255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.605259 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.819948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port 3991ac6b-0418-4e30-8f0a-7588a24e7896 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:52.819948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:52.974176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port 3991ac6b-0418-4e30-8f0a-7588a24e7896, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3991ac6b-0418-4e30-8f0a-7588a24e7896,segment=NetworkSegment(71eb6021-f0dc-46c0-81bc-41a949bc6fde),segment_id=71eb6021-f0dc-46c0-81bc-41a949bc6fde)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:52.974589 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.022177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for 3991ac6b-0418-4e30-8f0a-7588a24e7896 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:53.267142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.278776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.313145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.318029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=3991ac6b-0418-4e30-8f0a-7588a24e7896,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:53.353850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port 3991ac6b-0418-4e30-8f0a-7588a24e7896 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:53.494333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.518481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0faa3ff-79fc-490a-ae68-2c69e60c15a1']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:53.533204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71eb6021-f0dc-46c0-81bc-41a949bc6fde') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:53.533502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71eb6021-f0dc-46c0-81bc-41a949bc6fde') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:53.548904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.551022 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Floating IP 41fc4fda-3c22-46bd-8e6a-8551d881db39 associated. External IP: 172.25.7.157, port: 106c59bd-3da7-405e-b518-8ab64974d856. Aug 10 01:10:53.603124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.615955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:53.616585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:53.619312 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:53.759693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.771133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.787069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/b0faa3ff-79fc-490a-ae68-2c69e60c15a1 HTTP/1.1" status: 204 len: 168 time: 3.1526883 Aug 10 01:10:53.791272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:53.796839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1971505614'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:53.842570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:53.848479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.851636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da38300-3003-4eba-8570-fd2d7084af50 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=b0faa3ff-79fc-490a-ae68-2c69e60c15a1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:53.890101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:53.905168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:53.905526 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 35b23bcd-2eb6-4e56-8986-f5f000a25c3a of type vlan for network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 Aug 10 01:10:54.007907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.055966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.063764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:54.064408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.084936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Router 71d7b346-90ba-441f-b225-6342152eaa3d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:54.096592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57734) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.097634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3051178 Aug 10 01:10:54.109194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:54.237989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f1fd6-7b61-4953-8069-cc93e5db3aee tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=088c7e4a-9c69-4a6d-8d8d-60491e5bf914,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.251404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:54.384710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-dfc31b21-01b9-4596-9e36-b037171c0c45 req-9754574c-39ac-44b1-a7fc-df70bcf85283 service neutron] (105957) timed out ('10.222.0.21', 52296) {{(pid=105957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:10:54.516084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57746) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.673926 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9045f268-0e83-44a1-be09-7dac3101c95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.852899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9045f268-0e83-44a1-be09-7dac3101c95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.860788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9045f268-0e83-44a1-be09-7dac3101c95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.893557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045f268-0e83-44a1-be09-7dac3101c95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf7c598-da43-4e80-bfc7-c7e62d7c66f5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:54.926858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9045f268-0e83-44a1-be09-7dac3101c95c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4f392e5f5164b47ab9b72637c351c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075203 Aug 10 01:10:54.929208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57756) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:54.961712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:54.999885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:55.002413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.014275 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Sync routers for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:55.018240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.026075 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:55.030562 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:55.032646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 is not hosted by any dhcp agent {{(pid=105958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:10:55.038092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.043276 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.044779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.048898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "PUT /v2.0/networks/088c7e4a-9c69-4a6d-8d8d-60491e5bf914 HTTP/1.1" status: 200 len: 723 time: 0.9476213 Aug 10 01:10:55.050267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.098307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.145653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:55.170158 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.174550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.176188 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf7c598-da43-4e80-bfc7-c7e62d7c66f5 HTTP/1.1" status: 204 len: 168 time: 0.2458792 Aug 10 01:10:55.193125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be178e-93e1-4c8e-bb6b-6b6e294677a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf7c598-da43-4e80-bfc7-c7e62d7c66f5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:55.240679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-f10a131b-febb-4f55-abda-2828293247d2 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "PUT /v2.0/floatingips/41fc4fda-3c22-46bd-8e6a-8551d881db39 HTTP/1.1" status: 200 len: 996 time: 2.7567146 Aug 10 01:10:55.266287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:55.282283 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811701c3-0bfa-4c40-a259-c0713b22be58" -d '{"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:55.320341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:55.339798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca13e0-e527-4d6b-b23e-0dd3c5bf4757 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=088c7e4a-9c69-4a6d-8d8d-60491e5bf914,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:55.354198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:10:55.389385 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4840feb-75c0-4662-a634-57dff2e2f8a6 x-openstack-request-id: req-c4840feb-75c0-4662-a634-57dff2e2f8a6 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:55.389786 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:55.390132 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4840feb-75c0-4662-a634-57dff2e2f8a6 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:55.390746 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:10:55.439213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-71e89a10-cd80-4a2e-ae59-56d50754b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.443634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-71e89a10-cd80-4a2e-ae59-56d50754b11a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.2002101 Aug 10 01:10:55.551155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-13831283-d5ae-4d88-8543-d396edf15587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.555919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-13831283-d5ae-4d88-8543-d396edf15587 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.1533349 Aug 10 01:10:55.638927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-969678f1-7028-4684-935b-b5b93249b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.640984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-969678f1-7028-4684-935b-b5b93249b8db service neutron] 10.222.0.25 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.1866548 Aug 10 01:10:55.651057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:55.663399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.866569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-84aef8d7-6b32-4b0d-b65f-09ba1a75ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:55.870090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-84aef8d7-6b32-4b0d-b65f-09ba1a75ffb4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.3089070 Aug 10 01:10:55.874186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-24c2c8fb-94af-42b7-b3c3-b03610b4fdc2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 999 time: 0.2035058 Aug 10 01:10:55.936887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57782) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:55.963957 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3021e83a-ab50-4484-8503-3901cd93e9b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:55.985952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-579bdae6-fd4c-4b12-8a02-13c2e25038d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 999 time: 0.1024749 Aug 10 01:10:56.025640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.036751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-8eacf9cc-8855-41d0-920d-fb31745cfa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:56.040008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-8eacf9cc-8855-41d0-920d-fb31745cfa5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.1554987 Aug 10 01:10:56.061152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-dd3276d1-5321-4f9d-805b-d5bf287c524f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:56.062755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-dd3276d1-5321-4f9d-805b-d5bf287c524f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.0700407 Aug 10 01:10:56.062899 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41fc4fda-3c22-46bd-8e6a-8551d881db39', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'port_id': '106c59bd-3da7-405e-b518-8ab64974d856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'mac_address': 'fa:16:3e:fe:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:50Z', 'updated_at': '2021-08-10T01:10:53Z', 'revision_number': 1, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:56.090486 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Checking router: 71d7b346-90ba-441f-b225-6342152eaa3d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:56.100716 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:56.101348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:56.101715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-00508037-2f1f-43fe-9ee1-00885955604a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306666 Aug 10 01:10:56.134519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-ba06a6aa-dc2c-45fd-b707-0c3c161b7b39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834632 Aug 10 01:10:56.144901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-24553f25-8173-429a-81dc-de5d5dffefe9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:56.152325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-24553f25-8173-429a-81dc-de5d5dffefe9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168023 Aug 10 01:10:56.207942 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.241354 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:56.273096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-2bceb3ac-dd9c-4503-9f3b-9ceb80d35a2d service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636293 Aug 10 01:10:56.329287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.406741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811701c3-0bfa-4c40-a259-c0713b22be58 req-362eb061-8dc8-4fef-8606-e849260cc99d service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245370 Aug 10 01:10:56.431669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-08357a97-866c-4881-bed4-5e635ab07e5e service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781775 Aug 10 01:10:56.502037 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3021e83a-ab50-4484-8503-3901cd93e9b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.516822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3021e83a-ab50-4484-8503-3901cd93e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.524256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=e789c970-4010-4beb-895f-849f7a5220c3,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:56.568988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41fc4fda-3c22-46bd-8e6a-8551d881db39', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'port_id': '106c59bd-3da7-405e-b518-8ab64974d856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'mac_address': 'fa:16:3e:fe:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:50Z', 'updated_at': '2021-08-10T01:10:53Z', 'revision_number': 1, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:56.576024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '35b23bcd-2eb6-4e56-8986-f5f000a25c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:56.576394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 088c7e4a-9c69-4a6d-8d8d-60491e5bf914, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:10:56.596946 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632c453-ffaf-4478-b94f-3538fcdec707 None None] The sync data for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 is: [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '41fc4fda-3c22-46bd-8e6a-8551d881db39', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'floating_ip_address': '172.25.7.157', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'port_id': '106c59bd-3da7-405e-b518-8ab64974d856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'mac_address': 'fa:16:3e:fe:38:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:10:50Z', 'updated_at': '2021-08-10T01:10:53Z', 'revision_number': 1, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:10:56.601051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3021e83a-ab50-4484-8503-3901cd93e9b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4ac597175cc44548cbd959f471476e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614702 Aug 10 01:10:56.601211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57792) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:56.609549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021e83a-ab50-4484-8503-3901cd93e9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd94778-365b-401c-8afc-1d073138c4a4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:56.634435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:10:56.648871 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bbc7fdb-e3f0-4322-a792-9879a177f452 req-0917afe2-7764-40ae-9817-dd6ca21633c6 service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155795 Aug 10 01:10:56.649970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 088c7e4a-9c69-4a6d-8d8d-60491e5bf914) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:56.658801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a448393-f4b3-42fc-850e-4c102d1da721 None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:56.665488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:56.666246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.691273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b775c8a7-1a48-48a8-b090-28ab5496c875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6273234 Aug 10 01:10:56.694363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57800) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:56.704674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:56.839296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3761404'] for subnet, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.869743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-5cca19ef-d821-4925-8ab1-aedce289941d tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 999 time: 0.1289666 Aug 10 01:10:56.917110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:56.952950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ba15e-ffc2-44b5-b7d2-862071aa68bb None None] New status for floating IP 41fc4fda-3c22-46bd-8e6a-8551d881db39: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:10:56.958114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-12356a23-21f8-4bfb-918b-7fa1c64eb849 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:56.969768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-12356a23-21f8-4bfb-918b-7fa1c64eb849 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports/106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 942 time: 0.0808733 Aug 10 01:10:56.980786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.042001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.048075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.052090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd94778-365b-401c-8afc-1d073138c4a4 HTTP/1.1" status: 204 len: 168 time: 0.4497113 Aug 10 01:10:57.081725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-088c7e4a-9c69-4a6d-8d8d-60491e5bf914', 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': 'e789c970-4010-4beb-895f-849f7a5220c3'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:10:57.081922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739608116116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25965911'] for subnet, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.082931 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.153527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:57.157563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.159044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "PUT /v2.0/subnets/e789c970-4010-4beb-895f-849f7a5220c3 HTTP/1.1" status: 200 len: 806 time: 0.4635537 Aug 10 01:10:57.164259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57812) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:57.306291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c0016-820f-4350-a01c-5823e8799e41 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=e789c970-4010-4beb-895f-849f7a5220c3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.396827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Allocated IP 172.20.0.2 (088c7e4a-9c69-4a6d-8d8d-60491e5bf914/e789c970-4010-4beb-895f-849f7a5220c3/5731184e-ae40-4cc1-ab8e-49446422e76a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:10:57.432074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.523749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8cd30-a7c0-48c7-a8b2-0a81dfa5e7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd94778-365b-401c-8afc-1d073138c4a4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.552257 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.563984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-bd9c6095-dc7e-4feb-a5e5-7e18f3949945 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 999 time: 0.5105753 Aug 10 01:10:57.594230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.619585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Transition to ACTIVE for port object 5731184e-ae40-4cc1-ab8e-49446422e76a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:57.644760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Transition to ACTIVE for port object 5731184e-ae40-4cc1-ab8e-49446422e76a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:10:57.665049 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.670454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.699289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-1fae0a7a-2647-4d73-a2a0-6ad833ab74ed tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:57.700986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-1fae0a7a-2647-4d73-a2a0-6ad833ab74ed tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1357670 Aug 10 01:10:57.701508 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:10:57.702790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=e789c970-4010-4beb-895f-849f7a5220c3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.738620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-ab1bed20-1923-4f84-b3e5-246bb2aeba58 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:10:57.750192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-ab1bed20-1923-4f84-b3e5-246bb2aeba58 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300357 Aug 10 01:10:57.776008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:10:57.777765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:10:57.786415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:10:57.826099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.840237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088c7e4a-9c69-4a6d-8d8d-60491e5bf914']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:57.855673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b23bcd-2eb6-4e56-8986-f5f000a25c3a') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:57.856803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b23bcd-2eb6-4e56-8986-f5f000a25c3a') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:57.869985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Pushing event updated for resources: {'Port': ['ID=5731184e-ae40-4cc1-ab8e-49446422e76a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:57.871176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.888515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-469d9fba-e245-42fb-8174-32981dcad974 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 1001 time: 0.1205094 Aug 10 01:10:57.895982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.902263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:57.904372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:57.905043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:57.908538 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:57.912704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Attempting to bind port 5731184e-ae40-4cc1-ab8e-49446422e76a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:10:57.913201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Attempting to bind port 5731184e-ae40-4cc1-ab8e-49446422e76a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '35b23bcd-2eb6-4e56-8986-f5f000a25c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:10:57.913632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Attempting to bind port 5731184e-ae40-4cc1-ab8e-49446422e76a on network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:10:57.920171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:10:57.920624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Checking segment: {'id': '35b23bcd-2eb6-4e56-8986-f5f000a25c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:10:57.921255 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.921988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Bound using segment: {'id': '35b23bcd-2eb6-4e56-8986-f5f000a25c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:10:57.922655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Bound port: 5731184e-ae40-4cc1-ab8e-49446422e76a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b23bcd-2eb6-4e56-8986-f5f000a25c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:10:57.923279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.984885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:10:57.984885 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:10:57.984885 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '088c7e4a-9c69-4a6d-8d8d-60491e5bf914'}] Aug 10 01:10:57.984885 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:10:57.985368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:57.986388 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:10:58.017369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] For port 5731184e-ae40-4cc1-ab8e-49446422e76a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:10:58.021773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] For port 5731184e-ae40-4cc1-ab8e-49446422e76a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5731184e-ae40-4cc1-ab8e-49446422e76a,segment=NetworkSegment(35b23bcd-2eb6-4e56-8986-f5f000a25c3a),segment_id=35b23bcd-2eb6-4e56-8986-f5f000a25c3a)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:10:58.029747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.128291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda17a0-6672-4672-8c3e-2a0d5ab05ad6 None None] Pushing event updated for resources: {'Port': ['ID=5731184e-ae40-4cc1-ab8e-49446422e76a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:58.142500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407203d-2f4f-4b82-ada8-0a6c563156ec None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:58.214404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.221961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.222284 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Floating IP 41fc4fda-3c22-46bd-8e6a-8551d881db39 disassociated. External IP: 172.25.7.157, port: 106c59bd-3da7-405e-b518-8ab64974d856. Aug 10 01:10:58.316021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4498908d-495a-4e34-ac60-bc39c87024a2 None None] Network 088c7e4a-9c69-4a6d-8d8d-60491e5bf914 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:10:58.468034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36663f44-e475-4b1a-80ce-424240fb1b43 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:10:58.488010 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.531151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Router 71d7b346-90ba-441f-b225-6342152eaa3d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:10:58.578632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port 5731184e-ae40-4cc1-ab8e-49446422e76a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:10:58.579264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.645722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36663f44-e475-4b1a-80ce-424240fb1b43 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:10:58.667856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port 5731184e-ae40-4cc1-ab8e-49446422e76a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5731184e-ae40-4cc1-ab8e-49446422e76a,segment=NetworkSegment(35b23bcd-2eb6-4e56-8986-f5f000a25c3a),segment_id=35b23bcd-2eb6-4e56-8986-f5f000a25c3a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:10:58.668640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.675887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:10:58.680994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.688049 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Sync routers for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:10:58.696893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for 5731184e-ae40-4cc1-ab8e-49446422e76a owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:10:58.701289 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:58.704300 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:58.735551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-3cb2d19a-aefc-4af4-a923-1f282f74fdda tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "PUT /v2.0/floatingips/41fc4fda-3c22-46bd-8e6a-8551d881db39 HTTP/1.1" status: 200 len: 695 time: 0.8377111 Aug 10 01:10:58.736247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:10:58.739600 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:10:58.806296 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ffbc5d-668a-4056-952d-1a1b1262feb8 x-openstack-request-id: req-b6ffbc5d-668a-4056-952d-1a1b1262feb8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:10:58.806589 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:10:58.806883 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6ffbc5d-668a-4056-952d-1a1b1262feb8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:10:58.807308 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:10:58.863643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:58.885936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port 5731184e-ae40-4cc1-ab8e-49446422e76a on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:10:58.928116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=5731184e-ae40-4cc1-ab8e-49446422e76a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:58.938461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-399c06c0-c909-4483-aabc-e0267e1e433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:58.940784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-399c06c0-c909-4483-aabc-e0267e1e433e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.1904907 Aug 10 01:10:58.973788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-4e0e4b83-d9af-48fd-a100-bdc6a2ad351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:58.975878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-4e0e4b83-d9af-48fd-a100-bdc6a2ad351a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 1097 time: 0.1395710 Aug 10 01:10:58.987749 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:59.035912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.055531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088c7e4a-9c69-4a6d-8d8d-60491e5bf914']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.096225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b23bcd-2eb6-4e56-8986-f5f000a25c3a') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.096770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b23bcd-2eb6-4e56-8986-f5f000a25c3a') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.118271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.162002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.174907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:10:59.176937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:10:59.185969 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:10:59.238594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-007c26c9-25e7-49bb-95fc-393eeaf139b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:59.241272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-007c26c9-25e7-49bb-95fc-393eeaf139b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.2937176 Aug 10 01:10:59.248225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-2e0a5483-ed65-4462-bda7-ac1a9880dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:59.249972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-2e0a5483-ed65-4462-bda7-ac1a9880dc80 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 200 len: 920 time: 0.2301142 Aug 10 01:10:59.298078 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.309800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.312180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/088c7e4a-9c69-4a6d-8d8d-60491e5bf914 HTTP/1.1" status: 204 len: 168 time: 2.1469805 Aug 10 01:10:59.323363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57888) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:59.333128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-a375d63f-fdc3-45d2-b66e-0f889849440a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.0815427 Aug 10 01:10:59.334202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81623289-fa9c-4c2d-9dae-dc2210114bff tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=088c7e4a-9c69-4a6d-8d8d-60491e5bf914,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:10:59.355341 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c864554f-b10e-470d-a2fe-13b9db9f8b99 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:10:59.356814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c864554f-b10e-470d-a2fe-13b9db9f8b99 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:10:59.358830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c864554f-b10e-470d-a2fe-13b9db9f8b99 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/088c7e4a-9c69-4a6d-8d8d-60491e5bf914 HTTP/1.1" status: 404 len: 339 time: 0.0335920 Aug 10 01:10:59.363741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57890) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:10:59.380634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-a898135a-6e3a-478f-b9fc-3c9f49507ea5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 200 len: 217 time: 0.1160748 Aug 10 01:10:59.385316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-421363856', 'description': 'd1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:10:59.408077 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.443961 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Checking router: 71d7b346-90ba-441f-b225-6342152eaa3d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:10:59.453023 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:10:59.453721 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.488111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-0f717d63-adc4-4f9c-893c-d50124c9ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:59.489913 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-0f717d63-adc4-4f9c-893c-d50124c9ef2d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.1273525 Aug 10 01:10:59.492265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:10:59.500695 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.523678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-e185bb8a-7d7b-4353-8f8a-3920ea7a6e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:10:59.525194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-e185bb8a-7d7b-4353-8f8a-3920ea7a6e0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 200 len: 860 time: 0.1146655 Aug 10 01:10:59.578801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-55501ba9-7db7-45fd-b1e8-8ac9312bdc8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303106 Aug 10 01:10:59.580257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-0275012c-b8dd-48fb-8751-4b5aa16fbea2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4daa4bbe-5496-4fb7-b737-29cd40c695ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760367 Aug 10 01:10:59.615863 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:10:59.699580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-c3a8a186-b01e-4e3b-91b4-01f1c1a550c0 service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128685 Aug 10 01:10:59.758028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:10:59.888887 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:10:59.901297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:10:59.901820 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 87c15166-465f-43bb-98c3-e7abdc0405c0 of type vlan for network ea1d58b2-e1b2-4595-b043-d89179adc885 Aug 10 01:10:59.906694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-76a9e150-ea4a-42a8-9cf7-32e5d29ebe33 service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040968 Aug 10 01:10:59.921376 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7af7c6-8324-4b43-a605-f09012040288 None None] The sync data for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 is: [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:00Z', 'revision_number': 4, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'bf49a9ea-d793-4028-afd7-d45284d8aa8b', 'name': '', 'network_id': '4daa4bbe-5496-4fb7-b737-29cd40c695ba', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'mac_address': 'fa:16:3e:03:23:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:58Z', 'updated_at': '2021-08-10T01:10:06Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'subnets': [{'id': '109a6bbe-3d93-420e-b3ed-0a8636056345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:00.053990 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.125452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1a56319-b691-49b9-8f9c-a25c81d0b1d6 req-5b74483d-ca29-4c83-afb8-3af00e820aae service neutron] 10.222.0.25 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985383 Aug 10 01:11:00.171988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4367c3f2-08c0-4140-8a8c-277eb28bdaa2 req-662c23ec-0add-45d4-955b-9dc44e0fa97e service neutron] 10.222.0.10 "GET /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077396 Aug 10 01:11:00.175335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.185380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:00.186092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.259047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=ea1d58b2-e1b2-4595-b043-d89179adc885,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:00.282574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-edf3544b-dfe1-4639-9783-84679cc21042 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9016128 Aug 10 01:11:00.282821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ea1d58b2-e1b2-4595-b043-d89179adc885 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:00.283275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.311880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-8aa708ff-1fc6-4687-9cbf-84f5d3567895 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips/41fc4fda-3c22-46bd-8e6a-8551d881db39 HTTP/1.1" status: 200 len: 695 time: 0.1265914 Aug 10 01:11:00.441149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea25c88-14ec-4aab-b233-e263997f4241 None None] New status for floating IP 41fc4fda-3c22-46bd-8e6a-8551d881db39: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:11:00.472309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-35a0d2c6-c963-4847-b20f-86aaba678013 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:00.473754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-35a0d2c6-c963-4847-b20f-86aaba678013 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 784 time: 0.1600695 Aug 10 01:11:00.488342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-77a7e768-e9e7-4c07-9bfd-6be13a4d18ab tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:11:00.489281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-77a7e768-e9e7-4c07-9bfd-6be13a4d18ab tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091763 Aug 10 01:11:00.511592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed7f099-336e-49dc-b59f-bf41f681bda5 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:00.514025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ed7f099-336e-49dc-b59f-bf41f681bda5 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks?id=ea1d58b2-e1b2-4595-b043-d89179adc885 HTTP/1.1" status: 200 len: 760 time: 0.2302752 Aug 10 01:11:00.518647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57930) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:00.524190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'description': 'd2'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:00.578379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-972cc90e-814f-45bd-bffb-b0459c2485b5 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 698 time: 0.0773563 Aug 10 01:11:00.641526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-02693618-d051-4532-9c3f-2f1b22af81e3 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.157 HTTP/1.1" status: 200 len: 698 time: 0.0620437 Aug 10 01:11:00.805690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Deleting port 248e965e-eb06-441c-929c-95fe1fc9c498 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:00.806199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.901223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.910383 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.910883 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.921145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.930962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network ea1d58b2-e1b2-4595-b043-d89179adc885 is not hosted by any dhcp agent {{(pid=105957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:11:00.936971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Calling delete_port for 248e965e-eb06-441c-929c-95fe1fc9c498 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:00.958490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:00.959280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:00.960669 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "PUT /v2.0/networks/ea1d58b2-e1b2-4595-b043-d89179adc885 HTTP/1.1" status: 200 len: 757 time: 0.4409013 Aug 10 01:11:00.965639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57938) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:01.053331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9ba88-7321-4c1d-978d-d0a565aa6051 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=ea1d58b2-e1b2-4595-b043-d89179adc885,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.078523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ea1d58b2-e1b2-4595-b043-d89179adc885 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:01.130215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f7e3d8-d442-45b7-8f00-c1a005118ebf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:01.131876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-55f7e3d8-d442-45b7-8f00-c1a005118ebf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks?id=ea1d58b2-e1b2-4595-b043-d89179adc885 HTTP/1.1" status: 200 len: 760 time: 0.1650658 Aug 10 01:11:01.140415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57948) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:01.145137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458620195'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:01.186806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:01.192422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.247042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:01.264407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.264752 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment a7de3fce-226e-4af7-9a18-a5bb0285889d of type vlan for network 8dbe4585-bc52-4ef5-8657-a255d2df3161 Aug 10 01:11:01.274979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.320928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event deleted for resources: {'Port': ['ID=248e965e-eb06-441c-929c-95fe1fc9c498,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.364632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.443609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.450061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:01.450943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.477312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.480316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.482243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6844511-09f9-49f9-bd8d-c507b31c0eb0 req-fc043326-a734-4571-9163-f4a10beb7371 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "DELETE /v2.0/floatingips/41fc4fda-3c22-46bd-8e6a-8551d881db39 HTTP/1.1" status: 204 len: 173 time: 0.8398743 Aug 10 01:11:01.498228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3561196 Aug 10 01:11:01.498622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57968) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:01.504778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': '8dbe4585-bc52-4ef5-8657-a255d2df3161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:01.546825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18811b3-3f00-47ff-a16e-6df8615f6f8c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=8dbe4585-bc52-4ef5-8657-a255d2df3161,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:01.557823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8dbe4585-bc52-4ef5-8657-a255d2df3161 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:01.657831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-de0e1731-1331-476a-ad78-567bb76b3c63 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups/d7885a1f-532f-4e0d-88e8-597905c2563f HTTP/1.1" status: 200 len: 1810 time: 0.1431897 Aug 10 01:11:01.699631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:01.703469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.833235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.884470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.972375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.976063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:01.977275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c64d0bf2-1af9-4777-85e6-c7f533088324 req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "DELETE /v2.0/security-groups/d7885a1f-532f-4e0d-88e8-597905c2563f HTTP/1.1" status: 204 len: 173 time: 0.3111556 Aug 10 01:11:01.997404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131d325-5a96-4f5e-9506-4e4df33a2d40 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7885a1f-532f-4e0d-88e8-597905c2563f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.067857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.162386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=8b05882e-5609-4e9e-8db7-cf58435e7a4b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.173710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': 'a7de3fce-226e-4af7-9a18-a5bb0285889d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '8dbe4585-bc52-4ef5-8657-a255d2df3161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:02.174284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: 8dbe4585-bc52-4ef5-8657-a255d2df3161, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:02.197142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network 8dbe4585-bc52-4ef5-8657-a255d2df3161 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:02.212404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8dbe4585-bc52-4ef5-8657-a255d2df3161) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:02.222727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:02.223577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.232169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8b6e3-ef50-4004-b398-f5a942f9f676 None None] Network 8dbe4585-bc52-4ef5-8657-a255d2df3161 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:02.256636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34b480ec-470d-4008-8466-c21ce0144b4f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7568226 Aug 10 01:11:02.259368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57988) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:02.380452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303f177-5016-418d-b257-3e6d913a963f req-3688f177-8fdc-43e2-b4aa-4fa43e2b3458 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:02.388530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9303f177-5016-418d-b257-3e6d913a963f req-3688f177-8fdc-43e2-b4aa-4fa43e2b3458 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1447721 Aug 10 01:11:02.467252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9303f177-5016-418d-b257-3e6d913a963f req-ad61fb52-f183-4707-8391-5e4ba243caab tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776734 Aug 10 01:11:02.503308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeea0e9-caea-456c-b286-a20c4b583bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8dbe4585-bc52-4ef5-8657-a255d2df3161', 'network_id': '8dbe4585-bc52-4ef5-8657-a255d2df3161', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': '8b05882e-5609-4e9e-8db7-cf58435e7a4b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:02.504377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ffeea0e9-caea-456c-b286-a20c4b583bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.506101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.580972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.672403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-ffeea0e9-caea-456c-b286-a20c4b583bbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b05882e-5609-4e9e-8db7-cf58435e7a4b: This subnet is being modified by another concurrent operation. Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b05882e-5609-4e9e-8db7-cf58435e7a4b: This subnet is being modified by another concurrent operation. Aug 10 01:11:02.672796 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:11:02.693787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60f35e-f458-4c14-af61-9b85321cdaa5 None None] Network 8dbe4585-bc52-4ef5-8657-a255d2df3161 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:02.710806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=8b05882e-5609-4e9e-8db7-cf58435e7a4b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:02.812331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.829088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbe4585-bc52-4ef5-8657-a255d2df3161']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:02.842818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7de3fce-226e-4af7-9a18-a5bb0285889d') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:02.843135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7de3fce-226e-4af7-9a18-a5bb0285889d') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:02.853844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.869764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.884804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bdf14-1285-4667-b7c5-155c8b1745bc None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:11:02.887517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:02.888194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:02.984051 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:02.991178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.033012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:03.056381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58016) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.068190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8dbe4585-bc52-4ef5-8657-a255d2df3161 HTTP/1.1" status: 204 len: 168 time: 0.7912140 Aug 10 01:11:03.117754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a827e-dac5-4d5c-8d26-eec13dc7e6ef tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=8dbe4585-bc52-4ef5-8657-a255d2df3161,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:03.136543 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-102d15a9-c6e8-41ae-8a85-f3f29be7d5c4 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] GET failed (client error): The resource could not be found. Aug 10 01:11:03.138725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-102d15a9-c6e8-41ae-8a85-f3f29be7d5c4 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets/8b05882e-5609-4e9e-8db7-cf58435e7a4b HTTP/1.1" status: 404 len: 337 time: 0.0809269 Aug 10 01:11:03.141667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.162397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bdf14-1285-4667-b7c5-155c8b1745bc None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:11:03.167563 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc762c5c-64d9-489f-95ed-4be15cf92855 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:03.168367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc762c5c-64d9-489f-95ed-4be15cf92855 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:03.170440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc762c5c-64d9-489f-95ed-4be15cf92855 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8dbe4585-bc52-4ef5-8657-a255d2df3161 HTTP/1.1" status: 404 len: 339 time: 0.0275793 Aug 10 01:11:03.174164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58024) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.435774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c454834-7712-452c-bfd1-ba35dee979b2 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:03.437391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1c454834-7712-452c-bfd1-ba35dee979b2 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2620895 Aug 10 01:11:03.440215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.487564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2686c3f-d69f-4a9e-8207-ed20c46337ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 207 time: 0.0458388 Aug 10 01:11:03.490632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:03.817131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd6192-03b1-4ea4-b441-e4818b31b1cb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:03.823090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd6192-03b1-4ea4-b441-e4818b31b1cb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:03.829316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd6192-03b1-4ea4-b441-e4818b31b1cb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:03.835317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efd6192-03b1-4ea4-b441-e4818b31b1cb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:03.837381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3efd6192-03b1-4ea4-b441-e4818b31b1cb tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3455107 Aug 10 01:11:03.841410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58044) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.086686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-723f24d3-5aac-41ba-8b88-3cbcdd1f371f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2416666 Aug 10 01:11:04.087572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58052) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.090915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58054) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.166237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5d6a4-c367-4c0a-8782-a7983ce020ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.168240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5d6a4-c367-4c0a-8782-a7983ce020ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.174100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ab5d6a4-c367-4c0a-8782-a7983ce020ce tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0784802 Aug 10 01:11:04.174723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58060) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.260009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58b2ccd4-68a4-4606-9ea9-d357c0a10562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.283652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3494b0-96ac-48ed-a276-2ee14d17ec48 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.285094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3494b0-96ac-48ed-a276-2ee14d17ec48 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.290512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ec3494b0-96ac-48ed-a276-2ee14d17ec48 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1147025 Aug 10 01:11:04.291507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58068) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.329092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a112b-dae3-4af2-abde-2e6c36b5db95 req-47d858c3-ebc2-4747-b93d-21e343ecabec tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.331535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b82a112b-dae3-4af2-abde-2e6c36b5db95 req-47d858c3-ebc2-4747-b93d-21e343ecabec tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.7068574 Aug 10 01:11:04.429771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b82a112b-dae3-4af2-abde-2e6c36b5db95 req-593a4438-0114-4ab2-9030-fed292c63cb6 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/security-groups?id=acd040c4-6008-4a32-b293-b3173b0e5643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567963 Aug 10 01:11:04.481623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c4c2a8-d5c9-422b-912e-5b88191528f0 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.483277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-87c4c2a8-d5c9-422b-912e-5b88191528f0 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks/a350a8bb-7d5e-4966-947a-a6ea9bfb2251 HTTP/1.1" status: 200 len: 799 time: 0.1902504 Aug 10 01:11:04.487867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58072) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.504692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58b2ccd4-68a4-4606-9ea9-d357c0a10562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.534646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-3b3896fe-983c-4ed9-a8ac-31809f86564a tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.537070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-3b3896fe-983c-4ed9-a8ac-31809f86564a tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.10 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 945 time: 0.1845899 Aug 10 01:11:04.537593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58b2ccd4-68a4-4606-9ea9-d357c0a10562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.591527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58b2ccd4-68a4-4606-9ea9-d357c0a10562 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90c1790d23e64c20a7548f5f3043afc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019450 Aug 10 01:11:04.596178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58082) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.654605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2ccd4-68a4-4606-9ea9-d357c0a10562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f1b72a-a3e1-49ce-afae-472d2abf9ea9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:04.662586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ea48759-68c0-4f67-898a-67e87c57f773 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/networks/a350a8bb-7d5e-4966-947a-a6ea9bfb2251?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1728368 Aug 10 01:11:04.662974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58084) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.751898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.812052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc0a2d-5f2e-4bbe-b566-51ce145d87a8 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.813509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2fc0a2d-5f2e-4bbe-b566-51ce145d87a8 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets/8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d HTTP/1.1" status: 200 len: 811 time: 0.1494379 Aug 10 01:11:04.819460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.826085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.880052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Deleting port 106c59bd-3da7-405e-b518-8ab64974d856 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:04.880643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.905969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6fb65-3049-47e7-8336-2f48448a3ac8 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:04.910818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5cd6fb65-3049-47e7-8336-2f48448a3ac8 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "GET /v2.0/subnets/8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0875249 Aug 10 01:11:04.911413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:04.935012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788508969'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:04.960014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.967189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:04.969004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f1b72a-a3e1-49ce-afae-472d2abf9ea9 HTTP/1.1" status: 204 len: 168 time: 0.3711414 Aug 10 01:11:04.984895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acfb5c-506b-417a-8755-234d638b1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f1b72a-a3e1-49ce-afae-472d2abf9ea9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:04.989063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:04.992774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.036135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:05.050076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.050506 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Added segment 4021ec01-6f73-4780-9585-dcdec58e4299 of type vlan for network d85874d5-787e-4e8e-a469-60d445873a44 Aug 10 01:11:05.093135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] For port 106c59bd-3da7-405e-b518-8ab64974d856, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=106c59bd-3da7-405e-b518-8ab64974d856,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:05.093445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.097483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.130858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.135635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Calling delete_port for 106c59bd-3da7-405e-b518-8ab64974d856 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:05.138713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:05.139419 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.237818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Network': ['ID=d85874d5-787e-4e8e-a469-60d445873a44,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.250086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d85874d5-787e-4e8e-a469-60d445873a44 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:05.267304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2bc7e1ba-eafd-4ba9-9554-602541429145 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3544676 Aug 10 01:11:05.270658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.283071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:05.336535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.366580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['106c59bd-3da7-405e-b518-8ab64974d856'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:05.413558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Pushing event deleted for resources: {'Port': ['ID=106c59bd-3da7-405e-b518-8ab64974d856,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.539406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] No DVR routers for this DVR port 106c59bd-3da7-405e-b518-8ab64974d856 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:05.540470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58112) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:05.542721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.545539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4219b643-3632-4ff4-9057-c04fe4da08e1 req-af23afd5-69e7-4774-af42-afb2cb2959f8 tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.10 "DELETE /v2.0/ports/106c59bd-3da7-405e-b518-8ab64974d856 HTTP/1.1" status: 204 len: 173 time: 0.9665375 Aug 10 01:11:05.546177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'name': 'network-vif-deleted', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:05.549377 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fed7b1-35ab-433a-9eda-66ca1edc8a70" -d '{"events": [{"server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "name": "network-vif-deleted", "tag": "106c59bd-3da7-405e-b518-8ab64974d856"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:05.550880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Made reservation on behalf of a11c3ac321b24e9a8512c8cb325a1182 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:05.557069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.601986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c97bf34f-3cd9-4395-afdb-77a4f72936e2 req-541848e3-3224-4177-8518-951658585a9f tempest-ServerRescueTestJSONUnderV235-1267286284 tempest-ServerRescueTestJSONUnderV235-1267286284-project] 10.222.0.25 "GET /v2.0/ports?device_id=c136f268-713d-4144-94a6-7dc3f7f8a45e HTTP/1.1" status: 200 len: 210 time: 0.0482347 Aug 10 01:11:05.612888 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5de81d-6d82-4cb7-ba6c-3a6dc0d194d8 x-openstack-request-id: req-4d5de81d-6d82-4cb7-ba6c-3a6dc0d194d8 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:05.613182 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c136f268-713d-4144-94a6-7dc3f7f8a45e", "name": "network-vif-deleted", "tag": "106c59bd-3da7-405e-b518-8ab64974d856", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:05.613441 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d5de81d-6d82-4cb7-ba6c-3a6dc0d194d8 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:05.613848 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c136f268-713d-4144-94a6-7dc3f7f8a45e', 'name': 'network-vif-deleted', 'tag': '106c59bd-3da7-405e-b518-8ab64974d856', 'status': 'completed', 'code': 200} Aug 10 01:11:05.650553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing IP validity checks on allocation pools {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:11:05.651284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:11:05.685587 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3799e2a-a1ff-4320-8800-3a49e7349e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.864926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.944642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=fbdab2aa-7bde-41ca-81ee-ede1af8c7061,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:05.969281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3799e2a-a1ff-4320-8800-3a49e7349e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:05.970502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Checking segment: {'id': '4021ec01-6f73-4780-9585-dcdec58e4299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:05.970966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network hostable DHCP agents. Network: d85874d5-787e-4e8e-a469-60d445873a44, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:05.981802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3799e2a-a1ff-4320-8800-3a49e7349e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.026914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Network d85874d5-787e-4e8e-a469-60d445873a44 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:06.038689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3799e2a-a1ff-4320-8800-3a49e7349e35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f909edc807ba4860b6f4c4ee774f91fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959352 Aug 10 01:11:06.040970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3799e2a-a1ff-4320-8800-3a49e7349e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d36421-b82f-476c-873e-255b118717e2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.041702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.048184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d85874d5-787e-4e8e-a469-60d445873a44) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:06.060854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d2734-f06a-4388-bc5b-2e60e0bd5bbe None None] Network d85874d5-787e-4e8e-a469-60d445873a44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:06.073020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:06.073842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.106354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4730c6b8-dc4e-4793-978f-fd5e313f151c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8335650 Aug 10 01:11:06.109126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58132) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.115936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:06.131365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.160139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.249936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3761404'] for subnet, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.263197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.267606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.272027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67d36421-b82f-476c-873e-255b118717e2 HTTP/1.1" status: 204 len: 168 time: 0.2272651 Aug 10 01:11:06.301343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8739e8-abbc-46de-871a-fe3b3c8163c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d36421-b82f-476c-873e-255b118717e2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.390190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d85874d5-787e-4e8e-a469-60d445873a44', 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44', 'tenant_id': 'a11c3ac321b24e9a8512c8cb325a1182', 'fixed_ips': [{'subnet_id': 'fbdab2aa-7bde-41ca-81ee-ede1af8c7061'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:11:06.394477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.542101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739608116116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25965911'] for subnet, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.598244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:06.598890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.602719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "PUT /v2.0/subnets/fbdab2aa-7bde-41ca-81ee-ede1af8c7061 HTTP/1.1" status: 200 len: 877 time: 0.4900730 Aug 10 01:11:06.603108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58150) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.615314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Allocated IP 172.20.0.3 (d85874d5-787e-4e8e-a469-60d445873a44/fbdab2aa-7bde-41ca-81ee-ede1af8c7061/0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:06.633850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec7659-fd9e-458d-9307-fbe5e52a447d tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event updated for resources: {'Subnet': ['ID=fbdab2aa-7bde-41ca-81ee-ede1af8c7061,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:06.691772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:06.845713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.926266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.940990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Transition to ACTIVE for port object 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:06.987177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:06.997871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Transition to ACTIVE for port object 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:07.021861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.110906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Network d85874d5-787e-4e8e-a469-60d445873a44 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:07.114752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:07.124449 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.125399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:07.159294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Pushing event updated for resources: {'Port': ['ID=0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.190521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.191063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.192201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.192201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.192596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.192731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdab2aa-7bde-41ca-81ee-ede1af8c7061,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.193110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.193536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.193957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.194381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.194831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.195354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.195755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:07.242536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Attempting to bind port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:07.243807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Attempting to bind port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4021ec01-6f73-4780-9585-dcdec58e4299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:07.244765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Attempting to bind port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 on network d85874d5-787e-4e8e-a469-60d445873a44 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:07.259569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:07.260318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Checking segment: {'id': '4021ec01-6f73-4780-9585-dcdec58e4299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:07.261315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.263078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Bound using segment: {'id': '4021ec01-6f73-4780-9585-dcdec58e4299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:07.263980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Bound port: 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4021ec01-6f73-4780-9585-dcdec58e4299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd85874d5-787e-4e8e-a469-60d445873a44'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:07.269562 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.342958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.403089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85874d5-787e-4e8e-a469-60d445873a44']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:07.453295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021ec01-6f73-4780-9585-dcdec58e4299') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:07.459359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021ec01-6f73-4780-9585-dcdec58e4299') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:07.468370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.481572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] For port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:07.491777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] For port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93,segment=NetworkSegment(4021ec01-6f73-4780-9585-dcdec58e4299),segment_id=4021ec01-6f73-4780-9585-dcdec58e4299)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:07.498764 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.505089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.573035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.578997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf70471-bf2d-42c3-b364-f47abbd10615 None None] Pushing event updated for resources: {'Port': ['ID=0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:07.608994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:07.609414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:07.643534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 106c59bd-3da7-405e-b518-8ab64974d856 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:07.670427 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:07.676426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 106c59bd-3da7-405e-b518-8ab64974d856 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:07.676846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 106c59bd-3da7-405e-b518-8ab64974d856 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:07.695243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e701ad6-f6d2-4776-91ce-c8b5124ff142 None None] Network d85874d5-787e-4e8e-a469-60d445873a44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:07.965522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51076f2-045a-46b8-aaf4-fe670e08c5d7 None None] Network d85874d5-787e-4e8e-a469-60d445873a44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:08.045358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Deleting port bf49a9ea-d793-4028-afd7-d45284d8aa8b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:08.045841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.139405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] For port bf49a9ea-d793-4028-afd7-d45284d8aa8b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bf49a9ea-d793-4028-afd7-d45284d8aa8b,segment=NetworkSegment(916b7b3c-ecc8-43fc-a92b-702d573e008a),segment_id=916b7b3c-ecc8-43fc-a92b-702d573e008a)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:08.139851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.155862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Calling delete_port for bf49a9ea-d793-4028-afd7-d45284d8aa8b owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:08.215590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd8b4b1-77a5-4a17-9ad3-06ba81629292 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:11:08.331532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:11:08.331532 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:11:08.331532 n-d-766380-21 neutron-server[105957]: [parameters: {'id': 'd85874d5-787e-4e8e-a469-60d445873a44'}] Aug 10 01:11:08.331532 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:11:08.332289 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:11:08.379486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.385351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd8b4b1-77a5-4a17-9ad3-06ba81629292 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:11:08.414428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf49a9ea-d793-4028-afd7-d45284d8aa8b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:08.603950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.833305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.845680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Router 71d7b346-90ba-441f-b225-6342152eaa3d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:11:08.888991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:08.889755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.964080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93,segment=NetworkSegment(4021ec01-6f73-4780-9585-dcdec58e4299),segment_id=4021ec01-6f73-4780-9585-dcdec58e4299)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:08.964501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:08.984795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:08.997049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:11:09.009340 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Sync routers for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:11:09.009928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b08ddcb-1e0a-4a84-96cd-c96ccd246085 admin admin] 10.222.0.25 "PUT /v2.0/routers/71d7b346-90ba-441f-b225-6342152eaa3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3168745 Aug 10 01:11:09.013030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.024672 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:09.025419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.086128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.117865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:09.126868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port 0bf6d0ef-be8f-434b-8bd4-6cff69d9ae93 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:09.173108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.195940 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:09.333860 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.360596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85874d5-787e-4e8e-a469-60d445873a44']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.372948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4021ec01-6f73-4780-9585-dcdec58e4299') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.373281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4021ec01-6f73-4780-9585-dcdec58e4299') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.383952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.394723 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.402971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.410688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:09.411099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:09.479108 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:09.483783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.489575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Deleting port 31abb431-3a96-4b89-be03-3c5618678f45 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:09.490376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.491729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.497956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/d85874d5-787e-4e8e-a469-60d445873a44 HTTP/1.1" status: 204 len: 168 time: 2.8886886 Aug 10 01:11:09.501304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.541437 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': '31abb431-3a96-4b89-be03-3c5618678f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:11:08Z', 'revision_number': 5, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port': {'id': '31abb431-3a96-4b89-be03-3c5618678f45', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:c6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.542205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4e64-4667-4a99-b6a6-cfda1fa97555 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=d85874d5-787e-4e8e-a469-60d445873a44,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:09.546285 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f293357-ed43-4083-9bce-c465ea6de983 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:09.546849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f293357-ed43-4083-9bce-c465ea6de983 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:09.551333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2f293357-ed43-4083-9bce-c465ea6de983 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/fbdab2aa-7bde-41ca-81ee-ede1af8c7061 HTTP/1.1" status: 404 len: 337 time: 0.0464067 Aug 10 01:11:09.555133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.575560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Checking router: 71d7b346-90ba-441f-b225-6342152eaa3d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:11:09.578657 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb27fd79-03cb-4d31-b653-82d8cccdb693 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:09.579585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb27fd79-03cb-4d31-b653-82d8cccdb693 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:09.584926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bb27fd79-03cb-4d31-b653-82d8cccdb693 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/d85874d5-787e-4e8e-a469-60d445873a44 HTTP/1.1" status: 404 len: 339 time: 0.0280080 Aug 10 01:11:09.585238 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Routers {'71d7b346-90ba-441f-b225-6342152eaa3d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:09.585857 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:10:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['71d7b346-90ba-441f-b225-6342152eaa3d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.586252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.615492 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe1b5d8-96ca-4611-80a8-e4f82453221b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:09.616304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe1b5d8-96ca-4611-80a8-e4f82453221b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:09.621180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dbe1b5d8-96ca-4611-80a8-e4f82453221b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/8b05882e-5609-4e9e-8db7-cf58435e7a4b HTTP/1.1" status: 404 len: 337 time: 0.0336277 Aug 10 01:11:09.622651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.642696 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9636926a-61f8-45bf-9670-e96d03aa4ccc tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:09.643424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9636926a-61f8-45bf-9670-e96d03aa4ccc tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:09.648358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9636926a-61f8-45bf-9670-e96d03aa4ccc tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8dbe4585-bc52-4ef5-8657-a255d2df3161 HTTP/1.1" status: 404 len: 339 time: 0.0245929 Aug 10 01:11:09.649091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:09.685788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] For port 31abb431-3a96-4b89-be03-3c5618678f45, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=31abb431-3a96-4b89-be03-3c5618678f45,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:09.688628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.710998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Calling delete_port for 31abb431-3a96-4b89-be03-3c5618678f45 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:09.816706 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] Set router 71d7b346-90ba-441f-b225-6342152eaa3d gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:09.817229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.884694 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:11:09Z', 'revision_number': 6, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.920421 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b976bc7-7b62-4a14-9892-e52d852812b0 None None] The sync data for ids ['71d7b346-90ba-441f-b225-6342152eaa3d'] in n-d-766380-21 is: [{'id': '71d7b346-90ba-441f-b225-6342152eaa3d', 'name': 'tempest-ServerRescueTestJSONUnderV235-1223498022-router', 'tenant_id': '6f1b22ff59f049aaa94426aa9092a17b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:09:55Z', 'updated_at': '2021-08-10T01:11:09Z', 'revision_number': 6, 'project_id': '6f1b22ff59f049aaa94426aa9092a17b', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:09.931853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.943329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1d58b2-e1b2-4595-b043-d89179adc885']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.961328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c15166-465f-43bb-98c3-e7abdc0405c0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.966815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c15166-465f-43bb-98c3-e7abdc0405c0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:09.969624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.975963 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:09.993264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.000909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:10.001314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:10.005209 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:10.011854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=31abb431-3a96-4b89-be03-3c5618678f45,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:10.085889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.092717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.123600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.125624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/ea1d58b2-e1b2-4595-b043-d89179adc885 HTTP/1.1" status: 204 len: 168 time: 0.4754996 Aug 10 01:11:10.128330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.155824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c366811-36e5-49eb-a521-f4dc35465670 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=ea1d58b2-e1b2-4595-b043-d89179adc885,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:10.183358 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-25edd4d7-0c77-4ec7-8ffb-28d9bd958875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.183907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25edd4d7-0c77-4ec7-8ffb-28d9bd958875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.185758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25edd4d7-0c77-4ec7-8ffb-28d9bd958875 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/e789c970-4010-4beb-895f-849f7a5220c3 HTTP/1.1" status: 404 len: 337 time: 0.0564704 Aug 10 01:11:10.188334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.202467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.204727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.215678 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8f16e1-acf9-48ad-b1cd-da958f562909 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.216627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8f16e1-acf9-48ad-b1cd-da958f562909 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.221728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd8f16e1-acf9-48ad-b1cd-da958f562909 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/088c7e4a-9c69-4a6d-8d8d-60491e5bf914 HTTP/1.1" status: 404 len: 339 time: 0.0324249 Aug 10 01:11:10.222543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.253519 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9749c25-2c20-46e6-8dc1-682b8ca43575 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.256849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9749c25-2c20-46e6-8dc1-682b8ca43575 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.259512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9749c25-2c20-46e6-8dc1-682b8ca43575 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/63329bd8-76e5-47d4-8fda-6988c75f1c43 HTTP/1.1" status: 404 len: 337 time: 0.0359066 Aug 10 01:11:10.262903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.266140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.267179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71d7b346-90ba-441f-b225-6342152eaa3d {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:11:10.283680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.284891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-645c719a-aee6-46fb-b394-a306bd897d63 admin admin] 10.222.0.25 "DELETE /v2.0/routers/71d7b346-90ba-441f-b225-6342152eaa3d HTTP/1.1" status: 204 len: 168 time: 1.2685597 Aug 10 01:11:10.287323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58238) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.293621 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fc8285-8afe-4488-83b1-182898b62c91 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.294334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87fc8285-8afe-4488-83b1-182898b62c91 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.298616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-87fc8285-8afe-4488-83b1-182898b62c91 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/b0faa3ff-79fc-490a-ae68-2c69e60c15a1 HTTP/1.1" status: 404 len: 339 time: 0.0319760 Aug 10 01:11:10.298809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.358064 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a662efa-52a6-4fe0-bf8f-d37193da1775 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.359005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a662efa-52a6-4fe0-bf8f-d37193da1775 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.363649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7a662efa-52a6-4fe0-bf8f-d37193da1775 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/152f3409-e323-40c4-9b58-089e45b06e25 HTTP/1.1" status: 404 len: 337 time: 0.0626271 Aug 10 01:11:10.364059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.396733 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c11e48-77e7-4e5a-87ba-267639ce1811 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.397537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c11e48-77e7-4e5a-87ba-267639ce1811 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.401902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-49c11e48-77e7-4e5a-87ba-267639ce1811 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8e198df3-f4a2-44e9-a7d7-d117074cd48f HTTP/1.1" status: 404 len: 339 time: 0.0329633 Aug 10 01:11:10.403353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.403659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Deleting subnet 109a6bbe-3d93-420e-b3ed-0a8636056345 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:10.407892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.443444 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-10edc8ad-0867-4312-98b9-df39a3576d2a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.444144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10edc8ad-0867-4312-98b9-df39a3576d2a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.446575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.448559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58254) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.448777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-10edc8ad-0867-4312-98b9-df39a3576d2a tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/502a9df4-3624-4e5a-ac89-ded86186351b HTTP/1.1" status: 404 len: 337 time: 0.0383861 Aug 10 01:11:10.502244 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de1dd9b-6a1e-4ab8-a232-5bc227a965a3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.502902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de1dd9b-6a1e-4ab8-a232-5bc227a965a3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.504689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3de1dd9b-6a1e-4ab8-a232-5bc227a965a3 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/b8210ec1-3a29-4155-b9a0-7d7b2ae74342 HTTP/1.1" status: 404 len: 339 time: 0.0541582 Aug 10 01:11:10.508421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.522411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.536236 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7d0940-15e5-4d0d-88b4-fa7c8c8dc613 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.536697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7d0940-15e5-4d0d-88b4-fa7c8c8dc613 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.541240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e7d0940-15e5-4d0d-88b4-fa7c8c8dc613 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/9d0a66cd-a0b9-4655-b2de-5f78857b250a HTTP/1.1" status: 404 len: 337 time: 0.0321915 Aug 10 01:11:10.541891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.563808 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe81489-6661-4c88-8a08-6dff9f68e931 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.564375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe81489-6661-4c88-8a08-6dff9f68e931 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.569500 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9fe81489-6661-4c88-8a08-6dff9f68e931 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/8c94b197-76eb-44d5-b081-9c3934b5036f HTTP/1.1" status: 404 len: 339 time: 0.0266597 Aug 10 01:11:10.570101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.583087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.600117 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6775bce-561c-455d-a00a-c5cc34146471 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.600441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6775bce-561c-455d-a00a-c5cc34146471 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.604959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6775bce-561c-455d-a00a-c5cc34146471 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/507adc55-6141-4a62-9082-f4882d30eda6 HTTP/1.1" status: 404 len: 337 time: 0.0338817 Aug 10 01:11:10.605668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.614559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.619159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/109a6bbe-3d93-420e-b3ed-0a8636056345 HTTP/1.1" status: 204 len: 168 time: 0.3308134 Aug 10 01:11:10.620114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.624886 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb0983f-795a-489c-a8eb-131201a68bde tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.625563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb0983f-795a-489c-a8eb-131201a68bde tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.627996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978fd03-fdf5-4646-b8b3-1d7b66e4ea3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109a6bbe-3d93-420e-b3ed-0a8636056345,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:10.630582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.633961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8cb0983f-795a-489c-a8eb-131201a68bde tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/19ae6ecf-a548-421a-9bb4-01f73f39a01c HTTP/1.1" status: 404 len: 339 time: 0.0230746 Aug 10 01:11:10.702820 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-37325a8e-b1ee-4120-8fd4-36667167715f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.703363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37325a8e-b1ee-4120-8fd4-36667167715f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.707643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37325a8e-b1ee-4120-8fd4-36667167715f tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/4d4d82e9-9519-4a91-b8f3-5a01549c11e0 HTTP/1.1" status: 404 len: 337 time: 0.0727937 Aug 10 01:11:10.709128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.731138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.747006 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-449a9291-d20f-4215-b9af-ef4ddebfd1bf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.747912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449a9291-d20f-4215-b9af-ef4ddebfd1bf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.753269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-449a9291-d20f-4215-b9af-ef4ddebfd1bf tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/f4746e70-d015-4b6d-b642-2494afd0e71e HTTP/1.1" status: 404 len: 339 time: 0.0429418 Aug 10 01:11:10.753809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.814261 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-941d8f2c-a14b-467f-a51e-62f8def1e34b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.817884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941d8f2c-a14b-467f-a51e-62f8def1e34b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.822157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-941d8f2c-a14b-467f-a51e-62f8def1e34b tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/b3cffa6f-fa28-4e89-931f-6e013f5e4e49 HTTP/1.1" status: 404 len: 337 time: 0.0673115 Aug 10 01:11:10.822853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58276) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.842292 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.844903 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0aac302-ba81-4203-b74c-c7bd404b310e tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] DELETE failed (client error): The resource could not be found. Aug 10 01:11:10.845485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0aac302-ba81-4203-b74c-c7bd404b310e tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:11:10.849968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0aac302-ba81-4203-b74c-c7bd404b310e tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/1f120e8a-90bf-43a8-9523-8be581aef430 HTTP/1.1" status: 404 len: 339 time: 0.0261393 Aug 10 01:11:10.850564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58280) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:10.856720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daa4bbe-5496-4fb7-b737-29cd40c695ba']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:10.871543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916b7b3c-ecc8-43fc-a92b-702d573e008a') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:10.872053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916b7b3c-ecc8-43fc-a92b-702d573e008a') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:10.882614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.904136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.913540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:10.914061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:10.916401 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:10.944542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting subnet 8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:10.948694 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.004292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.008157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.017634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.020867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4daa4bbe-5496-4fb7-b737-29cd40c695ba HTTP/1.1" status: 204 len: 168 time: 0.3997750 Aug 10 01:11:11.048466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5780f82-0e46-414b-964f-e9296141e818 admin admin] Pushing event deleted for resources: {'Network': ['ID=4daa4bbe-5496-4fb7-b737-29cd40c695ba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.144406 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.235273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.263344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Subnet': ['ID=8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.268698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58286) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.275442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.278307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58fc5940-1f7f-4a3c-ac9e-9e26de380c6c tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/subnets/8e39ef02-c69a-4cc7-b98c-4bd0275b5c7d HTTP/1.1" status: 204 len: 168 time: 0.4267962 Aug 10 01:11:11.280723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.284032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61650c-654e-4d10-a1c7-b5e254268880 None None] Network a350a8bb-7d5e-4966-947a-a6ea9bfb2251 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:11.367360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-11fd09b5-5c23-40f1-a84d-325ace044df7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f1b22ff59f049aaa94426aa9092a17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953970 Aug 10 01:11:11.368889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58290) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:11.443392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.475690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.503654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Deleting port ef238b03-3838-4c5a-9e1c-ac97eac7accd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:11.503887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.535481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.604430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] For port ef238b03-3838-4c5a-9e1c-ac97eac7accd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef238b03-3838-4c5a-9e1c-ac97eac7accd,segment=NetworkSegment(263a42a0-3033-4289-86ce-aa5df12c3562),segment_id=263a42a0-3033-4289-86ce-aa5df12c3562)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:11.604708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] DHCP port deletion for a350a8bb-7d5e-4966-947a-a6ea9bfb2251 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:11.604832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.615601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.618830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.620160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acd040c4-6008-4a32-b293-b3173b0e5643 HTTP/1.1" status: 204 len: 168 time: 0.2503397 Aug 10 01:11:11.638525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667dcda-6c36-4dea-8499-73f35e2152a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd040c4-6008-4a32-b293-b3173b0e5643,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:11.646203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Calling delete_port for ef238b03-3838-4c5a-9e1c-ac97eac7accd owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:11.693480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Deleting port ef238b03-3838-4c5a-9e1c-ac97eac7accd {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:11.693480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.786314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 31abb431-3a96-4b89-be03-3c5618678f45 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:11.828218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 31abb431-3a96-4b89-be03-3c5618678f45 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:11.828762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 31abb431-3a96-4b89-be03-3c5618678f45 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:11.829195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef238b03-3838-4c5a-9e1c-ac97eac7accd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:11.849109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.880136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No active binding found for port ef238b03-3838-4c5a-9e1c-ac97eac7accd {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:11:11.880559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef238b03-3838-4c5a-9e1c-ac97eac7accd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:11.880984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf49a9ea-d793-4028-afd7-d45284d8aa8b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:11.901848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: bf49a9ea-d793-4028-afd7-d45284d8aa8b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:11.902402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bf49a9ea-d793-4028-afd7-d45284d8aa8b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:11.910682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] No DVR routers for this DVR port ef238b03-3838-4c5a-9e1c-ac97eac7accd on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:11.914962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] For port ef238b03-3838-4c5a-9e1c-ac97eac7accd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef238b03-3838-4c5a-9e1c-ac97eac7accd,segment=NetworkSegment(263a42a0-3033-4289-86ce-aa5df12c3562),segment_id=263a42a0-3033-4289-86ce-aa5df12c3562)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:11.915359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:11.929067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Calling delete_port for ef238b03-3838-4c5a-9e1c-ac97eac7accd owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:11.973176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Port': ['ID=ef238b03-3838-4c5a-9e1c-ac97eac7accd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.079197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.084491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.102297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a350a8bb-7d5e-4966-947a-a6ea9bfb2251']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:12.122597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] Pushing event deleted for resources: {'Port': ['ID=ef238b03-3838-4c5a-9e1c-ac97eac7accd,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.125370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa2ecb3-226a-4b43-93a1-e061f00ac602 None None] No DVR routers for this DVR port ef238b03-3838-4c5a-9e1c-ac97eac7accd on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:12.135627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263a42a0-3033-4289-86ce-aa5df12c3562') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:12.135930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263a42a0-3033-4289-86ce-aa5df12c3562') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:12.147514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.166103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.175905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:11:12.176308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:11:12.179727 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:11:12.254361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.265150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.271043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] 10.222.0.25 "DELETE /v2.0/networks/a350a8bb-7d5e-4966-947a-a6ea9bfb2251 HTTP/1.1" status: 204 len: 168 time: 0.9876320 Aug 10 01:11:12.286292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73896051-573b-4747-87f9-e644e3fed763 tempest-NetworksTest-1828769723 tempest-NetworksTest-1828769723-project] Pushing event deleted for resources: {'Network': ['ID=a350a8bb-7d5e-4966-947a-a6ea9bfb2251,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:12.702225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58340) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:12.710382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58344) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:12.853074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-15747500-network', 'tenant_id': '506b6a796baa4f69bed77e39347609d5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:12.888363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:12.890688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.902798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:12.933190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc5eac32-d946-4fff-a9bc-3af259e46d07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a11c3ac321b24e9a8512c8cb325a1182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297659 Aug 10 01:11:12.935914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58348) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:13.007128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.037369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.043701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.048974 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.080786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:11:13.099125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef70c8c-eb34-437a-b042-fe83a9fab13a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.115835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.116198 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Added segment 847e030a-84e5-4e76-85d4-a04c00533919 of type vlan for network 957913fc-4114-4d21-a75a-e73e52f5c97d Aug 10 01:11:13.120143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.125035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.134448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/402a7355-103d-44b9-9d40-f198eeff33dc HTTP/1.1" status: 204 len: 168 time: 0.1970446 Aug 10 01:11:13.155703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda3309-e919-4c72-ac4a-d25f8f4f8810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a7355-103d-44b9-9d40-f198eeff33dc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.190695 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.226083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.226885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:13.227522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.289630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5780697 Aug 10 01:11:13.292423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:13.295933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4d6c8-b6c8-4122-a1ed-b7dea7ad8e9b admin admin] Pushing event updated for resources: {'Network': ['ID=957913fc-4114-4d21-a75a-e73e52f5c97d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:13.298158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Request body: {'subnet': {'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-15747500-subnet', 'tenant_id': '506b6a796baa4f69bed77e39347609d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:13.306397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 957913fc-4114-4d21-a75a-e73e52f5c97d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:11:13.346038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:13.348997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:13.549941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.025469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6c6291-1703-4263-b9f3-69201151563a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:14.044276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Checking segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:14.044877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Network hostable DHCP agents. Network: 957913fc-4114-4d21-a75a-e73e52f5c97d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:11:14.054746 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6c1f6c9-8289-4353-840e-adcaa7550e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.063955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Network 957913fc-4114-4d21-a75a-e73e52f5c97d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:11:14.076812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 957913fc-4114-4d21-a75a-e73e52f5c97d) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:14.081337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:14.081936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:14.086389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f795ac7-6301-41ae-b2b0-6ffc82c5052a None None] Network 957913fc-4114-4d21-a75a-e73e52f5c97d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:14.111915 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c746dc56-b6d1-488a-ae60-384685e62bab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8182001 Aug 10 01:11:14.301902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad0b34e-6415-4e2f-a5d0-73982c490962 None None] Network 957913fc-4114-4d21-a75a-e73e52f5c97d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:14.949915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-e74add67-3d1b-4d09-a85a-216220786054 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:14.960944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-e74add67-3d1b-4d09-a85a-216220786054 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.2184107 Aug 10 01:11:14.982634 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-c59884e3-e91f-4389-b13a-03bc9f2fe1e5 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/quotas/506b6a796baa4f69bed77e39347609d5 HTTP/1.1" status: 200 len: 375 time: 0.0205202 Aug 10 01:11:15.035181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-05d3f5e1-c23d-4054-8e67-e92cca314636 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516021 Aug 10 01:11:15.159837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-e1fc31be-9fae-4be9-bae2-d7b1aec62aca service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146948 Aug 10 01:11:15.267411 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-c386dbce-ae13-4e48-956a-cbb1dfc2df36 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011791 Aug 10 01:11:15.450016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9019511-39e4-4095-b33b-90f5104a6931 req-df034e25-8f13-4567-9739-39ad369b81d8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 210 time: 0.0344195 Aug 10 01:11:16.571874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a97f8c65-2577-4a27-85a8-05ee4d75fbcb req-eda33093-cf03-413e-af69-1989e96b9220 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 210 time: 0.0360124 Aug 10 01:11:16.758194 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-03f45f13-1881-4a3e-8282-5ec1c4816bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:16.837886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-108f2f6a-bcf3-476d-9387-7da7695d1aec tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:16.840045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-108f2f6a-bcf3-476d-9387-7da7695d1aec tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.2079246 Aug 10 01:11:16.853379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Request body: {'port': {'device_id': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'admin_state_up': True, 'tenant_id': '506b6a796baa4f69bed77e39347609d5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:17.098256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:17.102727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.288913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.325394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Allocated IP 172.20.0.13 (957913fc-4114-4d21-a75a-e73e52f5c97d/da6c6291-1703-4263-b9f3-69201151563a/ed327c98-ecdd-41c7-96dd-0305f2691c93) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:17.538074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.583180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.635359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Network 957913fc-4114-4d21-a75a-e73e52f5c97d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:17.638911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:17.641587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:17.695513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:17.696147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.706912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.730623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event updated for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:17.743837 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-cfa1ae15-334e-47c8-b9f7-61390f2eec94 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8946033 Aug 10 01:11:17.784300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Request body: {'port': {'device_id': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:17.863029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeafbd-ae71-459f-896e-ca15d8a8f172 req-03d49c5b-ecf2-4a1e-8081-2210e9a22514 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:17.864682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddeeafbd-ae71-459f-896e-ca15d8a8f172 req-03d49c5b-ecf2-4a1e-8081-2210e9a22514 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 932 time: 0.1765602 Aug 10 01:11:17.903896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:17.936620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ddeeafbd-ae71-459f-896e-ca15d8a8f172 req-e8e22229-5774-49de-a2d0-fdce09c1a332 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Aug 10 01:11:18.269142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed327c98-ecdd-41c7-96dd-0305f2691c93 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:18.276096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.327889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Transition to ACTIVE for port object ed327c98-ecdd-41c7-96dd-0305f2691c93 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:18.335760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.451915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.538963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Attempting to bind port ed327c98-ecdd-41c7-96dd-0305f2691c93 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:18.539329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Attempting to bind port ed327c98-ecdd-41c7-96dd-0305f2691c93 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:18.539661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Attempting to bind port ed327c98-ecdd-41c7-96dd-0305f2691c93 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:18.545357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Port ed327c98-ecdd-41c7-96dd-0305f2691c93 on network 957913fc-4114-4d21-a75a-e73e52f5c97d not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:18.545681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Attempting to bind port ed327c98-ecdd-41c7-96dd-0305f2691c93 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:18.550845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:18.551190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Checking segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:18.551578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Bound using segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:18.552012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Bound port: ed327c98-ecdd-41c7-96dd-0305f2691c93, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:18.552397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.639115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:18.643874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:18.648916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.698002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:18.698002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:18.699686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed327c98-ecdd-41c7-96dd-0305f2691c93 HTTP/1.1" status: 200 len: 1093 time: 0.9475529 Aug 10 01:11:18.700642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:18.702708 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:18.737962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c222-c3e1-400d-9ef6-b120893d4be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:18.786436 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146fbe19-f421-4290-9c5d-5b79f0ed73cf x-openstack-request-id: req-146fbe19-f421-4290-9c5d-5b79f0ed73cf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:18.786868 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:18.787089 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-146fbe19-f421-4290-9c5d-5b79f0ed73cf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:18.787837 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93', 'status': 'completed', 'code': 200} Aug 10 01:11:18.807939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-561852a0-57c3-40c0-b240-689648986918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:18.810055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-561852a0-57c3-40c0-b240-689648986918 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 1096 time: 0.0587633 Aug 10 01:11:18.863796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-96cf5a31-2aaf-4f34-b07c-74becdc2e58f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93 HTTP/1.1" status: 200 len: 217 time: 0.0401640 Aug 10 01:11:18.947224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-1cbf3df3-e5de-4c7c-9e12-94af95a830de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:18.948561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-1cbf3df3-e5de-4c7c-9e12-94af95a830de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0731761 Aug 10 01:11:19.008794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-0f54e46d-36b8-443f-9641-d796773ebb9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472348 Aug 10 01:11:19.136673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30eb00-404d-4ac8-bdae-72631c86e711 req-4a216a21-7ef8-4863-9449-23a69890eec1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.147608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f30eb00-404d-4ac8-bdae-72631c86e711 req-4a216a21-7ef8-4863-9449-23a69890eec1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 944 time: 0.0751851 Aug 10 01:11:19.201050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-b037381a-4b63-4413-9820-2a95b639e4b2 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811829 Aug 10 01:11:19.205744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f30eb00-404d-4ac8-bdae-72631c86e711 req-1e355cdd-8e9d-4e09-8755-08138133f991 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570862 Aug 10 01:11:19.381873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e18ddb5-4c0d-4474-a38f-837af77c7e73 req-422ca0de-7c4b-4dac-88c6-1e4d9d89f635 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739757 Aug 10 01:11:19.558461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-624e370c-15d3-4d90-a859-8f2c3185562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.560512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-624e370c-15d3-4d90-a859-8f2c3185562a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 1096 time: 0.1188731 Aug 10 01:11:19.631399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:19.700728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-60ad9a97-89f3-4f21-a7ce-2a52e99ad5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.702902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-60ad9a97-89f3-4f21-a7ce-2a52e99ad5af service neutron] 10.222.0.21 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 913 time: 0.1353319 Aug 10 01:11:19.756569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-d1d4fbcb-a40d-4bb2-9f9c-cd5ce7d6f283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93 HTTP/1.1" status: 200 len: 217 time: 0.0452797 Aug 10 01:11:19.815466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-1700fe85-1ffd-4206-9cd6-8eab0e1f844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:19.817122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-1700fe85-1ffd-4206-9cd6-8eab0e1f844c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0521967 Aug 10 01:11:19.856771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-7b9ea929-acb5-4009-a87a-80cf142fc4ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312347 Aug 10 01:11:20.008703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-7b3712b6-1adc-46b3-8eba-0199aac7d35e service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435711 Aug 10 01:11:20.154040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89fb2f42-4614-49d2-b9a5-ea4f2e364bb6 req-231becc0-df7b-41ee-9326-1bb555be24d3 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336708 Aug 10 01:11:20.578381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe2b606-3e16-4411-9207-0032ca8789ec req-4e8584db-63de-4743-b1be-84aa2ab43428 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:20.580654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9fe2b606-3e16-4411-9207-0032ca8789ec req-4e8584db-63de-4743-b1be-84aa2ab43428 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 944 time: 0.3129976 Aug 10 01:11:20.628430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9fe2b606-3e16-4411-9207-0032ca8789ec req-e4e51a2c-6dd8-4aca-9205-2175027c7773 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Aug 10 01:11:21.789306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687cd29-b9bc-448f-9765-a764b8738d0a req-fca4ca9f-9d87-4f8c-a9be-31df6af38a34 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:21.791708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2687cd29-b9bc-448f-9765-a764b8738d0a req-fca4ca9f-9d87-4f8c-a9be-31df6af38a34 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 944 time: 0.0624740 Aug 10 01:11:21.864105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2687cd29-b9bc-448f-9765-a764b8738d0a req-e0c757f1-c37e-491d-884e-218c2484d5dc tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653086 Aug 10 01:11:22.173979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ed327c98-ecdd-41c7-96dd-0305f2691c93 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:11:22.319426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:22.333694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'ed327c98-ecdd-41c7-96dd-0305f2691c93', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'port_id': 'ed327c98-ecdd-41c7-96dd-0305f2691c93', 'mac_address': 'fa:16:3e:44:e9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6c6291-1703-4263-b9f3-69201151563a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:11:22.387702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.404170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed327c98-ecdd-41c7-96dd-0305f2691c93 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:22.429188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:22.434138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:22.488868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:22.647449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:22.986744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b42d5c-0e1a-406e-a5ff-0a397cab59ee req-fb8161e6-bf37-4d9a-9ba7-ba7ba8517d37 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:22.988997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3b42d5c-0e1a-406e-a5ff-0a397cab59ee req-fb8161e6-bf37-4d9a-9ba7-ba7ba8517d37 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 945 time: 0.0545139 Aug 10 01:11:23.046164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3b42d5c-0e1a-406e-a5ff-0a397cab59ee req-476559f2-2589-49c7-9631-d7fd1b6a00dc tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490215 Aug 10 01:11:23.718167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58612) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:23.863720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a71-20a2-47e4-bbd5-38b21c33cee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.047211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a71-20a2-47e4-bbd5-38b21c33cee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.052332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fc40a71-20a2-47e4-bbd5-38b21c33cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.109868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5fc40a71-20a2-47e4-bbd5-38b21c33cee4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c7fbe6799c3461c9eb15a2088266cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904009 Aug 10 01:11:24.112510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58624) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:24.119422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc40a71-20a2-47e4-bbd5-38b21c33cee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4495aa0c-4960-426b-83a3-e946d1a86b46,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:24.173754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1a17d-c040-4239-9417-d02c73e8c700 req-317d0362-591c-42b9-8d0f-cdd4b111020b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.175471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83f1a17d-c040-4239-9417-d02c73e8c700 req-317d0362-591c-42b9-8d0f-cdd4b111020b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Aug 10 01:11:24.189556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ed327c98-ecdd-41c7-96dd-0305f2691c93 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:24.190576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.213049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.233124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83f1a17d-c040-4239-9417-d02c73e8c700 req-63059469-979d-4510-b2f5-ddda3ec5211f tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Aug 10 01:11:24.263911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port ed327c98-ecdd-41c7-96dd-0305f2691c93 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:24.265495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.268025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port ed327c98-ecdd-41c7-96dd-0305f2691c93 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:24.268957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.269468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.270561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4495aa0c-4960-426b-83a3-e946d1a86b46 HTTP/1.1" status: 204 len: 168 time: 0.1570725 Aug 10 01:11:24.280117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ad5e1-d954-4b9f-94ed-025ac121ccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4495aa0c-4960-426b-83a3-e946d1a86b46,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:24.407770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-e062eb31-b384-403f-8c9a-007fbb926d2a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610158 Aug 10 01:11:24.512290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-81781b11-5581-419e-b3d6-086e8075f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.513943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-81781b11-5581-419e-b3d6-086e8075f671 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb267e96979b47f387701dcbea731fd7&device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 1097 time: 0.0487406 Aug 10 01:11:24.541703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.578093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:24.580640 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0395c0e-94aa-49d0-897d-5b091eefc34e" -d '{"events": [{"server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:24.586139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:24.591731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.631143 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb9f5f-772d-40f2-b2aa-e64fd6cda9a8 x-openstack-request-id: req-dfbb9f5f-772d-40f2-b2aa-e64fd6cda9a8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:24.631423 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "name": "network-vif-plugged", "status": "completed", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:24.631677 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfbb9f5f-772d-40f2-b2aa-e64fd6cda9a8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:24.632103 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93', 'code': 200} Aug 10 01:11:24.653549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:24.677809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-58cd4177-d584-4f89-b511-bb28480e12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.679548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-58cd4177-d584-4f89-b511-bb28480e12d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 200 len: 911 time: 0.1456070 Aug 10 01:11:24.691424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58634) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:24.705490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ba33-43b1-4ca8-a272-3a534aa0a5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.775671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-355f9cdb-c412-42c2-ba16-d652c5c872fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 200 len: 1001 time: 0.0889542 Aug 10 01:11:24.815159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ba33-43b1-4ca8-a272-3a534aa0a5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.820192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ba33-43b1-4ca8-a272-3a534aa0a5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.826954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa88d98-1e6c-493e-9366-e05584d00d57 req-e1c754e0-e6f5-4e13-874f-d34d0057aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.828568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3aa88d98-1e6c-493e-9366-e05584d00d57 req-e1c754e0-e6f5-4e13-874f-d34d0057aa96 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 1098 time: 0.1031868 Aug 10 01:11:24.837336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-c12e439f-f4cf-423d-8118-2cbec3219ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.838760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-c12e439f-f4cf-423d-8118-2cbec3219ee9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 200 len: 850 time: 0.0555637 Aug 10 01:11:24.861163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ba33-43b1-4ca8-a272-3a534aa0a5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686bf31f-61de-4a19-86ef-c796eff7ee76,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:24.880160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2bf8ba33-43b1-4ca8-a272-3a534aa0a5ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f26e505d3523425496855f20f1b8473c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845675 Aug 10 01:11:24.880831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 58638) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:24.926923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3aa88d98-1e6c-493e-9366-e05584d00d57 req-f8a4b354-7a31-4532-8c49-9ce16e41eafb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876172 Aug 10 01:11:24.933552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-88da48a7-c90f-4010-995c-e927129ed6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:24.935066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-88da48a7-c90f-4010-995c-e927129ed6ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=df6d93cb-6975-41c8-90e7-5e486d680fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808675 Aug 10 01:11:24.938511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:24.960582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.037028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.044559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:25.047242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/686bf31f-61de-4a19-86ef-c796eff7ee76 HTTP/1.1" status: 204 len: 168 time: 0.1654363 Aug 10 01:11:25.064051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e6604-8989-4c20-aa89-c98aedaf6ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686bf31f-61de-4a19-86ef-c796eff7ee76,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:25.091309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-7179fcdc-6df7-41ce-a89a-92573138600f service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164310 Aug 10 01:11:25.199602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0892ab63-a7f5-42ec-bc7e-251315964e57 req-339afbd4-d5b8-4957-a5b0-a1f9708bdd2e service neutron] 10.222.0.21 "GET /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990622 Aug 10 01:11:25.588504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43792947-e0e3-49af-81f6-325036b2e9cd req-c7dd973e-40e5-49fa-abbe-d21ea112b947 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:25.591667 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43792947-e0e3-49af-81f6-325036b2e9cd req-c7dd973e-40e5-49fa-abbe-d21ea112b947 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 946 time: 0.2769899 Aug 10 01:11:25.640781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43792947-e0e3-49af-81f6-325036b2e9cd req-04acc884-16fd-42eb-87e7-a08a409623dd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Aug 10 01:11:26.022080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.199248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:26.845799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b22c9-3238-475a-9b15-a267b4de67b5 req-429896f7-7506-4069-8333-118239251acd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:26.851568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc5b22c9-3238-475a-9b15-a267b4de67b5 req-429896f7-7506-4069-8333-118239251acd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 946 time: 0.0929682 Aug 10 01:11:26.893587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc5b22c9-3238-475a-9b15-a267b4de67b5 req-10ffd629-5421-4615-8e87-b8e7f8f14657 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 Aug 10 01:11:30.950208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-67498821-b26d-4dd2-b6d7-c87c69583829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0573139 Aug 10 01:11:31.047932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.048427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.049098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.049670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.050044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.050518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.051028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.053036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-732e3abe-8664-4963-aa9b-359bfa54fe95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.0563979 Aug 10 01:11:31.178764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-820504d3-7313-4bcb-a4c0-d2c9b6f3fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.179259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-820504d3-7313-4bcb-a4c0-d2c9b6f3fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.179736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-820504d3-7313-4bcb-a4c0-d2c9b6f3fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.181342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-820504d3-7313-4bcb-a4c0-d2c9b6f3fdfd service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 2295 time: 0.1036823 Aug 10 01:11:31.259840 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-44e99856-9180-402b-9760-0f7b598e9fee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 1001 time: 0.0711424 Aug 10 01:11:31.318723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-6170699f-e846-42aa-96b1-ef76aa640a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.320240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-6170699f-e846-42aa-96b1-ef76aa640a59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.0539854 Aug 10 01:11:31.374400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-ec99a137-8609-4c2d-8b50-6f93d02a83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.376101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-ec99a137-8609-4c2d-8b50-6f93d02a83e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493393 Aug 10 01:11:31.480509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-30c9214b-a7cf-43a8-a5e8-da291efb1894 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958672 Aug 10 01:11:31.575119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-911c1cf9-9479-4b77-acfd-49e600f7093f service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869927 Aug 10 01:11:31.628618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-c6e3a117-1418-4b48-b0e4-68a50925ba4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 217 time: 0.0465498 Aug 10 01:11:31.681819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-a205ee9e-ba96-4b94-8a0a-456f4d0ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.683997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-a205ee9e-ba96-4b94-8a0a-456f4d0ce6c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0491328 Aug 10 01:11:31.741513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-be532c43-6b55-462c-9257-3a63024bd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:31.743055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-be532c43-6b55-462c-9257-3a63024bd828 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508425 Aug 10 01:11:31.859039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-668e6b2b-7f59-4aeb-a639-c5a82c33e52e service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088781 Aug 10 01:11:31.962651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-fc7327c8-b4cd-4d7a-837b-64131fca414d service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924702 Aug 10 01:11:32.012615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-f5ac26d3-2dd0-400a-b69e-954fd9187db0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 217 time: 0.0425391 Aug 10 01:11:32.069675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-d22f051e-481a-4657-bee7-c492e5578989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.071211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-d22f051e-481a-4657-bee7-c492e5578989 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0513525 Aug 10 01:11:32.121861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-614808c4-7190-4600-8fe8-ce1dbc02fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.123488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-614808c4-7190-4600-8fe8-ce1dbc02fe8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452740 Aug 10 01:11:32.226032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-8622e882-f84d-447f-8a66-9f279b28d67e service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954196 Aug 10 01:11:32.331034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-51a6bb01-5b39-42a6-9884-6eef5fc85a9f service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979745 Aug 10 01:11:32.385160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-cd380789-09ff-4e44-8004-f66fa212b0ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 217 time: 0.0472579 Aug 10 01:11:32.458776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-5fc5305e-5b05-47a9-9c8c-b0e9e63fc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.463619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-5fc5305e-5b05-47a9-9c8c-b0e9e63fc923 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0720522 Aug 10 01:11:32.517231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-e789d6ad-c2b8-43f6-a491-47dbfce29437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.518894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-e789d6ad-c2b8-43f6-a491-47dbfce29437 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480688 Aug 10 01:11:32.644745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-d000eb93-c821-46b6-82af-f44e9e23be58 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187115 Aug 10 01:11:32.806025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-c6cc8178-7419-447e-a233-9e46cc3de5dd service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530969 Aug 10 01:11:32.876337 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-9c57b205-6fd8-439d-9a30-1223086ea44c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 217 time: 0.0632911 Aug 10 01:11:32.945974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-1d11ec53-9127-4163-ad16-02c6eed5b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:32.947756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-1d11ec53-9127-4163-ad16-02c6eed5b2a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0577116 Aug 10 01:11:33.025531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-b162e28d-75e3-43db-a989-24f2bc838410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:33.027443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-b162e28d-75e3-43db-a989-24f2bc838410 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712197 Aug 10 01:11:33.044476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58850) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:33.224905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60376729-8a7a-4025-9554-dfd110039e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.285380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-07486457-ba90-4e3f-b285-d51588313117 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465456 Aug 10 01:11:33.418056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-c8669c03-e9f2-4346-92a4-bfe858dcc880 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282012 Aug 10 01:11:33.451251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60376729-8a7a-4025-9554-dfd110039e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.456140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60376729-8a7a-4025-9554-dfd110039e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.492056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60376729-8a7a-4025-9554-dfd110039e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82cd31-aec7-41a7-bb07-9142bad7bdf8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.527594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-60376729-8a7a-4025-9554-dfd110039e44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44d3329c17aa4d898856d02b96b93851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815300 Aug 10 01:11:33.530190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58868) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:33.565895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-d643da65-a20d-4b48-82a3-782433029dee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.1366286 Aug 10 01:11:33.652522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-d4802956-d734-4d19-893d-0395f2d7e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:33.654042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-d4802956-d734-4d19-893d-0395f2d7e8e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0836227 Aug 10 01:11:33.657162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.700897 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.762402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-8528a366-db06-4356-8761-65eac7458abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:33.763950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-8528a366-db06-4356-8761-65eac7458abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020069 Aug 10 01:11:33.826866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.829702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:33.831414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd82cd31-aec7-41a7-bb07-9142bad7bdf8 HTTP/1.1" status: 204 len: 168 time: 0.3000352 Aug 10 01:11:33.850614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5a41-5b8e-4cab-a63a-2fc6575e4ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82cd31-aec7-41a7-bb07-9142bad7bdf8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:33.980358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-3b0a02f7-a193-48e0-836b-31987adf523b service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049608 Aug 10 01:11:34.180494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad219e32-b326-450e-a784-4123d396a7b8 req-8968c46b-9e57-429e-961e-bb1d841e65b8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:34.188205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad219e32-b326-450e-a784-4123d396a7b8 req-8968c46b-9e57-429e-961e-bb1d841e65b8 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.0974677 Aug 10 01:11:34.209847 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-15639a16-4bc3-49c3-9b8c-28ea85d2b773 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228770 Aug 10 01:11:34.289892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad219e32-b326-450e-a784-4123d396a7b8 req-816a1fcf-7944-4795-a080-a2143b9f213a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959005 Aug 10 01:11:34.292735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-5814c888-355f-4a5c-b548-e22f9d1f33b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0738411 Aug 10 01:11:34.378159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-052dd9e1-3bab-41a7-be9c-62a142a8832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:34.379866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-052dd9e1-3bab-41a7-be9c-62a142a8832c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0797272 Aug 10 01:11:34.429158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:34.447763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c980be-15ed-417b-8356-1a020af78803 req-1df0a56d-ecc2-427a-97d6-d81d9ff2edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:34.449864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-1df0a56d-ecc2-427a-97d6-d81d9ff2edfa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0628624 Aug 10 01:11:34.459249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7cdebf84-eede-48c1-a682-d9fe6dee2c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.661042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-7601ab29-1500-49a7-8a38-03c59d340653 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032750 Aug 10 01:11:34.711532 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:11:34.750580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7cdebf84-eede-48c1-a682-d9fe6dee2c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.757025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7cdebf84-eede-48c1-a682-d9fe6dee2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:34.827896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdebf84-eede-48c1-a682-d9fe6dee2c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e19d81e-8c90-468c-98f2-1a5aa29a3a65,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:34.867710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98c980be-15ed-417b-8356-1a020af78803 req-f09aed7b-8b87-405e-b8ba-f20af930e582 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993971 Aug 10 01:11:34.885172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7cdebf84-eede-48c1-a682-d9fe6dee2c41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8724a5c22972423aa7060bf2df70802d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549196 Aug 10 01:11:34.895371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 58914) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:34.982814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.007736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.059543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.062414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:35.066065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e19d81e-8c90-468c-98f2-1a5aa29a3a65 HTTP/1.1" status: 204 len: 168 time: 0.1670940 Aug 10 01:11:35.077293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5dbd0-7116-4207-b6b3-0c6d438f77ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e19d81e-8c90-468c-98f2-1a5aa29a3a65,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:35.543861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010472a-4035-45ca-b346-25f3407c0650 req-7833e2b8-4cdc-4247-9160-8177fcff687c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:35.553507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9010472a-4035-45ca-b346-25f3407c0650 req-7833e2b8-4cdc-4247-9160-8177fcff687c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.1733003 Aug 10 01:11:35.606342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9010472a-4035-45ca-b346-25f3407c0650 req-335810a8-2267-431d-bd89-7b4af49cfd89 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e3149a-923a-4fa2-93fe-0fddda606fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482242 Aug 10 01:11:35.854268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-fa3055c1-2888-4df8-9dcc-14c7cef1a5ff tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:35.857698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-fa3055c1-2888-4df8-9dcc-14c7cef1a5ff tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 945 time: 0.1047051 Aug 10 01:11:36.090066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Deleting port 750e62c3-8c79-470b-b4ba-676771db65dd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:36.090504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.224445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] For port 750e62c3-8c79-470b-b4ba-676771db65dd, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=750e62c3-8c79-470b-b4ba-676771db65dd,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:36.225094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.492971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.493351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.493670 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Floating IP 9dbe9c72-b016-4062-8eef-54042a2c409f disassociated. External IP: 172.25.7.206, port: 750e62c3-8c79-470b-b4ba-676771db65dd. Aug 10 01:11:36.494020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Calling delete_port for 750e62c3-8c79-470b-b4ba-676771db65dd owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:36.712737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:36.809598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'Port': ['ID=750e62c3-8c79-470b-b4ba-676771db65dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:36.831736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d80db8b1-417f-4d5c-9639-e89ae8cec6d0 req-6b19817f-fbb3-4146-a2a4-142b1f73b83c tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 210 time: 0.0802305 Aug 10 01:11:37.051132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:11:37.362435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:11:37.376930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:11:37.392316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:37.392975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:11:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:37.482703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] No DVR routers for this DVR port 750e62c3-8c79-470b-b4ba-676771db65dd on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:37.487473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:37.490307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37ba7643-d8fc-4714-85a9-c506ac4eb2ba req-6b0d3ca8-931e-45dd-8f36-a1b7936ceebb tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.21 "DELETE /v2.0/ports/750e62c3-8c79-470b-b4ba-676771db65dd HTTP/1.1" status: 204 len: 173 time: 1.6249166 Aug 10 01:11:37.490955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'name': 'network-vif-deleted', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:37.494327 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28925181-b310-4f9f-be1a-cf2da0071695" -d '{"events": [{"server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "name": "network-vif-deleted", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:37.579098 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ab4d26-8e70-4316-9e61-a1d74170fe29 x-openstack-request-id: req-11ab4d26-8e70-4316-9e61-a1d74170fe29 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:37.579398 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bca6e18-618d-43f3-ae8d-c13398f5306f", "name": "network-vif-deleted", "tag": "750e62c3-8c79-470b-b4ba-676771db65dd", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:37.579654 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11ab4d26-8e70-4316-9e61-a1d74170fe29 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:37.580066 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bca6e18-618d-43f3-ae8d-c13398f5306f', 'name': 'network-vif-deleted', 'tag': '750e62c3-8c79-470b-b4ba-676771db65dd', 'status': 'completed', 'code': 200} Aug 10 01:11:37.629178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:37.997956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:38.037833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:11:38.049895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:38.050978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:11:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:38.056852 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-085396ba-e531-4f42-8044-44979b9d523a req-1b3616e2-6b90-44cb-a441-3965b87905a6 tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bca6e18-618d-43f3-ae8d-c13398f5306f HTTP/1.1" status: 200 len: 210 time: 0.0653861 Aug 10 01:11:38.328954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:38.655461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:38.687518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71fa5f0-a21d-480f-8c06-4867bf773904 None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:04:10Z', 'revision_number': 4, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '39c00630-f629-459f-ae5c-bf0fa8a218d7', 'name': '', 'network_id': 'df6d93cb-6975-41c8-90e7-5e486d680fc0', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'mac_address': 'fa:16:3e:ae:11:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:08Z', 'updated_at': '2021-08-10T01:04:21Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'subnets': [{'id': '5e62fe38-c009-4aef-b595-a8451f7d1fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:39.182285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.190843 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68b67d4-6612-4ffe-a14b-e515ad9accf3 None None] New status for floating IP 9dbe9c72-b016-4062-8eef-54042a2c409f: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:11:39.306216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.360570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.462154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.465465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.467989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "DELETE /v2.0/security-groups/e3e3149a-923a-4fa2-93fe-0fddda606fbb HTTP/1.1" status: 204 len: 168 time: 0.2841403 Aug 10 01:11:39.471179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.497496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3024b9-05cb-4460-817d-c168fe3bc86e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3149a-923a-4fa2-93fe-0fddda606fbb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:39.509354 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-3dcb5315-6de4-4d50-b6df-eaf4ec57835e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] show failed (client error): The resource could not be found. Aug 10 01:11:39.512005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3dcb5315-6de4-4d50-b6df-eaf4ec57835e tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "GET /v2.0/security-groups/e3e3149a-923a-4fa2-93fe-0fddda606fbb HTTP/1.1" status: 404 len: 347 time: 0.0395982 Aug 10 01:11:39.515007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59082) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:39.747555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Deleting port 07c51a40-deee-4702-84d5-c7ec2f56c47c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:39.747927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.860268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.860603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:39.874552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Calling delete_port for 07c51a40-deee-4702-84d5-c7ec2f56c47c owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:40.058776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.086650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Pushing event deleted for resources: {'Port': ['ID=07c51a40-deee-4702-84d5-c7ec2f56c47c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:40.158446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.161602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:40.163025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36e00fb6-27bb-4220-9c3c-60e75cc4516a tempest-AttachVolumeTestJSON-619056631 tempest-AttachVolumeTestJSON-619056631-project] 10.222.0.25 "DELETE /v2.0/floatingips/9dbe9c72-b016-4062-8eef-54042a2c409f HTTP/1.1" status: 204 len: 168 time: 0.6401947 Aug 10 01:11:40.235712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 750e62c3-8c79-470b-b4ba-676771db65dd no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:40.283124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 750e62c3-8c79-470b-b4ba-676771db65dd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:40.283481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 750e62c3-8c79-470b-b4ba-676771db65dd not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:44.055913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76a74305-dbc3-4864-94d7-33bd34d4c26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:44.462323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-6e0382cc-affb-4ff5-ada9-830e2ab98433 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:44.478830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-6e0382cc-affb-4ff5-ada9-830e2ab98433 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.1546829 Aug 10 01:11:44.499249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-8c8a99fe-5fd9-428b-a153-840553edd2cc tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/quotas/506b6a796baa4f69bed77e39347609d5 HTTP/1.1" status: 200 len: 375 time: 0.0177782 Aug 10 01:11:44.563211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-d7113c72-f888-42e9-bf04-22d0555e767a tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620029 Aug 10 01:11:44.684875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-2f0ce383-1c54-48e0-bbb7-cc8e9cb89dd4 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092384 Aug 10 01:11:44.801661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-c6e5a66b-e201-4828-b999-f4a8fa0717da service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100631 Aug 10 01:11:45.119406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b31f320-3809-4351-9584-89ca489fa2d2 req-4abb6dda-a291-4a97-a8f0-25bc3a8ab61c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 210 time: 0.0716848 Aug 10 01:11:46.261928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-064436c8-3abb-48ed-ba4e-236fd9a02f03 req-50fdc58e-9984-4c60-b5ff-bc62ad941d05 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 210 time: 0.0708866 Aug 10 01:11:46.529077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-b5f6692b-5995-402a-afa1-db3c56e6500c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:46.530631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-b5f6692b-5995-402a-afa1-db3c56e6500c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.2222302 Aug 10 01:11:46.547240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Request body: {'port': {'device_id': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'admin_state_up': True, 'tenant_id': '506b6a796baa4f69bed77e39347609d5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:46.750043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-034fa197-f19f-4ba3-b6c1-228010259a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.136110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:11:47.139899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.298360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.386081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Allocated IP 172.20.0.9 (957913fc-4114-4d21-a75a-e73e52f5c97d/da6c6291-1703-4263-b9f3-69201151563a/022c67f0-577f-4079-8749-cf056cf0e6e5) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:11:47.430216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d0759396-d38f-4bc9-9a04-d47124ab2d6e req-96b89c74-9b8e-431d-b021-29d760a80493 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 210 time: 0.0511842 Aug 10 01:11:47.588024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.641920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.656531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:47.774318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Network 957913fc-4114-4d21-a75a-e73e52f5c97d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:11:47.782176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:11:47.789501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:11:47.832912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.902004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:47.902848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:47.938106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3949130 Aug 10 01:11:47.939447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event updated for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:47.968031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.971929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.971929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.971929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.972254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.976556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.976928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.977285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.977627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.977974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.978311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:47.978849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8cfbfa-1fca-4474-bc73-608ef02b75f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:48.224688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Request body: {'port': {'device_id': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:11:48.325253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.627461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f6fec-7c82-44c9-a6b5-5ccf6fedf134 req-1691bdca-50ea-4256-a2db-0f7ef10df7e4 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:48.640690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed7f6fec-7c82-44c9-a6b5-5ccf6fedf134 req-1691bdca-50ea-4256-a2db-0f7ef10df7e4 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 931 time: 0.0836782 Aug 10 01:11:48.707537 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ed7f6fec-7c82-44c9-a6b5-5ccf6fedf134 req-0905c9b8-dd23-47ad-b11c-b5e372514c09 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653508 Aug 10 01:11:48.757815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022c67f0-577f-4079-8749-cf056cf0e6e5 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:48.798933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.822260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Transition to ACTIVE for port object 022c67f0-577f-4079-8749-cf056cf0e6e5 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:11:48.829748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:48.970384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.024748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Attempting to bind port 022c67f0-577f-4079-8749-cf056cf0e6e5 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:11:49.026015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Attempting to bind port 022c67f0-577f-4079-8749-cf056cf0e6e5 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:11:49.026551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Attempting to bind port 022c67f0-577f-4079-8749-cf056cf0e6e5 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:49.037054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Port 022c67f0-577f-4079-8749-cf056cf0e6e5 on network 957913fc-4114-4d21-a75a-e73e52f5c97d not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:11:49.037407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Attempting to bind port 022c67f0-577f-4079-8749-cf056cf0e6e5 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:11:49.044506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:11:49.045214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Checking segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:11:49.045613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Bound using segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:11:49.046346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Bound port: 022c67f0-577f-4079-8749-cf056cf0e6e5, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:11:49.046813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.130636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:11:49.134062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=022c67f0-577f-4079-8749-cf056cf0e6e5,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:11:49.139976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.223877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:49.225047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.226491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] 10.222.0.10 "PUT /v2.0/ports/022c67f0-577f-4079-8749-cf056cf0e6e5 HTTP/1.1" status: 200 len: 1092 time: 1.2704358 Aug 10 01:11:49.227212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d961f-ef4f-4042-ba86-43050907fc22 service neutron] Pushing event updated for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:49.233306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:49.235665 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d383d-d2ca-4aff-9a3b-bf3a868b5898" -d '{"events": [{"name": "network-changed", "server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:49.303701 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb95cd8e-6841-41b5-b03e-079ed4ca45d5 x-openstack-request-id: req-bb95cd8e-6841-41b5-b03e-079ed4ca45d5 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:49.303993 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:49.304249 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb95cd8e-6841-41b5-b03e-079ed4ca45d5 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:49.304649 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5', 'status': 'completed', 'code': 200} Aug 10 01:11:49.321684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-763fe576-53c4-439e-be1c-eddd909c20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:49.324432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-763fe576-53c4-439e-be1c-eddd909c20f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0604997 Aug 10 01:11:49.373151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-9f8cce84-6990-4720-aaa4-c13f3b7e6e02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=022c67f0-577f-4079-8749-cf056cf0e6e5 HTTP/1.1" status: 200 len: 217 time: 0.0405717 Aug 10 01:11:49.487893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-72d04a89-5f95-441b-8696-5abe7b842b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:49.492583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-72d04a89-5f95-441b-8696-5abe7b842b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.1125140 Aug 10 01:11:49.531808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-0b9b2372-1f7b-49d3-acfd-9121feb84012 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282094 Aug 10 01:11:49.643763 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:49.712004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-8229cabf-e1ad-455e-a025-4747a2850ce0 service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691513 Aug 10 01:11:49.860858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59352) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:49.873670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4a6b9ca-e861-4da9-99eb-4ee5f879a0cf req-da222ad3-8fe8-444e-bb06-486eeb415a75 service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553056 Aug 10 01:11:49.908910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45171fab-e58d-4598-a0f3-2cba217f7d31 req-0f2b6c58-cecc-4437-8e88-7cfe70275fb3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:49.910791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45171fab-e58d-4598-a0f3-2cba217f7d31 req-0f2b6c58-cecc-4437-8e88-7cfe70275fb3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 943 time: 0.0935240 Aug 10 01:11:49.996109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-45171fab-e58d-4598-a0f3-2cba217f7d31 req-d5a4280c-6ea3-4636-9118-e91bee55c7c4 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Aug 10 01:11:50.024219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-0ff8f20d-8152-4094-883c-7779268b9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:50.026583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-0ff8f20d-8152-4094-883c-7779268b9e31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 1095 time: 0.0848992 Aug 10 01:11:50.104725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7981b3d7-419f-4df2-9a8c-e46680b59021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.177314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-0919f682-7b31-41d7-bf4d-8fb509e25161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:50.177893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-0919f682-7b31-41d7-bf4d-8fb509e25161 service neutron] 10.222.0.10 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 913 time: 0.1449487 Aug 10 01:11:50.263702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-87e13447-7096-4ae0-b088-d93910e3d9f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=022c67f0-577f-4079-8749-cf056cf0e6e5 HTTP/1.1" status: 200 len: 217 time: 0.0393305 Aug 10 01:11:50.330383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7981b3d7-419f-4df2-9a8c-e46680b59021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.339918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7981b3d7-419f-4df2-9a8c-e46680b59021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.371830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-81f4f6b4-5e87-491f-8a80-dd31d0834859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:50.373453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-81f4f6b4-5e87-491f-8a80-dd31d0834859 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0903535 Aug 10 01:11:50.402486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7981b3d7-419f-4df2-9a8c-e46680b59021 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac63a0028eed41b594f4e91f81a21178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366499 Aug 10 01:11:50.402974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59358) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:50.413468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b3d7-419f-4df2-9a8c-e46680b59021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed0d151-0571-45cb-9d92-d01fa6a838a2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:50.428835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-c489fbc0-033f-441c-9bd5-27f7e2e6f3ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459270 Aug 10 01:11:50.512314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.543507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.581729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-b72009cb-2799-4b5c-aff8-48af94202729 service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453655 Aug 10 01:11:50.636658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.639349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:50.643285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aed0d151-0571-45cb-9d92-d01fa6a838a2 HTTP/1.1" status: 204 len: 168 time: 0.2344282 Aug 10 01:11:50.654963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed0d151-0571-45cb-9d92-d01fa6a838a2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:50.674089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.674760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.677405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.677909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.678425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.679004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.679550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.680041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.681464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.682061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.686456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.687039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d69ee-ae06-4eae-8d0b-92030e175120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:11:50.853017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-713d383d-d2ca-4aff-9a3b-bf3a868b5898 req-6f3ee809-70bc-4b33-ba6a-4f51745111f9 service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633045 Aug 10 01:11:51.188890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00753b6-cbf0-4f6b-888e-e775028dd601 req-ede8cf51-b5ab-4c1c-b5e6-acfcdd264004 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:51.204480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a00753b6-cbf0-4f6b-888e-e775028dd601 req-ede8cf51-b5ab-4c1c-b5e6-acfcdd264004 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 943 time: 0.0980659 Aug 10 01:11:51.289670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a00753b6-cbf0-4f6b-888e-e775028dd601 req-bc20df18-64d7-4683-a94e-ca86b19b3fb2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812938 Aug 10 01:11:51.367952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59382) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.384494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3389c984-7948-42a9-9133-a8feed8d7257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.522968 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3389c984-7948-42a9-9133-a8feed8d7257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.533142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3389c984-7948-42a9-9133-a8feed8d7257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.635475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389c984-7948-42a9-9133-a8feed8d7257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf291a8-8002-4bba-8c61-7723207d17fe,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:51.689745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3389c984-7948-42a9-9133-a8feed8d7257 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22d69ec49bef4ec2ae323529ac8566a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200102 Aug 10 01:11:51.692344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:51.794814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.845903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 022c67f0-577f-4079-8749-cf056cf0e6e5 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:11:51.848695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.964599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=022c67f0-577f-4079-8749-cf056cf0e6e5,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:51.979450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '022c67f0-577f-4079-8749-cf056cf0e6e5', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'port_id': '022c67f0-577f-4079-8749-cf056cf0e6e5', 'mac_address': 'fa:16:3e:18:4a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6c6291-1703-4263-b9f3-69201151563a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:11:51.980653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.984463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:51.988792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bf291a8-8002-4bba-8c61-7723207d17fe HTTP/1.1" status: 204 len: 168 time: 0.2953017 Aug 10 01:11:52.009684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9fa5-4ca3-4bce-b935-dc2cea59d38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf291a8-8002-4bba-8c61-7723207d17fe,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:52.127886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.170470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022c67f0-577f-4079-8749-cf056cf0e6e5 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:11:52.199832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=022c67f0-577f-4079-8749-cf056cf0e6e5,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:52.211903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:52.367544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:52.454183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74943924-6b32-403c-8bde-ab6f7f7a9c80 req-befb1755-7a66-4da9-9cb1-398c713b8129 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:52.462745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74943924-6b32-403c-8bde-ab6f7f7a9c80 req-befb1755-7a66-4da9-9cb1-398c713b8129 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 944 time: 0.0652761 Aug 10 01:11:52.487730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:11:52.579189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-74943924-6b32-403c-8bde-ab6f7f7a9c80 req-f53ffd2b-71ac-43c3-bc70-ea79160b9356 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143827 Aug 10 01:11:53.757407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e68e2a-2e52-405d-8b1f-457ebcc8c99e req-377c7682-22a9-4049-9cdb-07731657ee90 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:53.758982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-11e68e2a-2e52-405d-8b1f-457ebcc8c99e req-377c7682-22a9-4049-9cdb-07731657ee90 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 944 time: 0.0881896 Aug 10 01:11:53.843817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-11e68e2a-2e52-405d-8b1f-457ebcc8c99e req-d48cfdaa-1222-44f5-bef4-de95b3985048 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782750 Aug 10 01:11:53.856943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 022c67f0-577f-4079-8749-cf056cf0e6e5 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:11:53.967958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 022c67f0-577f-4079-8749-cf056cf0e6e5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:11:53.986034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 59440) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.007820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 022c67f0-577f-4079-8749-cf056cf0e6e5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:11:54.007963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.147839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.213929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59446) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.235873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:11:54.239991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7117e348-50fe-45e8-ba65-3999921a7305" -d '{"events": [{"server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "name": "network-vif-plugged", "status": "completed", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:11:54.293294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=022c67f0-577f-4079-8749-cf056cf0e6e5,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:54.303531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.394214 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e909042-4bc0-46ef-84d6-e9ff4c9c31c1 x-openstack-request-id: req-3e909042-4bc0-46ef-84d6-e9ff4c9c31c1 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:11:54.394898 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "name": "network-vif-plugged", "status": "completed", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:11:54.395391 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e909042-4bc0-46ef-84d6-e9ff4c9c31c1 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:11:54.395988 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5', 'code': 200} Aug 10 01:11:54.420869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf0f748c-cb58-47cb-ade1-c962786d9f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.424613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:54.570330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c487cc7-ba49-4ee5-a6f1-4db304ef8f58 req-eeac799e-4454-4f8b-a8be-9d60a0697004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:54.572434 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c487cc7-ba49-4ee5-a6f1-4db304ef8f58 req-eeac799e-4454-4f8b-a8be-9d60a0697004 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0697224 Aug 10 01:11:54.712865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf0f748c-cb58-47cb-ade1-c962786d9f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.718040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c487cc7-ba49-4ee5-a6f1-4db304ef8f58 req-6eff64c3-73b4-4ee1-b218-65a70b7c1a25 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Aug 10 01:11:54.721173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf0f748c-cb58-47cb-ade1-c962786d9f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.767212 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf0f748c-cb58-47cb-ade1-c962786d9f7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22a42fdbfbef43cda40f714985ab2af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511596 Aug 10 01:11:54.770288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59486) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:54.852007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f748c-cb58-47cb-ade1-c962786d9f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f050c8a7-28ff-4cbd-b4e2-0782e981f46f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:54.876329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.903111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.977730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.987420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:54.988588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f050c8a7-28ff-4cbd-b4e2-0782e981f46f HTTP/1.1" status: 204 len: 168 time: 0.2170269 Aug 10 01:11:55.023079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370179a-c47d-4598-9d0e-a8254b217a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050c8a7-28ff-4cbd-b4e2-0782e981f46f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:55.044460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.187335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706c9c-6b10-44eb-aabe-73710f026316 req-54506f4d-1ddb-438a-845c-b2e2a6809b4e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:55.194694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28706c9c-6b10-44eb-aabe-73710f026316 req-54506f4d-1ddb-438a-845c-b2e2a6809b4e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 945 time: 0.1729498 Aug 10 01:11:55.298633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28706c9c-6b10-44eb-aabe-73710f026316 req-c3c24366-6928-4b10-8546-1e49715e53e3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949180 Aug 10 01:11:55.711432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Deleting port 39c00630-f629-459f-ae5c-bf0fa8a218d7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:55.711432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.856786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] For port 39c00630-f629-459f-ae5c-bf0fa8a218d7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=39c00630-f629-459f-ae5c-bf0fa8a218d7,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:55.857237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:55.894748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Calling delete_port for 39c00630-f629-459f-ae5c-bf0fa8a218d7 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:56.032365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.193743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.215203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.232753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=39c00630-f629-459f-ae5c-bf0fa8a218d7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:56.569613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1fde-54aa-4207-be1d-7b1ab9d8ff45 req-5d8cb3b0-7ea9-427e-9813-92f69591b664 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:11:56.589302 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f4c1fde-54aa-4207-be1d-7b1ab9d8ff45 req-5d8cb3b0-7ea9-427e-9813-92f69591b664 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 945 time: 0.1349699 Aug 10 01:11:56.612375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:56.672209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9f4c1fde-54aa-4207-be1d-7b1ab9d8ff45 req-3f68b2cf-4d82-4e59-bf13-a9f34a197479 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Aug 10 01:11:56.988800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:11:57.121819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:11:57.132718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Sync routers for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:11:57.133431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73d7f87e-1890-43af-bac3-71414d60eb4b admin admin] 10.222.0.25 "PUT /v2.0/routers/cc5acee8-e3ed-41fa-b14f-6637bbdb5c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1460450 Aug 10 01:11:57.136084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59774) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:57.149344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:57.150027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:11:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:57.312789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:57.358043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.482901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.561701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Deleting port 4d88f0c8-d202-4e69-9ad6-01f57983e405 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:57.562167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.607369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:11:56Z', 'revision_number': 5, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port': {'id': '4d88f0c8-d202-4e69-9ad6-01f57983e405', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b5:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:04:03Z', 'updated_at': '2021-08-10T01:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:57.644430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Checking router: cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:11:57.655930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Routers {'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:11:57.656772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:11:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:57.689793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] For port 4d88f0c8-d202-4e69-9ad6-01f57983e405, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4d88f0c8-d202-4e69-9ad6-01f57983e405,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:57.690247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:57.737139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Calling delete_port for 4d88f0c8-d202-4e69-9ad6-01f57983e405 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:57.766465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] Set router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:11:57.857519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:11:57Z', 'revision_number': 6, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:11:57.923008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0964bdb9-346d-4a60-89e3-6ff23ee0bf66 None None] The sync data for ids ['cc5acee8-e3ed-41fa-b14f-6637bbdb5c20'] in n-d-766380-21 is: [{'id': 'cc5acee8-e3ed-41fa-b14f-6637bbdb5c20', 'name': 'tempest-AttachVolumeTestJSON-1422705445-router', 'tenant_id': 'eb267e96979b47f387701dcbea731fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:04:02Z', 'updated_at': '2021-08-10T01:11:57Z', 'revision_number': 6, 'project_id': 'eb267e96979b47f387701dcbea731fd7', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:11:58.091446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.129408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d88f0c8-d202-4e69-9ad6-01f57983e405,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:58.254127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.508085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.512288 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.575133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.576361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:11:58.588597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.590635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d164ed72-fb8c-4d64-809e-60e87307254f admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc5acee8-e3ed-41fa-b14f-6637bbdb5c20 HTTP/1.1" status: 204 len: 168 time: 1.4535680 Aug 10 01:11:58.592985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59950) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:58.666093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Deleting subnet 5e62fe38-c009-4aef-b595-a8451f7d1fff {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:11:58.670130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.706752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.825342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.898792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.933822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e62fe38-c009-4aef-b595-a8451f7d1fff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:58.946708 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:58.947699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19513a15-8380-40d8-9471-86fede79c023 None None] Network df6d93cb-6975-41c8-90e7-5e486d680fc0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:11:58.950272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85339991-bbda-438d-a0ea-962867d58b67 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5e62fe38-c009-4aef-b595-a8451f7d1fff HTTP/1.1" status: 204 len: 168 time: 0.3549583 Aug 10 01:11:58.952641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 59972) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:11:59.089549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.311043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] DHCP port deletion for df6d93cb-6975-41c8-90e7-5e486d680fc0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:11:59.408501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Deleting port 66db61bc-40a4-4162-8696-2fc83655dec2 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:59.408949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.542684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] For port 66db61bc-40a4-4162-8696-2fc83655dec2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=66db61bc-40a4-4162-8696-2fc83655dec2,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:59.543193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.576196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Calling delete_port for 66db61bc-40a4-4162-8696-2fc83655dec2 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:11:59.743983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Deleting port 66db61bc-40a4-4162-8696-2fc83655dec2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:11:59.744529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.793397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.835678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] No DVR routers for this DVR port 66db61bc-40a4-4162-8696-2fc83655dec2 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:11:59.870325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 66db61bc-40a4-4162-8696-2fc83655dec2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:59.893234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 66db61bc-40a4-4162-8696-2fc83655dec2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:59.893649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 66db61bc-40a4-4162-8696-2fc83655dec2 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:59.894040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39c00630-f629-459f-ae5c-bf0fa8a218d7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:59.903453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76eb99-b2ee-4ad2-9122-5db9d61f4c65 None None] Pushing event deleted for resources: {'Port': ['ID=66db61bc-40a4-4162-8696-2fc83655dec2,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:11:59.928092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 39c00630-f629-459f-ae5c-bf0fa8a218d7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:59.928443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 39c00630-f629-459f-ae5c-bf0fa8a218d7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:59.928866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4d88f0c8-d202-4e69-9ad6-01f57983e405 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:11:59.953420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 4d88f0c8-d202-4e69-9ad6-01f57983e405 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:11:59.954055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4d88f0c8-d202-4e69-9ad6-01f57983e405 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:11:59.962974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] For port 66db61bc-40a4-4162-8696-2fc83655dec2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=66db61bc-40a4-4162-8696-2fc83655dec2,segment=NetworkSegment(a7f13124-138a-4ab3-8c53-b4470de2609d),segment_id=a7f13124-138a-4ab3-8c53-b4470de2609d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:11:59.963326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:11:59.984482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Calling delete_port for 66db61bc-40a4-4162-8696-2fc83655dec2 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:00.106545 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.147080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] No DVR routers for this DVR port 66db61bc-40a4-4162-8696-2fc83655dec2 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:00.151680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66db61bc-40a4-4162-8696-2fc83655dec2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:00.257194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.272397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6d93cb-6975-41c8-90e7-5e486d680fc0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:00.289612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f13124-138a-4ab3-8c53-b4470de2609d') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:00.290164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f13124-138a-4ab3-8c53-b4470de2609d') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:00.301639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.318654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.326537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:00.327074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:00.389477 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:00.398699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.420333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.422330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/df6d93cb-6975-41c8-90e7-5e486d680fc0 HTTP/1.1" status: 204 len: 168 time: 1.4683373 Aug 10 01:12:00.423262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f55b3a8-3833-4a4b-802f-c4c02f8f6de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=df6d93cb-6975-41c8-90e7-5e486d680fc0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:00.646358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60020) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.696420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf835044-81c2-44dc-9b7b-89927b933e58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb267e96979b47f387701dcbea731fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480385 Aug 10 01:12:00.698862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:00.762853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.790305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.840743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.843329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:00.846925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39baa81b-354e-42a5-ab2f-1297f65d42c8 HTTP/1.1" status: 204 len: 168 time: 0.1443541 Aug 10 01:12:00.861960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7760b0-e9b5-42d1-bd56-642b6ee47d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39baa81b-354e-42a5-ab2f-1297f65d42c8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:01.823270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:01.971720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-562f6fae-2c87-49c6-b92b-b5e054323c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.136611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-562f6fae-2c87-49c6-b92b-b5e054323c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.144785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-562f6fae-2c87-49c6-b92b-b5e054323c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.201445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60074) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:02.201953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-562f6fae-2c87-49c6-b92b-b5e054323c5b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af182764e201455eb47cdca5e2219f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773227 Aug 10 01:12:02.215427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f6fae-2c87-49c6-b92b-b5e054323c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3f9f0-1e0f-4a3b-93e4-6a7b1a3c7bc0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:02.314399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.347636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.428415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.432147 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:02.433697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edc3f9f0-1e0f-4a3b-93e4-6a7b1a3c7bc0 HTTP/1.1" status: 204 len: 168 time: 0.2305045 Aug 10 01:12:02.449748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bfde9-623a-46fb-a517-0a06607bd2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3f9f0-1e0f-4a3b-93e4-6a7b1a3c7bc0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:03.166205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.191710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95e54460-c405-441c-b91b-e32a555fce3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.328332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95e54460-c405-441c-b91b-e32a555fce3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.334856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-95e54460-c405-441c-b91b-e32a555fce3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.387761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e54460-c405-441c-b91b-e32a555fce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5bcb1-e9ed-4c54-94dc-c3e54a4b295f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:03.396670 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60124) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:03.397090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-95e54460-c405-441c-b91b-e32a555fce3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8df399c536324d128218c4cf88cdd9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2278609 Aug 10 01:12:03.466452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.500979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.566006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.569385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:03.571117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cc5bcb1-e9ed-4c54-94dc-c3e54a4b295f HTTP/1.1" status: 204 len: 168 time: 0.1729624 Aug 10 01:12:03.579649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29c395-6b6b-4abc-b046-67e21ba933c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5bcb1-e9ed-4c54-94dc-c3e54a4b295f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:04.511732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-571c0940-5c8f-40da-85d7-abf37391b3bd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:04.521546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-571c0940-5c8f-40da-85d7-abf37391b3bd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.1322660 Aug 10 01:12:04.541286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-9c3a57b9-fa3c-4267-890e-d90060a7baf2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/quotas/506b6a796baa4f69bed77e39347609d5 HTTP/1.1" status: 200 len: 375 time: 0.0182118 Aug 10 01:12:04.622613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-d0e0d6bf-bfe1-479a-b5b8-2c4eba099dc2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801940 Aug 10 01:12:04.751971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-b51e26fa-90f6-4525-adad-7063a193d8e4 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221285 Aug 10 01:12:04.891056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-c410b11a-3ccb-4763-ac58-bfde9919f759 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324258 Aug 10 01:12:05.186070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9e37791-eab3-4341-b7cd-5b761c1c1ba0 req-9c8328a9-ba39-4356-a018-a5d5b2c9632e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 210 time: 0.0413153 Aug 10 01:12:06.377723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7d6e635c-0912-4c35-aa01-5470c34da437 req-590430fd-5ac1-4b1c-8152-d5fca3d42993 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 210 time: 0.0789316 Aug 10 01:12:06.919434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60280) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:07.064892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43293341-3447-4edd-b39b-d0493154311c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.243963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43293341-3447-4edd-b39b-d0493154311c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.261094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43293341-3447-4edd-b39b-d0493154311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.347698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43293341-3447-4edd-b39b-d0493154311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2ea8a-bbd8-421d-82a8-a28af3a99144,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:07.355844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-43293341-3447-4edd-b39b-d0493154311c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=29b4a8023a5f4ee6a1fd45f175ec71a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351304 Aug 10 01:12:07.358449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:07.381434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-c0c70aea-44ca-4675-bbf3-9f12e3a0a172 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:07.385731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-c0c70aea-44ca-4675-bbf3-9f12e3a0a172 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.2133808 Aug 10 01:12:07.414631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Request body: {'port': {'device_id': 'f364d506-3687-441f-8993-3196e10b3c53', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'admin_state_up': True, 'tenant_id': '506b6a796baa4f69bed77e39347609d5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:07.484328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.512481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7897ee11-2eb3-45d0-9d86-f851cc9cc52d req-7175b82e-a465-4178-bab8-1c2762328132 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 210 time: 0.0417428 Aug 10 01:12:07.534629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.589629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.595540 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.599070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4f2ea8a-bbd8-421d-82a8-a28af3a99144 HTTP/1.1" status: 204 len: 168 time: 0.2372787 Aug 10 01:12:07.625859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d60e79-0ec9-4d9c-81e5-50fc8a6425c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2ea8a-bbd8-421d-82a8-a28af3a99144,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:07.634476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:07.638606 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:07.873530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Allocated IP 172.20.0.7 (957913fc-4114-4d21-a75a-e73e52f5c97d/da6c6291-1703-4263-b9f3-69201151563a/bbbb169f-26c7-475c-884a-b3e454dcf451) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:08.101837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.162308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.186540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:08.188859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:08.222826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Network 957913fc-4114-4d21-a75a-e73e52f5c97d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:08.228041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:08.236158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:08.329399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.330040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.355593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event updated for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:08.369511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-8d52116b-a9ea-4c15-b5d1-5543757ba3f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638462 Aug 10 01:12:08.530185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Request body: {'port': {'device_id': 'f364d506-3687-441f-8993-3196e10b3c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:08.779500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:08.863699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60406) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:08.875946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06670a-407a-4f2e-a3f9-12ac5e3cd2c0 req-c7c2a729-5bc0-4260-ad94-8f24dcfda408 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:08.880412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d06670a-407a-4f2e-a3f9-12ac5e3cd2c0 req-c7c2a729-5bc0-4260-ad94-8f24dcfda408 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 931 time: 0.2042072 Aug 10 01:12:09.030220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1558963034-network', 'tenant_id': '3bafa910ebfc4560b2459c2853eeaf5f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:09.060045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Made reservation on behalf of 3bafa910ebfc4560b2459c2853eeaf5f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:09.066333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.076014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.128020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d06670a-407a-4f2e-a3f9-12ac5e3cd2c0 req-15df7005-47a4-4eb0-9457-828cdae2ce14 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448810 Aug 10 01:12:09.189423 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.194769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.238181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:09.240326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95b6bc6-1348-4ac7-8621-5c90510fa934,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.255591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.256949 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Added segment 081609e3-3aa0-4b19-b66c-7f303f0521a2 of type vlan for network 44911e53-8e16-42a6-bd62-960603454929 Aug 10 01:12:09.314174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbb169f-26c7-475c-884a-b3e454dcf451 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:09.316677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.331792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.347597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Transition to ACTIVE for port object bbbb169f-26c7-475c-884a-b3e454dcf451 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:09.356928 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.360652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.362697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:09.363815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.444310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] Pushing event updated for resources: {'Network': ['ID=44911e53-8e16-42a6-bd62-960603454929,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.449215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9484c2e7-ae3d-4d42-92df-a85dad963035 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5838847 Aug 10 01:12:09.459695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60442) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:09.460659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 44911e53-8e16-42a6-bd62-960603454929 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:09.466406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Request body: {'subnet': {'network_id': '44911e53-8e16-42a6-bd62-960603454929', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1558963034-subnet', 'tenant_id': '3bafa910ebfc4560b2459c2853eeaf5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:09.482434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.500377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Made reservation on behalf of 3bafa910ebfc4560b2459c2853eeaf5f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:09.505301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.678593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Attempting to bind port bbbb169f-26c7-475c-884a-b3e454dcf451 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:09.679729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Attempting to bind port bbbb169f-26c7-475c-884a-b3e454dcf451 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:09.680423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Attempting to bind port bbbb169f-26c7-475c-884a-b3e454dcf451 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:09.687369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Port bbbb169f-26c7-475c-884a-b3e454dcf451 on network 957913fc-4114-4d21-a75a-e73e52f5c97d not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:09.687845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Attempting to bind port bbbb169f-26c7-475c-884a-b3e454dcf451 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:09.696007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:09.696402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Checking segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:09.696832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Bound using segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:09.697263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Bound port: bbbb169f-26c7-475c-884a-b3e454dcf451, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:09.697673 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.778365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:09.782110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bbbb169f-26c7-475c-884a-b3e454dcf451,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:09.787448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.836820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:09.848964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.848964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] 10.222.0.21 "PUT /v2.0/ports/bbbb169f-26c7-475c-884a-b3e454dcf451 HTTP/1.1" status: 200 len: 1092 time: 1.4625485 Aug 10 01:12:09.848964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:09.854762 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638" -d '{"events": [{"name": "network-changed", "server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:09.859206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:09.948455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6174e5-15dc-4419-8068-ccc05992dbc5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.960163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ab07-9c8d-47fc-94d0-29795f6e9ecb service neutron] Pushing event updated for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:09.968251 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ad1c1-b46e-4033-ac13-bc6d86f6f15f x-openstack-request-id: req-7b1ad1c1-b46e-4033-ac13-bc6d86f6f15f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:09.968763 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:09.969412 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b1ad1c1-b46e-4033-ac13-bc6d86f6f15f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:09.970152 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451', 'status': 'completed', 'code': 200} Aug 10 01:12:09.970261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Checking segment: {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:09.972484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Network hostable DHCP agents. Network: 44911e53-8e16-42a6-bd62-960603454929, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:09.984155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-a69181ca-e416-48b1-ba8c-776b801e2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:09.985966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-a69181ca-e416-48b1-ba8c-776b801e2b89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 1095 time: 0.0924480 Aug 10 01:12:10.012942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Network 44911e53-8e16-42a6-bd62-960603454929 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:10.041245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 44911e53-8e16-42a6-bd62-960603454929) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:10.059394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fe0f1-9e85-4327-b405-93f60199962e None None] Network 44911e53-8e16-42a6-bd62-960603454929 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:10.072821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.076032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.087762 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-66ab08e6-fd09-4f1a-91f9-d9855debc85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbbb169f-26c7-475c-884a-b3e454dcf451 HTTP/1.1" status: 200 len: 217 time: 0.0902867 Aug 10 01:12:10.106576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-502dd023-bf23-424a-8a02-278ade15af3f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6455784 Aug 10 01:12:10.186247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46147-f186-4193-a0c0-682f51c28492 req-949ca86f-66e4-4d22-b6ab-f2c4193d2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.188139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-949ca86f-66e4-4d22-b6ab-f2c4193d2da7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0945139 Aug 10 01:12:10.285553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-806d78f5-6391-4f22-9c85-45a722e107b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892467 Aug 10 01:12:10.298805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76d644e-6422-4458-93c5-0cf6903b4962 None None] Network 44911e53-8e16-42a6-bd62-960603454929 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:10.369901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cbd41-c3d3-4d95-82b1-38f019ec66f8 req-f76e3d57-d231-466b-a1c3-ce5b799e474b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.371981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c92cbd41-c3d3-4d95-82b1-38f019ec66f8 req-f76e3d57-d231-466b-a1c3-ce5b799e474b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 943 time: 0.0657620 Aug 10 01:12:10.460924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c92cbd41-c3d3-4d95-82b1-38f019ec66f8 req-1b6c7db2-c9bf-4887-9a7e-0db7ed5f1148 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Aug 10 01:12:10.475028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-dcc39659-6c8a-417e-920b-a584a426a8b5 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809659 Aug 10 01:12:10.492164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:10.644497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7c46147-f186-4193-a0c0-682f51c28492 req-80242f12-dafd-4ddf-afae-93958a542a18 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625869 Aug 10 01:12:10.688609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fde9334f-54a7-4534-ab39-0ff588c763e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.769792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-9a017461-be32-4896-b3ad-fcd03ce54b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.771436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-9a017461-be32-4896-b3ad-fcd03ce54b28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 1095 time: 0.0693164 Aug 10 01:12:10.813522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fde9334f-54a7-4534-ab39-0ff588c763e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.818937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fde9334f-54a7-4534-ab39-0ff588c763e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:10.876661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fde9334f-54a7-4534-ab39-0ff588c763e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d159ad2c428147728e02bc60c77a4867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829980 Aug 10 01:12:10.879682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9334f-54a7-4534-ab39-0ff588c763e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dacd78-b310-44af-be52-60e7f09db32a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:10.879851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60492) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:10.924023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-5fb7820e-781c-4910-af05-4388f217068c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:10.925502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-5fb7820e-781c-4910-af05-4388f217068c service neutron] 10.222.0.21 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 913 time: 0.1459172 Aug 10 01:12:10.980072 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-58f5673c-3d5e-4a3b-ab37-96c5f513098c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbbb169f-26c7-475c-884a-b3e454dcf451 HTTP/1.1" status: 200 len: 217 time: 0.0442436 Aug 10 01:12:10.982876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.046730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.073476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-714d85d7-38c8-4520-a294-d42426086b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.075028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-714d85d7-38c8-4520-a294-d42426086b9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0806985 Aug 10 01:12:11.121644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-421ca954-2b4d-4888-bcd4-1849d5e1f7a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359516 Aug 10 01:12:11.211128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.214905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.218411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7dacd78-b310-44af-be52-60e7f09db32a HTTP/1.1" status: 204 len: 168 time: 0.3351495 Aug 10 01:12:11.227354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959256f-f7db-4f69-860c-89f770d7b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dacd78-b310-44af-be52-60e7f09db32a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.281034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-019ba0da-cdc5-4c73-a7ba-6aed3c407e3c service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491728 Aug 10 01:12:11.424940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1960315-8fe0-4bfe-9e6f-2e9e49fa7638 req-b65c3e01-d9bc-4515-a20d-04a500b09c92 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329482 Aug 10 01:12:11.532622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60518) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.638455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcab6a-64c8-4fd4-9260-858b1fdfb2a2 req-a6ac85e5-9a4d-4009-abde-59a01ce3970c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:11.640503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1dcab6a-64c8-4fd4-9260-858b1fdfb2a2 req-a6ac85e5-9a4d-4009-abde-59a01ce3970c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 943 time: 0.0636208 Aug 10 01:12:11.702552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1dcab6a-64c8-4fd4-9260-858b1fdfb2a2 req-66eb5c04-8848-4863-8df6-bf5dbed6521e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549617 Aug 10 01:12:11.708076 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:12:11.754275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-12126d11-edec-4b6f-a3aa-15279d925902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1083c16e7282474e86c3f815aea44853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195787 Aug 10 01:12:11.756890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60522) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.758243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60524) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.772132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1bde1-4acd-4823-a914-49c6b8d0b981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.823052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.849786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.917719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1bde1-4acd-4823-a914-49c6b8d0b981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.922355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ed1bde1-4acd-4823-a914-49c6b8d0b981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.936309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.939235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:11.940690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/831fe8c8-77ba-4f17-befd-aefda3979a5a HTTP/1.1" status: 204 len: 168 time: 0.1826549 Aug 10 01:12:11.953924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc0a1-10f6-4239-bf06-9f3f26a44a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831fe8c8-77ba-4f17-befd-aefda3979a5a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:11.990734 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ed1bde1-4acd-4823-a914-49c6b8d0b981 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6020808bb19d4d6bb53c0c31cdb3b26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299697 Aug 10 01:12:11.992196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60528) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:11.997823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1bde1-4acd-4823-a914-49c6b8d0b981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3b304-7a0b-406a-96a7-767c7d98f0e5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:12.066015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.094462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.160873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.163818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.167968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cb3b304-7a0b-406a-96a7-767c7d98f0e5 HTTP/1.1" status: 204 len: 168 time: 0.1717658 Aug 10 01:12:12.176955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a097e-befc-4d0c-bed6-b6020f5c1789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3b304-7a0b-406a-96a7-767c7d98f0e5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:12.452942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bbbb169f-26c7-475c-884a-b3e454dcf451 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:12.579790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-cc71e2fd-8131-4046-a838-e4e36868c7b4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:12.588779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-cc71e2fd-8131-4046-a838-e4e36868c7b4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 809 time: 0.1566143 Aug 10 01:12:12.606950 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-6c52e360-f1ae-46e4-b79e-ddc5e087e464 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/quotas/3bafa910ebfc4560b2459c2853eeaf5f HTTP/1.1" status: 200 len: 375 time: 0.0170817 Aug 10 01:12:12.613286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bbbb169f-26c7-475c-884a-b3e454dcf451,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:12.630009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'bbbb169f-26c7-475c-884a-b3e454dcf451', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'port_id': 'bbbb169f-26c7-475c-884a-b3e454dcf451', 'mac_address': 'fa:16:3e:ad:b6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6c6291-1703-4263-b9f3-69201151563a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:12.650106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-f81f8705-a660-4846-b3ad-ba2bf82b6ea0 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417085 Aug 10 01:12:12.681949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.698869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbb169f-26c7-475c-884a-b3e454dcf451 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:12.721361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bbbb169f-26c7-475c-884a-b3e454dcf451,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:12.726880 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:12.788185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-3167ed8f-bf60-4717-ba5f-e6ce5c52f031 service neutron] 10.222.0.25 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371222 Aug 10 01:12:12.788908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:12.800003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.800811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.801337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.802077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.802624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.802996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.803779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.804438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.804916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.805337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.805686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.807197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:12.853413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60576) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:12.907688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088f42-9342-4292-8f70-86a8492f272d req-c5e6cfbd-839d-4fbe-941d-f49e198adf22 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:12.916455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2088f42-9342-4292-8f70-86a8492f272d req-c5e6cfbd-839d-4fbe-941d-f49e198adf22 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 944 time: 0.0794570 Aug 10 01:12:12.924082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['bbbb169f-26c7-475c-884a-b3e454dcf451'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:12.967602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2088f42-9342-4292-8f70-86a8492f272d req-8199dcda-6c12-414d-9725-a3b66a0a53ff tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451989 Aug 10 01:12:13.177979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5189-4885-489c-8ead-7fdf6d69ca68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.292209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-3003759c-d1c3-4088-8fe8-69944d8149dc service neutron] 10.222.0.25 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969552 Aug 10 01:12:13.295390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5189-4885-489c-8ead-7fdf6d69ca68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.301132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7c6c5189-4885-489c-8ead-7fdf6d69ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.356538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c5189-4885-489c-8ead-7fdf6d69ca68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32d89f2-1006-4b1b-8ef4-e517f8857864,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:13.361238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7c6c5189-4885-489c-8ead-7fdf6d69ca68 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=295feb6a207b4ce3bea4fd501362a035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849207 Aug 10 01:12:13.364344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60600) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:13.418176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.447146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.526428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e76afb23-2ec0-4209-8b71-15a8020cae37 req-284b920d-16a9-4933-b08e-93cdad3a2f50 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 210 time: 0.0327342 Aug 10 01:12:13.534864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.537730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:13.541850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b32d89f2-1006-4b1b-8ef4-e517f8857864 HTTP/1.1" status: 204 len: 168 time: 0.1741219 Aug 10 01:12:13.547718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e18d5-dad7-43ba-bf7e-5a9512b971be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32d89f2-1006-4b1b-8ef4-e517f8857864,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:14.043011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35acfddc-4413-4ee5-af9b-bc362bc8e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.115404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b562b-c457-40d4-b2dc-804ea09000b9 req-b9cd127a-c41f-4471-9100-e45a9dc71dd4 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.117067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-832b562b-c457-40d4-b2dc-804ea09000b9 req-b9cd127a-c41f-4471-9100-e45a9dc71dd4 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 944 time: 0.0688577 Aug 10 01:12:14.172031 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-832b562b-c457-40d4-b2dc-804ea09000b9 req-643643e3-41ac-4b7b-823f-b84ec7905eb1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387812 Aug 10 01:12:14.468584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bbbb169f-26c7-475c-884a-b3e454dcf451 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:14.529347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port bbbb169f-26c7-475c-884a-b3e454dcf451 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:14.534627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port bbbb169f-26c7-475c-884a-b3e454dcf451 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:14.535086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.662284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.713706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-7adcf159-f22d-4038-89ad-eedcca6f1b9e tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:14.715653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bbbb169f-26c7-475c-884a-b3e454dcf451,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:14.716960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:14.720626 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718a9eec-cfc9-4f60-9abf-40c85c7922dc" -d '{"events": [{"server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:14.726443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf3b704b-7468-4f8e-a93f-e6650fc9f404 req-605349c3-01e7-4591-8863-28328ac92647 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 210 time: 0.0701957 Aug 10 01:12:14.733235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-7adcf159-f22d-4038-89ad-eedcca6f1b9e tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 809 time: 0.2696269 Aug 10 01:12:14.744819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.751595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Request body: {'port': {'device_id': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'network_id': '44911e53-8e16-42a6-bd62-960603454929', 'admin_state_up': True, 'tenant_id': '3bafa910ebfc4560b2459c2853eeaf5f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:14.813641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:14.909711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Made reservation on behalf of 3bafa910ebfc4560b2459c2853eeaf5f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:14.914864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:14.958749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60686) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:14.964754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420364201', 'description': 'tempest-secgroup-smoke-1420364201 description', 'project_id': 'fc38d2208f3048da8d79775529975dbb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:15.025246 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.037061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.067951 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ab8290-a2a8-4e45-ab54-34318831959d x-openstack-request-id: req-80ab8290-a2a8-4e45-ab54-34318831959d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:15.068461 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "name": "network-vif-plugged", "status": "completed", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:15.068580 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80ab8290-a2a8-4e45-ab54-34318831959d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:15.068889 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451', 'code': 200} Aug 10 01:12:15.092666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Allocated IP 172.20.0.13 (44911e53-8e16-42a6-bd62-960603454929/8a6174e5-15dc-4419-8068-ccc05992dbc5/f3b188e2-1297-4d77-b534-be4889d5e270) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:15.200586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.210611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.287560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.290699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acdadc-89f9-4a90-8c24-e84aa579d595 req-e1414895-c75a-4c69-b9f1-3e9e68b4a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.292608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66acdadc-89f9-4a90-8c24-e84aa579d595 req-e1414895-c75a-4c69-b9f1-3e9e68b4a62e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 1097 time: 0.1416366 Aug 10 01:12:15.298153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.325164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.326371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3660758 Aug 10 01:12:15.337839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60734) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:15.346268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:15.375282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c932bc65-dc2c-40f8-b1fb-357760a9982d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.410420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313f1ae-6275-43c3-9f0c-32118bc515cd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9acfda-fdca-43e6-8852-e02ec0596545,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.422902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66acdadc-89f9-4a90-8c24-e84aa579d595 req-970c09a7-2d8b-4df7-993e-d5c5cffda5f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063759 Aug 10 01:12:15.432703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.442368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.481162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d596-8fae-4fed-bae9-01def9f14f63 req-e0affd94-ef09-4ea8-8445-425d203a7337 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.483110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87f4d596-8fae-4fed-bae9-01def9f14f63 req-e0affd94-ef09-4ea8-8445-425d203a7337 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 945 time: 0.1752958 Aug 10 01:12:15.498984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.505422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.531304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421e108-96d3-4273-95c0-21a066d46a5e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.542752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.544535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2fb0b3c5-e094-4033-9471-d9836c9c8851 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2029631 Aug 10 01:12:15.546885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87f4d596-8fae-4fed-bae9-01def9f14f63 req-e0a59c78-e37e-418f-822a-3dcae107e3a3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Aug 10 01:12:15.547432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60744) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:15.553883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:15.556648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.604994 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.644463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Pushing event updated for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.660456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Network 44911e53-8e16-42a6-bd62-960603454929 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:15.662308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:15.669311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:15.691811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.699600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.733974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.734996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.755241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-19bc059a-afbe-4914-9e24-4a852ab8f8b8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0084565 Aug 10 01:12:15.756525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09428cf3-819c-4554-8f8a-af54381c6ef5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:15.769470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Request body: {'port': {'device_id': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:15.773635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.779063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7892923a-4e2c-42f9-aac8-360596cfe404 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2295675 Aug 10 01:12:15.781547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60752) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:15.802547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:15.835729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.885340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f7a20-2690-44e3-8a72-b5fe8be167f3 req-74719b95-630a-45a1-8207-c25611b7317f tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:15.892473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d7f7a20-2690-44e3-8a72-b5fe8be167f3 req-74719b95-630a-45a1-8207-c25611b7317f tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 932 time: 0.0790024 Aug 10 01:12:15.911700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:15.917290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60770) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:15.963820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d7f7a20-2690-44e3-8a72-b5fe8be167f3 req-28d37c9d-9d54-4b9a-8b25-874e16ea2d7c tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703337 Aug 10 01:12:16.005247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.011312 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.035937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded451a8-b0cf-4c92-8e73-7f28d418b25d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.044690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.046859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c1881c0f-aadf-4d78-b769-e120d40a25b8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642698 Aug 10 01:12:16.049519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60790) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:16.054991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:16.092429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.134057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cd740ff-8b7a-4cb5-8d57-f655ff2e8383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.167743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.172360 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.204842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6af1a31-85d5-46a8-8bb9-d5b23913ba45,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.281268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b188e2-1297-4d77-b534-be4889d5e270 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:16.291971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.314585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Transition to ACTIVE for port object f3b188e2-1297-4d77-b534-be4889d5e270 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:16.324068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.367230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cd740ff-8b7a-4cb5-8d57-f655ff2e8383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.381088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.381658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1cd740ff-8b7a-4cb5-8d57-f655ff2e8383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.383276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cd6632e8-23b5-4a5b-8c0a-175da78804ae tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325062 Aug 10 01:12:16.386288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60794) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:16.392745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:16.422727 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:12:16.430036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.433421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.484064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1cd740ff-8b7a-4cb5-8d57-f655ff2e8383 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=787f5f28bc994283a7bb69179633b87a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632892 Aug 10 01:12:16.484064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd740ff-8b7a-4cb5-8d57-f655ff2e8383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9581357-0734-428a-9624-0cfa1fa73f0a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.484767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60796) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:16.513572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.518151 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.541809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af86399-0167-4532-b10f-39574083c3fd,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.546387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Attempting to bind port f3b188e2-1297-4d77-b534-be4889d5e270 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:16.546818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Attempting to bind port f3b188e2-1297-4d77-b534-be4889d5e270 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:16.547156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Attempting to bind port f3b188e2-1297-4d77-b534-be4889d5e270 on network 44911e53-8e16-42a6-bd62-960603454929 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:16.549443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.551345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ec88bbb-b796-4c95-aaff-786ee32fb97c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639760 Aug 10 01:12:16.553925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60798) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:16.558863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Port f3b188e2-1297-4d77-b534-be4889d5e270 on network 44911e53-8e16-42a6-bd62-960603454929 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:16.559196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Attempting to bind port f3b188e2-1297-4d77-b534-be4889d5e270 on network 44911e53-8e16-42a6-bd62-960603454929 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:16.559489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '5e9acfda-fdca-43e6-8852-e02ec0596545', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:16.578603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:16.579208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Checking segment: {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:16.579446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Bound using segment: {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:16.580276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Bound port: f3b188e2-1297-4d77-b534-be4889d5e270, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:16.580710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.586823 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:12:16.593991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.594540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.623333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.706763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.708032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:16.713579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f3b188e2-1297-4d77-b534-be4889d5e270,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:16.719000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c2813-4e05-4f48-9f2f-8f434809ccfc req-7086dcc9-eba1-4f58-8e8c-baf29c62d37c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:16.719439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.722861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-242c2813-4e05-4f48-9f2f-8f434809ccfc req-7086dcc9-eba1-4f58-8e8c-baf29c62d37c tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 945 time: 0.0899227 Aug 10 01:12:16.736628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.747419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50548d4c-04e5-418c-9c83-f5bae07edcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.774054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0a8347-508a-4af1-94a9-9024ddaeceed,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.780513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.783185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.784351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9581357-0734-428a-9624-0cfa1fa73f0a HTTP/1.1" status: 204 len: 168 time: 0.2969747 Aug 10 01:12:16.785947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.786065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:16.786580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.787123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7adbd447-b9f3-42eb-8a91-a3104c7d2e0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2322211 Aug 10 01:12:16.791705 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] 10.222.0.10 "PUT /v2.0/ports/f3b188e2-1297-4d77-b534-be4889d5e270 HTTP/1.1" status: 200 len: 1093 time: 1.0256925 Aug 10 01:12:16.792830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60806) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:16.794434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:16.797081 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dd336f-2b0a-44f5-ab1c-1b594da07105" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:16.799101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'network': {'name': 'tempest-network-smoke--1770446420', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:16.811935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b8ec3-c255-4371-9dd5-9ec993a375b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9581357-0734-428a-9624-0cfa1fa73f0a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.822739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-242c2813-4e05-4f48-9f2f-8f434809ccfc req-8256d2eb-5b1b-475b-9620-85285d6e6ede tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761878 Aug 10 01:12:16.825017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e0ba-1230-4085-9914-a2bbda302594 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:16.847234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:16.852222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.905901 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45460a2e-36d0-4e2e-863e-0e8334643514 x-openstack-request-id: req-45460a2e-36d0-4e2e-863e-0e8334643514 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:16.906289 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:16.906475 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45460a2e-36d0-4e2e-863e-0e8334643514 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:16.906905 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270', 'status': 'completed', 'code': 200} Aug 10 01:12:16.907614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:16.929684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-5b62b678-7009-49fb-8888-fc0137073029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:16.931763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.931945 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Added segment ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e of type vlan for network c523a6ea-1349-470c-9258-daa3913bf31e Aug 10 01:12:16.933241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-5b62b678-7009-49fb-8888-fc0137073029 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 1096 time: 0.0708480 Aug 10 01:12:16.998715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:16.999180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-462d47cd-5058-40c8-a372-3778cbf8a452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3b188e2-1297-4d77-b534-be4889d5e270 HTTP/1.1" status: 200 len: 217 time: 0.0555999 Aug 10 01:12:17.069785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.076944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.077509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.099122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-889eaae0-66cd-4f45-8dfd-d0c7fef0d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.104581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-889eaae0-66cd-4f45-8dfd-d0c7fef0d979 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a6174e5-15dc-4419-8068-ccc05992dbc5 HTTP/1.1" status: 200 len: 849 time: 0.0953732 Aug 10 01:12:17.153300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-e48a8e72-5833-49e4-a5e1-77b1b7bca06f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44911e53-8e16-42a6-bd62-960603454929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428257 Aug 10 01:12:17.168832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3750491 Aug 10 01:12:17.172476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60816) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:17.183088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'admin_state_up': True, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:17.208300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fb30b-7eb3-4d78-aa83-a6c2881c45b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Network': ['ID=c523a6ea-1349-470c-9258-daa3913bf31e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:17.224588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f019ba-b476-49f3-9578-c8ee2bcb5545 req-78abf022-f21c-474e-ad4d-6766e61d4f55 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.225295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c523a6ea-1349-470c-9258-daa3913bf31e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:17.232450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95f019ba-b476-49f3-9578-c8ee2bcb5545 req-78abf022-f21c-474e-ad4d-6766e61d4f55 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 944 time: 0.1644843 Aug 10 01:12:17.256986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.258076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.296592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95f019ba-b476-49f3-9578-c8ee2bcb5545 req-c54a4e09-59f8-4df6-ab5e-a81b3dd04c87 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Aug 10 01:12:17.345856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60822) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:17.356823 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.381626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2c479cc-a160-4eca-b99f-c880f0260383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.426492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-1c609b5c-5574-4547-acaf-a3580394e1c0 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651041 Aug 10 01:12:17.440998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.563798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1278b6d-d3cf-4c67-90c4-526bf224a738 req-2564923d-0938-47bd-98a1-e5ab762d3d2b service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278119 Aug 10 01:12:17.583242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2c479cc-a160-4eca-b99f-c880f0260383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.590093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2c479cc-a160-4eca-b99f-c880f0260383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.595509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.681382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a2c479cc-a160-4eca-b99f-c880f0260383 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=211e4ca53fff43219f40abe88d98285d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328815 Aug 10 01:12:17.683872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:17.685202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c479cc-a160-4eca-b99f-c880f0260383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c7394f-7b3c-4fdf-b820-e60349d25614,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:17.720194 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.757368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-9e047158-21e4-464b-b776-fb93fdef4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.764109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-9e047158-21e4-464b-b776-fb93fdef4bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 1096 time: 0.1342189 Aug 10 01:12:17.865563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.866134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.889948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.917738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:17.943070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-46fbd052-cfe9-424f-82f9-3075c1ccbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:17.944830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-46fbd052-cfe9-424f-82f9-3075c1ccbb1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 909 time: 0.1696827 Aug 10 01:12:18.000029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-c343fa26-50ae-4e86-826c-5f5da972f681 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3b188e2-1297-4d77-b534-be4889d5e270 HTTP/1.1" status: 200 len: 217 time: 0.0470593 Aug 10 01:12:18.030555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.161 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9f31cec1-38bd-477f-8876-62acc75f3aca) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:18.074616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-2ac0a968-435a-4b18-8fab-710897072314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.076396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-2ac0a968-435a-4b18-8fab-710897072314 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a6174e5-15dc-4419-8068-ccc05992dbc5 HTTP/1.1" status: 200 len: 849 time: 0.0679884 Aug 10 01:12:18.077620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.080308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.085209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02c7394f-7b3c-4fdf-b820-e60349d25614 HTTP/1.1" status: 204 len: 168 time: 0.3944669 Aug 10 01:12:18.107071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd97da-5326-4316-8583-fdc39115123b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c7394f-7b3c-4fdf-b820-e60349d25614,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:18.144993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-6c52c57a-da5d-477b-a7fd-e2be990827fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44911e53-8e16-42a6-bd62-960603454929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585694 Aug 10 01:12:18.208557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.268278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:18.294063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-6afb0a89-4ae8-4d61-8dd5-0eef050d11d6 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406837 Aug 10 01:12:18.328970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=9f31cec1-38bd-477f-8876-62acc75f3aca,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:18.332642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:18.335016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:18.338572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:18.469033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6dd336f-2b0a-44f5-ab1c-1b594da07105 req-28836ba1-03bc-4e1a-aa99-7e2cb235365a service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668441 Aug 10 01:12:18.899705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5b94a-8053-47df-b776-4082aa636617 req-43e27b2d-4e33-43e0-9fbb-80aecc5e1fa0 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:18.907210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8d5b94a-8053-47df-b776-4082aa636617 req-43e27b2d-4e33-43e0-9fbb-80aecc5e1fa0 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 944 time: 0.0919511 Aug 10 01:12:19.088038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8d5b94a-8053-47df-b776-4082aa636617 req-8b6037bc-ce32-4cf6-8287-68e7a2549ec3 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799581 Aug 10 01:12:19.090648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.323463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.508409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 1853f14a-d597-4573-8819-99913872bd4d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:12:19.645790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.654068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:19.665665 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Sync routers for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:19.675436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:19.676904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-75ecbb6b-372e-420f-a2dd-c2f2d3cf1d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5033834 Aug 10 01:12:19.681173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60884) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:19.682799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:19.683533 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:19.693583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60888) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:19.825776 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:19.881032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88645402-ec99-41f9-9434-31e0ff86eab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.045028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f3b188e2-1297-4d77-b534-be4889d5e270 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:20.146996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88645402-ec99-41f9-9434-31e0ff86eab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.158900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:20.159982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-114a82b6-3ea8-4367-8843-88655d28fa82 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fc38d2208f3048da8d79775529975dbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4775286 Aug 10 01:12:20.163364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88645402-ec99-41f9-9434-31e0ff86eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.208103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88645402-ec99-41f9-9434-31e0ff86eab4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=105eee0943b0450395bce3ccc527da94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128970 Aug 10 01:12:20.229846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:20.286583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f3b188e2-1297-4d77-b534-be4889d5e270,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:20.298765 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:20.314937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88645402-ec99-41f9-9434-31e0ff86eab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fc303c-1bd3-4852-b610-19710575f611,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:20.331896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'f3b188e2-1297-4d77-b534-be4889d5e270', 'network_id': '44911e53-8e16-42a6-bd62-960603454929', 'port_id': 'f3b188e2-1297-4d77-b534-be4889d5e270', 'mac_address': 'fa:16:3e:02:e6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6174e5-15dc-4419-8068-ccc05992dbc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:20.360087 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Checking router: 1853f14a-d597-4573-8819-99913872bd4d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:12:20.363402 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Updating router 1853f14a-d597-4573-8819-99913872bd4d port 9f31cec1-38bd-477f-8876-62acc75f3aca binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:12:20.383640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81faeed4-7f7d-49ea-8862-bc8125964ca3 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.385440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81faeed4-7f7d-49ea-8862-bc8125964ca3 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2247410 Aug 10 01:12:20.390042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60904) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:20.410097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.429926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.439788 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.455128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b188e2-1297-4d77-b534-be4889d5e270 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:20.479430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.480215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f3b188e2-1297-4d77-b534-be4889d5e270,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:20.486628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.542771 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53b67634-9758-4344-9b21-5ee283d7f3cc tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483672 Aug 10 01:12:20.543699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 60908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:20.550117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384211187', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:20.578625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:20.580175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.585559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.589487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07fc303c-1bd3-4852-b610-19710575f611 HTTP/1.1" status: 204 len: 168 time: 0.3470047 Aug 10 01:12:20.606903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faf710-7638-4765-b1e6-83edc581b86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fc303c-1bd3-4852-b610-19710575f611,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:20.632985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5089eb4-e280-4c88-b72d-e685c36568ce req-022c2529-593c-4c96-80df-974381eee698 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:20.640874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5089eb4-e280-4c88-b72d-e685c36568ce req-022c2529-593c-4c96-80df-974381eee698 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 944 time: 0.2542176 Aug 10 01:12:20.717787 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5089eb4-e280-4c88-b72d-e685c36568ce req-8f306608-1a0c-4d4b-8624-2bea37e50e91 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621717 Aug 10 01:12:20.746094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:20.753564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:20.775479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['f3b188e2-1297-4d77-b534-be4889d5e270'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:21.018061 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.038348 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Transition to ACTIVE for port object 9f31cec1-38bd-477f-8876-62acc75f3aca will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:21.049088 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.062611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.122080 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Attempting to bind port 9f31cec1-38bd-477f-8876-62acc75f3aca on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:21.122541 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Attempting to bind port 9f31cec1-38bd-477f-8876-62acc75f3aca by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:21.123127 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Attempting to bind port 9f31cec1-38bd-477f-8876-62acc75f3aca on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:21.134623 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:21.135171 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:21.135665 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.136146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:21.136846 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Bound port: 9f31cec1-38bd-477f-8876-62acc75f3aca, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:21.137314 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.161728 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Pushing event updated for resources: {'Port': ['ID=9f31cec1-38bd-477f-8876-62acc75f3aca,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:21.174452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.174987 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.175646 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.176076 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.176575 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.177120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.177507 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.178027 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.178442 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.178910 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.179323 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.179736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:21.188473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Subnet': ['ID=79e2ee03-9aa0-4eae-950e-ff1beb244cad,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:21.219532 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] For port 9f31cec1-38bd-477f-8876-62acc75f3aca, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:21.224185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Checking segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:21.224758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network hostable DHCP agents. Network: c523a6ea-1349-470c-9258-daa3913bf31e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:21.226185 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] For port 9f31cec1-38bd-477f-8876-62acc75f3aca, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9f31cec1-38bd-477f-8876-62acc75f3aca,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:21.233804 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.260737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network c523a6ea-1349-470c-9258-daa3913bf31e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:21.278583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c523a6ea-1349-470c-9258-daa3913bf31e) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:21.288185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:21.291504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.291938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b992ba0-98c0-44f0-9cda-06cdf558473e None None] Network c523a6ea-1349-470c-9258-daa3913bf31e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:21.316655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4ddd7af-7d95-465c-8f84-e89cbb8f2136 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7686448 Aug 10 01:12:21.317012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 60926) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:21.374213 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:21.376391 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:21.456831 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c1c2-5e52-4f0a-89bb-7d6f0fb8f55e None None] Pushing event updated for resources: {'Port': ['ID=9f31cec1-38bd-477f-8876-62acc75f3aca,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:21.585318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-c523a6ea-1349-470c-9258-daa3913bf31e', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:21.586658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:21.632688 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:21.991362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Allocated IP 172.20.0.2 (c523a6ea-1349-470c-9258-daa3913bf31e/79e2ee03-9aa0-4eae-950e-ff1beb244cad/0f7919d6-f838-46ad-b4cf-5998adca0398) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:22.015964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dace4-af7b-4a43-92a1-4fcca9d155df req-48d42848-f370-49a3-a915-dbc9302f54d6 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:22.018112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-621dace4-af7b-4a43-92a1-4fcca9d155df req-48d42848-f370-49a3-a915-dbc9302f54d6 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 945 time: 0.1703660 Aug 10 01:12:22.032365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.062474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f3b188e2-1297-4d77-b534-be4889d5e270 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:22.158263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-621dace4-af7b-4a43-92a1-4fcca9d155df req-e7e9d808-2f40-4435-bc0c-a26e26d69889 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333315 Aug 10 01:12:22.176895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:22.273139 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e940a-08e5-4695-9f16-1a8c59e61dc9 None None] The sync data for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 is: [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:22.338240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port f3b188e2-1297-4d77-b534-be4889d5e270 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:22.359224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port f3b188e2-1297-4d77-b534-be4889d5e270 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:22.359943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.459573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.481980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Transition to ACTIVE for port object 0f7919d6-f838-46ad-b4cf-5998adca0398 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:22.529889 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.548301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Transition to ACTIVE for port object 0f7919d6-f838-46ad-b4cf-5998adca0398 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:22.564032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:22.566844 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f0735c-5113-46ff-87db-23a65bc2fcad" -d '{"events": [{"server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "name": "network-vif-plugged", "status": "completed", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:22.579297 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.646358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f3b188e2-1297-4d77-b534-be4889d5e270,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:22.653434 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0adb3e1-b178-49ec-b2eb-98dd8b2d74c0 x-openstack-request-id: req-a0adb3e1-b178-49ec-b2eb-98dd8b2d74c0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:22.654116 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "name": "network-vif-plugged", "status": "completed", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:22.654463 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0adb3e1-b178-49ec-b2eb-98dd8b2d74c0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:22.655475 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270', 'code': 200} Aug 10 01:12:22.659121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:22.719926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Network c523a6ea-1349-470c-9258-daa3913bf31e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:22.725954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:22.734695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:22.741091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Pushing event updated for resources: {'Port': ['ID=0f7919d6-f838-46ad-b4cf-5998adca0398,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:22.818087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.1 (c523a6ea-1349-470c-9258-daa3913bf31e/79e2ee03-9aa0-4eae-950e-ff1beb244cad/af901391-5921-4502-ba0f-b4826eac020d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:22.842904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233daf8-2b68-4c90-a44d-fedc98c05f7b req-f2e8d231-6341-4ca4-ad31-1c2259e61185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:22.844581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6233daf8-2b68-4c90-a44d-fedc98c05f7b req-f2e8d231-6341-4ca4-ad31-1c2259e61185 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 1098 time: 0.0951159 Aug 10 01:12:22.960668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6233daf8-2b68-4c90-a44d-fedc98c05f7b req-87a78401-6f33-44b5-9d2a-5a57ba2a0ea3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076143 Aug 10 01:12:23.009461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Attempting to bind port 0f7919d6-f838-46ad-b4cf-5998adca0398 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:23.010030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Attempting to bind port 0f7919d6-f838-46ad-b4cf-5998adca0398 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:23.010343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Attempting to bind port 0f7919d6-f838-46ad-b4cf-5998adca0398 on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:23.022136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:23.022553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Checking segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:23.022963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.023370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Bound using segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:23.023844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Bound port: 0f7919d6-f838-46ad-b4cf-5998adca0398, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:23.024785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.039165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.061795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object af901391-5921-4502-ba0f-b4826eac020d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:23.112408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.153756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.184670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] For port 0f7919d6-f838-46ad-b4cf-5998adca0398, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:23.203788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] For port 0f7919d6-f838-46ad-b4cf-5998adca0398, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0f7919d6-f838-46ad-b4cf-5998adca0398,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:23.216592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.267105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network c523a6ea-1349-470c-9258-daa3913bf31e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:23.284854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:23.288868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:23.299214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.420171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.486128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb131e0-8d1e-41a9-b202-4372c82fa77f None None] Pushing event updated for resources: {'Port': ['ID=0f7919d6-f838-46ad-b4cf-5998adca0398,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:23.521804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc60bc1-9c64-4ff5-98a7-978cdc83be1b req-a7fd9b7b-cf03-48eb-9c5b-f63c1b111a72 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:23.529969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6cc60bc1-9c64-4ff5-98a7-978cdc83be1b req-a7fd9b7b-cf03-48eb-9c5b-f63c1b111a72 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 946 time: 0.1775339 Aug 10 01:12:23.700432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6cc60bc1-9c64-4ff5-98a7-978cdc83be1b req-ca3717a3-ddb8-4004-beae-1e71f862e9a6 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694775 Aug 10 01:12:23.740864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:23.968745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9f31cec1-38bd-477f-8876-62acc75f3aca up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:24.033485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9f31cec1-38bd-477f-8876-62acc75f3aca completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:24.046400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9f31cec1-38bd-477f-8876-62acc75f3aca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:24.047238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.166324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.190940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9f31cec1-38bd-477f-8876-62acc75f3aca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9f31cec1-38bd-477f-8876-62acc75f3aca,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:24.198141 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.199076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0f7919d6-f838-46ad-b4cf-5998adca0398 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:24.306898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0f7919d6-f838-46ad-b4cf-5998adca0398 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:24.315849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9f31cec1-38bd-477f-8876-62acc75f3aca,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:24.892316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.901170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.953243 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:24.991903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b40610-8a39-4088-8653-b493dcfa7a92 req-269862de-dda7-43c3-bde6-86cf0bf3e0ad tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:24.994488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08b40610-8a39-4088-8653-b493dcfa7a92 req-269862de-dda7-43c3-bde6-86cf0bf3e0ad tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 946 time: 0.1704907 Aug 10 01:12:25.085707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:25.136801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32822) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:25.144315 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08b40610-8a39-4088-8653-b493dcfa7a92 req-38512f73-8917-46d5-99f6-c171180ce381 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395593 Aug 10 01:12:25.220283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network c523a6ea-1349-470c-9258-daa3913bf31e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:25.221959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:25.380406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 1853f14a-d597-4573-8819-99913872bd4d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:25.393328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-792415bf-2ea5-41b3-9514-4150c7dc292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.434864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0dd8ff-f5ae-488d-8b28-d5e01386c67d None None] Network c523a6ea-1349-470c-9258-daa3913bf31e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:25.445147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-11c500ca-4930-40eb-8574-2637ecd62c2c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1414294 Aug 10 01:12:25.552899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:25.567559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-469a9831-5ce3-492c-83bd-54dace8beadb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/1853f14a-d597-4573-8819-99913872bd4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2492254 Aug 10 01:12:25.644415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-4d3109ee-d033-42a8-b535-7c2b074635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:25.652447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-4d3109ee-d033-42a8-b535-7c2b074635ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 1098 time: 0.1504045 Aug 10 01:12:25.715598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Sync routers for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:25.817894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:25.818865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:25.856108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-792415bf-2ea5-41b3-9514-4150c7dc292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.876735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-792415bf-2ea5-41b3-9514-4150c7dc292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:25.880701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9f31cec1-38bd-477f-8876-62acc75f3aca up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:25.906343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Provisioning for port 0f7919d6-f838-46ad-b4cf-5998adca0398 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:25.921234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Provisioning complete for port 0f7919d6-f838-46ad-b4cf-5998adca0398 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:25.921613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.004227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792415bf-2ea5-41b3-9514-4150c7dc292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3018b9-5e71-4635-92cf-ce7d56bcdfb8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.009332 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-cdffe4b1-885d-4119-8519-6519262f1c4f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1420364201&fields=id&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 267 time: 0.0548851 Aug 10 01:12:26.047726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-792415bf-2ea5-41b3-9514-4150c7dc292f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94744eed645743c197affcbfa8de109b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9093256 Aug 10 01:12:26.048375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32852) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:26.068759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9f31cec1-38bd-477f-8876-62acc75f3aca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:26.069352 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.109217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.133880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:26.173863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.204004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-461298b6-f6e4-48c5-8cfb-7ea30cd1cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.205747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-461298b6-f6e4-48c5-8cfb-7ea30cd1cd2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 913 time: 0.5181541 Aug 10 01:12:26.221010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-e8f05090-9c45-4e86-a814-56daa843072f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.229737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-e8f05090-9c45-4e86-a814-56daa843072f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 797 time: 0.2176950 Aug 10 01:12:26.230461 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.249570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-0862efab-38e0-46e2-b02c-4fe81af5473d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/quotas/fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 375 time: 0.0188494 Aug 10 01:12:26.277136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-8882cc72-61a4-4881-9233-d315bfed6f92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93 HTTP/1.1" status: 200 len: 217 time: 0.0590839 Aug 10 01:12:26.343703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-2e083145-ecc0-4322-aded-2739a41b9de8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926728 Aug 10 01:12:26.362741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-65107ed7-335b-41be-b723-d2d892d8c1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.364254 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-65107ed7-335b-41be-b723-d2d892d8c1d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0776906 Aug 10 01:12:26.393647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.395220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.401280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba3018b9-5e71-4635-92cf-ce7d56bcdfb8 HTTP/1.1" status: 204 len: 168 time: 0.3492217 Aug 10 01:12:26.426933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-fdd3bd1c-b1bc-4157-8dce-e703e1ea2b8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539067 Aug 10 01:12:26.491524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.499902 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.527210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb2528-f115-4d0b-9bbc-a75049a693cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3018b9-5e71-4635-92cf-ce7d56bcdfb8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.610078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] For port 0f7919d6-f838-46ad-b4cf-5998adca0398, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0f7919d6-f838-46ad-b4cf-5998adca0398,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:26.624346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.677289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-9e4e477a-25f9-4dcf-9c9f-416eace16b63 service neutron] 10.222.0.25 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986434 Aug 10 01:12:26.737037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174cd56-fa13-4e89-aad4-433cd43f9a3c None None] Pushing event updated for resources: {'Port': ['ID=0f7919d6-f838-46ad-b4cf-5998adca0398,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:26.817383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88fa66-2797-49e2-9e11-80f66023a2de req-27c34d26-5f62-4d5a-a1d0-73a2a178ea86 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:26.819338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df88fa66-2797-49e2-9e11-80f66023a2de req-27c34d26-5f62-4d5a-a1d0-73a2a178ea86 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 946 time: 0.1319170 Aug 10 01:12:26.823841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-0c63d999-0642-40e0-897e-a7dad447f36e service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733826 Aug 10 01:12:26.857742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Provisioning complete for port 0f7919d6-f838-46ad-b4cf-5998adca0398 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:26.858059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:26.911341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-c074af51-4043-4267-9f00-1640942091a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331419 Aug 10 01:12:26.964515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 2, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:26.991182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32870) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:27.014276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Checking router: 1853f14a-d597-4573-8819-99913872bd4d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:12:27.019646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Updating router 1853f14a-d597-4573-8819-99913872bd4d port af901391-5921-4502-ba0f-b4826eac020d binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:12:27.026955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df88fa66-2797-49e2-9e11-80f66023a2de req-245ff2f7-b979-472f-be2e-dcb2701b48cf tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008452 Aug 10 01:12:27.030511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c93-d4a1-4e71-82c1-dc5d55a1da6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.041749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1241411-f143-4d9c-b522-0979cab8c2e7 req-1cd90dea-da59-4fbc-b283-10741ee18ea0 service neutron] 10.222.0.21 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019231 Aug 10 01:12:27.232635 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c93-d4a1-4e71-82c1-dc5d55a1da6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.245125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c93-d4a1-4e71-82c1-dc5d55a1da6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.276229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a56d356e-96e8-48c8-a20d-cd5c4831196d req-389408b6-51f9-4c74-b973-93ec1c5f90fe tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 210 time: 0.0656655 Aug 10 01:12:27.311849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb4f4c93-d4a1-4e71-82c1-dc5d55a1da6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=767475d37c974d83a0d34ddb70538ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174202 Aug 10 01:12:27.312976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f4c93-d4a1-4e71-82c1-dc5d55a1da6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d35c61-db5b-4bc3-8c86-a9bbe2fd0dbd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.314523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32876) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:27.330371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.382369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.412008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.454590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Provisioning for port af901391-5921-4502-ba0f-b4826eac020d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:27.466454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Provisioning complete for port af901391-5921-4502-ba0f-b4826eac020d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:27.466947 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.473182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.479065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.480749 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16d35c61-db5b-4bc3-8c86-a9bbe2fd0dbd HTTP/1.1" status: 204 len: 168 time: 0.1651790 Aug 10 01:12:27.490609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93140d-546c-48c9-987e-4df31abfd249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d35c61-db5b-4bc3-8c86-a9bbe2fd0dbd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.626908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c2abcbb2-8c40-4ed5-a7ca-e20a5c2b9f75 None None] Port af901391-5921-4502-ba0f-b4826eac020d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:27.756617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.778265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Transition to ACTIVE for port object af901391-5921-4502-ba0f-b4826eac020d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:27.782335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dbb1628f-8072-498b-9af0-bf2fb898e79c None None] Provisioning complete for port af901391-5921-4502-ba0f-b4826eac020d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:27.782837 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbb1628f-8072-498b-9af0-bf2fb898e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.806146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.871211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1628f-8072-498b-9af0-bf2fb898e79c None None] Port af901391-5921-4502-ba0f-b4826eac020d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:27.897623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be051704-8263-4222-9e93-87bd46eeb9b8 None None] Pushing event updated for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:27.957210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Attempting to bind port af901391-5921-4502-ba0f-b4826eac020d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:27.957596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Attempting to bind port af901391-5921-4502-ba0f-b4826eac020d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:27.958029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Attempting to bind port af901391-5921-4502-ba0f-b4826eac020d on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:27.964044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:27.964511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Checking segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:27.964999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.965455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Bound using segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:27.966173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Bound port: af901391-5921-4502-ba0f-b4826eac020d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:27.966836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:27.988355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0f7919d6-f838-46ad-b4cf-5998adca0398 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:28.011695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-1c2b0d1a-a026-4d43-9209-66903878ae57 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.013236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-1c2b0d1a-a026-4d43-9209-66903878ae57 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 946 time: 0.1492290 Aug 10 01:12:28.122849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] For port af901391-5921-4502-ba0f-b4826eac020d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:28.127715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] For port af901391-5921-4502-ba0f-b4826eac020d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af901391-5921-4502-ba0f-b4826eac020d,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:28.134704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0f7919d6-f838-46ad-b4cf-5998adca0398 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:28.135353 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.137193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Deleting port f3b188e2-1297-4d77-b534-be4889d5e270 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:28.138114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.139506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.234389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:28.236235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:28.334048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be051704-8263-4222-9e93-87bd46eeb9b8 None None] Pushing event updated for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:28.358297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a229f-2ad2-49d3-8314-effebcf08f36 req-80e76ddf-931c-4849-82d7-d9e3b30b2fa3 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.364137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e0a229f-2ad2-49d3-8314-effebcf08f36 req-80e76ddf-931c-4849-82d7-d9e3b30b2fa3 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 946 time: 0.1400094 Aug 10 01:12:28.470171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] For port f3b188e2-1297-4d77-b534-be4889d5e270, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f3b188e2-1297-4d77-b534-be4889d5e270,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:28.470542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.475960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e0a229f-2ad2-49d3-8314-effebcf08f36 req-0ba836c2-b71f-4777-9e78-b03c163a9d8b tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028297 Aug 10 01:12:28.486002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:28.487509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Calling delete_port for f3b188e2-1297-4d77-b534-be4889d5e270 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:28.555599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f02a94c-2e00-4f29-a8f3-bc695d4e6118 req-160eae37-0175-4503-a8d1-41cd59f17421 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 210 time: 0.0958261 Aug 10 01:12:28.772752 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.834837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Pushing event deleted for resources: {'Port': ['ID=f3b188e2-1297-4d77-b534-be4889d5e270,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:28.886614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-2f684801-5e85-4a3b-827c-e9d210f7922c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:28.889053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-2f684801-5e85-4a3b-827c-e9d210f7922c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 797 time: 0.2870407 Aug 10 01:12:28.896522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] No DVR routers for this DVR port f3b188e2-1297-4d77-b534-be4889d5e270 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:28.901507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:28.904159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d36e5f1e-2c13-4667-8058-8933c7c34bff req-05faa362-8589-411f-92ec-70475e37a115 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "DELETE /v2.0/ports/f3b188e2-1297-4d77-b534-be4889d5e270 HTTP/1.1" status: 204 len: 173 time: 0.8834288 Aug 10 01:12:28.905017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'name': 'network-vif-deleted', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:28.908746 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664e9f37-85ca-46b3-bb2c-c68ceaf1c2e9" -d '{"events": [{"server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "name": "network-vif-deleted", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:28.931790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:28Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:28.975044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4233e-bfa6-4a93-9811-2b00d0a10d42 None None] The sync data for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 is: [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:28Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:28.997617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-4ad19566-9ab3-40d2-a063-4ab3d55ae00f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 380 time: 0.0913303 Aug 10 01:12:29.000382 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0833362-c6f5-4197-b672-fa3b8019d88c x-openstack-request-id: req-e0833362-c6f5-4197-b672-fa3b8019d88c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:29.000382 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcf175e-0a2c-4e22-92b7-72cdff06a3be", "name": "network-vif-deleted", "tag": "f3b188e2-1297-4d77-b534-be4889d5e270", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:29.000382 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0833362-c6f5-4197-b672-fa3b8019d88c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:29.002139 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcf175e-0a2c-4e22-92b7-72cdff06a3be', 'name': 'network-vif-deleted', 'tag': 'f3b188e2-1297-4d77-b534-be4889d5e270', 'status': 'completed', 'code': 200} Aug 10 01:12:29.011404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'port': {'device_id': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'admin_state_up': True, 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'security_groups': ['5e9acfda-fdca-43e6-8852-e02ec0596545']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:29.218751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:29.222948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.420360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.6 (c523a6ea-1349-470c-9258-daa3913bf31e/79e2ee03-9aa0-4eae-950e-ff1beb244cad/1af670c3-062d-4644-ac9f-189a3a5a2bff) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:29.700698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.711935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2077b5f-c928-464b-bd6b-85f03778d2b5 req-8c186a4c-ba84-4c7a-aa97-c9ef90d3e892 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dcf175e-0a2c-4e22-92b7-72cdff06a3be HTTP/1.1" status: 200 len: 210 time: 0.0601327 Aug 10 01:12:29.729611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 1af670c3-062d-4644-ac9f-189a3a5a2bff will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:29.785667 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2e21eb8-b9b1-475c-ab77-93a9b5a9e73c req-279ed33c-cbc8-4116-8ac2-a4dac3e61c30 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 210 time: 0.0599906 Aug 10 01:12:29.792043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.866528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network c523a6ea-1349-470c-9258-daa3913bf31e is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:29.868057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:29.870836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:29.879531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:29.910961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af901391-5921-4502-ba0f-b4826eac020d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:29.959669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:29.960316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:29.972547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port af901391-5921-4502-ba0f-b4826eac020d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:29.979848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port af901391-5921-4502-ba0f-b4826eac020d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:29.980678 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.002946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-71a5b68e-ef8f-44ea-8b7e-bd056191b3b4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973993 Aug 10 01:12:30.016123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Request body: {'port': {'device_id': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:30.125945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f3b188e2-1297-4d77-b534-be4889d5e270 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:30.130903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.143961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.211216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: f3b188e2-1297-4d77-b534-be4889d5e270 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:30.213458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f3b188e2-1297-4d77-b534-be4889d5e270 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:30.233352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32946) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:30.249332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port af901391-5921-4502-ba0f-b4826eac020d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af901391-5921-4502-ba0f-b4826eac020d,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:30.258960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.341220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.364429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5d006115-bfbf-436f-aff7-515dfeffb210 None None] Provisioning for port 1af670c3-062d-4644-ac9f-189a3a5a2bff completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:30.369501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5d006115-bfbf-436f-aff7-515dfeffb210 None None] Provisioning complete for port 1af670c3-062d-4644-ac9f-189a3a5a2bff triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:30.370013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d006115-bfbf-436f-aff7-515dfeffb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.453294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5d006115-bfbf-436f-aff7-515dfeffb210 None None] Port 1af670c3-062d-4644-ac9f-189a3a5a2bff cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:12:30.477754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1076245301'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:30.517118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Made reservation on behalf of b265876d01e44f149037f5156d881646 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:30.522945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.542341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.610514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af670c3-062d-4644-ac9f-189a3a5a2bff {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:30.620436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.637292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Transition to ACTIVE for port object 1af670c3-062d-4644-ac9f-189a3a5a2bff will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:30.642582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.656117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.662120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.702945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:30.720657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee5724-29d7-4ba3-9c2b-91873b4f7e38,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.738925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.739437 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Added segment 5953db38-da82-472c-a23c-1e53bf7cfb33 of type vlan for network 7f2a419f-c634-430c-8d6b-299af28d918a Aug 10 01:12:30.785453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:30.811834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.854322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.862259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:30.863798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:30.879899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:30.880995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:30.882940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:30.891243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6563056 Aug 10 01:12:30.892109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 32958) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:30.907910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Request body: {'subnet': {'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:30.916234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:30.916852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:30.933458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:30.934108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Checking segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:30.934879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Bound using segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:30.935861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Bound port: 1af670c3-062d-4644-ac9f-189a3a5a2bff, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:30.936447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.048677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0b5b5-8a20-4c0b-b86a-4a80db94bbf1 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event updated for resources: {'Network': ['ID=7f2a419f-c634-430c-8d6b-299af28d918a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.061586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7f2a419f-c634-430c-8d6b-299af28d918a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:31.072625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050ecc4-8955-4e75-b427-d3389be507e6 req-18145288-edea-481d-8e3c-2f9e2cc9e28d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.074260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f050ecc4-8955-4e75-b427-d3389be507e6 req-18145288-edea-481d-8e3c-2f9e2cc9e28d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.0703723 Aug 10 01:12:31.149208 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f050ecc4-8955-4e75-b427-d3389be507e6 req-f2619932-d7fc-4868-898f-9585bca39f62 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684345 Aug 10 01:12:31.189583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:31.191844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Made reservation on behalf of b265876d01e44f149037f5156d881646 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:31.195579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.265422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:31.280697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.299585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-941a400a-0c16-46de-b451-93a96e53c2d8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.301065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-941a400a-0c16-46de-b451-93a96e53c2d8 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 809 time: 0.2259097 Aug 10 01:12:31.350792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.351419 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.353644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] 10.222.0.21 "PUT /v2.0/ports/1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 1092 time: 1.3421583 Aug 10 01:12:31.354191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:31.356473 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb822a-6ed4-423c-95dc-e3ee72869359" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:31.372084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-4f30c63a-3eca-4728-8ba7-0a28f83547f1 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/quotas/3bafa910ebfc4560b2459c2853eeaf5f HTTP/1.1" status: 200 len: 375 time: 0.0492041 Aug 10 01:12:31.458194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-c6d8e4b0-3523-46b6-9e65-27e01ba51450 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645499 Aug 10 01:12:31.458847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267f929-5c2e-4c08-9952-058eba498629 service neutron] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.580094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-3498c7db-2540-43a5-89f6-e462068b7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.581879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-3498c7db-2540-43a5-89f6-e462068b7c8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1095 time: 0.1699207 Aug 10 01:12:31.666303 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bcc3a3-13ba-4a54-971e-b328521fb4b1 x-openstack-request-id: req-20bcc3a3-13ba-4a54-971e-b328521fb4b1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:31.666576 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:31.666863 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20bcc3a3-13ba-4a54-971e-b328521fb4b1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:31.667265 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'status': 'completed', 'code': 200} Aug 10 01:12:31.721460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-ffc48c33-9a54-4802-ba36-1ffd92121073 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 217 time: 0.0596693 Aug 10 01:12:31.730693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:31.827596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af901391-5921-4502-ba0f-b4826eac020d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:31.831122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-aad24fde-e6b2-4d5b-8cd4-17d780e426f0 service neutron] 10.222.0.25 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608918 Aug 10 01:12:31.837516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event updated for resources: {'Subnet': ['ID=ab64a870-c21d-4f80-b621-12f9d2fdb49e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:31.853988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-f7c56592-1815-4d4f-b846-cbdec348546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:31.855511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-f7c56592-1815-4d4f-b846-cbdec348546c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.1260922 Aug 10 01:12:31.894312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port af901391-5921-4502-ba0f-b4826eac020d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:31.894593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.292446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Checking segment: {'id': '5953db38-da82-472c-a23c-1e53bf7cfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:32.292838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Network hostable DHCP agents. Network: 7f2a419f-c634-430c-8d6b-299af28d918a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:32.331526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62bb9-582f-40ed-8f7d-d60ee37e3b9d req-c6f59bed-184b-400e-84e7-d5084e457b11 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.331526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9f62bb9-582f-40ed-8f7d-d60ee37e3b9d req-c6f59bed-184b-400e-84e7-d5084e457b11 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.0703945 Aug 10 01:12:32.342619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bde31-e6bc-404c-9794-e059dac33cef req-632d90f3-3b8c-4402-98a3-c667dfc69e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.344187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-632d90f3-3b8c-4402-98a3-c667dfc69e87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4731076 Aug 10 01:12:32.348373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-07f91d33-a1fe-40f1-8700-d8bd31e3507a service neutron] 10.222.0.25 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083230 Aug 10 01:12:32.366446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Network 7f2a419f-c634-430c-8d6b-299af28d918a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:32.401764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9f62bb9-582f-40ed-8f7d-d60ee37e3b9d req-c301a17a-7856-4910-ba17-a985965efd10 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663202 Aug 10 01:12:32.423856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7f2a419f-c634-430c-8d6b-299af28d918a) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:32.434379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.434976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.436517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c500e23e-90d4-44fb-a798-dbb18038bebe None None] Network 7f2a419f-c634-430c-8d6b-299af28d918a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:32.462967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2963cbcd-866a-4117-b7e1-176157262939 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5654225 Aug 10 01:12:32.465743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 32990) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:32.478513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Request body: {'port': {'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-505665995'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:32.487516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-a94a9984-b620-4d55-b0ec-504e168d4331 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339259 Aug 10 01:12:32.667684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-248bde31-e6bc-404c-9794-e059dac33cef req-e7ea57e9-31a7-4a90-8f67-5be532ea7250 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663237 Aug 10 01:12:32.738654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Made reservation on behalf of b265876d01e44f149037f5156d881646 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:32.755847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a0b97d7-be46-441f-a509-ed872c912462 req-e77a4ee8-d22c-453b-a617-270abb54c145 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 210 time: 0.0811169 Aug 10 01:12:32.756041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.808803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7f2a419f-c634-430c-8d6b-299af28d918a', 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a', 'tenant_id': 'b265876d01e44f149037f5156d881646', 'fixed_ips': [{'subnet_id': 'ab64a870-c21d-4f80-b621-12f9d2fdb49e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:12:32.810220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:32.820192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] device_id is not set on port a88b3a0a-658e-4247-8346-409215a42c45 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:12:32.857807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-197a3093-28c9-40c3-bfd2-21afc018fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:32.873741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-197a3093-28c9-40c3-bfd2-21afc018fa60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1095 time: 0.1329222 Aug 10 01:12:33.048114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-3c28a9c9-c878-4013-a7ba-6e7f212f6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.049448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-3c28a9c9-c878-4013-a7ba-6e7f212f6c17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.1680822 Aug 10 01:12:33.059334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Allocated IP 172.20.0.2 (7f2a419f-c634-430c-8d6b-299af28d918a/ab64a870-c21d-4f80-b621-12f9d2fdb49e/c3821d31-c3bf-4be0-9679-04d9d9633c84) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:33.113288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-2eae61e4-ff9b-41b7-ba9c-a9a9806d04b1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1308649 Aug 10 01:12:33.113556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-61afc635-535c-4728-b530-ae47b8753ebb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 217 time: 0.0545866 Aug 10 01:12:33.221500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-46b577f5-71f6-43f0-93bc-6f8651342981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.223754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-46b577f5-71f6-43f0-93bc-6f8651342981 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.1031919 Aug 10 01:12:33.287308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.288513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.288513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.288710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.290755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.290921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.291411 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.293513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-5257a107-c35f-4d97-8381-bb31d2ed4fde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.1029985 Aug 10 01:12:33.318241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-5088069e-c9bc-41c8-9430-55a8329e5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.320354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-5088069e-c9bc-41c8-9430-55a8329e5b7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881147 Aug 10 01:12:33.360576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.371131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Transition to ACTIVE for port object c3821d31-c3bf-4be0-9679-04d9d9633c84 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:33.389704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Transition to ACTIVE for port object c3821d31-c3bf-4be0-9679-04d9d9633c84 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:33.399787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.451144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-5603e010-873f-4a5d-b26f-de7bfe29baf9 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223741 Aug 10 01:12:33.478934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Network 7f2a419f-c634-430c-8d6b-299af28d918a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:33.487658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:33.493213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:33.523165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-55248eea-ee02-4d47-be58-320c9000e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.524480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-55248eea-ee02-4d47-be58-320c9000e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.525607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-55248eea-ee02-4d47-be58-320c9000e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.527877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-55248eea-ee02-4d47-be58-320c9000e0ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 2295 time: 0.2022583 Aug 10 01:12:33.529124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Allocated IP 172.20.0.11 (7f2a419f-c634-430c-8d6b-299af28d918a/ab64a870-c21d-4f80-b621-12f9d2fdb49e/a88b3a0a-658e-4247-8346-409215a42c45) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:33.562373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Pushing event updated for resources: {'Port': ['ID=c3821d31-c3bf-4be0-9679-04d9d9633c84,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:33.655443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654476c-ac43-411c-913e-9e062eac82dc req-19f4ded3-c82c-4817-9841-8c1ac3b1b931 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.657638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c654476c-ac43-411c-913e-9e062eac82dc req-19f4ded3-c82c-4817-9841-8c1ac3b1b931 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.0865285 Aug 10 01:12:33.669175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Attempting to bind port c3821d31-c3bf-4be0-9679-04d9d9633c84 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:33.669708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Attempting to bind port c3821d31-c3bf-4be0-9679-04d9d9633c84 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5953db38-da82-472c-a23c-1e53bf7cfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:33.670092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Attempting to bind port c3821d31-c3bf-4be0-9679-04d9d9633c84 on network 7f2a419f-c634-430c-8d6b-299af28d918a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:33.700927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:33.701490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Checking segment: {'id': '5953db38-da82-472c-a23c-1e53bf7cfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:33.701905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.702505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Bound using segment: {'id': '5953db38-da82-472c-a23c-1e53bf7cfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:33.702811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Bound port: c3821d31-c3bf-4be0-9679-04d9d9633c84, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5953db38-da82-472c-a23c-1e53bf7cfb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '7f2a419f-c634-430c-8d6b-299af28d918a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:33.703201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.757522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82eb822a-6ed4-423c-95dc-e3ee72869359 req-ba8a7fe0-c031-4933-99b4-483c224e8c4d service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962952 Aug 10 01:12:33.776136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-791c69a0-0700-42ea-9935-707ba6938872 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 1001 time: 0.2316716 Aug 10 01:12:33.806585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c654476c-ac43-411c-913e-9e062eac82dc req-2befa4be-7e55-490d-9fc0-bf2baf993759 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041374 Aug 10 01:12:33.828080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] For port c3821d31-c3bf-4be0-9679-04d9d9633c84, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:33.832534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] For port c3821d31-c3bf-4be0-9679-04d9d9633c84, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c3821d31-c3bf-4be0-9679-04d9d9633c84,segment=NetworkSegment(5953db38-da82-472c-a23c-1e53bf7cfb33),segment_id=5953db38-da82-472c-a23c-1e53bf7cfb33)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:33.839395 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:33.870625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-8488e8b9-4bb2-413b-bdae-ee7de4024216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:33.872589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-8488e8b9-4bb2-413b-bdae-ee7de4024216 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.0873940 Aug 10 01:12:33.917632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5f338-707c-43cb-8c7a-f0a0ad85fb95 None None] Pushing event updated for resources: {'Port': ['ID=c3821d31-c3bf-4be0-9679-04d9d9633c84,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:34.028961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-19d8a7ce-daf2-42a6-8254-29439134ff8d req-75cbaa99-b16b-40f5-a470-4046ff1203c9 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 210 time: 0.0607343 Aug 10 01:12:34.084591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.102841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Transition to ACTIVE for port object a88b3a0a-658e-4247-8346-409215a42c45 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:34.169173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-57d65025-d7ce-44ba-8f6b-e485963d95ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.171197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-57d65025-d7ce-44ba-8f6b-e485963d95ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2017741 Aug 10 01:12:34.183279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.282368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Network 7f2a419f-c634-430c-8d6b-299af28d918a is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:34.292995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event updated for resources: {'Port': ['ID=a88b3a0a-658e-4247-8346-409215a42c45,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:34.297193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:34.299793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:34.426651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-cc21631d-00af-4010-a231-11ffc4ff4b22 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.428366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-cc21631d-00af-4010-a231-11ffc4ff4b22 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 809 time: 0.2327600 Aug 10 01:12:34.443739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Request body: {'port': {'device_id': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'network_id': '44911e53-8e16-42a6-bd62-960603454929', 'admin_state_up': True, 'tenant_id': '3bafa910ebfc4560b2459c2853eeaf5f'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:34.481703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.482343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.501697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3f47571d-b305-4678-aa1f-c5b9f21608f8 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830019 Aug 10 01:12:34.510579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-992027b6-30b3-4f98-8e5c-a50b59c6dc70 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0431600 Aug 10 01:12:34.517548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33036) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:34.611167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-34b602c0-cb36-4d67-8934-53b969286c9c service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982890 Aug 10 01:12:34.671106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-66e5cd09-4a0c-4e28-a63a-7a074193ba05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 217 time: 0.0511165 Aug 10 01:12:34.704373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Made reservation on behalf of 3bafa910ebfc4560b2459c2853eeaf5f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:34.708215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.714114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Deleting port a88b3a0a-658e-4247-8346-409215a42c45 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:34.714474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:34.759527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-96982087-b9be-447c-8cc0-b7490ab86b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.761304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-96982087-b9be-447c-8cc0-b7490ab86b78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0815108 Aug 10 01:12:34.832336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-2eac9b2d-3994-4914-8db3-65d21e9a4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:34.834103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-2eac9b2d-3994-4914-8db3-65d21e9a4946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663571 Aug 10 01:12:35.035135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.060541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Calling delete_port for a88b3a0a-658e-4247-8346-409215a42c45 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:35.065309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933691e5-04fe-4332-936e-172acf7a0e70 req-19deea1b-29d8-42ac-ae55-c4b5b862a095 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:35.079648 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-933691e5-04fe-4332-936e-172acf7a0e70 req-19deea1b-29d8-42ac-ae55-c4b5b862a095 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.1345882 Aug 10 01:12:35.090401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Allocated IP 172.20.0.11 (44911e53-8e16-42a6-bd62-960603454929/8a6174e5-15dc-4419-8068-ccc05992dbc5/4e414992-9394-4220-8ba7-9166475ecc63) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:35.155699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-73edf65e-0113-48df-bb3e-c0ef54011373 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094642 Aug 10 01:12:35.305660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cf4710-00d0-4178-bf5d-e1f94f1f678b None None] Network 7f2a419f-c634-430c-8d6b-299af28d918a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:35.368692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.380484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc2a2ff4-b1e9-4e66-80e5-c72bc7b89802 req-2b3344fe-f6df-48ca-9fa6-397b659db715 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 210 time: 0.1613455 Aug 10 01:12:35.389070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-933691e5-04fe-4332-936e-172acf7a0e70 req-cddc7bea-743d-4f4b-839d-dbf1eb3dc6d4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084357 Aug 10 01:12:35.391544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-f7768c76-ab19-405f-bca3-666b4163764b service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235749 Aug 10 01:12:35.515035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5ca4fe8d-1291-47dc-99f2-bd3551ed75c7 None None] Provisioning for port c3821d31-c3bf-4be0-9679-04d9d9633c84 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:35.517082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.529978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-b415d5ac-d39e-48bb-b331-343c18c76e65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 217 time: 0.1275790 Aug 10 01:12:35.552997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.554898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event deleted for resources: {'Port': ['ID=a88b3a0a-658e-4247-8346-409215a42c45,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.592699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-93ec7ff5-d5fe-461f-b41f-cca44d1a3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:35.594885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-93ec7ff5-d5fe-461f-b41f-cca44d1a3292 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0579042 Aug 10 01:12:35.643868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Network 44911e53-8e16-42a6-bd62-960603454929 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:35.673930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:35.683375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:35.692948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-9ad6776c-c687-4df6-858a-e3796c3a2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:35.694501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-9ad6776c-c687-4df6-858a-e3796c3a2968 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0910387 Aug 10 01:12:35.735469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Pushing event updated for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:35.801909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.812674 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4b244582-ad89-4224-94f5-d24c3fda8ec8 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "DELETE /v2.0/ports/a88b3a0a-658e-4247-8346-409215a42c45 HTTP/1.1" status: 204 len: 168 time: 1.2908719 Aug 10 01:12:35.814058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33058) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:35.852836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:35.859275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:35.864318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-b72f3790-7429-46d5-b6f5-d9397b085f47 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623065 Aug 10 01:12:35.902757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-d666e295-8108-44ab-a53b-c4e49f736219 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4598494 Aug 10 01:12:35.915675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Request body: {'port': {'device_id': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:35.959249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c3821d31-c3bf-4be0-9679-04d9d9633c84 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:35.979377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ec35b13-01e8-4008-8123-db843d14e3fb tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1613474 Aug 10 01:12:35.979952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:35.986848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-349018573'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:36.030591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Made reservation on behalf of b265876d01e44f149037f5156d881646 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:36.033935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.063925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.064326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c3821d31-c3bf-4be0-9679-04d9d9633c84 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:36.070524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c3821d31-c3bf-4be0-9679-04d9d9633c84 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:36.071414 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.092598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-735f8a6b-17bd-4440-81d2-4cf82f644c20 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209947 Aug 10 01:12:36.141256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-23996751-51ab-49fc-8b7f-666a8a8f6b1b None None] Provisioning complete for port c3821d31-c3bf-4be0-9679-04d9d9633c84 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:36.146378 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-23996751-51ab-49fc-8b7f-666a8a8f6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.180824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-7ff608f0-f4f7-44d2-86a9-eb5014ea8b35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 217 time: 0.0750837 Aug 10 01:12:36.200221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:36.306836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.311142 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Added segment 8d2eda9f-c57e-493b-9b63-1781179a7a15 of type vlan for network 461a4326-1df9-455a-b9a1-d309d9eaf40d Aug 10 01:12:36.364090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.381169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-bd275852-fda7-4cb5-a1ad-ee8bda9d4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:36.383132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-bd275852-fda7-4cb5-a1ad-ee8bda9d4e0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1843832 Aug 10 01:12:36.403887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-23996751-51ab-49fc-8b7f-666a8a8f6b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.412930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.484561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c3821d31-c3bf-4be0-9679-04d9d9633c84, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c3821d31-c3bf-4be0-9679-04d9d9633c84,segment=NetworkSegment(5953db38-da82-472c-a23c-1e53bf7cfb33),segment_id=5953db38-da82-472c-a23c-1e53bf7cfb33)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:36.513294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.518654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3d429d41-401d-4fed-ab60-278d975ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:36.520696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3d429d41-401d-4fed-ab60-278d975ec920 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1232171 Aug 10 01:12:36.619675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e414992-9394-4220-8ba7-9166475ecc63 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:36.632271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.639420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.642631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c3821d31-c3bf-4be0-9679-04d9d9633c84,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.645689 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:36.646773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.654287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Transition to ACTIVE for port object 4e414992-9394-4220-8ba7-9166475ecc63 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:36.656193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:36.670977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:36.797583 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-23996751-51ab-49fc-8b7f-666a8a8f6b1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:12:36.797950 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-23996751-51ab-49fc-8b7f-666a8a8f6b1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:12:36.834620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Pushing event updated for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.841544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8584862 Aug 10 01:12:36.848755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33082) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:36.849689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd537d-2b3a-4e55-93cb-fda8a527861b req-473bc102-e3f6-4ad7-acae-08a6bb832d5d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:36.851323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53fd537d-2b3a-4e55-93cb-fda8a527861b req-473bc102-e3f6-4ad7-acae-08a6bb832d5d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.1940427 Aug 10 01:12:36.856386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d048865-2fa3-46ed-877e-add246c5a0c3 req-6430880b-eb09-4a91-8de4-88c953d502af tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:36.864086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d048865-2fa3-46ed-877e-add246c5a0c3 req-6430880b-eb09-4a91-8de4-88c953d502af tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 932 time: 0.3392162 Aug 10 01:12:36.915068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-53fd537d-2b3a-4e55-93cb-fda8a527861b req-0f06c12d-9f69-4bbb-9472-5afb71695212 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Aug 10 01:12:36.932461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056edd5-cd67-43a5-84a6-d0278603408e tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event updated for resources: {'Network': ['ID=461a4326-1df9-455a-b9a1-d309d9eaf40d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:36.950177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 461a4326-1df9-455a-b9a1-d309d9eaf40d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:36.962328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Attempting to bind port 4e414992-9394-4220-8ba7-9166475ecc63 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:36.963089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Attempting to bind port 4e414992-9394-4220-8ba7-9166475ecc63 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:36.963671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Attempting to bind port 4e414992-9394-4220-8ba7-9166475ecc63 on network 44911e53-8e16-42a6-bd62-960603454929 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:36.973298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Port 4e414992-9394-4220-8ba7-9166475ecc63 on network 44911e53-8e16-42a6-bd62-960603454929 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:36.975504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Attempting to bind port 4e414992-9394-4220-8ba7-9166475ecc63 on network 44911e53-8e16-42a6-bd62-960603454929 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:36.994654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:36.995061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-da8c2f73-f224-4a44-a233-961581edf707 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586475 Aug 10 01:12:36.995621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Checking segment: {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:36.996260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Bound using segment: {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:36.996934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Bound port: 4e414992-9394-4220-8ba7-9166475ecc63, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '081609e3-3aa0-4b19-b66c-7f303f0521a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '44911e53-8e16-42a6-bd62-960603454929'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:36.997547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.038943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d048865-2fa3-46ed-877e-add246c5a0c3 req-4f87cb0e-f62e-4e22-b84c-7bb725ffcbb0 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739490 Aug 10 01:12:37.100368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:37.125734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'mac_address': 'fa:16:3e:90:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:37.140090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:37.148161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4e414992-9394-4220-8ba7-9166475ecc63,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:37.154963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.168642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5a113c85-c1ed-42e3-8d02-44e5675b621c tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.2926950 Aug 10 01:12:37.168885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33084) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.175487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-05ea5637-7717-4255-8109-50459c0d8e8c service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699929 Aug 10 01:12:37.200995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.218104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.219308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.219754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af670c3-062d-4644-ac9f-189a3a5a2bff {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:37.221374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] 10.222.0.10 "PUT /v2.0/ports/4e414992-9394-4220-8ba7-9166475ecc63 HTTP/1.1" status: 200 len: 1093 time: 1.3154078 Aug 10 01:12:37.238702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:37.245630 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12897574-d3d8-4068-8977-b0d4fb56e016" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "tag": "4e414992-9394-4220-8ba7-9166475ecc63"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:37.262336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:37.271967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:37.327509 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f64bc4-7f12-4a30-8a75-032efa68c7f5 x-openstack-request-id: req-28f64bc4-7f12-4a30-8a75-032efa68c7f5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:37.327509 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "tag": "4e414992-9394-4220-8ba7-9166475ecc63", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:37.327509 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28f64bc4-7f12-4a30-8a75-032efa68c7f5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:37.327998 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63', 'status': 'completed', 'code': 200} Aug 10 01:12:37.396451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d44af0-dcfd-407d-9364-09af9eca897f service neutron] Pushing event updated for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:37.417891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-3e9b3fcb-5d08-426c-98d6-cc4781e5c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.420580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-3e9b3fcb-5d08-426c-98d6-cc4781e5c1e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 1096 time: 0.1125000 Aug 10 01:12:37.480833 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-b386ed70-968b-44f4-b4db-083c97cd2269 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e414992-9394-4220-8ba7-9166475ecc63 HTTP/1.1" status: 200 len: 217 time: 0.0523181 Aug 10 01:12:37.486108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3196297f-2d53-4e6e-b070-68b9e90d0ac9 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] Network 461a4326-1df9-455a-b9a1-d309d9eaf40d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:37.534377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3196297f-2d53-4e6e-b070-68b9e90d0ac9 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "POST /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3586495 Aug 10 01:12:37.535423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:37.647765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a9e6b-d00e-4a45-9ea6-6cc7a21fcc7c None None] Network 461a4326-1df9-455a-b9a1-d309d9eaf40d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:37.692212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-7f142479-d37d-44d0-8d8c-3bd74a072319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.693716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-7f142479-d37d-44d0-8d8c-3bd74a072319 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a6174e5-15dc-4419-8068-ccc05992dbc5 HTTP/1.1" status: 200 len: 849 time: 0.2049873 Aug 10 01:12:37.699160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-54ded28d-40e9-4ab0-befc-14974ab1dd9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 217 time: 0.5165761 Aug 10 01:12:37.741873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['1af670c3-062d-4644-ac9f-189a3a5a2bff'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:37.773121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:37.776847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-ce5d7c92-d222-45b7-b0a2-f0e97c74b104 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44911e53-8e16-42a6-bd62-960603454929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430341 Aug 10 01:12:37.789114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-2106e8e6-4bad-4ef9-837f-52dd6c8c1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.790737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-2106e8e6-4bad-4ef9-837f-52dd6c8c1f7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0828600 Aug 10 01:12:37.867642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e0e23642-f28c-4a4d-b2f9-6433025c2a9c None None] Could not find standard attr ID for object a88b3a0a-658e-4247-8346-409215a42c45. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:12:37.880813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3e96e7a8-8d32-4727-b6d3-fdb378073a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:37.882364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3e96e7a8-8d32-4727-b6d3-fdb378073a68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840988 Aug 10 01:12:37.899482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c3821d31-c3bf-4be0-9679-04d9d9633c84 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:37.940783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-46a1935b-7cad-4b9b-9399-982c2600a812 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560693 Aug 10 01:12:38.032005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c3821d31-c3bf-4be0-9679-04d9d9633c84 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:38.032384 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:38.048271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-d3998a8e-6a6a-4747-ad7a-ddf259ffdcc9 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580091 Aug 10 01:12:38.060974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27e4ba73-207a-40f7-ab4e-5ed6f0a8aa1c req-75a42a3e-0816-4133-b446-a9ea6df74401 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095867 Aug 10 01:12:38.124459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7b26836-4c52-4f46-94e3-f044d25802f8 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks HTTP/1.1" status: 200 len: 8814 time: 0.5849748 Aug 10 01:12:38.158133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33100) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.209664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-eebbff73-d032-4be1-a9bc-362203449a9b service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462212 Aug 10 01:12:38.246163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-d944294b-9d72-4e60-9073-7431668eeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.246702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-d944294b-9d72-4e60-9073-7431668eeedc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 1096 time: 0.1213520 Aug 10 01:12:38.275251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-91029632-ac6c-4256-a6ae-53d77137cb2a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.0571597 Aug 10 01:12:38.292950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b39600-84fa-41b6-8d9e-d90fe9e54c69 req-3acca346-d7dd-454c-9b82-4496826ca996 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.300554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84b39600-84fa-41b6-8d9e-d90fe9e54c69 req-3acca346-d7dd-454c-9b82-4496826ca996 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 944 time: 0.2379949 Aug 10 01:12:38.340235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00a1be2c-1fe1-446f-b12e-4b16890c7848 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "DELETE /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks/461a4326-1df9-455a-b9a1-d309d9eaf40d HTTP/1.1" status: 204 len: 168 time: 0.1761374 Aug 10 01:12:38.348474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33102) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.371166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84b39600-84fa-41b6-8d9e-d90fe9e54c69 req-aa874f5f-df3b-4655-b297-308d8edf3b2a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651336 Aug 10 01:12:38.503663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-68ab3764-0129-436c-8ad8-244288b0b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.505133 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-68ab3764-0129-436c-8ad8-244288b0b026 service neutron] 10.222.0.10 "GET /v2.0/networks?id=44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 200 len: 909 time: 0.2398160 Aug 10 01:12:38.523073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf7253-bffd-454d-a931-e73617b3b88c req-fa88a38f-5d39-4637-95f4-0c1ebb46f260 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.525265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4cf7253-bffd-454d-a931-e73617b3b88c req-fa88a38f-5d39-4637-95f4-0c1ebb46f260 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 944 time: 0.2541609 Aug 10 01:12:38.528804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-e7745108-4d35-4a5a-93b9-ce36e5c9a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.530554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-e7745108-4d35-4a5a-93b9-ce36e5c9a2e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.2237012 Aug 10 01:12:38.542298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b3e74a3-12ee-4ec6-9948-7f144410265d tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.1880310 Aug 10 01:12:38.544079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33106) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.555454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-99aa4d86-7ed6-4854-bb5a-6ef012c5b0ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e414992-9394-4220-8ba7-9166475ecc63 HTTP/1.1" status: 200 len: 217 time: 0.0412521 Aug 10 01:12:38.631307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-03bf3205-6694-4ee9-bf2c-ce72b77600f4 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/networks/7f2a419f-c634-430c-8d6b-299af28d918a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0693779 Aug 10 01:12:38.633542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-add55275-1c5d-4780-b70a-f9053dcbe77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.635393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-add55275-1c5d-4780-b70a-f9053dcbe77c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8a6174e5-15dc-4419-8068-ccc05992dbc5 HTTP/1.1" status: 200 len: 849 time: 0.0734463 Aug 10 01:12:38.636051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.649967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4cf7253-bffd-454d-a931-e73617b3b88c req-1c102b60-921c-42a4-abd7-8e4f566375ae tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139450 Aug 10 01:12:38.671597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-af25df5b-b25e-4199-b5f6-4b181d486070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:38.673143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-af25df5b-b25e-4199-b5f6-4b181d486070 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327572 Aug 10 01:12:38.689627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e4511386-5345-4501-9306-e19b89aa0373 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/networks/7f2a419f-c634-430c-8d6b-299af28d918a/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0521398 Aug 10 01:12:38.691625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33110) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:38.706971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-dc7bc326-1799-4a25-aa8e-0a62291fb90e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=44911e53-8e16-42a6-bd62-960603454929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416005 Aug 10 01:12:38.831369 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-832a125c-7c91-48a7-b345-eeda4c458351 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153600 Aug 10 01:12:38.956998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-0fba4070-1b5c-483d-8411-eac30410d63c service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756915 Aug 10 01:12:38.983629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12897574-d3d8-4068-8977-b0d4fb56e016 req-5e16ac26-b4a8-4761-bd02-1b6c320efc87 service neutron] 10.222.0.10 "GET /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415796 Aug 10 01:12:39.016239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1670c8e7-f78d-4ef5-99e1-a823acd696b2 tempest-DHCPAgentSchedulersTestJSON-1961075564 tempest-DHCPAgentSchedulersTestJSON-1961075564-project-admin] 10.222.0.25 "GET /v2.0/agents/05c40b30-2845-4e83-bdfc-63a12f00819a/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.3234882 Aug 10 01:12:39.020132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33114) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:39.091510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-a10e5f79-eedf-4d7c-bc75-4886de032fb8 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188321 Aug 10 01:12:39.136727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.163803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-29fc04c9-c4d1-45d3-9f9a-e2ce2d757ec2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0648999 Aug 10 01:12:39.227510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-fd94bfa8-a1a9-415a-8aee-6e89f8f41b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.229171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-fd94bfa8-a1a9-415a-8aee-6e89f8f41b70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.0583193 Aug 10 01:12:39.291667 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.305765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461a4326-1df9-455a-b9a1-d309d9eaf40d']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:39.319210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2eda9f-c57e-493b-9b63-1781179a7a15') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:39.319482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2eda9f-c57e-493b-9b63-1781179a7a15') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:39.324713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-840fed3d-1810-4cd4-8740-cb6ff1b8b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.326889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-840fed3d-1810-4cd4-8740-cb6ff1b8b824 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908504 Aug 10 01:12:39.338198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.360444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.371539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:39.372951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:39.387210 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:39.510117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.524586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.531598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "DELETE /v2.0/networks/461a4326-1df9-455a-b9a1-d309d9eaf40d HTTP/1.1" status: 204 len: 168 time: 0.5096641 Aug 10 01:12:39.532914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-3e7372fa-e964-4ca1-a5d8-7c93b3928264 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987236 Aug 10 01:12:39.533495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:39.580349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b29986-7263-4504-826f-4021099b5105 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event deleted for resources: {'Network': ['ID=461a4326-1df9-455a-b9a1-d309d9eaf40d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:39.642991 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d923255-e4f1-4e5a-be9a-23171bb7917f tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:39.643816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d923255-e4f1-4e5a-be9a-23171bb7917f tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:39.645729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d923255-e4f1-4e5a-be9a-23171bb7917f tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "DELETE /v2.0/ports/a88b3a0a-658e-4247-8346-409215a42c45 HTTP/1.1" status: 404 len: 333 time: 0.1113067 Aug 10 01:12:39.649170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33124) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:39.713523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4828bd0-b339-4a3b-9fb3-adf72110abd8 req-52ea640f-d306-4330-b5eb-38d48612efc8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.715237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4828bd0-b339-4a3b-9fb3-adf72110abd8 req-52ea640f-d306-4330-b5eb-38d48612efc8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 944 time: 0.1255825 Aug 10 01:12:39.739877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Deleting subnet ab64a870-c21d-4f80-b621-12f9d2fdb49e {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:12:39.746531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.772069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2404bd0b-0df6-4416-b6e3-c9d848dd46ed req-223f9bbc-6d52-4b41-8958-8474957e99b8 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291543 Aug 10 01:12:39.794182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4828bd0-b339-4a3b-9fb3-adf72110abd8 req-2b7bc228-d172-4824-a9d0-f0e84c17e186 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723956 Aug 10 01:12:39.869118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:39.947969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f20-0614-49ab-aacc-7d092e120aac req-de3bd41d-b209-4262-b85d-861c21230303 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:39.950715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c649f20-0614-49ab-aacc-7d092e120aac req-de3bd41d-b209-4262-b85d-861c21230303 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 944 time: 0.1487818 Aug 10 01:12:40.045897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c649f20-0614-49ab-aacc-7d092e120aac req-e001fcb9-3c62-455a-ab6a-d88448e21695 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873609 Aug 10 01:12:40.058568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.128388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.154692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event deleted for resources: {'Subnet': ['ID=ab64a870-c21d-4f80-b621-12f9d2fdb49e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.162164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.165845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b09a4197-d15d-4526-ae95-66132b5a6a15 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "DELETE /v2.0/subnets/ab64a870-c21d-4f80-b621-12f9d2fdb49e HTTP/1.1" status: 204 len: 168 time: 0.5145705 Aug 10 01:12:40.166924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4e414992-9394-4220-8ba7-9166475ecc63 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:40.168272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33130) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:40.170566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f648f3c3-1dad-49b9-9a41-fe46616aad15 None None] Network 7f2a419f-c634-430c-8d6b-299af28d918a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:40.256447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.321850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Deleting port c3821d31-c3bf-4be0-9679-04d9d9633c84 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:40.322182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.362484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4e414992-9394-4220-8ba7-9166475ecc63,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:40.379324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4e414992-9394-4220-8ba7-9166475ecc63', 'network_id': '44911e53-8e16-42a6-bd62-960603454929', 'port_id': '4e414992-9394-4220-8ba7-9166475ecc63', 'mac_address': 'fa:16:3e:93:e0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6174e5-15dc-4419-8068-ccc05992dbc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:40.410393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] For port c3821d31-c3bf-4be0-9679-04d9d9633c84, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c3821d31-c3bf-4be0-9679-04d9d9633c84,segment=NetworkSegment(5953db38-da82-472c-a23c-1e53bf7cfb33),segment_id=5953db38-da82-472c-a23c-1e53bf7cfb33)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:40.410951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.440493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Calling delete_port for c3821d31-c3bf-4be0-9679-04d9d9633c84 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:40.447514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.467192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] DHCP port deletion for 7f2a419f-c634-430c-8d6b-299af28d918a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:12:40.473966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e414992-9394-4220-8ba7-9166475ecc63 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:40.523284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4e414992-9394-4220-8ba7-9166475ecc63,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:40.538341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.542454 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.572002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event deleted for resources: {'Port': ['ID=c3821d31-c3bf-4be0-9679-04d9d9633c84,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.577401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] No DVR routers for this DVR port c3821d31-c3bf-4be0-9679-04d9d9633c84 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:40.583331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Deleting port c3821d31-c3bf-4be0-9679-04d9d9633c84 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:40.583706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.647481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:40.718528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.738742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2a419f-c634-430c-8d6b-299af28d918a']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:40.746206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.750284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] For port c3821d31-c3bf-4be0-9679-04d9d9633c84, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:40.750766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.757957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5953db38-da82-472c-a23c-1e53bf7cfb33') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:40.758405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5953db38-da82-472c-a23c-1e53bf7cfb33') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:40.768222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Calling delete_port for c3821d31-c3bf-4be0-9679-04d9d9633c84 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:40.771141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Port c3821d31-c3bf-4be0-9679-04d9d9633c84 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:12:40.773186 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.774744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.780939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 1af670c3-062d-4644-ac9f-189a3a5a2bff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:40.798923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.804143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] Pushing event deleted for resources: {'Port': ['ID=c3821d31-c3bf-4be0-9679-04d9d9633c84,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:40.805914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 1af670c3-062d-4644-ac9f-189a3a5a2bff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:40.806425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.810223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a739adb-32b9-4179-810a-b697c1f1ccf2 None None] No DVR routers for this DVR port c3821d31-c3bf-4be0-9679-04d9d9633c84 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:40.810610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-8ed99bc6-2a5f-4ece-9234-edae9c04f8d8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.812191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-8ed99bc6-2a5f-4ece-9234-edae9c04f8d8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.1978168 Aug 10 01:12:40.822028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:40.822596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:40.826746 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:40.830693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4e414992-9394-4220-8ba7-9166475ecc63'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:40.897128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-5e26e7e7-6fef-460a-9ac8-ef02eac49223 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/quotas/506b6a796baa4f69bed77e39347609d5 HTTP/1.1" status: 200 len: 375 time: 0.0765417 Aug 10 01:12:40.959728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.969966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4622d-b3fc-4ea9-8864-c4c574fc5a81 req-25549471-6dd9-4fba-afb9-bf2af5735df3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:40.971670 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.971839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:40.973733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] 10.222.0.25 "DELETE /v2.0/networks/7f2a419f-c634-430c-8d6b-299af28d918a HTTP/1.1" status: 204 len: 168 time: 0.8045592 Aug 10 01:12:40.983465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a4622d-b3fc-4ea9-8864-c4c574fc5a81 req-25549471-6dd9-4fba-afb9-bf2af5735df3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 944 time: 0.0721788 Aug 10 01:12:40.986567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-3148432f-0f51-4be5-9130-39da9f3e753e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807374 Aug 10 01:12:40.997340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fee849-870e-446d-a219-8c13f3b58240 tempest-DHCPAgentSchedulersTestJSON-1667947651 tempest-DHCPAgentSchedulersTestJSON-1667947651-project] Pushing event deleted for resources: {'Network': ['ID=7f2a419f-c634-430c-8d6b-299af28d918a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.011842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:41.014085 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87b3c83-385d-4787-9b99-54bcf6e093bf" -d '{"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-plugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:41.036956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:41.040265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61a4622d-b3fc-4ea9-8864-c4c574fc5a81 req-4ce66264-e5fd-403b-88b4-4293bf299ed2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557420 Aug 10 01:12:41.045437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.110831 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8956d-240b-4651-9f8f-ac28eb2a081b x-openstack-request-id: req-07d8956d-240b-4651-9f8f-ac28eb2a081b {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:41.111118 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-plugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:41.111363 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07d8956d-240b-4651-9f8f-ac28eb2a081b {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:41.111750 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'code': 200} Aug 10 01:12:41.120214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.121884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-59c439ba-86c8-43be-9193-53d7da268ac9 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147320 Aug 10 01:12:41.225663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d9c34-f3c6-4195-85a3-86b344c6f684 req-aeb30623-1f64-475a-8c84-076bbbea6cb4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:41.234415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d7d9c34-f3c6-4195-85a3-86b344c6f684 req-aeb30623-1f64-475a-8c84-076bbbea6cb4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 945 time: 0.0761445 Aug 10 01:12:41.258756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-9f73bb85-feb4-45a9-959a-114f4320be33 service neutron] 10.222.0.25 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273994 Aug 10 01:12:41.268788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f98399-d008-4cb1-a741-563c8530a1e7 req-b9402d00-77c1-489b-85e5-8015f1790100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:41.270983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35f98399-d008-4cb1-a741-563c8530a1e7 req-b9402d00-77c1-489b-85e5-8015f1790100 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.0742362 Aug 10 01:12:41.289689 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d7d9c34-f3c6-4195-85a3-86b344c6f684 req-5fde3819-366d-4796-b517-26a954270a9a tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487366 Aug 10 01:12:41.314595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-35f98399-d008-4cb1-a741-563c8530a1e7 req-0c410401-8a05-401d-9db1-7d1a89916598 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360563 Aug 10 01:12:41.376732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:41.476055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e3319dff-137a-42fe-b0dc-14aab4f39184 req-dc55ce27-d65e-46ec-b52e-505b24d5010e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 210 time: 0.0295775 Aug 10 01:12:41.544034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3c8800e4-55a3-4d95-847b-ac6d2a202479 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b265876d01e44f149037f5156d881646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660032 Aug 10 01:12:41.546935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33174) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:41.601770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.624192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.672583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.675503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:41.678955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5ee5724-29d7-4ba3-9c2b-91873b4f7e38 HTTP/1.1" status: 204 len: 168 time: 0.1287127 Aug 10 01:12:41.694382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f353a-a4b4-45aa-a0b3-7714d28f8ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee5724-29d7-4ba3-9c2b-91873b4f7e38,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:41.826201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c3821d31-c3bf-4be0-9679-04d9d9633c84 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:41.848875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c3821d31-c3bf-4be0-9679-04d9d9633c84 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:41.849229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c3821d31-c3bf-4be0-9679-04d9d9633c84 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:42.019259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:42.034325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd14cc0-8077-42c5-93fe-b2a2c52a4578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.162844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4e414992-9394-4220-8ba7-9166475ecc63 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:42.181684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd14cc0-8077-42c5-93fe-b2a2c52a4578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.190634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9fdc-9bdd-4cae-b5aa-d16d08aaa433 req-088e833e-e923-4668-a0ab-70955f357b9f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:42.192378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94cf9fdc-9bdd-4cae-b5aa-d16d08aaa433 req-088e833e-e923-4668-a0ab-70955f357b9f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0795057 Aug 10 01:12:42.193689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd14cc0-8077-42c5-93fe-b2a2c52a4578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.221375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4e414992-9394-4220-8ba7-9166475ecc63 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:42.226946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4e414992-9394-4220-8ba7-9166475ecc63 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:42.227485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.240663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33192) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:42.241417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0fd14cc0-8077-42c5-93fe-b2a2c52a4578 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4259fcc02ac74963ba0fb48f91e011bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174571 Aug 10 01:12:42.288738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd14cc0-8077-42c5-93fe-b2a2c52a4578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfc5a6b-1c61-4386-ac5b-62b2ab03c340,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:42.332115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.345832 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94cf9fdc-9bdd-4cae-b5aa-d16d08aaa433 req-79f8a2b3-4f6c-4557-93ed-ffcd26d8afbb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242113 Aug 10 01:12:42.361920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.380680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.424985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4e414992-9394-4220-8ba7-9166475ecc63,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:42.432287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.535933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:42.613249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-5bd67205-3693-4a99-bb4a-a72a26a3f255 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:42.614883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-5bd67205-3693-4a99-bb4a-a72a26a3f255 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 813 time: 0.1753387 Aug 10 01:12:42.632084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-924a3b40-f934-48c3-b016-55a25eb5c934 req-6a9a5e81-7b2d-46d6-9ec1-ae1914424164 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 210 time: 0.0429931 Aug 10 01:12:42.636417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Request body: {'port': {'device_id': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'admin_state_up': True, 'tenant_id': '506b6a796baa4f69bed77e39347609d5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:42.752538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Made reservation on behalf of 506b6a796baa4f69bed77e39347609d5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:42.756274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.830292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143360b6-427a-464d-a48f-40aefccabd39 req-1a53f4ed-98bf-4192-b5b1-2fc6d8f7fc50 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:42.831974 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-143360b6-427a-464d-a48f-40aefccabd39 req-1a53f4ed-98bf-4192-b5b1-2fc6d8f7fc50 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 945 time: 0.4503756 Aug 10 01:12:42.849735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.854057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:42.855211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcfc5a6b-1c61-4386-ac5b-62b2ab03c340 HTTP/1.1" status: 204 len: 168 time: 0.6124830 Aug 10 01:12:42.872107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01b108-a078-4287-bae4-4496990d184f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfc5a6b-1c61-4386-ac5b-62b2ab03c340,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:42.907130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-143360b6-427a-464d-a48f-40aefccabd39 req-21b60d46-2682-4db7-be26-abfb2565cfce tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574391 Aug 10 01:12:42.920345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Allocated IP 172.20.0.10 (957913fc-4114-4d21-a75a-e73e52f5c97d/da6c6291-1703-4263-b9f3-69201151563a/493e9295-4401-4a4f-84aa-f4bb2b951184) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:43.078375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.113198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:43.115660 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876098c-4ac4-4702-b2ad-fd73ac6f08a8" -d '{"events": [{"server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "name": "network-vif-plugged", "status": "completed", "tag": "4e414992-9394-4220-8ba7-9166475ecc63"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:43.120078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.136296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93', 'bbbb169f-26c7-475c-884a-b3e454dcf451'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:43.139391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:43.167934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Network 957913fc-4114-4d21-a75a-e73e52f5c97d is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:43.174206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:43.178112 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b09998f-746f-40ad-b216-57c56b301fc0 x-openstack-request-id: req-6b09998f-746f-40ad-b216-57c56b301fc0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:43.178367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:43.178853 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "name": "network-vif-plugged", "status": "completed", "tag": "4e414992-9394-4220-8ba7-9166475ecc63", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:43.179275 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b09998f-746f-40ad-b216-57c56b301fc0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:43.180009 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63', 'code': 200} Aug 10 01:12:43.206725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event updated for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:43.248136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.248696 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.268647 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-6fa0b890-55ed-450a-b140-603e66d96570 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6388371 Aug 10 01:12:43.284493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172fd9-3a2a-4a11-837f-8b8738140301 req-ab3c4ef6-005c-4142-b58e-a8572bff4a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.285930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e172fd9-3a2a-4a11-837f-8b8738140301 req-ab3c4ef6-005c-4142-b58e-a8572bff4a1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 1098 time: 0.0485725 Aug 10 01:12:43.286871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Request body: {'port': {'device_id': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:43.339617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e172fd9-3a2a-4a11-837f-8b8738140301 req-95907258-6bee-4d77-966d-f1f5eeb4915a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Aug 10 01:12:43.357688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.472797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7998ad5-0e75-40ae-9189-2558a614f814 req-dd59fa58-5dc1-44e9-a6ba-baf63f013966 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.481410 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7998ad5-0e75-40ae-9189-2558a614f814 req-dd59fa58-5dc1-44e9-a6ba-baf63f013966 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0619206 Aug 10 01:12:43.522806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7998ad5-0e75-40ae-9189-2558a614f814 req-41260e4f-7881-4e50-9ce3-84f420d17b37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Aug 10 01:12:43.698891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353c8e2-f906-4189-b41f-9991d79e3c0c req-ed44f7ec-cb8c-4064-ad53-f64699fe7e63 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.700517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8353c8e2-f906-4189-b41f-9991d79e3c0c req-ed44f7ec-cb8c-4064-ad53-f64699fe7e63 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0798142 Aug 10 01:12:43.786001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070bdf9-563a-45fb-9874-743e2b5e9939 req-46ad3973-46d3-4969-af46-d413e20631b1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.787581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c070bdf9-563a-45fb-9874-743e2b5e9939 req-46ad3973-46d3-4969-af46-d413e20631b1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 932 time: 0.0659692 Aug 10 01:12:43.815502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8353c8e2-f906-4189-b41f-9991d79e3c0c req-8251b3d5-afe0-4664-90a0-66b1791887fb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034615 Aug 10 01:12:43.834493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.844688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c070bdf9-563a-45fb-9874-743e2b5e9939 req-726b359b-09c4-4750-869c-9cee2ae436f7 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Aug 10 01:12:43.850052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493e9295-4401-4a4f-84aa-f4bb2b951184 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:43.883424 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.906227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Transition to ACTIVE for port object 493e9295-4401-4a4f-84aa-f4bb2b951184 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:12:43.910394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:43.963370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Pushing event updated for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:43.973739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b7479-1c75-499e-9775-b4e12f6eca32 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:43.974170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ef8b7479-1c75-499e-9775-b4e12f6eca32 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1092 time: 0.1386857 Aug 10 01:12:43.977946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33248) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:43.982875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:44.045160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d7b22e44-7538-4b97-95a0-246f3870b5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.047427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.090178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Attempting to bind port 493e9295-4401-4a4f-84aa-f4bb2b951184 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:12:44.091227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Attempting to bind port 493e9295-4401-4a4f-84aa-f4bb2b951184 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:12:44.091838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Attempting to bind port 493e9295-4401-4a4f-84aa-f4bb2b951184 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:44.112175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Port 493e9295-4401-4a4f-84aa-f4bb2b951184 on network 957913fc-4114-4d21-a75a-e73e52f5c97d not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:12:44.116101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Attempting to bind port 493e9295-4401-4a4f-84aa-f4bb2b951184 on network 957913fc-4114-4d21-a75a-e73e52f5c97d {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:12:44.127923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:12:44.128431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Checking segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:44.128980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Bound using segment: {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:12:44.130042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Bound port: 493e9295-4401-4a4f-84aa-f4bb2b951184, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '847e030a-84e5-4e76-85d4-a04c00533919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:12:44.130478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.155366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154954f-4ea8-4016-a93c-01fc97289b7c req-2e667d01-3aae-49a9-8031-4b1c1c83e04e tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.157052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5154954f-4ea8-4016-a93c-01fc97289b7c req-2e667d01-3aae-49a9-8031-4b1c1c83e04e tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 946 time: 0.0952945 Aug 10 01:12:44.237312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:12:44.244948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=493e9295-4401-4a4f-84aa-f4bb2b951184,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:12:44.249844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.261467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.276216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5154954f-4ea8-4016-a93c-01fc97289b7c req-cf7c8ab6-fd9c-47c2-8584-d41d21b6d0e2 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053112 Aug 10 01:12:44.297354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.297889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.299352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] 10.222.0.10 "PUT /v2.0/ports/493e9295-4401-4a4f-84aa-f4bb2b951184 HTTP/1.1" status: 200 len: 1093 time: 1.0216701 Aug 10 01:12:44.299798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:44.302081 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe48bd-5221-4d80-8b88-5684f454cf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:44.338356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e686f-0875-44a6-9e26-4ad493176c69 service neutron] Pushing event updated for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:44.411223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-e06dc0ca-9a7f-42b3-a412-b39d92884ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.414758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-e06dc0ca-9a7f-42b3-a412-b39d92884ee5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 1096 time: 0.0723324 Aug 10 01:12:44.472892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-ac3bc1b6-957f-413c-9c2c-c499288bcc6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493e9295-4401-4a4f-84aa-f4bb2b951184 HTTP/1.1" status: 200 len: 217 time: 0.0506158 Aug 10 01:12:44.473418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.114 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8b5da14f-48f1-42b4-91ac-8251a3a5db33) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:44.566184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093370c-c823-4585-8477-e7364ad5bd00 req-c35d3cb8-a487-4032-ad88-cafedfbb3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.567618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-c35d3cb8-a487-4032-ad88-cafedfbb3593 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.0875306 Aug 10 01:12:44.598594 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.601549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:44.619988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-e37b8725-4801-4c9d-b068-b2c8de943be8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336378 Aug 10 01:12:44.658833 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.690144 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97624559-4ca5-47a4-b460-d662fd134781 x-openstack-request-id: req-97624559-4ca5-47a4-b460-d662fd134781 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:44.690596 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:44.690968 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97624559-4ca5-47a4-b460-d662fd134781 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:44.691474 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184', 'status': 'completed', 'code': 200} Aug 10 01:12:44.701406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:44.704564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:44.708770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:44.717585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=8b5da14f-48f1-42b4-91ac-8251a3a5db33,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:44.739132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-a449a303-1479-46eb-a75a-16e8c6f7459a service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181376 Aug 10 01:12:44.814234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1998674867'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:44.869654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c093370c-c823-4585-8477-e7364ad5bd00 req-d27dbe70-db8d-43ea-a13e-2f35faf9f4ff service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233997 Aug 10 01:12:44.895953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Made reservation on behalf of e63b1d8b3f7d4b6b8f34b0399c12bcd3 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:44.899598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.919872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:44.976859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-70e1fc0a-cc1b-41f6-9991-3c0e8c1b0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:44.978430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-70e1fc0a-cc1b-41f6-9991-3c0e8c1b0ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=506b6a796baa4f69bed77e39347609d5&device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 1096 time: 0.0465226 Aug 10 01:12:45.108248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-39c0e946-bf19-4c87-9f19-57196de0dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.109767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-39c0e946-bf19-4c87-9f19-57196de0dff2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 200 len: 913 time: 0.1248529 Aug 10 01:12:45.110803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8a78-9ccd-47f3-a335-8e5d624b12f6 req-a9b05c8d-da2f-4634-a8e5-4d120d10e4e6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.112358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-509b8a78-9ccd-47f3-a335-8e5d624b12f6 req-a9b05c8d-da2f-4634-a8e5-4d120d10e4e6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 944 time: 0.1533608 Aug 10 01:12:45.186125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-27cf76e5-3e37-4638-b8a1-f89a93eb6e75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493e9295-4401-4a4f-84aa-f4bb2b951184 HTTP/1.1" status: 200 len: 217 time: 0.0682001 Aug 10 01:12:45.195193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-509b8a78-9ccd-47f3-a335-8e5d624b12f6 req-0bc5b88a-5757-472e-8f69-84e591c463d6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765269 Aug 10 01:12:45.265616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.271767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.278174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.284085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.290087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.296119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.302076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.304069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-c2ed0000-5ad4-457b-8140-66c4d971a753 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.1782129 Aug 10 01:12:45.306780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-24d8389d-da7e-40d1-bcc5-63b96162d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.308207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-24d8389d-da7e-40d1-bcc5-63b96162d7b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 200 len: 853 time: 0.1152008 Aug 10 01:12:45.344636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.350655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-e70de94c-5114-48b3-b5de-2be3cd0042b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=957913fc-4114-4d21-a75a-e73e52f5c97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335932 Aug 10 01:12:45.356006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.438562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aedcc77f-62aa-4d6a-ba63-7a57cd342e14 req-62771ddb-2616-4a7c-ba88-739b5eba7687 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217740 Aug 10 01:12:45.441965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:45.446082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=affb1101-88ac-4c9c-92e1-7ad946ee1c99,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:45.490562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be60476-2ecb-4a53-aa88-ebfc1b9344a5 req-1348e093-df34-47f0-8b46-465b84aa4971 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.491487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-7aaa3baa-06e1-409e-8c69-bfcdb4edbf8d service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278913 Aug 10 01:12:45.492351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0be60476-2ecb-4a53-aa88-ebfc1b9344a5 req-1348e093-df34-47f0-8b46-465b84aa4971 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 946 time: 0.1396575 Aug 10 01:12:45.496019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.496352 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Added segment 6b43e237-a980-4364-b232-8c5ffd9967da of type vlan for network eafd3ac2-e3da-4e69-9525-6ee7cce945f7 Aug 10 01:12:45.516372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.584785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.616886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0be60476-2ecb-4a53-aa88-ebfc1b9344a5 req-2827cb8d-c994-474b-888a-92969361e914 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109695 Aug 10 01:12:45.634660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.640746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.647379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.653878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.660080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.663590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.667440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.668635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.669226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.673922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:45.675859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48216992-c371-4bf7-9da5-4c7a87cd8e4a req-600899e9-022e-46b4-8142-fad0f94194c6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.1242595 Aug 10 01:12:45.707282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61fe48bd-5221-4d80-8b88-5684f454cf1a req-04ac5b87-cf4d-4ecf-ba9b-f4a31160222e service neutron] 10.222.0.10 "GET /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036879 Aug 10 01:12:45.727949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.778396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Pushing event updated for resources: {'Network': ['ID=eafd3ac2-e3da-4e69-9525-6ee7cce945f7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:45.786612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cdb31071-84dd-47fb-b530-6609ca3a9621 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1795161 Aug 10 01:12:45.787804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:45.790969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network eafd3ac2-e3da-4e69-9525-6ee7cce945f7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:45.876728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'name': 'tempest-network--1158493299', 'router:external': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:45.902502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:45.905190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.915348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.965278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:45.971842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.041056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.043485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=8b5da14f-48f1-42b4-91ac-8251a3a5db33,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.056145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.060644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.089430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef33582-0d75-444e-9674-6da6522e1900,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.097813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:46.108930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.109498 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Added segment 992b95ef-16a0-4680-9f8a-3d014add735c of type vlan for network d0386385-81fd-4ba5-8067-d2061d1d0adb Aug 10 01:12:46.165285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 493e9295-4401-4a4f-84aa-f4bb2b951184 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:12:46.171753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.197660 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP d9091ab4-0843-41bb-a118-ff8f381abd59 associated. External IP: 172.25.7.114, port: 1af670c3-062d-4644-ac9f-189a3a5a2bff. Aug 10 01:12:46.219283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.220514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:46.221150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.356058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5672238 Aug 10 01:12:46.367420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33310) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:46.368490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8275a7-8812-4e0c-9b77-ff63df1ab71d tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=d0386385-81fd-4ba5-8067-d2061d1d0adb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.369176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=493e9295-4401-4a4f-84aa-f4bb2b951184,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:46.384206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d0386385-81fd-4ba5-8067-d2061d1d0adb details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:46.416495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '493e9295-4401-4a4f-84aa-f4bb2b951184', 'network_id': '957913fc-4114-4d21-a75a-e73e52f5c97d', 'port_id': '493e9295-4401-4a4f-84aa-f4bb2b951184', 'mac_address': 'fa:16:3e:ac:f8:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6c6291-1703-4263-b9f3-69201151563a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:12:46.477612 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.516720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.597497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e62258-0fe1-4114-a994-ec79cc5b5ce7 req-5c568331-4f7f-4384-8eb1-25ff8b40d25d tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:46.600167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6e62258-0fe1-4114-a994-ec79cc5b5ce7 req-5c568331-4f7f-4384-8eb1-25ff8b40d25d tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 944 time: 0.1995437 Aug 10 01:12:46.652917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 1853f14a-d597-4573-8819-99913872bd4d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:12:46.655978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493e9295-4401-4a4f-84aa-f4bb2b951184 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:12:46.694214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a6e62258-0fe1-4114-a994-ec79cc5b5ce7 req-5e09577d-9f9a-4bff-a2ca-bc44adbb15a1 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824506 Aug 10 01:12:46.705002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=493e9295-4401-4a4f-84aa-f4bb2b951184,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:46.710624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.781326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.783883 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a641914f-fedc-44d5-89a1-59290d914e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.790419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.805682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0386385-81fd-4ba5-8067-d2061d1d0adb']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.819117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992b95ef-16a0-4680-9f8a-3d014add735c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.819415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992b95ef-16a0-4680-9f8a-3d014add735c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.834135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92397c15-3c8d-43eb-aa3c-fb3039c8d156 req-6d852d2c-3bb7-41d1-9493-32bbfd436e72 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:46.835898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92397c15-3c8d-43eb-aa3c-fb3039c8d156 req-6d852d2c-3bb7-41d1-9493-32bbfd436e72 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 946 time: 0.1235802 Aug 10 01:12:46.840132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.840737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:12:46.851543 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Sync routers for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:12:46.863237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.864313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:46.865131 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:46.873439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.883532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:46.883929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:46.885779 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:46.897812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b270184e-6af2-42c7-81ca-3e39df61e465 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9187627 Aug 10 01:12:46.898638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:46.907719 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2e619-a5c9-401a-b416-bd9a93e192a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:46.940867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92397c15-3c8d-43eb-aa3c-fb3039c8d156 req-25c0da90-b7f1-440c-9f9f-a8e270f34892 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986476 Aug 10 01:12:46.971260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.988713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d0386385-81fd-4ba5-8067-d2061d1d0adb {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:12:46.990538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0386385-81fd-4ba5-8067-d2061d1d0adb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:46.992736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:46.995186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-611ffeaa-8895-4367-92b9-7886a7eceb15 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d0386385-81fd-4ba5-8067-d2061d1d0adb HTTP/1.1" status: 204 len: 168 time: 0.6194625 Aug 10 01:12:46.998603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33320) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.003984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:47.022776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['493e9295-4401-4a4f-84aa-f4bb2b951184'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:12:47.029415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:47.032422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.033307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb63af-1d67-45cf-88b6-7bb2e1bb1b10 req-e617290a-1fc5-4625-8034-1ccfbcac6d59 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.041499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13eb63af-1d67-45cf-88b6-7bb2e1bb1b10 req-e617290a-1fc5-4625-8034-1ccfbcac6d59 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0910230 Aug 10 01:12:47.063267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb18063b-2472-42e2-9ca5-64ee59f7cae1 x-openstack-request-id: req-bb18063b-2472-42e2-9ca5-64ee59f7cae1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:47.063556 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:47.063801 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb18063b-2472-42e2-9ca5-64ee59f7cae1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:47.071785 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'status': 'completed', 'code': 200} Aug 10 01:12:47.077494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:47.095237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.095931 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Added segment ad8b8b38-d25f-429d-b3fc-8432c1552703 of type vlan for network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 Aug 10 01:12:47.152594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.184691 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:47.198750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.200363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.201250 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13eb63af-1d67-45cf-88b6-7bb2e1bb1b10 req-96482a3f-51d4-4671-8864-878be3d78d56 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588933 Aug 10 01:12:47.208956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.213413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-fc917d67-2313-4c5c-ba81-c0dd500ce15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.215601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-fc917d67-2313-4c5c-ba81-c0dd500ce15c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.1301954 Aug 10 01:12:47.246796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33322) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.284725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.286799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.2856650 Aug 10 01:12:47.294128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:47.301513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'subnet': {'network_id': 'c430ce3a-9a6d-4cc9-8fa8-56efd02d9040', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:47.320346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609978ed-dde6-42b9-b886-bb28dc55f7a8 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=c430ce3a-9a6d-4cc9-8fa8-56efd02d9040,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:47.335799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:47.336794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:47.344727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.419897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d40dd1f-9a84-4c28-bdf0-c7514b5d6bf8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 200 len: 991 time: 0.1696737 Aug 10 01:12:47.433204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-ad3006b7-d6ed-46c8-a1f1-03d6a44a112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.435081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-ad3006b7-d6ed-46c8-a1f1-03d6a44a112b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.2085497 Aug 10 01:12:47.574040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-eabbb684-080b-4520-b0a3-fdd7b8e76040 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 999 time: 0.1239116 Aug 10 01:12:47.661809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-216d16a6-43ea-46dc-996e-9f654dac0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.666704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd9091ab4-0843-41bb-a118-ff8f381abd59', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '1853f14a-d597-4573-8819-99913872bd4d', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'mac_address': 'fa:16:3e:90:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:12:45Z', 'updated_at': '2021-08-10T01:12:45Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:47.669420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-216d16a6-43ea-46dc-996e-9f654dac0696 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.0858150 Aug 10 01:12:47.729621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.741002 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Checking router: 1853f14a-d597-4573-8819-99913872bd4d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:12:47.750274 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:12:47.751170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:47.827109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-92cceb9f-91a6-4bc7-8dfd-2fc59c34852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:47.828704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-92cceb9f-91a6-4bc7-8dfd-2fc59c34852b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509230 Aug 10 01:12:47.902559 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:12:47.926270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:12:47.926751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:47.931657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:48.019821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-a4e166a7-9dfc-4b73-9c67-7104b1f8e6db service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814435 Aug 10 01:12:48.056575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9abb6ad4-e2ae-45cc-a14c-9c9f2d0f1663,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:48.071097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.072072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.072622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.073188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.073709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.074221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.074764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.075272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.075783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.076305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.076820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.077321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:48.136906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.137392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.137877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.138356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.138868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.139342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.139819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.141768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-c3b5a53e-7962-401d-834e-50ddec220578 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.2091544 Aug 10 01:12:48.155764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb111a2-6c30-4b09-a9a4-7b6fdd43b26a req-0859f703-688d-43e7-a41f-296502fc21d3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.166011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cb111a2-6c30-4b09-a9a4-7b6fdd43b26a req-0859f703-688d-43e7-a41f-296502fc21d3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 945 time: 0.2529292 Aug 10 01:12:48.172008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Checking segment: {'id': 'ad8b8b38-d25f-429d-b3fc-8432c1552703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c430ce3a-9a6d-4cc9-8fa8-56efd02d9040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:12:48.172841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Network hostable DHCP agents. Network: c430ce3a-9a6d-4cc9-8fa8-56efd02d9040, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:12:48.183186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 493e9295-4401-4a4f-84aa-f4bb2b951184 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:12:48.189981 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd9091ab4-0843-41bb-a118-ff8f381abd59', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '1853f14a-d597-4573-8819-99913872bd4d', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'mac_address': 'fa:16:3e:90:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:12:45Z', 'updated_at': '2021-08-10T01:12:45Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:48.200758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4ef2e-53d0-41ef-9c74-ba823e6df3d0 req-41ec5791-e1bc-490f-875f-19fb768e2833 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.202390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69c4ef2e-53d0-41ef-9c74-ba823e6df3d0 req-41ec5791-e1bc-490f-875f-19fb768e2833 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 946 time: 0.1543624 Aug 10 01:12:48.209143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-7916fa7f-738f-4b6e-b04f-0a8a5ac0d4f4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.212883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-7916fa7f-738f-4b6e-b04f-0a8a5ac0d4f4 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 946 time: 0.3092890 Aug 10 01:12:48.218805 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a11820-0ec7-44b0-b979-b664e50d0fb3 None None] The sync data for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 is: [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd9091ab4-0843-41bb-a118-ff8f381abd59', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '1853f14a-d597-4573-8819-99913872bd4d', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'mac_address': 'fa:16:3e:90:33:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:12:45Z', 'updated_at': '2021-08-10T01:12:45Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:12:48.219174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-f4bf3f6c-e313-429d-b7c9-de04b4222360 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610878 Aug 10 01:12:48.248591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ffa2e619-a5c9-401a-b416-bd9a93e192a1 req-48089ef2-e980-4136-b8a4-6d2c6eceab2e service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137439 Aug 10 01:12:48.256269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 493e9295-4401-4a4f-84aa-f4bb2b951184 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:12:48.264607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 493e9295-4401-4a4f-84aa-f4bb2b951184 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:12:48.265503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.305538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69c4ef2e-53d0-41ef-9c74-ba823e6df3d0 req-cf5bfea7-f4cf-4ccf-a33e-08c5b266853d tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/security-groups?id=b95b6bc6-1348-4ac7-8621-5c90510fa934&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750284 Aug 10 01:12:48.348938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:12:48.387181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9cb111a2-6c30-4b09-a9a4-7b6fdd43b26a req-54aab10b-eef8-457d-9025-8ea9106f8ea3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198308 Aug 10 01:12:48.391427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, c430ce3a-9a6d-4cc9-8fa8-56efd02d9040) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:48.396682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:48.397387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.424917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33354) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:48.425304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33356) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:48.431296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-83cfb003-156e-4843-b9c1-0a25d91baaa4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1360202 Aug 10 01:12:48.436876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'floatingip': {'floating_network_id': 'c430ce3a-9a6d-4cc9-8fa8-56efd02d9040'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:48.463555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Deleting port 4e414992-9394-4220-8ba7-9166475ecc63 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:48.464048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.479304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1472b19b-dc67-4ed4-bf15-fe8b2bec9a53 None None] Network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:48.575616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.584497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c058d0f2-a5ee-4136-ab69-7c9bd7f74dc1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 200 len: 991 time: 0.1566808 Aug 10 01:12:48.591792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] For port 4e414992-9394-4220-8ba7-9166475ecc63, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4e414992-9394-4220-8ba7-9166475ecc63,segment=NetworkSegment(081609e3-3aa0-4b19-b66c-7f303f0521a2),segment_id=081609e3-3aa0-4b19-b66c-7f303f0521a2)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:48.592166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.602679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fdbbb0-22a4-4317-a8b1-3bc33840b8bb None None] New status for floating IP d9091ab4-0843-41bb-a118-ff8f381abd59: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:12:48.609763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Calling delete_port for 4e414992-9394-4220-8ba7-9166475ecc63 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:48.708702 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:12:48.721848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.784449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06ac2e-fa25-4cc7-b778-0bc5a93d185d None None] Network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:12:48.801890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.848596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Pushing event deleted for resources: {'Port': ['ID=4e414992-9394-4220-8ba7-9166475ecc63,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:48.873740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Allocated IP 172.20.0.10 (c430ce3a-9a6d-4cc9-8fa8-56efd02d9040/9abb6ad4-e2ae-45cc-a14c-9c9f2d0f1663/dd429035-952b-415f-bb57-3742c7f0da9c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:12:48.908039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] No DVR routers for this DVR port 4e414992-9394-4220-8ba7-9166475ecc63 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:12:48.911689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.914615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-438a15aa-29f6-430c-a538-b1ad3b622857 req-c785cd3f-54f7-4226-91f8-96545e839aea tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.10 "DELETE /v2.0/ports/4e414992-9394-4220-8ba7-9166475ecc63 HTTP/1.1" status: 204 len: 173 time: 0.6804941 Aug 10 01:12:48.915467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'name': 'network-vif-deleted', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:48.918170 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6de194-9bc6-4f46-9338-441e78bf9d82" -d '{"events": [{"server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "name": "network-vif-deleted", "tag": "4e414992-9394-4220-8ba7-9166475ecc63"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:48.929842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:48.966323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:12:48.968795 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66dc875-e38f-4782-883f-b750e3abd367" -d '{"events": [{"server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "name": "network-vif-plugged", "status": "completed", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:12:48.987409 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e05f6c3-096c-4fa1-8beb-13650c33438c x-openstack-request-id: req-0e05f6c3-096c-4fa1-8beb-13650c33438c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:48.987789 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6b2949-dcfe-48ef-97c4-4d519fb58601", "name": "network-vif-deleted", "tag": "4e414992-9394-4220-8ba7-9166475ecc63", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:48.987996 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e05f6c3-096c-4fa1-8beb-13650c33438c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:48.988329 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6b2949-dcfe-48ef-97c4-4d519fb58601', 'name': 'network-vif-deleted', 'tag': '4e414992-9394-4220-8ba7-9166475ecc63', 'status': 'completed', 'code': 200} Aug 10 01:12:48.992949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=493e9295-4401-4a4f-84aa-f4bb2b951184,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:12:49.021865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.027959 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beda7de-d977-42fd-8245-482aa0d8eb94 x-openstack-request-id: req-8beda7de-d977-42fd-8245-482aa0d8eb94 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:12:49.028270 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "name": "network-vif-plugged", "status": "completed", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:12:49.028590 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8beda7de-d977-42fd-8245-482aa0d8eb94 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:12:49.028991 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184', 'code': 200} Aug 10 01:12:49.098350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.105404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:49.146203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.152046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e432a6-b644-4f32-8f4f-29ba0dc161ff req-d042e67e-c432-4399-ad19-ddfa9cdcbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.153557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79e432a6-b644-4f32-8f4f-29ba0dc161ff req-d042e67e-c432-4399-ad19-ddfa9cdcbdc9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 1098 time: 0.0428557 Aug 10 01:12:49.190425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:12:49.191764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-79e432a6-b644-4f32-8f4f-29ba0dc161ff req-26db95b6-32b3-4dfa-9b20-8b342e80f3e4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297341 Aug 10 01:12:49.195213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:12:49.197963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:12:49.220921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Port': ['ID=dd429035-952b-415f-bb57-3742c7f0da9c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:49.313276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.355748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.414070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98c6095d-7af3-4fe9-853b-721a5bfb071e req-d9a26437-2a55-4730-81a3-95f59999a9e6 tempest-VolumesActionsTest-1416309246 tempest-VolumesActionsTest-1416309246-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e6b2949-dcfe-48ef-97c4-4d519fb58601 HTTP/1.1" status: 200 len: 210 time: 0.0331976 Aug 10 01:12:49.548397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c74fa5-f84f-4419-8320-2df629f51872 req-b80ae6bd-4dda-40b9-9efc-2ed8c5e52754 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:49.550193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4c74fa5-f84f-4419-8320-2df629f51872 req-b80ae6bd-4dda-40b9-9efc-2ed8c5e52754 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 946 time: 0.0573237 Aug 10 01:12:49.573704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.581295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:49.601183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:49.612497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4c74fa5-f84f-4419-8320-2df629f51872 req-90dabc30-ec12-4510-967f-67201ea572b6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Aug 10 01:12:49.667702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.167886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.171941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Port': ['ID=dd429035-952b-415f-bb57-3742c7f0da9c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:50.181439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4e414992-9394-4220-8ba7-9166475ecc63 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:12:50.190767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6c2d2f1a-fd27-4e99-a914-88a96d40e269 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 200 len: 993 time: 0.5840828 Aug 10 01:12:50.198899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.202614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-006077f3-59dc-4307-a488-9528c1cf92af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7739210 Aug 10 01:12:50.202932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33374) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:50.207999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 4e414992-9394-4220-8ba7-9166475ecc63 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:12:50.208350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4e414992-9394-4220-8ba7-9166475ecc63 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:12:50.286616 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-691618f4-d046-459d-a813-2928f15b0ef4 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 HTTP/1.1" status: 200 len: 690 time: 0.0803022 Aug 10 01:12:50.286877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33376) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:50.395233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.574030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Deleting port dd429035-952b-415f-bb57-3742c7f0da9c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:12:50.574381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.670634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.671211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.689753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Calling delete_port for dd429035-952b-415f-bb57-3742c7f0da9c owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:12:50.783724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa012336-2ecb-49c3-974d-552b079c595a req-f3f37cff-275f-4942-83fe-2e65ff0f59d3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:50.787283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa012336-2ecb-49c3-974d-552b079c595a req-f3f37cff-275f-4942-83fe-2e65ff0f59d3 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 946 time: 0.0765369 Aug 10 01:12:50.832181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa012336-2ecb-49c3-974d-552b079c595a req-4ecd315c-d7f8-411d-a33f-35b2ef03f089 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Aug 10 01:12:50.879515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:50.912652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd429035-952b-415f-bb57-3742c7f0da9c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:50.927163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.927591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.928015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.928428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.928833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.929389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.930039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.930470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.930912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.931318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.931722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.932123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:12:50.997662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.101262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.210411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.253345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9abb6ad4-e2ae-45cc-a14c-9c9f2d0f1663,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:51.327206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.338982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c430ce3a-9a6d-4cc9-8fa8-56efd02d9040']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:51.350825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8b8b38-d25f-429d-b3fc-8432c1552703') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:51.351460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8b8b38-d25f-429d-b3fc-8432c1552703') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:51.364114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.382262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.391449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:51.393071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:51.396949 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:51.469292 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.477714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:12:51.505240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:51.509284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 HTTP/1.1" status: 204 len: 168 time: 1.2206192 Aug 10 01:12:51.510943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:51.567452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3bebc-9b6b-4436-a523-c9b40772b564 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Network': ['ID=c430ce3a-9a6d-4cc9-8fa8-56efd02d9040,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:51.703848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-76288526-f661-43af-beaa-a1498f2db5af tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1916153 Aug 10 01:12:51.706315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33442) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:51.822728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.823217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.823687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.824367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.824981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.825449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.825906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.826492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.826993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:51.831760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-afaa0df5-5dca-47ad-b3a7-d1b2f500106c tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5820 time: 0.1214914 Aug 10 01:12:51.832157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33444) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.379887 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-cb41de5e-c8b6-454e-9d2e-489e809c6693 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] delete failed (client error): The resource could not be found. Aug 10 01:12:52.382731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb41de5e-c8b6-454e-9d2e-489e809c6693 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/da4781fb-474d-4c75-a596-8fcb4896c3cb HTTP/1.1" status: 404 len: 345 time: 0.5490377 Aug 10 01:12:52.385747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.408272 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-76566bcc-43a0-4e5c-af3b-0766fc548b38 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 01:12:52.408853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76566bcc-43a0-4e5c-af3b-0766fc548b38 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:52.411064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-76566bcc-43a0-4e5c-af3b-0766fc548b38 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/c430ce3a-9a6d-4cc9-8fa8-56efd02d9040 HTTP/1.1" status: 404 len: 339 time: 0.0230336 Aug 10 01:12:52.415362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33470) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.421174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'name': 'tempest-network--874320993', 'router:external': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:52.458079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:52.461285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.499707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:52.512355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.512762 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Added segment 8698bed9-5e4c-4c36-9189-0122b37b9eac of type vlan for network bf895848-1d5a-461f-82a4-b96d42ac022c Aug 10 01:12:52.571406 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.655018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.656820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:52.658057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:52.769077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3516862 Aug 10 01:12:52.771401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33488) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:52.863939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1d179-62ec-485d-9900-0981257285ea tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=bf895848-1d5a-461f-82a4-b96d42ac022c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:52.881143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network bf895848-1d5a-461f-82a4-b96d42ac022c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:53.081718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf307-0e06-4997-8438-85f081525359 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.089552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf307-0e06-4997-8438-85f081525359 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.096946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf307-0e06-4997-8438-85f081525359 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.107179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbf307-0e06-4997-8438-85f081525359 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:53.111609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e3dbf307-0e06-4997-8438-85f081525359 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3364527 Aug 10 01:12:53.112037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33490) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:53.235050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.431554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.443709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf895848-1d5a-461f-82a4-b96d42ac022c']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:53.456417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8698bed9-5e4c-4c36-9189-0122b37b9eac') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:53.456715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8698bed9-5e4c-4c36-9189-0122b37b9eac') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:53.478132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.509350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.533710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:53.534120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:53.540227 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:53.636882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.642105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf895848-1d5a-461f-82a4-b96d42ac022c {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:12:53.655656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.659003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/bf895848-1d5a-461f-82a4-b96d42ac022c HTTP/1.1" status: 204 len: 168 time: 0.5458553 Aug 10 01:12:53.664838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33502) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:53.671220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'name': 'tempest-network--1247509952', 'router:external': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:53.690858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996874b0-4445-4859-bf83-cdc2f6f35d24 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf895848-1d5a-461f-82a4-b96d42ac022c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:53.748695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:53.754597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.826417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:53.853329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:53.855357 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Added segment 9e4640f5-105d-40d4-8619-c05f4cbfa807 of type vlan for network 40245071-b2ed-4155-ac97-255fc46743f5 Aug 10 01:12:54.009338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.075349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.078822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:54.081821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.210183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33506) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.219211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5526326 Aug 10 01:12:54.233267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f85120-840a-4bc4-bb10-124ec394b97e tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=40245071-b2ed-4155-ac97-255fc46743f5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:54.245127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 40245071-b2ed-4155-ac97-255fc46743f5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:54.400037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8766c-7516-471c-85f1-eaf2bd022df1 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:54.403817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-05c8766c-7516-471c-85f1-eaf2bd022df1 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "GET /v2.0/networks/40245071-b2ed-4155-ac97-255fc46743f5 HTTP/1.1" status: 200 len: 757 time: 0.1899278 Aug 10 01:12:54.404572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33508) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.528037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e2b69-e088-49d2-b3b7-a8ccf9441698 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:54.530050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-170e2b69-e088-49d2-b3b7-a8ccf9441698 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "GET /v2.0/networks/eafd3ac2-e3da-4e69-9525-6ee7cce945f7 HTTP/1.1" status: 200 len: 768 time: 0.1242375 Aug 10 01:12:54.533553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33512) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.640028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.770056 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.785143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40245071-b2ed-4155-ac97-255fc46743f5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:54.799637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4640f5-105d-40d4-8619-c05f4cbfa807') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:54.799929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4640f5-105d-40d4-8619-c05f4cbfa807') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:54.810585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.825975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.832903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:54.833316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:54.836865 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:54.959677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.965027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40245071-b2ed-4155-ac97-255fc46743f5 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:12:54.967560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:54.969538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/40245071-b2ed-4155-ac97-255fc46743f5 HTTP/1.1" status: 204 len: 168 time: 0.4355445 Aug 10 01:12:54.975141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33518) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:54.981054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'name': 'tempest-network--1081489359'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:54.985081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7fa0b-7136-4174-8a99-49b865d9a153 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Network': ['ID=40245071-b2ed-4155-ac97-255fc46743f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.036248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Made reservation on behalf of 1213ac1106134d4582c225e54b3f705c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:12:55.039419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.099774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:12:55.131095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.131695 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Added segment e9ece796-f7f3-4871-8c38-aea24794e543 of type vlan for network e5848835-75e5-4936-87e4-462f24db5112 Aug 10 01:12:55.216569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.292883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.293974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:55.294553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.404080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4276855 Aug 10 01:12:55.406965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33522) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:55.409902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43871-735c-4a63-a144-a753aaedfebb tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=e5848835-75e5-4936-87e4-462f24db5112,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:55.424397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:12:55.424791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network e5848835-75e5-4936-87e4-462f24db5112 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:12:55.885150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.913273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.935831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Network e5848835-75e5-4936-87e4-462f24db5112 is not hosted by any dhcp agent {{(pid=105958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:12:55.937368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:12:55.938955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:55.944002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33530) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:55.945226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "PUT /v2.0/networks/e5848835-75e5-4936-87e4-462f24db5112 HTTP/1.1" status: 200 len: 857 time: 0.5370765 Aug 10 01:12:56.025945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fae087-4807-479d-b27b-d3435dd76c64 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event updated for resources: {'Network': ['ID=e5848835-75e5-4936-87e4-462f24db5112,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:56.068926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.096428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.240878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.265341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.291226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5848835-75e5-4936-87e4-462f24db5112']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.309542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ece796-f7f3-4871-8c38-aea24794e543') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.309834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ece796-f7f3-4871-8c38-aea24794e543') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.320150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.334157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.354376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:56.354980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:56.357288 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:56.453826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.477662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5848835-75e5-4936-87e4-462f24db5112 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:12:56.497918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.511369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e5848835-75e5-4936-87e4-462f24db5112 HTTP/1.1" status: 204 len: 168 time: 0.5633297 Aug 10 01:12:56.511612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33534) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:56.563365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7c819-de37-45b2-8f1d-f7c9500ffb59 tempest-ExternalNetworksTestJSON-523392215 tempest-ExternalNetworksTestJSON-523392215-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5848835-75e5-4936-87e4-462f24db5112,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:56.565834 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf76832-9654-4219-9d24-75ad0b64240c tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] DELETE failed (client error): The resource could not be found. Aug 10 01:12:56.566320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf76832-9654-4219-9d24-75ad0b64240c tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:12:56.568520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5bf76832-9654-4219-9d24-75ad0b64240c tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "DELETE /v2.0/subnets/9abb6ad4-e2ae-45cc-a14c-9c9f2d0f1663 HTTP/1.1" status: 404 len: 337 time: 0.0555758 Aug 10 01:12:56.570609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33536) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:56.693394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.844956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.875751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafd3ac2-e3da-4e69-9525-6ee7cce945f7']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.901962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b43e237-a980-4364-b232-8c5ffd9967da') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.902351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b43e237-a980-4364-b232-8c5ffd9967da') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:12:56.919290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.935153 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:56.963120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:12:56.963120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:12:57.083696 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:12:57.091010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.100549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.106345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] 10.222.0.25 "DELETE /v2.0/networks/eafd3ac2-e3da-4e69-9525-6ee7cce945f7 HTTP/1.1" status: 204 len: 168 time: 0.5323150 Aug 10 01:12:57.125620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e5e45-9956-4bfc-b37f-0c8a39813485 tempest-ExternalNetworksTestJSON-1567425556 tempest-ExternalNetworksTestJSON-1567425556-project] Pushing event deleted for resources: {'Network': ['ID=eafd3ac2-e3da-4e69-9525-6ee7cce945f7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:57.501614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33554) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:57.757628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f3529911-7740-4728-9d49-67e49b851951 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e63b1d8b3f7d4b6b8f34b0399c12bcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547204 Aug 10 01:12:57.759973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:57.843017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.878148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.977146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.980568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:57.984388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/affb1101-88ac-4c9c-92e1-7ad946ee1c99 HTTP/1.1" status: 204 len: 168 time: 0.2210050 Aug 10 01:12:57.994004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db020f4-d714-41ba-ab28-eae7707f116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb1101-88ac-4c9c-92e1-7ad946ee1c99,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:12:58.492065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33576) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.587594 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6717bbc3-0799-492a-becf-3ee68ac56ea9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1213ac1106134d4582c225e54b3f705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933809 Aug 10 01:12:58.590139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33578) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:12:58.682330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.706509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.792247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.802261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:12:58.810304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7ef33582-0d75-444e-9674-6da6522e1900 HTTP/1.1" status: 204 len: 168 time: 0.2173209 Aug 10 01:12:58.828877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b866fb-9cfe-4e19-a2d7-336be518e0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef33582-0d75-444e-9674-6da6522e1900,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:00.748658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33634) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.003760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-253231a0-7674-41ea-8af6-4a656e64b46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.135903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-253231a0-7674-41ea-8af6-4a656e64b46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.143549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-253231a0-7674-41ea-8af6-4a656e64b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.192981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253231a0-7674-41ea-8af6-4a656e64b46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee9e77c-6ee8-40aa-8165-c7ae99166fbd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.200025 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-253231a0-7674-41ea-8af6-4a656e64b46a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=514d9307e445427694290b72ccda1293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478192 Aug 10 01:13:01.201437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.260966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.287396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.351325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.354874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.356362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ee9e77c-6ee8-40aa-8165-c7ae99166fbd HTTP/1.1" status: 204 len: 168 time: 0.1546979 Aug 10 01:13:01.369656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb703d57-e27a-4bbd-b6b0-6a90ec74c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee9e77c-6ee8-40aa-8165-c7ae99166fbd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:01.585186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:01.824997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:01.858748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:01.974491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.182468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Allocated IP 172.25.7.109 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/07bfae99-9b4b-49ed-9831-de576b6b3ba3) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:02.350004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.414383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.457033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:02.460893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:02.465041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:02.488572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=07bfae99-9b4b-49ed-9831-de576b6b3ba3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:02.653295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.708343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.978012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:02.986191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.094988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=07bfae99-9b4b-49ed-9831-de576b6b3ba3,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:03.102389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.121105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.122543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d87ed30-07c2-4b28-9725-b4b5c758e1d2 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5361371 Aug 10 01:13:03.125334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:03.133300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2108244986'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:03.159577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Made reservation on behalf of b08332f052b347c7a05b2fa31f44ab97 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:03.164343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.178022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.360677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.371686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.410026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:03.421440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338af011-2425-4a85-b102-9e740c665ab3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:03.427652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.428237 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Added segment 95331391-2239-4df8-90b5-67cd76d9ef38 of type vlan for network 79c6675a-2288-4413-a6ba-c0e1202111e1 Aug 10 01:13:03.490540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.532087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.539085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:03.539926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:03.615740 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4884644 Aug 10 01:13:03.619626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33708) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:03.626461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Request body: {'subnet': {'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:03.639999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85625-bdac-403a-9a7c-5ea1b9c2d11a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Network': ['ID=79c6675a-2288-4413-a6ba-c0e1202111e1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:03.655815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:03.798613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Made reservation on behalf of b08332f052b347c7a05b2fa31f44ab97 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:03.802572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.059770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.159755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Subnet': ['ID=b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:04.188460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Checking segment: {'id': '95331391-2239-4df8-90b5-67cd76d9ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:04.188957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network hostable DHCP agents. Network: 79c6675a-2288-4413-a6ba-c0e1202111e1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:04.212053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:04.226868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 79c6675a-2288-4413-a6ba-c0e1202111e1) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:04.235686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:04.236962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bded441e-1d57-4c7d-9a63-9539a2af9d9f None None] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:04.237188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.266723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ae40c68-7a99-47f3-878e-aaf4efc03df3 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6438336 Aug 10 01:13:04.268139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:04.275507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-53884360', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:04.322597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.325231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.396140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.511124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-79c6675a-2288-4413-a6ba-c0e1202111e1', 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1', 'tenant_id': 'b08332f052b347c7a05b2fa31f44ab97', 'fixed_ips': [{'subnet_id': 'b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:04.516229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.615348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.717801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Allocated IP 172.20.0.2 (79c6675a-2288-4413-a6ba-c0e1202111e1/b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf/e8d45063-3532-482b-a1b1-7b5851431af0) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:04.947097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.965169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:04.996458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Transition to ACTIVE for port object e8d45063-3532-482b-a1b1-7b5851431af0 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:05.021177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.045209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Transition to ACTIVE for port object e8d45063-3532-482b-a1b1-7b5851431af0 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:05.059083 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.125277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:05.131341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:05.142600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:05.189699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Pushing event updated for resources: {'Port': ['ID=e8d45063-3532-482b-a1b1-7b5851431af0,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:05.234759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Attempting to bind port e8d45063-3532-482b-a1b1-7b5851431af0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:05.235139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Attempting to bind port e8d45063-3532-482b-a1b1-7b5851431af0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '95331391-2239-4df8-90b5-67cd76d9ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:05.235508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Attempting to bind port e8d45063-3532-482b-a1b1-7b5851431af0 on network 79c6675a-2288-4413-a6ba-c0e1202111e1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:05.242660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:05.243028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Checking segment: {'id': '95331391-2239-4df8-90b5-67cd76d9ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:05.243690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.244088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Bound using segment: {'id': '95331391-2239-4df8-90b5-67cd76d9ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:05.244573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Bound port: e8d45063-3532-482b-a1b1-7b5851431af0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95331391-2239-4df8-90b5-67cd76d9ef38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:05.244959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.329206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Allocated IP 172.25.7.182 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/eeef74b3-1426-47c6-9218-a7379c17d1f9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:05.332106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] For port e8d45063-3532-482b-a1b1-7b5851431af0, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:05.335906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] For port e8d45063-3532-482b-a1b1-7b5851431af0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8d45063-3532-482b-a1b1-7b5851431af0,segment=NetworkSegment(95331391-2239-4df8-90b5-67cd76d9ef38),segment_id=95331391-2239-4df8-90b5-67cd76d9ef38)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:05.342948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.428941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4c74a-fd6c-4b84-b18d-f35ab6b1de40 None None] Pushing event updated for resources: {'Port': ['ID=e8d45063-3532-482b-a1b1-7b5851431af0,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:05.537255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.603851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:05.657533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:05.660544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:05.664737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:05.676851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=eeef74b3-1426-47c6-9218-a7379c17d1f9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:06.050653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8d45063-3532-482b-a1b1-7b5851431af0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:06.131880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e8d45063-3532-482b-a1b1-7b5851431af0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:06.200878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.580444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:06.875655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Router 225a8163-a201-43f2-b38b-487ca4e88a66 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:07.058484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:07.103049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee79b4-c49d-4a60-bbf5-6e8a81d62072 None None] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:07.113074 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39394906-08d0-419e-a328-4aadd87d567d None None] Sync routers for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:07.142216 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:07.143008 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.159572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.161213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1effc7ae-a281-4d3e-a619-50eed69d3d44 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.8912673 Aug 10 01:13:07.163744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33770) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:07.165949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Provisioning for port e8d45063-3532-482b-a1b1-7b5851431af0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:07.171999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Provisioning complete for port e8d45063-3532-482b-a1b1-7b5851431af0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:07.172596 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.205795 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.228518 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:07.229272 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.311611 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39394906-08d0-419e-a328-4aadd87d567d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:07.320485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39394906-08d0-419e-a328-4aadd87d567d None None] The sync data for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:07.394855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.535419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] For port e8d45063-3532-482b-a1b1-7b5851431af0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8d45063-3532-482b-a1b1-7b5851431af0,segment=NetworkSegment(95331391-2239-4df8-90b5-67cd76d9ef38),segment_id=95331391-2239-4df8-90b5-67cd76d9ef38)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:07.556623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:07.693461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319f20d-abb3-4866-8d0d-027242a1e97b None None] Pushing event updated for resources: {'Port': ['ID=e8d45063-3532-482b-a1b1-7b5851431af0,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:07.911529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8d45063-3532-482b-a1b1-7b5851431af0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:07.986723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e8d45063-3532-482b-a1b1-7b5851431af0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:07.988531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.033926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1607b424-f82b-4ed6-8c8d-1525c836476a None None] Provisioning complete for port e8d45063-3532-482b-a1b1-7b5851431af0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:08.034451 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1607b424-f82b-4ed6-8c8d-1525c836476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:08.547073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.083625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Allocated IP 172.20.0.1 (79c6675a-2288-4413-a6ba-c0e1202111e1/b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf/173947dd-ad3a-4850-9ed7-7180312f71ef) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:09.284052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.300047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Transition to ACTIVE for port object 173947dd-ad3a-4850-9ed7-7180312f71ef will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:09.342812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.386794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:09.389837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:09.393657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:09.471530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=173947dd-ad3a-4850-9ed7-7180312f71ef,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:09.496580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.762526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-86de754f-776f-48ef-a013-bc1e1d14ec45 None None] Provisioning for port 173947dd-ad3a-4850-9ed7-7180312f71ef completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:09.776304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-86de754f-776f-48ef-a013-bc1e1d14ec45 None None] Provisioning complete for port 173947dd-ad3a-4850-9ed7-7180312f71ef triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:09.778154 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-86de754f-776f-48ef-a013-bc1e1d14ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:09.861776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-86de754f-776f-48ef-a013-bc1e1d14ec45 None None] Port 173947dd-ad3a-4850-9ed7-7180312f71ef cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:09.966270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.432468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.441661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.550081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:10.579597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=173947dd-ad3a-4850-9ed7-7180312f71ef,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:10.693915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:10.695770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:10.997124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Router 225a8163-a201-43f2-b38b-487ca4e88a66 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:11.123284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-db20f12c-5aee-4b22-b2bb-1908b0fade00 None None] Provisioning complete for port 173947dd-ad3a-4850-9ed7-7180312f71ef triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:11.129714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-db20f12c-5aee-4b22-b2bb-1908b0fade00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.149133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:11.159138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:11.159691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d4f6ca17-3972-49d5-8850-70e98c7f0736 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "PUT /v2.0/routers/225a8163-a201-43f2-b38b-487ca4e88a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9944155 Aug 10 01:13:11.165532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Request body: {'port': {'network_id': '79c6675a-2288-4413-a6ba-c0e1202111e1', 'name': 'tempest-FloatingIPAdminTestJSON-1426118832'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:11.169134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] Sync routers for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:11.193085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:11.194424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:11.198640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-db20f12c-5aee-4b22-b2bb-1908b0fade00 None None] Port 173947dd-ad3a-4850-9ed7-7180312f71ef cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:11.233892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:11.254989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:11.256016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:11.365255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:11.366026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b61abe-38c2-4743-abba-b89c676c10c6 None None] The sync data for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:11.415498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Made reservation on behalf of b08332f052b347c7a05b2fa31f44ab97 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:11.420970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.464849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] device_id is not set on port 6b94aefa-1277-4858-b6d3-8b67c38ce483 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:13:11.614315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Allocated IP 172.20.0.13 (79c6675a-2288-4413-a6ba-c0e1202111e1/b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf/6b94aefa-1277-4858-b6d3-8b67c38ce483) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:11.853532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:11.872522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Transition to ACTIVE for port object 6b94aefa-1277-4858-b6d3-8b67c38ce483 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:11.936454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.014945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:12.018383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:12.033680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:12.086541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event updated for resources: {'Port': ['ID=6b94aefa-1277-4858-b6d3-8b67c38ce483,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:12.127278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:12.128649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.150549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6059cca-0b95-45f2-8fb6-b1f8028e7450 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9900358 Aug 10 01:13:12.154043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33826) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:12.374247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'project_id': 'b08332f052b347c7a05b2fa31f44ab97', 'port_id': '6b94aefa-1277-4858-b6d3-8b67c38ce483'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:12.412583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.435905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-704fc666-e088-41c5-8ee6-3c87ae74f624 None None] Provisioning for port 6b94aefa-1277-4858-b6d3-8b67c38ce483 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:12.447396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-704fc666-e088-41c5-8ee6-3c87ae74f624 None None] Provisioning complete for port 6b94aefa-1277-4858-b6d3-8b67c38ce483 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:12.447770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-704fc666-e088-41c5-8ee6-3c87ae74f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.521603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-704fc666-e088-41c5-8ee6-3c87ae74f624 None None] Port 6b94aefa-1277-4858-b6d3-8b67c38ce483 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:12.636657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:12.928742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Allocated IP 172.25.7.214 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f7279403-edee-46f6-b31a-4f74a3f46703) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:13.123737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.200789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:13.294189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:13.300088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:13.331086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Pushing event updated for resources: {'Port': ['ID=f7279403-edee-46f6-b31a-4f74a3f46703,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:13.338586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:14.049576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-09e5d659-3787-45d3-8339-4d8c323dfeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.676680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.937574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:14.962071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-f50a2864-3b0f-4fc5-ba0a-9ca2c556b4d1 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:14.963675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-f50a2864-3b0f-4fc5-ba0a-9ca2c556b4d1 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.0549996 Aug 10 01:13:15.007244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-88f6d061-d2df-4c0f-a173-ecd76e52c0c4 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.162215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-88f6d061-d2df-4c0f-a173-ecd76e52c0c4 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.168536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-88f6d061-d2df-4c0f-a173-ecd76e52c0c4 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.200154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0409ee39-d608-4792-a2c0-5c0a57712406 req-88f6d061-d2df-4c0f-a173-ecd76e52c0c4 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295053 Aug 10 01:13:15.207172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.226709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.226987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6d061-d2df-4c0f-a173-ecd76e52c0c4 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac500107-efb8-4ed2-9fe3-d19f23104972,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:15.359028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Pushing event updated for resources: {'Port': ['ID=f7279403-edee-46f6-b31a-4f74a3f46703,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:15.367290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:15.437705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc674e73-0444-4e32-8403-2d46fb7adb5e req-96d6d75d-7a93-41c3-989b-4e21b8571d0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:15.439779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc674e73-0444-4e32-8403-2d46fb7adb5e req-96d6d75d-7a93-41c3-989b-4e21b8571d0e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1140649 Aug 10 01:13:15.533256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc674e73-0444-4e32-8403-2d46fb7adb5e req-c7c34b9e-02df-43ce-a766-e813d47fde6c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854902 Aug 10 01:13:15.544830 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Floating IP 923d571d-ce2e-41f0-a105-0ecbd3dc12a4 associated. External IP: 172.25.7.214, port: 6b94aefa-1277-4858-b6d3-8b67c38ce483. Aug 10 01:13:15.560099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33882) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:15.666758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4e4f8c1a-0603-4c06-be3d-0b3310509de5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 200 len: 993 time: 0.1047013 Aug 10 01:13:15.874941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Router 225a8163-a201-43f2-b38b-487ca4e88a66 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:16.110044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:16.120239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] Sync routers for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:16.133353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:16.134297 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:16.151270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.215224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-783cd455-47bb-41a4-b277-bf61e7959cd5 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.0593400 Aug 10 01:13:16.217789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.285794 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:16.306767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:16.307420 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:12:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:16.400074 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:16.401019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eb3481-d16b-4937-b555-8ccec915320d None None] The sync data for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:16.445925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7662b161-8d6f-42a3-91af-4476c055bd03 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "GET /v2.0/floatingips/923d571d-ce2e-41f0-a105-0ecbd3dc12a4 HTTP/1.1" status: 200 len: 984 time: 0.2240047 Aug 10 01:13:16.446505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 33902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:16.776469 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28095513-f009-411b-bdb5-f7d9fdf59c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:16.791969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-87dd7de4-1f02-4bab-8ec9-6ac7108a5bf1 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.3415995 Aug 10 01:13:16.792457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33918) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:17.199447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281544c-b001-4429-99b1-5d649961841b req-b004a68a-18e5-4981-aef4-6ce1a989e1b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:17.211084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6281544c-b001-4429-99b1-5d649961841b req-b004a68a-18e5-4981-aef4-6ce1a989e1b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0985587 Aug 10 01:13:17.221720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port f7279403-edee-46f6-b31a-4f74a3f46703 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:17.222923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.281397 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.432169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6281544c-b001-4429-99b1-5d649961841b req-c47be9ca-a0ea-4d91-87dd-d17fb3a2f907 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195389 Aug 10 01:13:17.519795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-27857554-99ce-4fd3-9ce8-d6d5e7ee3499 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4654350 Aug 10 01:13:17.530638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.531025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.559709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for f7279403-edee-46f6-b31a-4f74a3f46703 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:17.743168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:17.887207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1ebb2-6e43-48ae-8afe-a87d23768f04 req-ae254253-80c1-4a3d-a925-44688c8431da tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:17.896324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91a1ebb2-6e43-48ae-8afe-a87d23768f04 req-ae254253-80c1-4a3d-a925-44688c8431da tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 946 time: 0.2241826 Aug 10 01:13:18.029468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91a1ebb2-6e43-48ae-8afe-a87d23768f04 req-e8cb942b-ee84-450e-b820-72e0f6399e48 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310740 Aug 10 01:13:18.172711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.234028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=f7279403-edee-46f6-b31a-4f74a3f46703,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:18.316102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:18.316453 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Floating IP 923d571d-ce2e-41f0-a105-0ecbd3dc12a4 disassociated (deleted). External IP: 172.25.7.214, port: 6b94aefa-1277-4858-b6d3-8b67c38ce483. Aug 10 01:13:18.815592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033996ae-b463-40a1-a159-0998652ab732 req-2512807b-f327-4165-bc6b-06e3b42f31cc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:18.817521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-033996ae-b463-40a1-a159-0998652ab732 req-2512807b-f327-4165-bc6b-06e3b42f31cc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1785436 Aug 10 01:13:18.932728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-033996ae-b463-40a1-a159-0998652ab732 req-f3fab223-9aff-407c-a9b6-fb46651e94a6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002152 Aug 10 01:13:19.168311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-1b63293d-94fb-43a9-bb70-e673510f7963 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:19.170136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-1b63293d-94fb-43a9-bb70-e673510f7963 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 946 time: 0.1352148 Aug 10 01:13:19.295322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228c95a-efb3-4e77-93f2-4e6f5fad41a0 req-c734c156-df61-426d-bf60-2c7c8dbca83e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:19.304172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1228c95a-efb3-4e77-93f2-4e6f5fad41a0 req-c734c156-df61-426d-bf60-2c7c8dbca83e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 946 time: 0.0959411 Aug 10 01:13:19.406078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Deleting port 493e9295-4401-4a4f-84aa-f4bb2b951184 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:19.406452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.433234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1228c95a-efb3-4e77-93f2-4e6f5fad41a0 req-6f244b20-2bc8-45f2-926c-e3d98f375eed tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276758 Aug 10 01:13:19.482340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Router 225a8163-a201-43f2-b38b-487ca4e88a66 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:19.579631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] For port 493e9295-4401-4a4f-84aa-f4bb2b951184, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=493e9295-4401-4a4f-84aa-f4bb2b951184,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:19.582060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.606808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Calling delete_port for 493e9295-4401-4a4f-84aa-f4bb2b951184 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:19.625421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:19.630809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.641133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] Sync routers for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:19.699211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:19.700280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:19.760928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:19.773956 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.798931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:19.800316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:19.831868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-45e86509-9829-4d55-bcf5-0d4b8ba7616b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/floatingips/923d571d-ce2e-41f0-a105-0ecbd3dc12a4 HTTP/1.1" status: 204 len: 168 time: 3.0378907 Aug 10 01:13:19.837966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 33978) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:19.845042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:19.845923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c06e70-e70a-4d0b-83b8-cebdd1fed297 None None] The sync data for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:19.846907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:19.876176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-d6a9b863-3622-4e1a-859e-9ec2a33cc168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:19.879146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-d6a9b863-3622-4e1a-859e-9ec2a33cc168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.1624370 Aug 10 01:13:19.908218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.923183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5', '493e9295-4401-4a4f-84aa-f4bb2b951184'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:19.926101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93', 'bbbb169f-26c7-475c-884a-b3e454dcf451'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:19.950542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:19.986148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event deleted for resources: {'Port': ['ID=493e9295-4401-4a4f-84aa-f4bb2b951184,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:20.044057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-9d3af8c8-9295-47de-91cc-a28427313212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.045708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-9d3af8c8-9295-47de-91cc-a28427313212 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.1595311 Aug 10 01:13:20.109459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] No DVR routers for this DVR port 493e9295-4401-4a4f-84aa-f4bb2b951184 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:20.137545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-0be2d53f-d855-4b69-9074-a71e97915ff1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 1001 time: 0.0812037 Aug 10 01:13:20.152469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.154501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51bbb63e-3c71-4c0b-ad05-00737374d05f req-e81ad6ec-7233-4455-b6c1-cf91219f1c60 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "DELETE /v2.0/ports/493e9295-4401-4a4f-84aa-f4bb2b951184 HTTP/1.1" status: 204 len: 173 time: 0.9667435 Aug 10 01:13:20.162606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'name': 'network-vif-deleted', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:20.174206 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb885b-04da-42ad-850f-86c90ec4f480" -d '{"events": [{"server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "name": "network-vif-deleted", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:20.201328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.293818 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b2483c-a5f0-46b6-b925-b0d531491778 x-openstack-request-id: req-88b2483c-a5f0-46b6-b925-b0d531491778 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:20.294133 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711d0a82-7f16-49c2-bce0-c8f40032287c", "name": "network-vif-deleted", "tag": "493e9295-4401-4a4f-84aa-f4bb2b951184", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:20.294395 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88b2483c-a5f0-46b6-b925-b0d531491778 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:20.294846 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711d0a82-7f16-49c2-bce0-c8f40032287c', 'name': 'network-vif-deleted', 'tag': '493e9295-4401-4a4f-84aa-f4bb2b951184', 'status': 'completed', 'code': 200} Aug 10 01:13:20.328811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-98f04338-b163-4945-aed3-727d9bb194d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.331265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-98f04338-b163-4945-aed3-727d9bb194d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.1826839 Aug 10 01:13:20.365266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48026928-fb44-4e24-a8bf-f7696278623b req-5ea0f105-456c-45e7-adfc-620d6f1387e3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.380280 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48026928-fb44-4e24-a8bf-f7696278623b req-5ea0f105-456c-45e7-adfc-620d6f1387e3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.2833543 Aug 10 01:13:20.486895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-48026928-fb44-4e24-a8bf-f7696278623b req-de85764c-8a4c-4257-90e7-5461b0a3b796 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892150 Aug 10 01:13:20.556244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Allocated IP 172.25.7.218 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/830434aa-6dcb-40d5-9df3-9d7c81dd74be) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:20.706359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616f3d8f-6298-4091-97a7-af42deae4cbc req-e6234dff-c3a2-48da-a412-7df4ae965785 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=711d0a82-7f16-49c2-bce0-c8f40032287c HTTP/1.1" status: 200 len: 210 time: 0.0710380 Aug 10 01:13:20.731488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-a03d5e89-2900-459e-9faf-3e48a31ea51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:20.733474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-a03d5e89-2900-459e-9faf-3e48a31ea51a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3937478 Aug 10 01:13:20.858700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:20.919692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-68c71f69-d791-45e0-b9ec-a9742a49d7b9 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671095 Aug 10 01:13:21.000496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.063123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:21.073377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:21.075848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:21.082356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-fa2e69f6-c6d2-4c45-b29b-a53496cbe706 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526260 Aug 10 01:13:21.107044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Pushing event updated for resources: {'Port': ['ID=830434aa-6dcb-40d5-9df3-9d7c81dd74be,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:21.197005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.260753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.433555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.437915 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.513375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Pushing event updated for resources: {'Port': ['ID=830434aa-6dcb-40d5-9df3-9d7c81dd74be,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:21.523334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.540162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.541615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b147e2a3-13f0-42cc-adf8-8db64f1c6e63 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7017963 Aug 10 01:13:21.544452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:21.614651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcbc5f-9d14-43c8-a313-c61711e05c97 req-58d30026-0d3e-40cd-9ebe-bd20cf99f777 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:21.616231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17dcbc5f-9d14-43c8-a313-c61711e05c97 req-58d30026-0d3e-40cd-9ebe-bd20cf99f777 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0629132 Aug 10 01:13:21.669672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:21.686140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-17dcbc5f-9d14-43c8-a313-c61711e05c97 req-fecc2684-1217-4cf1-a00a-7204912dc0fd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625403 Aug 10 01:13:21.709691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.845846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:21.982939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Allocated IP 172.25.7.23 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/64a5847f-61d1-42ec-b1f5-b5b0a06f3503) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:22.183509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.278325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.356167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:22.359549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:22.373440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:22.399716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Pushing event updated for resources: {'Port': ['ID=64a5847f-61d1-42ec-b1f5-b5b0a06f3503,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:22.509889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.556304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.779221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.795826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:22.954089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Pushing event updated for resources: {'Port': ['ID=64a5847f-61d1-42ec-b1f5-b5b0a06f3503,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:22.975769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.003877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8702b-1cbf-48a9-ac90-469679ad4c7e req-c6c4be6f-7767-4691-b121-b1f7ae1ce983 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:23.009768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9fe8702b-1cbf-48a9-ac90-469679ad4c7e req-c6c4be6f-7767-4691-b121-b1f7ae1ce983 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1857240 Aug 10 01:13:23.064414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.069036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4391c4a2-c095-41c0-a6d7-1dd266945fd5 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5204091 Aug 10 01:13:23.069285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34088) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:23.406282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9fe8702b-1cbf-48a9-ac90-469679ad4c7e req-8bd20ad7-3c1b-4e3b-8dbc-9cd3ad8206ce tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3775685 Aug 10 01:13:23.450650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:23.451544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0499cfc0-ae59-49dd-95a8-77d7157fe183 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.3804185 Aug 10 01:13:23.563659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7720193a-0729-4c97-9a6f-0f6e8c8d0d82 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1114218 Aug 10 01:13:23.569884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34094) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:23.750362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Deleting port 64a5847f-61d1-42ec-b1f5-b5b0a06f3503 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:23.750768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.858589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.859347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:23.875537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Calling delete_port for 64a5847f-61d1-42ec-b1f5-b5b0a06f3503 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:24.112110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.233220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Pushing event deleted for resources: {'Port': ['ID=64a5847f-61d1-42ec-b1f5-b5b0a06f3503,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:24.309507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.318906 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.322491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-373fe131-9203-40e1-9a38-115b23d881f3 tempest-FloatingIPAdminTestJSON-1046417485 tempest-FloatingIPAdminTestJSON-1046417485-project] 10.222.0.25 "DELETE /v2.0/floatingips/8449660f-8035-4531-b9f9-0b4c066964b6 HTTP/1.1" status: 204 len: 168 time: 0.7492764 Aug 10 01:13:24.322807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:24.351007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 493e9295-4401-4a4f-84aa-f4bb2b951184 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:24.378012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 493e9295-4401-4a4f-84aa-f4bb2b951184 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:24.378982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 493e9295-4401-4a4f-84aa-f4bb2b951184 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:24.531749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Deleting port 830434aa-6dcb-40d5-9df3-9d7c81dd74be {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:24.532081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.565800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255437-63b8-4576-b7d2-cd65b66b7624 req-43b1be90-f6e7-4b69-b717-0bd18c543588 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:24.575226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56255437-63b8-4576-b7d2-cd65b66b7624 req-43b1be90-f6e7-4b69-b717-0bd18c543588 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0704548 Aug 10 01:13:24.654503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56255437-63b8-4576-b7d2-cd65b66b7624 req-c50a0f63-f70b-4c07-bd58-a9990c96768a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727248 Aug 10 01:13:24.675676 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.676251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.693976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Calling delete_port for 830434aa-6dcb-40d5-9df3-9d7c81dd74be owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:24.858134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.886830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Pushing event deleted for resources: {'Port': ['ID=830434aa-6dcb-40d5-9df3-9d7c81dd74be,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:24.978136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.994043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:24.999270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f44faa88-ffd0-40a5-8637-99c5971dc1d2 tempest-FloatingIPAdminTestJSON-493714426 tempest-FloatingIPAdminTestJSON-493714426-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/4bae5854-9554-4f91-8756-e819573ee328 HTTP/1.1" status: 204 len: 168 time: 0.6754756 Aug 10 01:13:25.002971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:25.006483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:25.068911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Deleting subnet 8a6174e5-15dc-4419-8068-ccc05992dbc5 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:25.072484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.118637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.145946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port 6b94aefa-1277-4858-b6d3-8b67c38ce483 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:25.148285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.192527 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.378544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.471293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.473384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8a6174e5-15dc-4419-8068-ccc05992dbc5 HTTP/1.1" status: 204 len: 168 time: 0.4655819 Aug 10 01:13:25.474863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72d285-c62f-42ce-8f94-f118c440af89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6174e5-15dc-4419-8068-ccc05992dbc5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:25.476816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34120) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:25.482092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.496871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for 6b94aefa-1277-4858-b6d3-8b67c38ce483 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:25.590434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.645302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96323b1-0111-4eab-a9c7-4537a91fd84d req-f534dd0d-0464-49c8-9ec9-9811c6a3ad85 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:25.653789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96323b1-0111-4eab-a9c7-4537a91fd84d req-f534dd0d-0464-49c8-9ec9-9811c6a3ad85 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 945 time: 0.0830364 Aug 10 01:13:25.711543 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:13:25.751088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.763107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44911e53-8e16-42a6-bd62-960603454929']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.770093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96323b1-0111-4eab-a9c7-4537a91fd84d req-f0897425-0f9c-4b2a-8638-4cee84a7b9f5 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151941 Aug 10 01:13:25.803084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081609e3-3aa0-4b19-b66c-7f303f0521a2') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.803536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081609e3-3aa0-4b19-b66c-7f303f0521a2') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:25.837622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.864658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.876322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.897682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:25.897682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:25.900076 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:25.919365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2530d-3742-430b-9887-00e479611ebd req-70499b67-d191-466a-a9db-46b61643f531 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:25.921338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9c2530d-3742-430b-9887-00e479611ebd req-70499b67-d191-466a-a9db-46b61643f531 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1347008 Aug 10 01:13:25.990286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=6b94aefa-1277-4858-b6d3-8b67c38ce483,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:25.997615 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.008360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.012602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] 10.222.0.25 "DELETE /v2.0/networks/44911e53-8e16-42a6-bd62-960603454929 HTTP/1.1" status: 204 len: 168 time: 0.5292950 Aug 10 01:13:26.020653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9c2530d-3742-430b-9887-00e479611ebd req-1b0f7246-208a-4b33-ab19-0af591105c27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690525 Aug 10 01:13:26.034174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889f077-d13c-42cb-ab72-ec532d53e261 admin admin] Pushing event deleted for resources: {'Network': ['ID=44911e53-8e16-42a6-bd62-960603454929,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:26.101876 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.119110 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.121487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d367d5c6-4a57-43a2-872a-197a57296426 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/ports/6b94aefa-1277-4858-b6d3-8b67c38ce483 HTTP/1.1" status: 204 len: 168 time: 1.1172860 Aug 10 01:13:26.124184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:26.183818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168bfe0-3ca7-46ab-a8ea-518c5a5c152b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:26.187760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34130) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:26.187939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5168bfe0-3ca7-46ab-a8ea-518c5a5c152b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "GET /v2.0/ports?device_id=225a8163-a201-43f2-b38b-487ca4e88a66 HTTP/1.1" status: 200 len: 913 time: 0.0625250 Aug 10 01:13:26.226433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.331538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34132) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:26.385803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4ef76ae-2f5f-468e-b571-f1ba89b37426 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bafa910ebfc4560b2459c2853eeaf5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522399 Aug 10 01:13:26.387377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:26.448412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.473965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.536427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.540144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:26.541533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b95b6bc6-1348-4ac7-8621-5c90510fa934 HTTP/1.1" status: 204 len: 168 time: 0.1538026 Aug 10 01:13:26.550586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c2381-2000-4f6f-82be-5e01e50025d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95b6bc6-1348-4ac7-8621-5c90510fa934,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:26.713373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.208882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bbe0c-aac8-4f4c-9b22-ca7c19f60051 req-cda05cd6-bc74-419c-84a6-c7ff2522a7b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.209942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-862bbe0c-aac8-4f4c-9b22-ca7c19f60051 req-cda05cd6-bc74-419c-84a6-c7ff2522a7b9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0679319 Aug 10 01:13:27.256435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-862bbe0c-aac8-4f4c-9b22-ca7c19f60051 req-dbe9330d-146d-43d0-a13b-f907637f114a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401173 Aug 10 01:13:27.294952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-0ef5ec7b-ee96-488d-b58f-cfb7f04aa3fd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.296388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-0ef5ec7b-ee96-488d-b58f-cfb7f04aa3fd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 945 time: 0.4418452 Aug 10 01:13:27.338515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be680298-9da8-4f40-bb87-421d8d3d2b17 req-be0e7efe-e675-46de-8843-31d24e36d3fe tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.340011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be680298-9da8-4f40-bb87-421d8d3d2b17 req-be0e7efe-e675-46de-8843-31d24e36d3fe tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 945 time: 0.4959068 Aug 10 01:13:27.452983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be680298-9da8-4f40-bb87-421d8d3d2b17 req-e82889d9-b791-47c0-88f5-96150ecf0c34 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959790 Aug 10 01:13:27.516427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:27.525008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Deleting port bbbb169f-26c7-475c-884a-b3e454dcf451 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:27.525428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.635177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1236036747-network', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:27.643615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port 173947dd-ad3a-4850-9ed7-7180312f71ef {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:27.643963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.664490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Made reservation on behalf of c980299ead784c84a7e1ae731223c6a9 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:27.670938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.680644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.731892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] For port bbbb169f-26c7-475c-884a-b3e454dcf451, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=bbbb169f-26c7-475c-884a-b3e454dcf451,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:27.732557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.751791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Calling delete_port for bbbb169f-26c7-475c-884a-b3e454dcf451 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:27.791868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.798967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.828671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:27.835448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661542c-d2f4-438e-899a-8573403c1306,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:27.839485 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.842681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.843327 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Added segment 0709dcc0-b610-412e-b730-38aab561bdac of type vlan for network 0fcc7fd0-cc46-45df-92d9-5827686244f3 Aug 10 01:13:27.860338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for 173947dd-ad3a-4850-9ed7-7180312f71ef owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:27.895848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.952087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:27.953266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:27.954047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.032309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5147619 Aug 10 01:13:28.032962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34168) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:28.041034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Request body: {'subnet': {'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1236036747-subnet', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:28.045291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b416-874e-4d13-ad9f-46562b852b9d admin admin] Pushing event updated for resources: {'Network': ['ID=0fcc7fd0-cc46-45df-92d9-5827686244f3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:28.057233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:28.066214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Made reservation on behalf of c980299ead784c84a7e1ae731223c6a9 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:28.069212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.111926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.153311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event deleted for resources: {'Port': ['ID=bbbb169f-26c7-475c-884a-b3e454dcf451,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:28.155490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93', 'bbbb169f-26c7-475c-884a-b3e454dcf451'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:28.159818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:28.210596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] No DVR routers for this DVR port bbbb169f-26c7-475c-884a-b3e454dcf451 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:28.218697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.221264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a1d3db8-44b6-4214-85c8-6bae41789786 req-cee9e18a-8954-4ae5-95b3-63d2779320e2 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "DELETE /v2.0/ports/bbbb169f-26c7-475c-884a-b3e454dcf451 HTTP/1.1" status: 204 len: 173 time: 0.9053349 Aug 10 01:13:28.221700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'name': 'network-vif-deleted', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:28.224204 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb932b95-7dab-48ad-b833-5a1ae7ef6d57" -d '{"events": [{"server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "name": "network-vif-deleted", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:28.321061 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786af3a-26a3-49c4-9c4b-890d0b968051 x-openstack-request-id: req-8786af3a-26a3-49c4-9c4b-890d0b968051 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:28.321362 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f364d506-3687-441f-8993-3196e10b3c53", "name": "network-vif-deleted", "tag": "bbbb169f-26c7-475c-884a-b3e454dcf451", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:28.321625 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8786af3a-26a3-49c4-9c4b-890d0b968051 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:28.322276 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f364d506-3687-441f-8993-3196e10b3c53', 'name': 'network-vif-deleted', 'tag': 'bbbb169f-26c7-475c-884a-b3e454dcf451', 'status': 'completed', 'code': 200} Aug 10 01:13:28.336323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.360819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.393646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=173947dd-ad3a-4850-9ed7-7180312f71ef,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:28.408298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:28.453761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Checking segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:28.454859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Network hostable DHCP agents. Network: 0fcc7fd0-cc46-45df-92d9-5827686244f3, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:28.479967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:28.522822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 0fcc7fd0-cc46-45df-92d9-5827686244f3) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:28.528023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2dc4a8-712d-4f49-a359-1992f17fba62 req-7fe269ba-6c59-46b1-93c8-f12d600e7e6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.529738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:28.530390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.538529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a2dc4a8-712d-4f49-a359-1992f17fba62 req-7fe269ba-6c59-46b1-93c8-f12d600e7e6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1361897 Aug 10 01:13:28.542555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2025a29a-bb7d-482c-a314-9e2bdbdf4276 None None] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:28.561672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a4ad111-53d2-4e64-a802-e6c22060407e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5229108 Aug 10 01:13:28.561884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:28.570455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:28.649633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7db904bb-3e50-42d7-a0c5-82706e82789d req-feba7ebb-ac3a-4415-943e-ca03f54c47f8 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=f364d506-3687-441f-8993-3196e10b3c53 HTTP/1.1" status: 200 len: 210 time: 0.0516880 Aug 10 01:13:28.655821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.657428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.712451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a2dc4a8-712d-4f49-a359-1992f17fba62 req-97b6f113-d807-42ac-9373-c3b205fdb8f6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730864 Aug 10 01:13:28.736298 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.811615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-0fcc7fd0-cc46-45df-92d9-5827686244f3', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:28.816778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.827355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:28.984784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Allocated IP 172.20.0.2 (0fcc7fd0-cc46-45df-92d9-5827686244f3/d42dfbd7-ad8c-4913-8799-7b3688d8b9ed/7bcf0a48-a7c1-485a-b9ac-611db287776b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:29.013844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.136978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Router 225a8163-a201-43f2-b38b-487ca4e88a66 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:29.177783 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.187670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Transition to ACTIVE for port object 7bcf0a48-a7c1-485a-b9ac-611db287776b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:29.210650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Transition to ACTIVE for port object 7bcf0a48-a7c1-485a-b9ac-611db287776b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:29.218544 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.280060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:29.286646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:29.291521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:29.295609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Pushing event updated for resources: {'Port': ['ID=7bcf0a48-a7c1-485a-b9ac-611db287776b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:29.296116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.296604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:29.302252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bdb22b61-0dc2-449a-9920-bf22374158a5 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "PUT /v2.0/routers/225a8163-a201-43f2-b38b-487ca4e88a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130085 Aug 10 01:13:29.305028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:29.318634 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] Sync routers for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:29.319361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.319908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.320427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.320929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.321512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.322019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.322525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.323078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.323711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.324283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.324802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.325293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:29.336435 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:29.337079 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.349261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.390713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.396932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Attempting to bind port 7bcf0a48-a7c1-485a-b9ac-611db287776b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:29.399678 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] Routers {'225a8163-a201-43f2-b38b-487ca4e88a66'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:29.400547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Attempting to bind port 7bcf0a48-a7c1-485a-b9ac-611db287776b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:29.400729 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['225a8163-a201-43f2-b38b-487ca4e88a66'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.400922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Attempting to bind port 7bcf0a48-a7c1-485a-b9ac-611db287776b on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:29.411324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:29.411738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Checking segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:29.412142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.412545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Bound using segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:29.413029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Bound port: 7bcf0a48-a7c1-485a-b9ac-611db287776b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:29.413415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.444733 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:29.445392 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3a2c8-740b-4854-97fb-92adffcd82bf None None] The sync data for ids ['225a8163-a201-43f2-b38b-487ca4e88a66'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:29.480154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.496066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Allocated IP 172.25.7.187 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a9b0c177-0516-49ee-94cd-f63526a67180) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:29.508109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] For port 7bcf0a48-a7c1-485a-b9ac-611db287776b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:29.511500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] For port 7bcf0a48-a7c1-485a-b9ac-611db287776b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bcf0a48-a7c1-485a-b9ac-611db287776b,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:29.517263 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.583032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04cfb6-c0b4-4ad6-b63a-f21cfa0500fc None None] Pushing event updated for resources: {'Port': ['ID=7bcf0a48-a7c1-485a-b9ac-611db287776b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:29.617266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.618108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.665505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.685892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port eeef74b3-1426-47c6-9218-a7379c17d1f9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:29.686454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.706065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:29.713814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:29.717647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:29.750935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Pushing event updated for resources: {'Port': ['ID=a9b0c177-0516-49ee-94cd-f63526a67180,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:29.814195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:29.841863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for eeef74b3-1426-47c6-9218-a7379c17d1f9 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:29.968357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bcf0a48-a7c1-485a-b9ac-611db287776b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:30.053053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7bcf0a48-a7c1-485a-b9ac-611db287776b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:30.061299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9346e-0a45-4acd-89a9-c6ec764a2373 req-3aa26c65-2300-4394-895a-e2029f11a056 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.063021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1f9346e-0a45-4acd-89a9-c6ec764a2373 req-3aa26c65-2300-4394-895a-e2029f11a056 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1846018 Aug 10 01:13:30.121420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.133173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ade59-f6e8-4186-99bf-f5546ee02cca req-0dbcce2a-7f0b-4378-b19f-f6a9aec9a519 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:30.134724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-035ade59-f6e8-4186-99bf-f5546ee02cca req-0dbcce2a-7f0b-4378-b19f-f6a9aec9a519 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 945 time: 0.1034911 Aug 10 01:13:30.158281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1f9346e-0a45-4acd-89a9-c6ec764a2373 req-dc26bd4a-7657-423a-8e2f-ac6271622bd9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848632 Aug 10 01:13:30.168631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=eeef74b3-1426-47c6-9218-a7379c17d1f9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:30.227203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.259563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-035ade59-f6e8-4186-99bf-f5546ee02cca req-42d560db-60f4-4dc0-9711-76b131abe1a6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002951 Aug 10 01:13:30.269413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.397641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.400224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.456725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.475468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.476060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Fanout notify agent at l3_agent the message router_deleted on router 225a8163-a201-43f2-b38b-487ca4e88a66 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:30.484417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.485600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6addf62d-d5cd-42dc-a2f0-e673d4437d18 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/routers/225a8163-a201-43f2-b38b-487ca4e88a66 HTTP/1.1" status: 204 len: 168 time: 1.1798234 Aug 10 01:13:30.488521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:30.551447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting subnet b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:30.556260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.608045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.652064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:30.734936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.793642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c72149-39f1-48c1-9b9e-ab0043183403 None None] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:30.830478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.861983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Provisioning for port 7bcf0a48-a7c1-485a-b9ac-611db287776b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:30.868875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Provisioning complete for port 7bcf0a48-a7c1-485a-b9ac-611db287776b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:30.869335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.869758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:30.890200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:30.896610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec18caa3-4335-408c-9ff3-2175ac57515b tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/subnets/b9ee4a95-db3a-4e11-aa9b-d6d45918cfbf HTTP/1.1" status: 204 len: 168 time: 0.4060607 Aug 10 01:13:30.899212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34212) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:30.930482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bbbb169f-26c7-475c-884a-b3e454dcf451 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:30.951384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3652b3e-3c59-431b-bc03-ea41cf221cd6 None None] Network 79c6675a-2288-4413-a6ba-c0e1202111e1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:31.004444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: bbbb169f-26c7-475c-884a-b3e454dcf451 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:31.004845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device bbbb169f-26c7-475c-884a-b3e454dcf451 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:31.007061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.079747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port e8d45063-3532-482b-a1b1-7b5851431af0 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:31.080678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.144225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:31.162597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.166712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7206bd7a-bc1d-4df8-97fa-63785e471c7a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6011879 Aug 10 01:13:31.166994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34214) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:31.168730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] For port e8d45063-3532-482b-a1b1-7b5851431af0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e8d45063-3532-482b-a1b1-7b5851431af0,segment=NetworkSegment(95331391-2239-4df8-90b5-67cd76d9ef38),segment_id=95331391-2239-4df8-90b5-67cd76d9ef38)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:31.169099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.182495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Sync routers for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:31.184328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for e8d45063-3532-482b-a1b1-7b5851431af0 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:31.225711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:31.226686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:31.228636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.382057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] For port 7bcf0a48-a7c1-485a-b9ac-611db287776b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bcf0a48-a7c1-485a-b9ac-611db287776b,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:31.395637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.400169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.437504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce7f7db-d994-453f-a8ea-0e585334b69e None None] DHCP port deletion for 79c6675a-2288-4413-a6ba-c0e1202111e1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:13:31.464157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:31.499585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=e8d45063-3532-482b-a1b1-7b5851431af0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:31.512976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] No DVR routers for this DVR port e8d45063-3532-482b-a1b1-7b5851431af0 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:31.571822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7adbc-5d60-40d1-94f9-3eaba62ee34b req-c2ecd31b-a208-4761-94ff-85f5954f76b6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:31.573785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36e7adbc-5d60-40d1-94f9-3eaba62ee34b req-c2ecd31b-a208-4761-94ff-85f5954f76b6 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 945 time: 0.1936090 Aug 10 01:13:31.622559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7188bc-76b1-4f8f-a0ad-3a96d0b3016c None None] Pushing event updated for resources: {'Port': ['ID=7bcf0a48-a7c1-485a-b9ac-611db287776b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:31.648581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e238f-5262-4622-b3dd-09dac49524da req-d004e0fc-b7ce-48d5-ad68-bfb340fae8cd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:31.650260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a4e238f-5262-4622-b3dd-09dac49524da req-d004e0fc-b7ce-48d5-ad68-bfb340fae8cd tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 945 time: 0.2568598 Aug 10 01:13:31.657864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.679197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c6675a-2288-4413-a6ba-c0e1202111e1']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:31.688428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36e7adbc-5d60-40d1-94f9-3eaba62ee34b req-304995c6-b5bc-42c0-ba65-ad5882eed10d tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Aug 10 01:13:31.704531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95331391-2239-4df8-90b5-67cd76d9ef38') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:31.704940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95331391-2239-4df8-90b5-67cd76d9ef38') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:31.711756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200d14-9c02-456f-950d-cb0c2a3b7aed req-c71dc9e3-cea2-4ea8-994f-60995bea01bb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:31.713374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00200d14-9c02-456f-950d-cb0c2a3b7aed req-c71dc9e3-cea2-4ea8-994f-60995bea01bb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.3210988 Aug 10 01:13:31.736248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.754262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.762438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d0161a3b-c280-4c88-9c30-aa4f8cec654a None None] Provisioning complete for port 7bcf0a48-a7c1-485a-b9ac-611db287776b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:31.762801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d0161a3b-c280-4c88-9c30-aa4f8cec654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.772572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:31.772707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:31.776033 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:31.837584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00200d14-9c02-456f-950d-cb0c2a3b7aed req-7bdc21e0-de94-43ad-92a3-e1772daf5594 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151567 Aug 10 01:13:31.866540 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.877800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:31.885629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/networks/79c6675a-2288-4413-a6ba-c0e1202111e1 HTTP/1.1" status: 204 len: 168 time: 0.9853783 Aug 10 01:13:31.889625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:31.905808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:30Z', 'revision_number': 3, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:31.907641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdacfd-02e8-4ddc-8823-c06ba7c9387a tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Network': ['ID=79c6675a-2288-4413-a6ba-c0e1202111e1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:31.936432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Checking router: 2f9649ff-1ead-4297-ac0a-cf1f648145b5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:31.936918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Updating router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 port a9b0c177-0516-49ee-94cd-f63526a67180 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:31.964212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bcf0a48-a7c1-485a-b9ac-611db287776b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:32.010910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Deleting port 022c67f0-577f-4079-8749-cf056cf0e6e5 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:32.011263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.183279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.198142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] For port 022c67f0-577f-4079-8749-cf056cf0e6e5, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=022c67f0-577f-4079-8749-cf056cf0e6e5,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:32.198513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.235916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Calling delete_port for 022c67f0-577f-4079-8749-cf056cf0e6e5 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:32.243211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Deleting port 07bfae99-9b4b-49ed-9831-de576b6b3ba3 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:32.243555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.292837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7bcf0a48-a7c1-485a-b9ac-611db287776b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:32.293200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.307766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.512964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.513306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.530327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.544742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Transition to ACTIVE for port object a9b0c177-0516-49ee-94cd-f63526a67180 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:32.546954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8d45063-3532-482b-a1b1-7b5851431af0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:32.559845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Calling delete_port for 07bfae99-9b4b-49ed-9831-de576b6b3ba3 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:32.570273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.596781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e8d45063-3532-482b-a1b1-7b5851431af0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:32.597124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e8d45063-3532-482b-a1b1-7b5851431af0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:32.623426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Attempting to bind port a9b0c177-0516-49ee-94cd-f63526a67180 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:32.623804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Attempting to bind port a9b0c177-0516-49ee-94cd-f63526a67180 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:32.624179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Attempting to bind port a9b0c177-0516-49ee-94cd-f63526a67180 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:32.635335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:32.635749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:32.636118 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.636525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:32.636981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Bound port: a9b0c177-0516-49ee-94cd-f63526a67180, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:32.637365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.639037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d0d0-76a0-4846-be75-5a99ff1d9a85 None None] Pushing event updated for resources: {'Port': ['ID=a9b0c177-0516-49ee-94cd-f63526a67180,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:32.692456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] For port a9b0c177-0516-49ee-94cd-f63526a67180, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:32.696752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] For port a9b0c177-0516-49ee-94cd-f63526a67180, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9b0c177-0516-49ee-94cd-f63526a67180,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:32.701568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.714240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.775583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04d0d0-76a0-4846-be75-5a99ff1d9a85 None None] Pushing event updated for resources: {'Port': ['ID=a9b0c177-0516-49ee-94cd-f63526a67180,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:32.775812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Allocated IP 172.20.0.1 (0fcc7fd0-cc46-45df-92d9-5827686244f3/d42dfbd7-ad8c-4913-8799-7b3688d8b9ed/7bc7dd32-cffc-43ec-a92f-42384375fe2e) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:32.780719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event deleted for resources: {'Port': ['ID=022c67f0-577f-4079-8749-cf056cf0e6e5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:32.805689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['022c67f0-577f-4079-8749-cf056cf0e6e5'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:32.808118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79e28b42-d655-4423-9c62-23a0db83923f req-1b536a24-caa3-4ace-876c-799ea348c0ed tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d59fbdb-757e-4156-b100-389b64aea6f2 HTTP/1.1" status: 200 len: 210 time: 0.0389459 Aug 10 01:13:32.809502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:32.881478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:32.882134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:32.905327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] No DVR routers for this DVR port 022c67f0-577f-4079-8749-cf056cf0e6e5 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:32.912831 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.914883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a4e238f-5262-4622-b3dd-09dac49524da req-8c74cf19-98e8-4811-8fc6-5ecd0c5fa064 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.10 "DELETE /v2.0/ports/022c67f0-577f-4079-8749-cf056cf0e6e5 HTTP/1.1" status: 204 len: 173 time: 1.2572353 Aug 10 01:13:32.915339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'name': 'network-vif-deleted', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:32.917605 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5f61d3-f874-4d31-80e7-6593f0632327" -d '{"events": [{"server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "name": "network-vif-deleted", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:32.957155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:32.989307 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f3ecd8-57f8-46a8-b75f-0197d8279186 x-openstack-request-id: req-f0f3ecd8-57f8-46a8-b75f-0197d8279186 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:32.989676 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59fbdb-757e-4156-b100-389b64aea6f2", "name": "network-vif-deleted", "tag": "022c67f0-577f-4079-8749-cf056cf0e6e5", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:32.989903 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0f3ecd8-57f8-46a8-b75f-0197d8279186 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:32.990296 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59fbdb-757e-4156-b100-389b64aea6f2', 'name': 'network-vif-deleted', 'tag': '022c67f0-577f-4079-8749-cf056cf0e6e5', 'status': 'completed', 'code': 200} Aug 10 01:13:33.030304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Pushing event deleted for resources: {'Port': ['ID=07bfae99-9b4b-49ed-9831-de576b6b3ba3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:33.056188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.113857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:33.138153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Transition to ACTIVE for port object 7bc7dd32-cffc-43ec-a92f-42384375fe2e will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:33.163201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79620e-4767-44d1-9dcd-31558dd54f44 req-2eb82b76-e643-4246-bd28-0127709b8216 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:33.164753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d79620e-4767-44d1-9dcd-31558dd54f44 req-2eb82b76-e643-4246-bd28-0127709b8216 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1978991 Aug 10 01:13:33.183275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.186051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.187190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f0d2ce0e-297b-40f5-940d-4adb0887f937 tempest-FloatingIPAdminTestJSON-559176009 tempest-FloatingIPAdminTestJSON-559176009-project] 10.222.0.25 "DELETE /v2.0/floatingips/06285548-158e-411b-b800-b3508e0e95c0 HTTP/1.1" status: 204 len: 168 time: 1.2966490 Aug 10 01:13:33.228491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d79620e-4767-44d1-9dcd-31558dd54f44 req-253b5e7e-c58e-492b-b368-09eba38a2367 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552382 Aug 10 01:13:33.238186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.298140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:33.304568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:33.310553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:33.314250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:33.386182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.409046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:30Z', 'revision_number': 3, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:33.447926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd078284-b762-46c4-a45a-4e2b3fa9cc88 None None] The sync data for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 is: [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:30Z', 'revision_number': 3, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:33.589841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34242) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:33.591341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.718106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-857a7d23-cdc3-4c3d-a66a-50e4462ec9f2 None None] Provisioning for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:33.722454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-857a7d23-cdc3-4c3d-a66a-50e4462ec9f2 None None] Provisioning complete for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:33.722804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-857a7d23-cdc3-4c3d-a66a-50e4462ec9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.799544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-857a7d23-cdc3-4c3d-a66a-50e4462ec9f2 None None] Port 7bc7dd32-cffc-43ec-a92f-42384375fe2e cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:33.825698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4db7e8b2-3644-497c-847a-62dfc5c50f14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b08332f052b347c7a05b2fa31f44ab97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345529 Aug 10 01:13:33.826723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34246) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:33.896770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.909927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.910898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:33.936979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.015256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.018271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.020139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/338af011-2425-4a85-b102-9e740c665ab3 HTTP/1.1" status: 204 len: 168 time: 0.1922607 Aug 10 01:13:34.029563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30770efd-ab6e-4f02-8b06-e84660cd09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338af011-2425-4a85-b102-9e740c665ab3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:34.039506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:34.044744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.225142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:34.231178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:34.512929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0d128-893c-470b-8c2e-9e85d6ce53de req-3b78ca6d-f08d-499f-b34c-0b95e7117d38 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:34.514418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05b0d128-893c-470b-8c2e-9e85d6ce53de req-3b78ca6d-f08d-499f-b34c-0b95e7117d38 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1507843 Aug 10 01:13:34.607878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05b0d128-893c-470b-8c2e-9e85d6ce53de req-efa3532b-fe89-48c0-8c11-4da190bcfb36 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781415 Aug 10 01:13:34.617178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:34.669134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:34.684765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a179028a-069f-4582-96eb-6c73c883d585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.736672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1cb6646b-fb98-4edf-aad2-5abbd154464d None None] Provisioning complete for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:34.737837 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1cb6646b-fb98-4edf-aad2-5abbd154464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.823655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1cb6646b-fb98-4edf-aad2-5abbd154464d None None] Port 7bc7dd32-cffc-43ec-a92f-42384375fe2e cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:34.880971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a179028a-069f-4582-96eb-6c73c883d585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.887845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a179028a-069f-4582-96eb-6c73c883d585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:34.962324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179028a-069f-4582-96eb-6c73c883d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d91c1e5-6589-4853-93a2-1c7527f355e6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:34.968050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a179028a-069f-4582-96eb-6c73c883d585 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=909d85fc3cf94bd1a37d0622159e3753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972016 Aug 10 01:13:34.970588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:35.041637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.075042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.191780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.195267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.196428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d91c1e5-6589-4853-93a2-1c7527f355e6 HTTP/1.1" status: 204 len: 168 time: 0.2246525 Aug 10 01:13:35.207213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e86a-1d9d-4e52-aaeb-90438b26f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d91c1e5-6589-4853-93a2-1c7527f355e6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:35.247077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:35.253392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5696edab-70f2-4285-8aaa-2a9980bc07d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f9649ff-1ead-4297-ac0a-cf1f648145b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0852940 Aug 10 01:13:35.844344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34290) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:35.852991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f42f9-53f7-437a-80d1-883ab5fac1ed req-145bfd21-7c46-4610-a88b-def819a0615b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:35.854576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f0f42f9-53f7-437a-80d1-883ab5fac1ed req-145bfd21-7c46-4610-a88b-def819a0615b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1185963 Aug 10 01:13:35.863151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-296b7c9a-fca2-4fba-9a6b-24b2cda715d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:35.943816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f0f42f9-53f7-437a-80d1-883ab5fac1ed req-47810ef0-edd9-4826-b8e5-d300de07ebbf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794418 Aug 10 01:13:36.009605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9b0c177-0516-49ee-94cd-f63526a67180 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:36.031160 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Sync routers for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:36.034441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-296b7c9a-fca2-4fba-9a6b-24b2cda715d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.040910 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-296b7c9a-fca2-4fba-9a6b-24b2cda715d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.045112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:36.045741 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:36.079798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a9b0c177-0516-49ee-94cd-f63526a67180 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:36.085223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a9b0c177-0516-49ee-94cd-f63526a67180 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:36.085997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.088777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-296b7c9a-fca2-4fba-9a6b-24b2cda715d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f1a62be65504ef8b4ea67301be53a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433271 Aug 10 01:13:36.091605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34294) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:36.095499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b7c9a-fca2-4fba-9a6b-24b2cda715d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a5d0e-8d8c-4610-a31c-431ef427f612,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.159394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.195865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.250921 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.271718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:36.279022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1862560876-network', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:36.292432 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:36.306132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.308027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port a9b0c177-0516-49ee-94cd-f63526a67180, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9b0c177-0516-49ee-94cd-f63526a67180,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:36.308885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.310253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e3a5d0e-8d8c-4610-a31c-431ef427f612 HTTP/1.1" status: 204 len: 168 time: 0.2176318 Aug 10 01:13:36.314656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Made reservation on behalf of e0d6213f89fe421b9423c5e5f5f849a6 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:36.318492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.321320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.321533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88e15e-505f-4913-ab0b-60bde288c756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a5d0e-8d8c-4610-a31c-431ef427f612,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.347838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.455086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 022c67f0-577f-4079-8749-cf056cf0e6e5 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:36.518718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 022c67f0-577f-4079-8749-cf056cf0e6e5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:36.519853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 022c67f0-577f-4079-8749-cf056cf0e6e5 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:36.531533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=a9b0c177-0516-49ee-94cd-f63526a67180,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.562502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.570870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.605797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:36.617703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd5dffc-bb34-4f44-b074-1910d1e700dd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.623103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.623452 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Added segment 45795ad3-bf91-420f-9456-382d1730a367 of type vlan for network 6b35794e-e89c-4fde-a16d-c77e46b0b972 Aug 10 01:13:36.675051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.697915 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:33Z', 'revision_number': 4, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7bc7dd32-cffc-43ec-a92f-42384375fe2e', 'name': '', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'mac_address': 'fa:16:3e:7e:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:32Z', 'updated_at': '2021-08-10T01:13:33Z', 'revision_number': 2, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'subnets': [{'id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:36.715175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.716243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:36.717118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.737549 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Checking router: 2f9649ff-1ead-4297-ac0a-cf1f648145b5 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:36.738146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Updating router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 port 7bc7dd32-cffc-43ec-a92f-42384375fe2e binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:36.776612 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:36.806193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5322087 Aug 10 01:13:36.809089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34308) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:36.814358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Request body: {'subnet': {'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1862560876-subnet', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:36.841171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259c622-6571-4b16-bb74-356c055d85bf admin admin] Pushing event updated for resources: {'Network': ['ID=6b35794e-e89c-4fde-a16d-c77e46b0b972,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:36.850839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Made reservation on behalf of e0d6213f89fe421b9423c5e5f5f849a6 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:36.855142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:36.855503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.163185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.176175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b995-f2ff-4e8b-926a-fbf0b17e1ad0 req-4e198978-f8db-49dd-8dfd-349d156f29be tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.184365 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ad2b995-f2ff-4e8b-926a-fbf0b17e1ad0 req-4e198978-f8db-49dd-8dfd-349d156f29be tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.0831499 Aug 10 01:13:37.255608 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.279261 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Transition to ACTIVE for port object 7bc7dd32-cffc-43ec-a92f-42384375fe2e will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:37.281033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3521029b-2ce1-4707-8588-a9ee71ec9ef1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:37.288474 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.289721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4ad2b995-f2ff-4e8b-926a-fbf0b17e1ad0 req-30cc3864-bff7-4ac6-9e84-4aa54dfc2c6f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044440 Aug 10 01:13:37.290837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Checking segment: {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:37.291197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Network hostable DHCP agents. Network: 6b35794e-e89c-4fde-a16d-c77e46b0b972, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:37.314172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:37.328611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6b35794e-e89c-4fde-a16d-c77e46b0b972) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:37.347243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:37.348425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e42ec-7abb-4585-9c45-fe5118e24b72 None None] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:37.349473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.367771 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Pushing event updated for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:37.393158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-86ecbfd1-60e0-4350-82e6-2c3d84176e1d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5770593 Aug 10 01:13:37.393158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:37.401650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:37.403678 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.404186 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.404525 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.405046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.405568 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.406067 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.406563 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.407094 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.407593 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.408110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.408618 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.409122 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:37.460274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.461438 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.489451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Attempting to bind port 7bc7dd32-cffc-43ec-a92f-42384375fe2e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:37.490177 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Attempting to bind port 7bc7dd32-cffc-43ec-a92f-42384375fe2e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:37.490692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Attempting to bind port 7bc7dd32-cffc-43ec-a92f-42384375fe2e on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:37.512115 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:37.512819 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Checking segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:37.514101 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.514763 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Bound using segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:37.515476 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Bound port: 7bc7dd32-cffc-43ec-a92f-42384375fe2e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:37.516113 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.578949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.621830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] For port 7bc7dd32-cffc-43ec-a92f-42384375fe2e, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:37.629679 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] For port 7bc7dd32-cffc-43ec-a92f-42384375fe2e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bc7dd32-cffc-43ec-a92f-42384375fe2e,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:37.639466 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.722203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-6b35794e-e89c-4fde-a16d-c77e46b0b972', 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'fixed_ips': [{'subnet_id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:13:37.723404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:37.784674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:37.784922 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:38.012583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9b0c177-0516-49ee-94cd-f63526a67180 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:38.019280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.147187 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-a7749a50-9af8-4542-a257-9381a75417ed service neutron] show failed (client error): The resource could not be found. Aug 10 01:13:38.148282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-a7749a50-9af8-4542-a257-9381a75417ed service neutron] 10.222.0.21 "GET /v2.0/ports/1af670c3-062d-4644-ac9f-189a3a5a2bff/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1487932 Aug 10 01:13:38.310896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a9b0c177-0516-49ee-94cd-f63526a67180 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:38.311686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:38.320653 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:38.362332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Allocated IP 172.20.0.2 (6b35794e-e89c-4fde-a16d-c77e46b0b972/3521029b-2ce1-4707-8588-a9ee71ec9ef1/35541421-38bd-430f-b46d-cab4144aa68e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:38.521509 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e03d-c886-49e9-8b74-098193bc9448 None None] Pushing event updated for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:38.624314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63cd22-4a4f-42a7-b325-bf393a1cae94 req-67770aba-6d9b-465d-9bad-2ae973fa7ce6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:38.644654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e63cd22-4a4f-42a7-b325-bf393a1cae94 req-67770aba-6d9b-465d-9bad-2ae973fa7ce6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1851685 Aug 10 01:13:38.770658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e63cd22-4a4f-42a7-b325-bf393a1cae94 req-d8cf028a-6eaf-4551-a11d-bcede18fc816 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234577 Aug 10 01:13:38.774395 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:33Z', 'revision_number': 4, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7bc7dd32-cffc-43ec-a92f-42384375fe2e', 'name': '', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'mac_address': 'fa:16:3e:7e:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:32Z', 'updated_at': '2021-08-10T01:13:37Z', 'revision_number': 4, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'subnets': [{'id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:38.858886 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23736d6-4c75-4436-ad21-08096a784461 None None] The sync data for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 is: [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:13:33Z', 'revision_number': 4, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7bc7dd32-cffc-43ec-a92f-42384375fe2e', 'name': '', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'mac_address': 'fa:16:3e:7e:fc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2953, 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:32Z', 'updated_at': '2021-08-10T01:13:37Z', 'revision_number': 4, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'subnets': [{'id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:39.013856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-18241036-0ab1-4e9e-ae2f-ba8fa119069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.017129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-18241036-0ab1-4e9e-ae2f-ba8fa119069e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 1097 time: 0.3468044 Aug 10 01:13:39.019227 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.035568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:39.047232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59f1ac-767e-4d43-aa66-588b3dcd2d92 req-ad7fde9c-d868-48b1-baec-45f917db69ba tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:39.049274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd59f1ac-767e-4d43-aa66-588b3dcd2d92 req-ad7fde9c-d868-48b1-baec-45f917db69ba tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 946 time: 0.1413405 Aug 10 01:13:39.076711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.077558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34400) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:39.100775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Transition to ACTIVE for port object 35541421-38bd-430f-b46d-cab4144aa68e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:39.143364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd59f1ac-767e-4d43-aa66-588b3dcd2d92 req-8bc01c42-02c1-4518-8211-1fb25451f26e tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865545 Aug 10 01:13:39.151111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.163284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Transition to ACTIVE for port object 35541421-38bd-430f-b46d-cab4144aa68e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:39.174217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.235819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:39.249061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:39.257858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:39.282759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Pushing event updated for resources: {'Port': ['ID=35541421-38bd-430f-b46d-cab4144aa68e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.287977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.419612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Attempting to bind port 35541421-38bd-430f-b46d-cab4144aa68e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:39.420206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Attempting to bind port 35541421-38bd-430f-b46d-cab4144aa68e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:39.423190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Attempting to bind port 35541421-38bd-430f-b46d-cab4144aa68e on network 6b35794e-e89c-4fde-a16d-c77e46b0b972 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:39.444389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:39.444888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Checking segment: {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:39.445303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.445705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Bound using segment: {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:39.446224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Bound port: 35541421-38bd-430f-b46d-cab4144aa68e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:39.446886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.464047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-886258167', 'router:external': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:39.544683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] For port 35541421-38bd-430f-b46d-cab4144aa68e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:39.553538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] For port 35541421-38bd-430f-b46d-cab4144aa68e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=35541421-38bd-430f-b46d-cab4144aa68e,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:39.560689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.642088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19173647-2e6a-4d62-a812-1a66347dcfd9 None None] Pushing event updated for resources: {'Port': ['ID=35541421-38bd-430f-b46d-cab4144aa68e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:39.681636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Allocated IP 172.25.7.80 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/2c42a451-8a3d-4747-97af-9f7a15710c46) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:39.771570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Made reservation on behalf of 90a53e8f597f4d069a62875626f00469 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:39.775658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:39.854529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.076185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bc7dd32-cffc-43ec-a92f-42384375fe2e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:40.213542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:40.224528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:40.224982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.244078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:40.345957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-0bc959b2-1664-4548-ada4-787a64b5e007 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:40.348769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-0bc959b2-1664-4548-ada4-787a64b5e007 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 946 time: 0.1539629 Aug 10 01:13:40.364261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.374131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3379d-b58c-4681-b440-18f0eb10eec4 req-4350a87b-0481-4759-85d9-6a1c831f95d2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:40.376086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5b3379d-b58c-4681-b440-18f0eb10eec4 req-4350a87b-0481-4759-85d9-6a1c831f95d2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.4930832 Aug 10 01:13:40.379643 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.385717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.460666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7bc7dd32-cffc-43ec-a92f-42384375fe2e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bc7dd32-cffc-43ec-a92f-42384375fe2e,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:40.463219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345797fd-34db-4676-a7fc-91176b150676 req-a9b823e5-2b48-44c2-9d6b-432e32461e82 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:40.466077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-345797fd-34db-4676-a7fc-91176b150676 req-a9b823e5-2b48-44c2-9d6b-432e32461e82 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 946 time: 0.1705313 Aug 10 01:13:40.474014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.552168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:13:40.554001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.592864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-345797fd-34db-4676-a7fc-91176b150676 req-45ca1ec1-c116-4a9f-b44d-d03dc45ba957 tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/security-groups?id=eef70c8c-eb34-437a-b042-fe83a9fab13a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997200 Aug 10 01:13:40.593147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edf87f4-c484-4e83-8ea1-dd525ed78b1b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.610220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Deleting port ed327c98-ecdd-41c7-96dd-0305f2691c93 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:40.610474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.630181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5b3379d-b58c-4681-b440-18f0eb10eec4 req-bfa665c6-32c0-4cd5-8f25-59298e350334 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407036 Aug 10 01:13:40.639977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.640914 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Added segment 180ddf90-b985-4ce1-87d7-8ad593aa3c53 of type vlan for network 940aae21-0b6d-4916-b0f7-f9518d7e6316 Aug 10 01:13:40.647400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:40.653092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.746358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.750339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-f92be9de-9d55-4289-ae90-604e6434bdb6 req-10f31573-d2d5-4249-b302-9c29eaee5513 service neutron] (105957) timed out ('10.222.0.25', 49182) {{(pid=105957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:13:40.789727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:40.792412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] For port ed327c98-ecdd-41c7-96dd-0305f2691c93, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ed327c98-ecdd-41c7-96dd-0305f2691c93,segment=NetworkSegment(847e030a-84e5-4e76-85d4-a04c00533919),segment_id=847e030a-84e5-4e76-85d4-a04c00533919)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:40.792555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.795090 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c682d79-cb81-4335-ae18-73863e33b526" -d '{"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-unplugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:40.806520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.839895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Calling delete_port for ed327c98-ecdd-41c7-96dd-0305f2691c93 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:40.860952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Transition to ACTIVE for port object 1af670c3-062d-4644-ac9f-189a3a5a2bff will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:40.876893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.976118 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4885a7b-e986-4446-897d-10c8891a9bab x-openstack-request-id: req-c4885a7b-e986-4446-897d-10c8891a9bab {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:40.976799 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-unplugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:40.976799 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4885a7b-e986-4446-897d-10c8891a9bab {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:40.977234 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'code': 200} Aug 10 01:13:40.978187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:40.982134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.992634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:40.993631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:40.994222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.253758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.1190407 Aug 10 01:13:41.268236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34442) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:41.287992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a011d-5f61-49e3-80e1-b732b4dbf605 None None] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:41.294450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:41.298639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'subnet': {'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:41.337231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:41.343630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:41.347979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c42a451-8a3d-4747-97af-9f7a15710c46,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:41.353844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586ada1-e459-41cc-960a-b734a94e178e tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Network': ['ID=940aae21-0b6d-4916-b0f7-f9518d7e6316,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:41.399381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:13:41.416667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] No DVR routers for this DVR port 1af670c3-062d-4644-ac9f-189a3a5a2bff on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:41.421665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Made reservation on behalf of 90a53e8f597f4d069a62875626f00469 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:41.424643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.486864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.497927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-30a0c31c-d9c4-4343-a8ec-94671295d160 None None] Provisioning for port 35541421-38bd-430f-b46d-cab4144aa68e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:41.508822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ed327c98-ecdd-41c7-96dd-0305f2691c93'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:41.565222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Pushing event deleted for resources: {'Port': ['ID=ed327c98-ecdd-41c7-96dd-0305f2691c93,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:41.568094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] No DVR routers for this DVR port ed327c98-ecdd-41c7-96dd-0305f2691c93 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:13:41.576021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:41.578147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20dca694-01b4-44c4-b10a-e46ff15079eb req-c5cfa118-90a9-4638-aab2-62d0c103a20b tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.21 "DELETE /v2.0/ports/ed327c98-ecdd-41c7-96dd-0305f2691c93 HTTP/1.1" status: 204 len: 173 time: 1.2210467 Aug 10 01:13:41.578727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'name': 'network-vif-deleted', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:41.593863 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46de20-abb4-4010-a438-ac87f859875f" -d '{"events": [{"server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "name": "network-vif-deleted", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:41.690011 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8ceed0-a12a-4e2c-8203-6ac98643ecd4 x-openstack-request-id: req-1c8ceed0-a12a-4e2c-8203-6ac98643ecd4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:41.690283 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44f3ae0-7df3-4e34-a04f-e95ef4c542e5", "name": "network-vif-deleted", "tag": "ed327c98-ecdd-41c7-96dd-0305f2691c93", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:41.690538 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c8ceed0-a12a-4e2c-8203-6ac98643ecd4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:41.690974 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44f3ae0-7df3-4e34-a04f-e95ef4c542e5', 'name': 'network-vif-deleted', 'tag': 'ed327c98-ecdd-41c7-96dd-0305f2691c93', 'status': 'completed', 'code': 200} Aug 10 01:13:41.778033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf46f4dc-8d0f-42c6-960a-8008ca57e408 req-0671865d-2005-4cd8-a58a-0e9bca87729d tempest-AttachVolumeNegativeTest-1042469772 tempest-AttachVolumeNegativeTest-1042469772-project] 10.222.0.25 "GET /v2.0/ports?device_id=b44f3ae0-7df3-4e34-a04f-e95ef4c542e5 HTTP/1.1" status: 200 len: 210 time: 0.0786188 Aug 10 01:13:42.049627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 35541421-38bd-430f-b46d-cab4144aa68e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:42.118487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 35541421-38bd-430f-b46d-cab4144aa68e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:42.123221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 35541421-38bd-430f-b46d-cab4144aa68e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:42.123642 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.188432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0aa8-3977-45bd-885f-8bdd3dce0585 req-4b5125a2-150a-4ca3-a988-51df58070a7d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.190002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e9c0aa8-3977-45bd-885f-8bdd3dce0585 req-4b5125a2-150a-4ca3-a988-51df58070a7d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.2814715 Aug 10 01:13:42.221233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.256724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:42.257355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:42.257483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:42.264260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 35541421-38bd-430f-b46d-cab4144aa68e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=35541421-38bd-430f-b46d-cab4144aa68e,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:42.269766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.271543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bc7dd32-cffc-43ec-a92f-42384375fe2e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:42.311075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:13:42.311407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Attempting to bind port 1af670c3-062d-4644-ac9f-189a3a5a2bff on network c523a6ea-1349-470c-9258-daa3913bf31e {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:42.356905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:42.357258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Checking segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:42.357648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Bound using segment: {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:42.358169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=35541421-38bd-430f-b46d-cab4144aa68e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:42.358309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Bound port: 1af670c3-062d-4644-ac9f-189a3a5a2bff, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:42.358659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.366185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7bc7dd32-cffc-43ec-a92f-42384375fe2e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:42.366948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.382047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e9c0aa8-3977-45bd-885f-8bdd3dce0585 req-3ca207de-21e7-463c-9228-2b5ce3acc4a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758015 Aug 10 01:13:42.394578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.575986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:42.584406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:42.594244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.674348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.675002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.676430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] 10.222.0.10 "PUT /v2.0/ports/1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 1092 time: 3.6485636 Aug 10 01:13:42.743308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524298ba-69f8-42bb-a1a2-e3850f1508cb service neutron] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:42.813361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.828972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-243b3966-e1d8-4da4-9a26-22f4a91c55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:42.830505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-243b3966-e1d8-4da4-9a26-22f4a91c55e5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1095 time: 0.1198967 Aug 10 01:13:42.847728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34454) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:42.896224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:13:42.896700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.900517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Deleting subnet da6c6291-1703-4263-b9f3-69201151563a {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:42.903722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.936473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ed327c98-ecdd-41c7-96dd-0305f2691c93 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:42.946781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:42.965712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: ed327c98-ecdd-41c7-96dd-0305f2691c93 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:13:42.965712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ed327c98-ecdd-41c7-96dd-0305f2691c93 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:42.966337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:13:42.978057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:42.980350 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:43.012782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.013943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:13:43.053628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Subnet': ['ID=45551c9f-dd4b-4f6b-be9d-347597ab31b1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.068039 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4f93d1-b8e4-45b1-b7eb-3aee251ba326 x-openstack-request-id: req-5e4f93d1-b8e4-45b1-b7eb-3aee251ba326 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:43.068039 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:43.068406 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e4f93d1-b8e4-45b1-b7eb-3aee251ba326 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:43.068550 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'status': 'completed', 'code': 200} Aug 10 01:13:43.110099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Checking segment: {'id': '180ddf90-b985-4ce1-87d7-8ad593aa3c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:43.110464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network hostable DHCP agents. Network: 940aae21-0b6d-4916-b0f7-f9518d7e6316, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:13:43.113012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-0f657f47-d44f-43fc-8546-458a7f1d1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.115068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-0f657f47-d44f-43fc-8546-458a7f1d1aaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.2282891 Aug 10 01:13:43.128824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-d4b49c32-b218-4e53-9659-103ccf924fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.130570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-d4b49c32-b218-4e53-9659-103ccf924fdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1095 time: 0.0593088 Aug 10 01:13:43.132157 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.183210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.184206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:13:43.185328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da6c6291-1703-4263-b9f3-69201151563a HTTP/1.1" status: 204 len: 168 time: 0.3358030 Aug 10 01:13:43.186321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d15908-46df-40b5-b51a-117ad7e6e3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6c6291-1703-4263-b9f3-69201151563a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:43.194768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34460) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.211751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Router 39c721c1-fd02-46fd-aeaf-5a8620c33763 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:43.251475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 940aae21-0b6d-4916-b0f7-f9518d7e6316) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:43.262022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ba94a-534d-4a1f-ab71-a48641ced08a None None] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:43.265274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.265888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.276792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-36b6f186-45ba-4117-982d-00476730c851 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 999 time: 0.1524122 Aug 10 01:13:43.287520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-94412746-370a-46a0-8686-8cf33677bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.290752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-94412746-370a-46a0-8686-8cf33677bcab service neutron] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.1505201 Aug 10 01:13:43.360064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53021797-29d4-410b-8586-3412af6cb076 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0778339 Aug 10 01:13:43.366410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.372802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1607853573', 'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:43.391440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.397467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-6037875e-ae2e-49c3-9d70-d24e990184c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 999 time: 0.1008806 Aug 10 01:13:43.439094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-c065ef71-4c3b-41c9-b167-9a4033c70654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.440617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-c065ef71-4c3b-41c9-b167-9a4033c70654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.1555252 Aug 10 01:13:43.444177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Made reservation on behalf of 90a53e8f597f4d069a62875626f00469 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:43.446518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.487013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] device_id is not set on port 16a77981-1ae9-41a3-a2e9-f76f4d7c889c yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:13:43.499487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-804d1e50-871d-4ec8-876d-4e9e1383e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.502168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-804d1e50-871d-4ec8-876d-4e9e1383e02b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.0951819 Aug 10 01:13:43.516204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:43.563766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Sync routers for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:43.588475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-880063a3-737d-41be-8862-36d35ac0ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.590394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-880063a3-737d-41be-8862-36d35ac0ccde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336913 Aug 10 01:13:43.593505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.594932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4639235-d18a-4f27-bce2-56879fdb37b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2040625 Aug 10 01:13:43.596907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.600056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:43.611186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:43.611773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:43.690590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957913fc-4114-4d21-a75a-e73e52f5c97d']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:43.692943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-34e5f1ab-ef7b-4121-8e93-d1dce14586de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.696433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-34e5f1ab-ef7b-4121-8e93-d1dce14586de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560254 Aug 10 01:13:43.705551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847e030a-84e5-4e76-85d4-a04c00533919') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:43.705918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847e030a-84e5-4e76-85d4-a04c00533919') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:43.707388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec503aca-bce5-4861-8235-58899816aa53 req-cf3ee724-ad26-4cc2-9645-e8e0bf5c0cda tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:43.715849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec503aca-bce5-4861-8235-58899816aa53 req-cf3ee724-ad26-4cc2-9645-e8e0bf5c0cda tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.1495755 Aug 10 01:13:43.730173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.768724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:43.784724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.808467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:43.809003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.810762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.20.0.11 (940aae21-0b6d-4916-b0f7-f9518d7e6316/45551c9f-dd4b-4f6b-be9d-347597ab31b1/16a77981-1ae9-41a3-a2e9-f76f4d7c889c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:43.813595 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:43.876269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-95975fc7-4972-431c-b257-626528c14dd1 service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748637 Aug 10 01:13:43.884026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43edcac-16fe-44e4-beec-0fa31f56cb90 None None] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:13:43.910266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec503aca-bce5-4861-8235-58899816aa53 req-3f7a9010-1a66-4d5c-a879-3f9c59c10126 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863997 Aug 10 01:13:43.977605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.990332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:43.994763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/957913fc-4114-4d21-a75a-e73e52f5c97d HTTP/1.1" status: 204 len: 168 time: 0.7955635 Aug 10 01:13:43.995001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-0b54cd01-8882-4a3f-a4dd-b70740fe6094 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700915 Aug 10 01:13:44.002005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 35541421-38bd-430f-b46d-cab4144aa68e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:44.038063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abe056-2838-4a6e-bed2-8e7a0a6e0bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=957913fc-4114-4d21-a75a-e73e52f5c97d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.231235 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e7049575-4216-4673-9645-e2196ed501fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.299265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-7be0ce41-6ed2-410d-8e26-5c0525702321 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880189 Aug 10 01:13:44.306549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34472) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.335560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 35541421-38bd-430f-b46d-cab4144aa68e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:44.336636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.351019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.399646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5282d15a-a236-4250-aa56-a828f37de41a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=506b6a796baa4f69bed77e39347609d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914364 Aug 10 01:13:44.405168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34474) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.417144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:42Z', 'revision_number': 3, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:44.448570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Checking router: 39c721c1-fd02-46fd-aeaf-5a8620c33763 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:44.449313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Updating router 39c721c1-fd02-46fd-aeaf-5a8620c33763 port 2c42a451-8a3d-4747-97af-9f7a15710c46 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:44.479451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.507210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.546889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-d8f55d34-43a9-4313-90af-318aea320a1d service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340306 Aug 10 01:13:44.556415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:44.566987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:44.570603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=16a77981-1ae9-41a3-a2e9-f76f4d7c889c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.585140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:44.631719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.660212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.663439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.683318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-54728f5f-c86b-403b-91d2-46eb53d1a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.685044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-54728f5f-c86b-403b-91d2-46eb53d1a727 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1095 time: 0.0847955 Aug 10 01:13:44.689711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.696079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8443f5e-2bcd-4c83-8005-5cc0ee2a4486 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.3265381 Aug 10 01:13:44.702007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34476) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:44.784792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.791443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.796163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eef70c8c-eb34-437a-b042-fe83a9fab13a HTTP/1.1" status: 204 len: 168 time: 0.3876522 Aug 10 01:13:44.819372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5edc8-08d7-4359-b275-d21fa7cd833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef70c8c-eb34-437a-b042-fe83a9fab13a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:44.927949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:44.933521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-cf14e531-b212-449e-8558-f38068f8e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:44.935211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-cf14e531-b212-449e-8558-f38068f8e8ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.2413359 Aug 10 01:13:44.985846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.007296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Transition to ACTIVE for port object 2c42a451-8a3d-4747-97af-9f7a15710c46 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:45.014215 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.028304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Deleting port 16a77981-1ae9-41a3-a2e9-f76f4d7c889c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:45.028716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.105992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Attempting to bind port 2c42a451-8a3d-4747-97af-9f7a15710c46 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:45.106469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Attempting to bind port 2c42a451-8a3d-4747-97af-9f7a15710c46 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:45.106930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Attempting to bind port 2c42a451-8a3d-4747-97af-9f7a15710c46 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:45.110091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277476-6cff-44ce-aca9-e44106239158 None None] Pushing event updated for resources: {'Port': ['ID=2c42a451-8a3d-4747-97af-9f7a15710c46,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.114830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:45.115356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:45.115839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.116290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:45.116825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Bound port: 2c42a451-8a3d-4747-97af-9f7a15710c46, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:45.117519 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.170134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-fc4cdc78-9cbd-4e86-a9d9-75ba07bc2c56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 999 time: 0.2237878 Aug 10 01:13:45.179175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] For port 2c42a451-8a3d-4747-97af-9f7a15710c46, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:45.183049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] For port 2c42a451-8a3d-4747-97af-9f7a15710c46, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2c42a451-8a3d-4747-97af-9f7a15710c46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:45.190585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.256827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:45.259852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:45.263067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6277476-6cff-44ce-aca9-e44106239158 None None] Pushing event updated for resources: {'Port': ['ID=2c42a451-8a3d-4747-97af-9f7a15710c46,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:45.286588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-af2a74bb-90e6-4096-80f9-223f296accaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.288092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-af2a74bb-90e6-4096-80f9-223f296accaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.0736794 Aug 10 01:13:45.356965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374f12-72ee-4a6f-8605-2279ce52cd00 req-45b2edcf-1625-4144-a599-5e0c0b2f4bd4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.358530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13374f12-72ee-4a6f-8605-2279ce52cd00 req-45b2edcf-1625-4144-a599-5e0c0b2f4bd4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.3513775 Aug 10 01:13:45.399825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:45.448035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.456439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-46cf1911-27fb-40c4-a803-9c0b9a009076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:45.458532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-46cf1911-27fb-40c4-a803-9c0b9a009076 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535707 Aug 10 01:13:45.503621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Calling delete_port for 16a77981-1ae9-41a3-a2e9-f76f4d7c889c owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:45.572229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13374f12-72ee-4a6f-8605-2279ce52cd00 req-4cff77f8-8daf-41f7-9818-1629bbf3a7ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822634 Aug 10 01:13:45.573601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Allocated IP 172.20.0.1 (6b35794e-e89c-4fde-a16d-c77e46b0b972/3521029b-2ce1-4707-8588-a9ee71ec9ef1/a9775d99-350b-4978-babf-da1d634157ee) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:45.638926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:42Z', 'revision_number': 3, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:45.673445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0996dc-b2d1-4aef-93e1-d7b07845db1a None None] The sync data for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 is: [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:42Z', 'revision_number': 3, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:45.766248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-219150b6-44a1-450c-9365-8dec377767e2 service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832565 Aug 10 01:13:45.923125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:45.996170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Transition to ACTIVE for port object a9775d99-350b-4978-babf-da1d634157ee will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:45.999744 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.021925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a73bfab6-06d8-4e1c-8448-1a42dc5851a6 req-c5605f4e-7b0d-4342-af5f-f54ecf6b9010 service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436743 Aug 10 01:13:46.056431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Port': ['ID=16a77981-1ae9-41a3-a2e9-f76f4d7c889c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:46.154716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.159496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f5c98702-6bf5-4f2b-9f2a-fc980d7e9b50 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/ports/16a77981-1ae9-41a3-a2e9-f76f4d7c889c HTTP/1.1" status: 204 len: 168 time: 1.4531040 Aug 10 01:13:46.160035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:46.167593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316', 'external_fixed_ips': [{'subnet_id': '45551c9f-dd4b-4f6b-be9d-347597ab31b1', 'ip_address': '172.20.0.11'}]}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:46.176955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.221912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:46.223665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.224222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:46.225938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.249912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:46.338795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.361175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.474797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:13:46.577114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:46.671607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.746062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.799144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9118327c-c0d4-4b6d-9975-101491b057e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.819730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:46.822600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-30eb4fae-9ff0-40e2-b5a2-a2c3e33cd528 None None] Provisioning for port a9775d99-350b-4978-babf-da1d634157ee completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:46.834895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-30eb4fae-9ff0-40e2-b5a2-a2c3e33cd528 None None] Provisioning complete for port a9775d99-350b-4978-babf-da1d634157ee triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:46.835267 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-30eb4fae-9ff0-40e2-b5a2-a2c3e33cd528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.864912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'port_id': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'mac_address': 'fa:16:3e:90:33:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:13:46.908152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-30eb4fae-9ff0-40e2-b5a2-a2c3e33cd528 None None] Port a9775d99-350b-4978-babf-da1d634157ee cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:46.921547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:46.946629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af670c3-062d-4644-ac9f-189a3a5a2bff {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:46.975857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:46.989438 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.026856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a228e-475e-4fa0-a514-accc49b97491 req-723d4c1f-2671-4b6a-b9ac-0f9ad18a4469 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:47.028555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2a228e-475e-4fa0-a514-accc49b97491 req-723d4c1f-2671-4b6a-b9ac-0f9ad18a4469 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 943 time: 0.2556255 Aug 10 01:13:47.104780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:47.105737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.136860 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.138822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4a2a228e-475e-4fa0-a514-accc49b97491 req-0ff1e053-241a-4c0d-856b-a5742b9944d6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971606 Aug 10 01:13:47.275606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['1af670c3-062d-4644-ac9f-189a3a5a2bff'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:47.278388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.290432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.356733 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.498610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.503893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Pushing event updated for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:47.629345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3febef-935b-4fa0-982f-578839f83ee8 req-99855de5-8e84-47fd-930b-e646949c3b47 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:47.631362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f3febef-935b-4fa0-982f-578839f83ee8 req-99855de5-8e84-47fd-930b-e646949c3b47 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 944 time: 0.2147126 Aug 10 01:13:47.666023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.20.0.11 (940aae21-0b6d-4916-b0f7-f9518d7e6316/45551c9f-dd4b-4f6b-be9d-347597ab31b1/a9ee1157-0465-425b-91ac-a9da6e20ca43) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:47.737799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f3febef-935b-4fa0-982f-578839f83ee8 req-b30b93b6-e775-4306-a0d8-0a5215ccd192 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955479 Aug 10 01:13:47.763822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:47.779595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bbfdf-c358-478b-93ed-247abbf24531 req-e7abed63-fe8a-4e7c-8efb-d969838821d6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:47.781160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-e7abed63-fe8a-4e7c-8efb-d969838821d6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999&tenant_id=fc38d2208f3048da8d79775529975dbb&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.3458068 Aug 10 01:13:47.791892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:47.793574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:47.955610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2c42a451-8a3d-4747-97af-9f7a15710c46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:47.964093 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-567bbfdf-c358-478b-93ed-247abbf24531 req-e7b51b66-6011-4703-81bf-5801cf7345c4 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:13:47.965015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-e7b51b66-6011-4703-81bf-5801cf7345c4 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1af670c3-062d-4644-ac9f-189a3a5a2bff/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.1716166 Aug 10 01:13:47.987264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.010368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Router 39c721c1-fd02-46fd-aeaf-5a8620c33763 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:13:48.103377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.109103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2c42a451-8a3d-4747-97af-9f7a15710c46 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:48.119108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2c42a451-8a3d-4747-97af-9f7a15710c46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:48.119494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.231979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 940aae21-0b6d-4916-b0f7-f9518d7e6316 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:48.232177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:48.234282 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.236756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:48.242246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:48.246004 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Sync routers for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:48.252462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-55652d7b-476c-4546-a6e6-c143359cbad6 admin admin] 10.222.0.25 "PUT /v2.0/routers/39c721c1-fd02-46fd-aeaf-5a8620c33763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6501188 Aug 10 01:13:48.274237 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:48.279046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:48.279252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2c42a451-8a3d-4747-97af-9f7a15710c46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2c42a451-8a3d-4747-97af-9f7a15710c46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:48.285062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3a4bf052-2af5-4fdf-bd2b-857e8028984e None None] Provisioning complete for port a9775d99-350b-4978-babf-da1d634157ee triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:48.285487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3a4bf052-2af5-4fdf-bd2b-857e8028984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.288917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.296110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=a9ee1157-0465-425b-91ac-a9da6e20ca43,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:48.322496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bbfdf-c358-478b-93ed-247abbf24531 req-7a8215d3-0385-45b2-a855-f4f1a12a02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:48.324150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-7a8215d3-0385-45b2-a855-f4f1a12a02fa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1096 time: 0.2933078 Aug 10 01:13:48.387790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2c42a451-8a3d-4747-97af-9f7a15710c46,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:48.423514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bf052-2af5-4fdf-bd2b-857e8028984e None None] Port a9775d99-350b-4978-babf-da1d634157ee cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:48.482230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:48.535489 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:48.631760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 1af670c3-062d-4644-ac9f-189a3a5a2bff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:48.640945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 1af670c3-062d-4644-ac9f-189a3a5a2bff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:48.641625 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.714131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bbfdf-c358-478b-93ed-247abbf24531 req-1f5a1421-9fc5-4a06-8bb3-844d8d5b4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:48.715648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-1f5a1421-9fc5-4a06-8bb3-844d8d5b4cdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.3837726 Aug 10 01:13:48.839620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.896081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:48.899430 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad667d4-0ce3-424a-b993-4a4da325c8e8" -d '{"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-plugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:48.909726 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 4, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a9775d99-350b-4978-babf-da1d634157ee', 'name': '', 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'mac_address': 'fa:16:3e:89:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:47Z', 'revision_number': 2, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'subnets': [{'id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:48.915824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:48.922719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.961285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Checking router: 39c721c1-fd02-46fd-aeaf-5a8620c33763 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:48.961603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Updating router 39c721c1-fd02-46fd-aeaf-5a8620c33763 port a9775d99-350b-4978-babf-da1d634157ee binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:48.997920 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:48.999129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.044689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-663f91d4-483f-4aea-af26-11e5374cb369 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 1000 time: 0.3159060 Aug 10 01:13:49.062003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41513e-4f32-4f67-b315-86991e29a4b5 req-88102f68-7566-4807-9d4d-de7b73a98384 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.063819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a41513e-4f32-4f67-b315-86991e29a4b5 req-88102f68-7566-4807-9d4d-de7b73a98384 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 944 time: 0.1756263 Aug 10 01:13:49.145662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-15de50ce-78ac-4bd0-b171-e2f344ef2a6e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.157973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-15de50ce-78ac-4bd0-b171-e2f344ef2a6e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.1372848 Aug 10 01:13:49.173809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bbfdf-c358-478b-93ed-247abbf24531 req-eaed9a35-ee1c-4449-9472-c4614edca9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.174129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-16845fa9-af31-4124-b96d-e42744df089c tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/quotas/e0d6213f89fe421b9423c5e5f5f849a6 HTTP/1.1" status: 200 len: 375 time: 0.0153050 Aug 10 01:13:49.176213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-eaed9a35-ee1c-4449-9472-c4614edca9aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.1111300 Aug 10 01:13:49.236358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.249712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a41513e-4f32-4f67-b315-86991e29a4b5 req-8eebc4eb-b71b-4db5-8f86-d77c08c50e54 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241021 Aug 10 01:13:49.295752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-dce0e160-6c05-4e6e-8057-93707840b239 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207390 Aug 10 01:13:49.343516 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a8aaad-570c-4886-aa24-043be821fe25 x-openstack-request-id: req-63a8aaad-570c-4886-aa24-043be821fe25 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:49.343820 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-plugged", "status": "completed", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:49.344075 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a8aaad-570c-4886-aa24-043be821fe25 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:49.344471 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'code': 200} Aug 10 01:13:49.365125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bbfdf-c358-478b-93ed-247abbf24531 req-dc0e4a3b-32ab-44aa-9d83-9893c0235adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:49.366693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-dc0e4a3b-32ab-44aa-9d83-9893c0235adc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1764407 Aug 10 01:13:49.438600 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.452336 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Transition to ACTIVE for port object a9775d99-350b-4978-babf-da1d634157ee will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:49.460871 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.573065 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb3145-1aaf-4a5a-a07d-d2f512cf6f2f None None] Pushing event updated for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:49.632118 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Attempting to bind port a9775d99-350b-4978-babf-da1d634157ee on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:49.632682 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Attempting to bind port a9775d99-350b-4978-babf-da1d634157ee by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:49.633052 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Attempting to bind port a9775d99-350b-4978-babf-da1d634157ee on network 6b35794e-e89c-4fde-a16d-c77e46b0b972 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:49.643764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:49.644146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Checking segment: {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:49.644549 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.644945 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Bound using segment: {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:49.645983 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Bound port: a9775d99-350b-4978-babf-da1d634157ee, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45795ad3-bf91-420f-9456-382d1730a367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:49.646361 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.658524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.811768 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] For port a9775d99-350b-4978-babf-da1d634157ee, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:49.826657 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] For port a9775d99-350b-4978-babf-da1d634157ee, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9775d99-350b-4978-babf-da1d634157ee,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:49.839223 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:49.958403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2c42a451-8a3d-4747-97af-9f7a15710c46 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:49.978633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-a7dba508-74ee-4272-b66b-12339486656a service neutron] 10.222.0.25 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732554 Aug 10 01:13:50.014239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb3145-1aaf-4a5a-a07d-d2f512cf6f2f None None] Pushing event updated for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:50.036932 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:50.037602 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:50.117308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2c42a451-8a3d-4747-97af-9f7a15710c46 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:50.117677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.171893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-553dba51-2ee6-4bd2-955a-68ce56650472 service neutron] 10.222.0.25 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773083 Aug 10 01:13:50.404897 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:50.430822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-81e53d08-b3b0-41e0-94ef-6d40a151d0ef service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0273011 Aug 10 01:13:50.540472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:50.629226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7542be7d-37fd-46a0-b4c1-9370f50b1912 req-a8db9f70-2920-499a-85e5-a7fdf88e013e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 210 time: 0.0727754 Aug 10 01:13:50.783977 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 4, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a9775d99-350b-4978-babf-da1d634157ee', 'name': '', 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'mac_address': 'fa:16:3e:89:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:49Z', 'revision_number': 4, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'subnets': [{'id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:50.831483 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d6faee-256f-45cd-a161-7fe94bd1fbd8 None None] The sync data for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 is: [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:13:46Z', 'revision_number': 4, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a9775d99-350b-4978-babf-da1d634157ee', 'name': '', 'network_id': '6b35794e-e89c-4fde-a16d-c77e46b0b972', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'mac_address': 'fa:16:3e:89:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_interface', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:45Z', 'updated_at': '2021-08-10T01:13:49Z', 'revision_number': 4, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'subnets': [{'id': '3521029b-2ce1-4707-8588-a9ee71ec9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:50.863284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ec0ef-9746-4c5b-9de8-dd2069aed955 req-3b9dfa6a-28d4-4054-8f9c-bf5dca7fc5f9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:50.865607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc5ec0ef-9746-4c5b-9de8-dd2069aed955 req-3b9dfa6a-28d4-4054-8f9c-bf5dca7fc5f9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.3406641 Aug 10 01:13:50.964587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-567bbfdf-c358-478b-93ed-247abbf24531 req-b3e362f9-3481-47f2-a027-2cd9ae0c2fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202644 Aug 10 01:13:51.027010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc5ec0ef-9746-4c5b-9de8-dd2069aed955 req-ea14f62e-f361-47b3-b555-537a04f0644b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443100 Aug 10 01:13:51.040081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router 1be38f88-bd84-41bf-9b8b-9251974c8b45 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:51.238879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:51.261763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Sync routers for ids ['1be38f88-bd84-41bf-9b8b-9251974c8b45'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:51.276023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.280566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f414b433-54ec-4754-a8a0-3427c7e23109 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1159010 Aug 10 01:13:51.281008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:51.294519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Routers {'1be38f88-bd84-41bf-9b8b-9251974c8b45'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:51.295501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1be38f88-bd84-41bf-9b8b-9251974c8b45'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:51.437079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.556454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Set router 1be38f88-bd84-41bf-9b8b-9251974c8b45 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:13:51.686235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.819942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Deleting port a9ee1157-0465-425b-91ac-a9da6e20ca43 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:51.823477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:51.989037 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.019295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9775d99-350b-4978-babf-da1d634157ee up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:52.035103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Calling delete_port for a9ee1157-0465-425b-91ac-a9da6e20ca43 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:52.084331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f15be5ba-0f9d-4874-854d-a6a7468a0629 req-1004ee51-c749-4d61-ad63-3da136ef45a0 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 210 time: 0.2661641 Aug 10 01:13:52.257678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a9775d99-350b-4978-babf-da1d634157ee completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:52.266849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a9775d99-350b-4978-babf-da1d634157ee triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:52.267448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.308432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1be38f88-bd84-41bf-9b8b-9251974c8b45', 'name': '', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316', 'external_fixed_ips': [{'subnet_id': '45551c9f-dd4b-4f6b-be9d-347597ab31b1', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'a9ee1157-0465-425b-91ac-a9da6e20ca43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:46Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 3, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port': {'id': 'a9ee1157-0465-425b-91ac-a9da6e20ca43', 'name': '', 'network_id': '940aae21-0b6d-4916-b0f7-f9518d7e6316', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1be38f88-bd84-41bf-9b8b-9251974c8b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': '45551c9f-dd4b-4f6b-be9d-347597ab31b1', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:47Z', 'updated_at': '2021-08-10T01:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45551c9f-dd4b-4f6b-be9d-347597ab31b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:52.378785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Checking router: 1be38f88-bd84-41bf-9b8b-9251974c8b45 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:13:52.380224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Updating router 1be38f88-bd84-41bf-9b8b-9251974c8b45 port a9ee1157-0465-425b-91ac-a9da6e20ca43 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:13:52.459608 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.505290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e46a5d-4f63-4890-9ed2-865ecd1e596e req-8fb0a7af-5447-4f61-a55e-2990a63e1ae5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:52.514235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.514872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62e46a5d-4f63-4890-9ed2-865ecd1e596e req-8fb0a7af-5447-4f61-a55e-2990a63e1ae5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.3087499 Aug 10 01:13:52.593446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9ee1157-0465-425b-91ac-a9da6e20ca43,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.607072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.607428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.608047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.608400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.608745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.609091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.609436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.609858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.610121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.610440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.610798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.611145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:52.613127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62e46a5d-4f63-4890-9ed2-865ecd1e596e req-b49e17e8-13f0-40aa-9f78-044a521389b6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909050 Aug 10 01:13:52.622927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-2fc1c4dd-f87b-490e-9d66-6b4f7b5590f6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:52.628468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-2fc1c4dd-f87b-490e-9d66-6b4f7b5590f6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.21 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.3496706 Aug 10 01:13:52.629213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34622) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:52.651507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Request body: {'port': {'device_id': 'e500273c-c145-4380-be65-d2d40c33a802', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'admin_state_up': True, 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:52.694560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Made reservation on behalf of e0d6213f89fe421b9423c5e5f5f849a6 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:13:52.697918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.803681 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.820408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.868741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port a9775d99-350b-4978-babf-da1d634157ee, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9775d99-350b-4978-babf-da1d634157ee,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:52.885580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.948267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:52.951371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bbb32e40-c2c4-4f7e-924a-5e2f90b9b792 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 200 len: 993 time: 0.3179259 Aug 10 01:13:52.963494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Allocated IP 172.20.0.4 (0fcc7fd0-cc46-45df-92d9-5827686244f3/d42dfbd7-ad8c-4913-8799-7b3688d8b9ed/214f67f7-8c89-4d70-98d3-c344ede2dec7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:52.990718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:52.994233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.076388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:13:53.076877 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:13:53.137835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.139644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1be38f88-bd84-41bf-9b8b-9251974c8b45 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:53.151266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.155156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34640) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:53.157216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2ead22b-21e0-43dd-aaad-dde6a5945ab1 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/routers/1be38f88-bd84-41bf-9b8b-9251974c8b45 HTTP/1.1" status: 204 len: 168 time: 1.8747807 Aug 10 01:13:53.268665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.283646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Transition to ACTIVE for port object 214f67f7-8c89-4d70-98d3-c344ede2dec7 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:53.295432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34eb3ca5-1352-4845-a99e-25b5c4645c63 req-ae3bfaf0-b035-4034-b235-6f1e407db67a tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 210 time: 0.0984609 Aug 10 01:13:53.321045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Deleting subnet 45551c9f-dd4b-4f6b-be9d-347597ab31b1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:13:53.326352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.362641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.403392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.405993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:53.427802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:53.432623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:53.474470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Pushing event updated for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:53.500895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.501222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.501563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.502157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.502700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.503213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.503726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.504241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.505370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.506338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.506756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.507025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:13:53.521929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.544511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:53.545407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.573851 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-6439d7b0-3087-41e1-91e6-21074d521e74 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9371974 Aug 10 01:13:53.588043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Request body: {'port': {'device_id': 'e500273c-c145-4380-be65-d2d40c33a802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:53.598112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Port a9ee1157-0465-425b-91ac-a9da6e20ca43 not found while updating agent binding for router 1be38f88-bd84-41bf-9b8b-9251974c8b45. {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 01:13:53.611781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:53.612162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:13:53.612823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_agentschedulers_db [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1be38f88-bd84-41bf-9b8b-9251974c8b45'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent'). {{(pid=105959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:13:53.613454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be7867-d0ef-482d-b949-0034db876eab None None] The sync data for ids ['1be38f88-bd84-41bf-9b8b-9251974c8b45'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:53.628969 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.674589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=45551c9f-dd4b-4f6b-be9d-347597ab31b1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:53.694203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.698637 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f25e130b-e0eb-406f-98fe-ce3f7cb514ce tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/45551c9f-dd4b-4f6b-be9d-347597ab31b1 HTTP/1.1" status: 204 len: 168 time: 0.5399151 Aug 10 01:13:53.698637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.699121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34644) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:53.788707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.791581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-06b2bd8f-d21f-435c-9223-c8371e579d7d None None] Provisioning for port 214f67f7-8c89-4d70-98d3-c344ede2dec7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:13:53.796349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-06b2bd8f-d21f-435c-9223-c8371e579d7d None None] Provisioning complete for port 214f67f7-8c89-4d70-98d3-c344ede2dec7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:53.797041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-06b2bd8f-d21f-435c-9223-c8371e579d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.886257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-06b2bd8f-d21f-435c-9223-c8371e579d7d None None] Port 214f67f7-8c89-4d70-98d3-c344ede2dec7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:13:53.904051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.918806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940aae21-0b6d-4916-b0f7-f9518d7e6316']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:53.932915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9775d99-350b-4978-babf-da1d634157ee up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:13:53.933110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180ddf90-b985-4ce1-87d7-8ad593aa3c53') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:53.933256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180ddf90-b985-4ce1-87d7-8ad593aa3c53') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:53.949750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.976628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.989691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a9775d99-350b-4978-babf-da1d634157ee triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:13:53.990122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.990850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:13:53.991355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:13:53.993966 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:13:54.117143 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.123479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 940aae21-0b6d-4916-b0f7-f9518d7e6316 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:13:54.135499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214f67f7-8c89-4d70-98d3-c344ede2dec7 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:54.137731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Network': ['ID=940aae21-0b6d-4916-b0f7-f9518d7e6316,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:54.141236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.145511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-38244134-2723-4821-8f79-b8691a393a02 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/networks/940aae21-0b6d-4916-b0f7-f9518d7e6316 HTTP/1.1" status: 204 len: 168 time: 0.4448252 Aug 10 01:13:54.147992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.181662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Transition to ACTIVE for port object 214f67f7-8c89-4d70-98d3-c344ede2dec7 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:13:54.188596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.273285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Pushing event updated for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:54.497387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Attempting to bind port 214f67f7-8c89-4d70-98d3-c344ede2dec7 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:13:54.497548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Attempting to bind port 214f67f7-8c89-4d70-98d3-c344ede2dec7 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:13:54.497873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Attempting to bind port 214f67f7-8c89-4d70-98d3-c344ede2dec7 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:54.506042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Port 214f67f7-8c89-4d70-98d3-c344ede2dec7 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:13:54.506565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Attempting to bind port 214f67f7-8c89-4d70-98d3-c344ede2dec7 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:13:54.514571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:13:54.514938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Checking segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:13:54.515329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Bound using segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:13:54.515765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Bound port: 214f67f7-8c89-4d70-98d3-c344ede2dec7, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:13:54.516174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.536477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51493077-3838-401f-a390-7ec23533b39b req-ff9ec121-611c-4404-8e53-9b5aa13c28e6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.538035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51493077-3838-401f-a390-7ec23533b39b req-ff9ec121-611c-4404-8e53-9b5aa13c28e6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1053 time: 0.0902448 Aug 10 01:13:54.632559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:54.637619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'name': 'tempest-router--1338162589', 'project_id': 'e4de40c7e56548249ec28736d06fb01a'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:54.637798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51493077-3838-401f-a390-7ec23533b39b req-c860158d-3ba8-43eb-bcad-044843ec973d tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Aug 10 01:13:54.660496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:13:54.664234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:13:54.669480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.681448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.686921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.687907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.689794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] 10.222.0.21 "PUT /v2.0/ports/214f67f7-8c89-4d70-98d3-c344ede2dec7 HTTP/1.1" status: 200 len: 1092 time: 1.1081545 Aug 10 01:13:54.691725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:13:54.696327 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fdae55-21c5-4b00-9c5a-c754e9408b92" -d '{"events": [{"name": "network-changed", "server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:13:54.699354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.815483 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6131b5-cf83-465b-b049-8294536c1c8e x-openstack-request-id: req-ee6131b5-cf83-465b-b049-8294536c1c8e {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:13:54.817561 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:13:54.818199 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee6131b5-cf83-465b-b049-8294536c1c8e {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:13:54.818755 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7', 'status': 'completed', 'code': 200} Aug 10 01:13:54.871336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.878839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.887394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7273a-18af-46fc-8dc7-43b54b659a73 service neutron] Pushing event updated for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:54.905680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-bcff4066-4f8d-41ba-8642-32bc6a8638b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:54.908143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-bcff4066-4f8d-41ba-8642-32bc6a8638b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1095 time: 0.1673348 Aug 10 01:13:54.912189 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:54.913516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54b8a558-9505-47cb-ab09-b479a6a78fe6 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2794220 Aug 10 01:13:54.916368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:54.972436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-111bc2e8-93b4-417f-9b75-61ba752f3093 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7 HTTP/1.1" status: 200 len: 217 time: 0.0538855 Aug 10 01:13:55.004251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.030943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-53775696-affa-47ee-a3a9-7faadc6a8dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.032655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-53775696-affa-47ee-a3a9-7faadc6a8dd6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed HTTP/1.1" status: 200 len: 849 time: 0.0528939 Aug 10 01:13:55.101029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-fa1c4d85-2164-436f-8358-5bdf3fe2a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.102811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-fa1c4d85-2164-436f-8358-5bdf3fe2a57e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcc7fd0-cc46-45df-92d9-5827686244f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551987 Aug 10 01:13:55.189452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.191809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.221946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-a5ce6b5b-2bc5-4469-9cd5-3caf350540b6 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120164 Aug 10 01:13:55.244714 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.245379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15f79ec5-d58e-4749-b8a2-244564a080e1 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:55.249936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.251782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0cd263e-9619-4175-aac0-53c0b5cfa04b tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/routers/15f79ec5-d58e-4749-b8a2-244564a080e1 HTTP/1.1" status: 204 len: 168 time: 0.3340147 Aug 10 01:13:55.342414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82fc58d3-c89f-4be5-8b9e-730336539a53 req-b1ccad99-4f8c-43a1-8f62-153f86b633c2 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112316 Aug 10 01:13:55.383462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:55.454304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-4f8a012e-b0d0-4c99-8a89-ca959fe62114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.457317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-4f8a012e-b0d0-4c99-8a89-ca959fe62114 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1095 time: 0.0584753 Aug 10 01:13:55.577074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-e3e4daa0-b615-4db1-b600-3c1cf1bde0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.578555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-e3e4daa0-b615-4db1-b600-3c1cf1bde0a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.1137559 Aug 10 01:13:55.639202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-d21bb669-26d6-4807-b9b4-9f149ae0fc40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7 HTTP/1.1" status: 200 len: 217 time: 0.0509081 Aug 10 01:13:55.700793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754140664', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:55.748078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-315949db-a883-4689-a02e-a9a5c40f7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.749964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-315949db-a883-4689-a02e-a9a5c40f7ac9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed HTTP/1.1" status: 200 len: 849 time: 0.1036472 Aug 10 01:13:55.758425 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.760445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:55.777039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f4b51-9d8a-4469-a1ac-1687b435c959 req-95bfa807-8ce6-41ee-822d-973a3db013f0 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.778619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a11f4b51-9d8a-4469-a1ac-1687b435c959 req-95bfa807-8ce6-41ee-822d-973a3db013f0 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1095 time: 0.0640597 Aug 10 01:13:55.847062 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a11f4b51-9d8a-4469-a1ac-1687b435c959 req-bfc5b397-1e16-4bd8-b497-02e4ba8f88e7 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550795 Aug 10 01:13:55.872438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-466e4161-f034-4bdc-8486-c9aa00889fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:55.874000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-466e4161-f034-4bdc-8486-c9aa00889fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0fcc7fd0-cc46-45df-92d9-5827686244f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089616 Aug 10 01:13:55.877546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.060000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.104530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.121430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-1b346a7f-1ff4-4cfb-9850-4a87143a31d0 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384708 Aug 10 01:13:56.235271 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.284394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-25fdae55-21c5-4b00-9c5a-c754e9408b92 req-48ef57e7-6782-4efc-94a6-6919c9fca4e4 service neutron] 10.222.0.21 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506500 Aug 10 01:13:56.409831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.429698 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.547656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Allocated IP 172.25.7.128 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/890f4d84-22d8-4d94-a048-c0e2b9183c7a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:13:56.672952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.718217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:56.766019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:13:56.773310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:13:56.777640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:13:56.781051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event updated for resources: {'Port': ['ID=890f4d84-22d8-4d94-a048-c0e2b9183c7a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:56.930700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34708) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:56.988266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a605ff-cc2f-4285-a30e-0d28af679946 req-c10840c5-e5b9-4bd2-91a9-ea248f944095 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:56.990753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13a605ff-cc2f-4285-a30e-0d28af679946 req-c10840c5-e5b9-4bd2-91a9-ea248f944095 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1095 time: 0.0538990 Aug 10 01:13:57.040601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13a605ff-cc2f-4285-a30e-0d28af679946 req-3d09bcf8-3f01-48b1-99a5-4dd1899ed073 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Aug 10 01:13:57.070638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93e9d22c-6aeb-42bc-aecf-9aecaa5c3818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.110513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.175044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93e9d22c-6aeb-42bc-aecf-9aecaa5c3818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.180820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93e9d22c-6aeb-42bc-aecf-9aecaa5c3818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.232476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-93e9d22c-6aeb-42bc-aecf-9aecaa5c3818 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=037605adc6334f2c8aad34b0c554baff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003135 Aug 10 01:13:57.233763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9d22c-6aeb-42bc-aecf-9aecaa5c3818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532504b4-7d1c-4354-9588-02fbaa263e2a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:57.236998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:57.297329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.325520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.375992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.378799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.382485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/532504b4-7d1c-4354-9588-02fbaa263e2a HTTP/1.1" status: 204 len: 168 time: 0.1417878 Aug 10 01:13:57.396412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb57cb-0835-40f9-8580-391bb4e98f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532504b4-7d1c-4354-9588-02fbaa263e2a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:57.659057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.798783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Router 58f44b20-2aa8-4901-80ee-533e6a0e02fe is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:13:57.916090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:13:57.926872 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] Sync routers for ids ['58f44b20-2aa8-4901-80ee-533e6a0e02fe'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:13:57.942230 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:57.944096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5209f3db-9c82-4457-bb9e-b9b074a8da16 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5591967 Aug 10 01:13:57.946693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34742) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:57.947548 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] Routers {'58f44b20-2aa8-4901-80ee-533e6a0e02fe'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:57.948172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['58f44b20-2aa8-4901-80ee-533e6a0e02fe'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:57.990461 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:58.000573 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] Routers {'58f44b20-2aa8-4901-80ee-533e6a0e02fe'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:13:58.001268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['58f44b20-2aa8-4901-80ee-533e6a0e02fe'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:58.038959 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:13:58.039816 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a54af-e440-4858-83ac-eefa83e128ac None None] The sync data for ids ['58f44b20-2aa8-4901-80ee-533e6a0e02fe'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:13:58.085131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63111691-034a-4d32-b582-34347749f3b4 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/58f44b20-2aa8-4901-80ee-533e6a0e02fe HTTP/1.1" status: 200 len: 921 time: 0.1369321 Aug 10 01:13:58.087765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:58.123837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f56ed85d-dc8a-4d76-aa15-4030b60444af tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f44b20-2aa8-4901-80ee-533e6a0e02fe HTTP/1.1" status: 200 len: 205 time: 0.0346563 Aug 10 01:13:58.126642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34750) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:58.179683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a435492-5368-4934-93cc-5aee49509630 req-b8278579-feb5-4ae6-9c79-5b40035f3e11 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:58.181187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a435492-5368-4934-93cc-5aee49509630 req-b8278579-feb5-4ae6-9c79-5b40035f3e11 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1095 time: 0.0578969 Aug 10 01:13:58.223297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a435492-5368-4934-93cc-5aee49509630 req-d3703a0c-63b5-4fdb-8b97-127e0e382063 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Aug 10 01:13:58.261163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.376738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.445306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port 890f4d84-22d8-4d94-a048-c0e2b9183c7a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:13:58.445735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.531706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.547916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for 890f4d84-22d8-4d94-a048-c0e2b9183c7a owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:13:58.738410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:58.775900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=890f4d84-22d8-4d94-a048-c0e2b9183c7a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:58.957633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 214f67f7-8c89-4d70-98d3-c344ede2dec7 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:13:59.080332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:59.094701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '214f67f7-8c89-4d70-98d3-c344ede2dec7', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'port_id': '214f67f7-8c89-4d70-98d3-c344ede2dec7', 'mac_address': 'fa:16:3e:d8:8c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:13:59.135462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.149772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214f67f7-8c89-4d70-98d3-c344ede2dec7 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:13:59.166460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.181519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:13:59.187809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.263003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:13:59.270525 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.272514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.323305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.323911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router 58f44b20-2aa8-4901-80ee-533e6a0e02fe {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:13:59.337095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.343216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-989ddc7c-f479-4740-8357-7628c57bfd25 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/58f44b20-2aa8-4901-80ee-533e6a0e02fe HTTP/1.1" status: 204 len: 168 time: 1.2104323 Aug 10 01:13:59.343387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:13:59.347913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409313975', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:13:59.399493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['214f67f7-8c89-4d70-98d3-c344ede2dec7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:13:59.414453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.415827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.438602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0d9e2-1122-402e-8db3-0991467f01aa req-4f75a5cb-eb2f-40f5-a3d8-843e8886bc11 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:13:59.440212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22b0d9e2-1122-402e-8db3-0991467f01aa req-4f75a5cb-eb2f-40f5-a3d8-843e8886bc11 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1096 time: 0.0881596 Aug 10 01:13:59.508996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.525713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22b0d9e2-1122-402e-8db3-0991467f01aa req-e38be5a5-3534-4c6f-8d02-92f94dc7af04 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688105 Aug 10 01:13:59.692885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.921363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:13:59.953386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.064396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.25.7.134 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/2d350e98-3633-4699-b987-9b985fd072b9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:00.179400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.210553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34826) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:00.226692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.261246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:00.264043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:00.268030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:00.314319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=2d350e98-3633-4699-b987-9b985fd072b9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:00.421817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d304ef8-e987-4655-9e41-245f9db7283d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.661843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fa78a-407e-445b-b9e8-c7862f958e38 req-854068f4-78ff-4814-bdd7-67e1397a6572 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:00.665752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10fa78a-407e-445b-b9e8-c7862f958e38 req-854068f4-78ff-4814-bdd7-67e1397a6572 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1096 time: 0.0602412 Aug 10 01:14:00.669433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.714626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c10fa78a-407e-445b-b9e8-c7862f958e38 req-97d0847f-ffd4-486d-82f3-a5861e0edc52 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Aug 10 01:14:00.733504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d304ef8-e987-4655-9e41-245f9db7283d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.741078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d304ef8-e987-4655-9e41-245f9db7283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.841948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5d304ef8-e987-4655-9e41-245f9db7283d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80072262ac114ad8a273092da915971b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6302075 Aug 10 01:14:00.844701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d304ef8-e987-4655-9e41-245f9db7283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2336f34a-006b-44cb-84de-b2763df5167e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:00.845170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34834) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:00.911007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.948117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:00.964353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 214f67f7-8c89-4d70-98d3-c344ede2dec7 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:01.000045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.028979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.031933 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.033356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2336f34a-006b-44cb-84de-b2763df5167e HTTP/1.1" status: 204 len: 168 time: 0.1869302 Aug 10 01:14:01.043696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 214f67f7-8c89-4d70-98d3-c344ede2dec7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:01.049342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 214f67f7-8c89-4d70-98d3-c344ede2dec7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:01.050105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd680fa1-ecd7-415a-80a1-c5e8682f312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2336f34a-006b-44cb-84de-b2763df5167e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.051958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.159570 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.166471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router 6f0f47da-ec62-4b22-9fba-9ede35ecd824 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:01.189020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:01.191478 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fc34a9-8ba2-400c-8a99-0db3cb8ba00f" -d '{"events": [{"server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "name": "network-vif-plugged", "status": "completed", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:01.217572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:01.225997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.281476 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aa484e-03e9-4505-948c-caf30fd4f9ad x-openstack-request-id: req-91aa484e-03e9-4505-948c-caf30fd4f9ad {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:01.281757 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "name": "network-vif-plugged", "status": "completed", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:01.282763 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91aa484e-03e9-4505-948c-caf30fd4f9ad {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:01.283163 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7', 'code': 200} Aug 10 01:14:01.320071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:01.326383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.344392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.346642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Sync routers for ids ['6f0f47da-ec62-4b22-9fba-9ede35ecd824'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:01.349115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34842) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.351856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1afb9412-bc87-4ecf-8595-442984886097 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0073867 Aug 10 01:14:01.361597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Routers {'6f0f47da-ec62-4b22-9fba-9ede35ecd824'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:01.362518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6f0f47da-ec62-4b22-9fba-9ede35ecd824'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:01.450259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34844) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.465992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66fac3a2-1b9f-4a33-a17c-1391bed00d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.498699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Set router 6f0f47da-ec62-4b22-9fba-9ede35ecd824 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:01.501467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b2b3-0f2d-4ce2-9883-c9a8007f0458 req-ab477aac-c1e1-4672-96a5-592d73566e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:01.505291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20c4b2b3-0f2d-4ce2-9883-c9a8007f0458 req-ab477aac-c1e1-4672-96a5-592d73566e57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.1707580 Aug 10 01:14:01.512696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-86414a72-c17c-4358-83b0-8891cfdf88ff tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/6f0f47da-ec62-4b22-9fba-9ede35ecd824 HTTP/1.1" status: 200 len: 908 time: 0.1624494 Aug 10 01:14:01.513163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34846) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.519257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'name': 'tempest-snat-router-409313975', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': True}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:01.550659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-20c4b2b3-0f2d-4ce2-9883-c9a8007f0458 req-2991cff2-f6f5-4051-80f5-c9a605e24d32 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360985 Aug 10 01:14:01.590602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66fac3a2-1b9f-4a33-a17c-1391bed00d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.597552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-66fac3a2-1b9f-4a33-a17c-1391bed00d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.649003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.649922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.653550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fac3a2-1b9f-4a33-a17c-1391bed00d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eb734-48af-4340-8c0c-f96c868d4afa,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.662144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-66fac3a2-1b9f-4a33-a17c-1391bed00d71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94044bbf33714c849a29fa5481da32ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105744 Aug 10 01:14:01.662393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34848) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:01.692738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '2d350e98-3633-4699-b987-9b985fd072b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:00Z', 'revision_number': 3, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port': {'id': '2d350e98-3633-4699-b987-9b985fd072b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:01.719429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Checking router: 6f0f47da-ec62-4b22-9fba-9ede35ecd824 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:01.719783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Updating router 6f0f47da-ec62-4b22-9fba-9ede35ecd824 port 2d350e98-3633-4699-b987-9b985fd072b9 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:01.721190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.724475 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.745821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.753879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.857591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.860602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.864326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b07eb734-48af-4340-8c0c-f96c868d4afa HTTP/1.1" status: 204 len: 168 time: 0.1981754 Aug 10 01:14:01.893613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1880d-95f8-46d3-95ba-d8124c3ff8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eb734-48af-4340-8c0c-f96c868d4afa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:01.904343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:01.905694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848803f3-ea33-493b-b9d2-e53e47eb181b req-5eecc5c8-5777-44d5-b27d-52f8446347b6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:01.914350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-848803f3-ea33-493b-b9d2-e53e47eb181b req-5eecc5c8-5777-44d5-b27d-52f8446347b6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.1052222 Aug 10 01:14:01.995506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-848803f3-ea33-493b-b9d2-e53e47eb181b req-dbd76c50-f0df-4990-8a9d-49a1884e9640 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727274 Aug 10 01:14:02.096729 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.108043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Transition to ACTIVE for port object 2d350e98-3633-4699-b987-9b985fd072b9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:02.118813 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.180866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.195321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de492ff-f74f-4d57-9965-d6363fb6c755 None None] Pushing event updated for resources: {'Port': ['ID=2d350e98-3633-4699-b987-9b985fd072b9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.199146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Attempting to bind port 2d350e98-3633-4699-b987-9b985fd072b9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:02.199514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Attempting to bind port 2d350e98-3633-4699-b987-9b985fd072b9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:02.199878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Attempting to bind port 2d350e98-3633-4699-b987-9b985fd072b9 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:02.202099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.205296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:02.205810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:02.206679 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.207147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:02.207629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Bound port: 2d350e98-3633-4699-b987-9b985fd072b9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:02.208015 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.270773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] For port 2d350e98-3633-4699-b987-9b985fd072b9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:02.274703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] For port 2d350e98-3633-4699-b987-9b985fd072b9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d350e98-3633-4699-b987-9b985fd072b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:02.283118 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.331778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.25.7.147 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c817ccc0-043c-41a4-bce4-ddcffad53d3b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:02.393471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Routers {'6f0f47da-ec62-4b22-9fba-9ede35ecd824'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:02.397588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6f0f47da-ec62-4b22-9fba-9ede35ecd824'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:02.464849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de492ff-f74f-4d57-9965-d6363fb6c755 None None] Pushing event updated for resources: {'Port': ['ID=2d350e98-3633-4699-b987-9b985fd072b9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.476665 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.557940 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.586212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] Set router 6f0f47da-ec62-4b22-9fba-9ede35ecd824 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:02.601079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:02.606969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:02.611022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:02.646098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=c817ccc0-043c-41a4-bce4-ddcffad53d3b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:02.712915 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:14:02.928971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:02.998985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '2d350e98-3633-4699-b987-9b985fd072b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:00Z', 'revision_number': 3, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port': {'id': '2d350e98-3633-4699-b987-9b985fd072b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:03.068670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf8b926-7af3-47c7-be24-ec773ad1d1d4 None None] The sync data for ids ['6f0f47da-ec62-4b22-9fba-9ede35ecd824'] in n-d-766380-21 is: [{'id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134'}], 'enable_snat': False}, 'gw_port_id': '2d350e98-3633-4699-b987-9b985fd072b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:00Z', 'revision_number': 3, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port': {'id': '2d350e98-3633-4699-b987-9b985fd072b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0f47da-ec62-4b22-9fba-9ede35ecd824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:59Z', 'updated_at': '2021-08-10T01:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:03.187273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965b916-c2dd-4505-8145-2456066ed58b req-1f56908c-9a64-452d-b0c8-ccc21f237978 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:03.188624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2965b916-c2dd-4505-8145-2456066ed58b req-1f56908c-9a64-452d-b0c8-ccc21f237978 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.0937788 Aug 10 01:14:03.202103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:03.268270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2965b916-c2dd-4505-8145-2456066ed58b req-dd889f2e-02e4-4f1a-ac6c-83016122fe26 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726142 Aug 10 01:14:03.462009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7598f1-2865-441e-9ea7-c2229b344742 req-f39ba840-a028-4491-818f-a60b5d2829bf tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:03.478709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f7598f1-2865-441e-9ea7-c2229b344742 req-f39ba840-a028-4491-818f-a60b5d2829bf tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.1157203 Aug 10 01:14:03.514722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3f7598f1-2865-441e-9ea7-c2229b344742 req-48c1ad91-e978-48a5-acde-15d9fef02e3a tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Aug 10 01:14:03.799114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92159e-ac84-4ac2-82b5-588654cc2ca3 req-0cc07fee-1a83-4893-a55b-5179a182df54 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:03.800868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba92159e-ac84-4ac2-82b5-588654cc2ca3 req-0cc07fee-1a83-4893-a55b-5179a182df54 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.0704789 Aug 10 01:14:03.844208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router b4729eb2-2808-4c6b-845d-1bd35c7458df is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:03.855806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba92159e-ac84-4ac2-82b5-588654cc2ca3 req-b130ccbe-a383-46b6-82c9-6fec71f61998 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Aug 10 01:14:04.016734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d350e98-3633-4699-b987-9b985fd072b9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:04.084217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:04.097329 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Sync routers for ids ['b4729eb2-2808-4c6b-845d-1bd35c7458df'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:04.106195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2d350e98-3633-4699-b987-9b985fd072b9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:04.112583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d350e98-3633-4699-b987-9b985fd072b9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:04.115148 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.123898 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Routers {'b4729eb2-2808-4c6b-845d-1bd35c7458df'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:04.124777 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b4729eb2-2808-4c6b-845d-1bd35c7458df'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:04.148985 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.150699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5018bca5-79aa-46d1-b3fd-acdec1ad8c03 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6359587 Aug 10 01:14:04.153968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34934) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:04.269214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.314117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2d350e98-3633-4699-b987-9b985fd072b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d350e98-3633-4699-b987-9b985fd072b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:04.325350 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.432991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2d350e98-3633-4699-b987-9b985fd072b9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:04.464336 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Set router b4729eb2-2808-4c6b-845d-1bd35c7458df gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:04.514002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-085ec3f5-bb6d-476a-881a-591471e0a8f7 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/b4729eb2-2808-4c6b-845d-1bd35c7458df HTTP/1.1" status: 200 len: 907 time: 0.3582129 Aug 10 01:14:04.516826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34954) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:04.570471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-3048d045-ea85-4680-8535-dd6d03b8771d tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:04.572121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-3048d045-ea85-4680-8535-dd6d03b8771d tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.2852089 Aug 10 01:14:04.589731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-a197b00b-6af7-484e-a49d-983fc89ffbe2 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/quotas/e0d6213f89fe421b9423c5e5f5f849a6 HTTP/1.1" status: 200 len: 375 time: 0.0104816 Aug 10 01:14:04.696223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.719313 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-548b6d96-887c-4c2c-806d-2b66cc344e66 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138217 Aug 10 01:14:04.720357 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4729eb2-2808-4c6b-845d-1bd35c7458df', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': 'c817ccc0-043c-41a4-bce4-ddcffad53d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:01Z', 'updated_at': '2021-08-10T01:14:02Z', 'revision_number': 3, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port': {'id': 'c817ccc0-043c-41a4-bce4-ddcffad53d3b', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4729eb2-2808-4c6b-845d-1bd35c7458df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:02Z', 'updated_at': '2021-08-10T01:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:04.752701 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Checking router: b4729eb2-2808-4c6b-845d-1bd35c7458df for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:04.753621 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Updating router b4729eb2-2808-4c6b-845d-1bd35c7458df port c817ccc0-043c-41a4-bce4-ddcffad53d3b binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:04.787508 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.829170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-88998fcf-5422-4759-bebc-d18cb87c41fe service neutron] 10.222.0.25 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087592 Aug 10 01:14:04.917186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:04.963729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-4a5aa021-0567-4cd6-98e3-fcbc1dc9fe0c service neutron] 10.222.0.25 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302054 Aug 10 01:14:05.043521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Deleting port c817ccc0-043c-41a4-bce4-ddcffad53d3b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:05.043876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.190532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.228910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Calling delete_port for c817ccc0-043c-41a4-bce4-ddcffad53d3b owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:05.232273 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.243378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Transition to ACTIVE for port object c817ccc0-043c-41a4-bce4-ddcffad53d3b will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:05.252470 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.277382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f5849d1-ef0c-4683-832d-12d5643bfae8 req-512cd3e2-ec85-4f24-9c19-64409c868544 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 210 time: 0.0592146 Aug 10 01:14:05.340369 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Attempting to bind port c817ccc0-043c-41a4-bce4-ddcffad53d3b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:05.341331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Attempting to bind port c817ccc0-043c-41a4-bce4-ddcffad53d3b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:05.344826 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Attempting to bind port c817ccc0-043c-41a4-bce4-ddcffad53d3b on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:05.357475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:05.357857 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:05.358255 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.358648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:05.359153 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Bound port: c817ccc0-043c-41a4-bce4-ddcffad53d3b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:05.359532 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.398620 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9db2-f557-47b8-9b61-eed99ea36ec0 None None] Pushing event updated for resources: {'Port': ['ID=c817ccc0-043c-41a4-bce4-ddcffad53d3b,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.443009 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] For port c817ccc0-043c-41a4-bce4-ddcffad53d3b, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:05.448230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] For port c817ccc0-043c-41a4-bce4-ddcffad53d3b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c817ccc0-043c-41a4-bce4-ddcffad53d3b,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:05.456652 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.479711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34982) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:05.516888 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Routers {'b4729eb2-2808-4c6b-845d-1bd35c7458df'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:05.517524 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b4729eb2-2808-4c6b-845d-1bd35c7458df'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:05.612662 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef9db2-f557-47b8-9b61-eed99ea36ec0 None None] Pushing event updated for resources: {'Port': ['ID=c817ccc0-043c-41a4-bce4-ddcffad53d3b,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.639429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] Set router b4729eb2-2808-4c6b-845d-1bd35c7458df gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:05.649035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.703261 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4729eb2-2808-4c6b-845d-1bd35c7458df', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:01Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 4, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:05.713345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b29228-d520-4683-b515-9eb07350249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.741797 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d0fe1c-058d-44c1-a8a5-7e0c8f87bfbf None None] The sync data for ids ['b4729eb2-2808-4c6b-845d-1bd35c7458df'] in n-d-766380-21 is: [{'id': 'b4729eb2-2808-4c6b-845d-1bd35c7458df', 'name': 'tempest-snat-router-409313975', 'tenant_id': '90a53e8f597f4d069a62875626f00469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:01Z', 'updated_at': '2021-08-10T01:14:04Z', 'revision_number': 4, 'project_id': '90a53e8f597f4d069a62875626f00469', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:05.763444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Port': ['ID=c817ccc0-043c-41a4-bce4-ddcffad53d3b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.852524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.881641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b29228-d520-4683-b515-9eb07350249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.888240 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b29228-d520-4683-b515-9eb07350249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:05.922227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b29228-d520-4683-b515-9eb07350249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acdbb2f-244b-4f76-952b-b6cc00ea3fc4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:05.959605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-58b29228-d520-4683-b515-9eb07350249b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c431a281d7b40fcb076e5c14a6bac3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774253 Aug 10 01:14:05.961324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 34988) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:06.000507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d350e98-3633-4699-b987-9b985fd072b9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:06.031049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.037013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.041080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.107310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.116314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.116314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4729eb2-2808-4c6b-845d-1bd35c7458df {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:06.120712 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.124331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0fd19c36-7b5a-4bb0-960f-f3cc8e8ebf9c tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b4729eb2-2808-4c6b-845d-1bd35c7458df HTTP/1.1" status: 204 len: 168 time: 1.6040640 Aug 10 01:14:06.126100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 34992) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:06.174211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d350e98-3633-4699-b987-9b985fd072b9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:06.174597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.210959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.218338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.220327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9acdbb2f-244b-4f76-952b-b6cc00ea3fc4 HTTP/1.1" status: 204 len: 168 time: 0.2580495 Aug 10 01:14:06.234837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb38328-2051-48f8-87db-0753655031a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acdbb2f-244b-4f76-952b-b6cc00ea3fc4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:06.249250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.390343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bca25c0-407a-4f3f-a562-5c4cfc6bee78 req-d24af6a8-b5da-4c93-9694-0dfc6dc53a8a tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 210 time: 0.0370190 Aug 10 01:14:06.404666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.470998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Deleting port 2d350e98-3633-4699-b987-9b985fd072b9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:06.471351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.626935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35000) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:06.642123 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1d2c-d25c-483e-9ab3-e379d01fec2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.662424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] For port 2d350e98-3633-4699-b987-9b985fd072b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d350e98-3633-4699-b987-9b985fd072b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:06.663112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.688289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Calling delete_port for 2d350e98-3633-4699-b987-9b985fd072b9 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:06.764209 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1d2c-d25c-483e-9ab3-e379d01fec2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.769720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e5a1d2c-d25c-483e-9ab3-e379d01fec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.786243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-660f77f6-e622-46ff-b0b4-2d0dea5a7bd4 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:06.787764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-660f77f6-e622-46ff-b0b4-2d0dea5a7bd4 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.10 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.2012255 Aug 10 01:14:06.804263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Request body: {'port': {'device_id': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'admin_state_up': True, 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:06.805264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7e5a1d2c-d25c-483e-9ab3-e379d01fec2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c3b985f260f40598a4048e8c4dc0d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768551 Aug 10 01:14:06.809602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:06.826876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a1d2c-d25c-483e-9ab3-e379d01fec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559ad18a-7669-4bbe-8a57-111e5c424be5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:06.897088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Made reservation on behalf of e0d6213f89fe421b9423c5e5f5f849a6 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:06.899407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:06.953219 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.001168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.049284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.126708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d350e98-3633-4699-b987-9b985fd072b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.184002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.186607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.190295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/559ad18a-7669-4bbe-8a57-111e5c424be5 HTTP/1.1" status: 204 len: 168 time: 0.3764381 Aug 10 01:14:07.240943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b889d1d-5cd0-41d1-97c0-86bfe371389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ad18a-7669-4bbe-8a57-111e5c424be5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.259890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.393001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.396110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Allocated IP 172.20.0.11 (0fcc7fd0-cc46-45df-92d9-5827686244f3/d42dfbd7-ad8c-4913-8799-7b3688d8b9ed/123c5e3e-757a-4f63-98fd-ba70e9ae5417) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:07.398619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.470148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.470755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0f47da-ec62-4b22-9fba-9ede35ecd824 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:07.476054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.477323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b13af569-7857-4b87-95e8-3438752a15dc tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "DELETE /v2.0/routers/6f0f47da-ec62-4b22-9fba-9ede35ecd824 HTTP/1.1" status: 204 len: 168 time: 1.3499169 Aug 10 01:14:07.480908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35018) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:07.485991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219595893', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:07.525555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.527693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.557318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b98c35f-dcd2-4b5e-ad7d-a91809bcc969 req-50e2ea53-3fe8-4cfe-b1b1-04ba8f6e26f6 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 210 time: 0.0507629 Aug 10 01:14:07.629480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.666371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.680568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Transition to ACTIVE for port object 123c5e3e-757a-4f63-98fd-ba70e9ae5417 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:07.727773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.740291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['214f67f7-8c89-4d70-98d3-c344ede2dec7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:07.801213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:07.804904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:07.808770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:07.814844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.888270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:07.889748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:07.928679 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Pushing event updated for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:07.934877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-fcee4bc5-69b3-4b22-9592-6a721eb7bb19 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1349654 Aug 10 01:14:07.949149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Request body: {'port': {'device_id': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:08.071447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.152829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d350e98-3633-4699-b987-9b985fd072b9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:08.157138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.178991 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.212637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2d350e98-3633-4699-b987-9b985fd072b9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:08.213011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d350e98-3633-4699-b987-9b985fd072b9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:08.232801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ecf82a7d-3727-422e-b723-7b684a0a2583 None None] Provisioning for port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:08.237477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ecf82a7d-3727-422e-b723-7b684a0a2583 None None] Provisioning complete for port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:08.237887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ecf82a7d-3727-422e-b723-7b684a0a2583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.322028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ecf82a7d-3727-422e-b723-7b684a0a2583 None None] Port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:08.346601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Allocated IP 172.25.7.97 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/23f7379c-9785-4687-951a-661f57cff1e5) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:08.470817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.528781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.529036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123c5e3e-757a-4f63-98fd-ba70e9ae5417 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:08.538068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.554206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Transition to ACTIVE for port object 123c5e3e-757a-4f63-98fd-ba70e9ae5417 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:08.559148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.576748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:08.579765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:08.583403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:08.662735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event updated for resources: {'Port': ['ID=23f7379c-9785-4687-951a-661f57cff1e5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:08.677068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:08.766758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Attempting to bind port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:08.766758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Attempting to bind port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:08.766758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Attempting to bind port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:08.768311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:14:08.768645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Attempting to bind port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 on network 0fcc7fd0-cc46-45df-92d9-5827686244f3 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:08.774054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:08.774337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Checking segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:08.775697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Bound using segment: {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:08.776149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Bound port: 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0709dcc0-b610-412e-b730-38aab561bdac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:08.776518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:08.903957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:08.910231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:08.910615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f1911-3121-4250-9fec-960ad37899d5 req-99ce61e8-8f39-4155-84c1-c036361ca2c8 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:08.912381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c9f1911-3121-4250-9fec-960ad37899d5 req-99ce61e8-8f39-4155-84c1-c036361ca2c8 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1054 time: 0.2154813 Aug 10 01:14:08.927014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.000651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.001407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.002986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] 10.222.0.10 "PUT /v2.0/ports/123c5e3e-757a-4f63-98fd-ba70e9ae5417 HTTP/1.1" status: 200 len: 1093 time: 1.0585701 Aug 10 01:14:09.003544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:09.006548 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a5ff83-814e-4e60-a431-0a0a22f2ad57" -d '{"events": [{"name": "network-changed", "server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:09.086633 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb35fb9c-9a9c-454d-9d73-2e42798a6c64 x-openstack-request-id: req-cb35fb9c-9a9c-454d-9d73-2e42798a6c64 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:09.087670 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:09.088820 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb35fb9c-9a9c-454d-9d73-2e42798a6c64 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:09.089288 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417', 'status': 'completed', 'code': 200} Aug 10 01:14:09.127398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c9f1911-3121-4250-9fec-960ad37899d5 req-f7488907-304f-49cb-87b3-4c3697fcb358 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052169 Aug 10 01:14:09.170171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398a3a0-42a3-4a22-840f-fab9432e3c5b service neutron] Pushing event updated for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:09.202335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-be8e75a7-585c-4024-81c3-a0d1a6d86571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.204122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-be8e75a7-585c-4024-81c3-a0d1a6d86571 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1096 time: 0.1139874 Aug 10 01:14:09.250238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.301385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-8d28eed2-0267-47e7-9b6c-ce4efc2b637f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417 HTTP/1.1" status: 200 len: 217 time: 0.0869594 Aug 10 01:14:09.376757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-ab845e48-01cb-4d81-a95a-0566c470211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.378814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-ab845e48-01cb-4d81-a95a-0566c470211f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed HTTP/1.1" status: 200 len: 849 time: 0.0690026 Aug 10 01:14:09.443537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6b8ab375-7e95-4e22-b3ff-db40b5600ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.443537 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-6b8ab375-7e95-4e22-b3ff-db40b5600ecf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcc7fd0-cc46-45df-92d9-5827686244f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500879 Aug 10 01:14:09.584173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:09.597291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-c0e68046-097e-451d-96e7-9a2d4ba75a10 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461241 Aug 10 01:14:09.735734 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b5d631d-0db0-4cda-b45b-1271673ff8fa req-7740e142-e3ae-4cbb-ac2b-6e414daf699f service neutron] 10.222.0.10 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303813 Aug 10 01:14:09.890197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-40a1c374-388d-4a02-a478-cd5766ce9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:09.895327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-40a1c374-388d-4a02-a478-cd5766ce9ca4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1096 time: 0.0942638 Aug 10 01:14:10.024539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-387e0ea0-c9ed-442f-b684-b2884e202c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.027179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-387e0ea0-c9ed-442f-b684-b2884e202c76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 200 len: 910 time: 0.1248271 Aug 10 01:14:10.089446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-fe73fff3-66a7-4853-8305-0c2e8bf9d2b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417 HTTP/1.1" status: 200 len: 217 time: 0.0515220 Aug 10 01:14:10.164275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-4e0f01b4-c5fe-441d-8077-729855bfcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.167129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-4e0f01b4-c5fe-441d-8077-729855bfcbd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed HTTP/1.1" status: 200 len: 849 time: 0.0685208 Aug 10 01:14:10.188058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Router ac96eed2-ea36-4310-bcc4-e321d9befe15 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:10.315823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-7b936beb-57b4-4b32-bc71-1b5777d3d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.322435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-7b936beb-57b4-4b32-bc71-1b5777d3d643 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0fcc7fd0-cc46-45df-92d9-5827686244f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468678 Aug 10 01:14:10.348505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:10.365920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] Sync routers for ids ['ac96eed2-ea36-4310-bcc4-e321d9befe15'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:10.379627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] Routers {'ac96eed2-ea36-4310-bcc4-e321d9befe15'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:10.380651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ac96eed2-ea36-4310-bcc4-e321d9befe15'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:10.390742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.396267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf7e8735-2719-49bd-bd8a-87e4178f5bcf tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9138272 Aug 10 01:14:10.397013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35138) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:10.409537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:10.410684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2af65-d04e-4908-8c80-223b6637cd5d req-93c2123a-fc17-4268-8685-e573da596293 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:10.412453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07b2af65-d04e-4908-8c80-223b6637cd5d req-93c2123a-fc17-4268-8685-e573da596293 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1096 time: 0.1637607 Aug 10 01:14:10.479002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:10.501866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] Routers {'ac96eed2-ea36-4310-bcc4-e321d9befe15'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:10.502610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ac96eed2-ea36-4310-bcc4-e321d9befe15'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:10.528256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07b2af65-d04e-4908-8c80-223b6637cd5d req-b2d364c4-ca9e-43fa-93ef-31c29f6aa5b5 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059651 Aug 10 01:14:10.572782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-f1375fa9-d153-42ed-bd0e-bed6e7d676f7 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350721 Aug 10 01:14:10.583281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:10.586421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71493e6c-aa97-46d3-8fef-1551ef9e90a5 None None] The sync data for ids ['ac96eed2-ea36-4310-bcc4-e321d9befe15'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:10.733125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-10a5ff83-814e-4e60-a431-0a0a22f2ad57 req-b74d646e-de61-4057-8863-fabf801b45e0 service neutron] 10.222.0.10 "GET /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526515 Aug 10 01:14:10.792326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35144) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:10.870369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:10.951244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08675886-9771-443a-8c98-98c008890c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.125216 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08675886-9771-443a-8c98-98c008890c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.156530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-08675886-9771-443a-8c98-98c008890c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.212029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-08675886-9771-443a-8c98-98c008890c86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f661fb5db0a496987fe28ce1be4ba3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183533 Aug 10 01:14:11.214681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:11.257030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08675886-9771-443a-8c98-98c008890c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b12c2e-9a69-4a64-aa02-555be9210e24,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:11.357048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.418562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.509574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.513105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.552862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.554771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.558323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56b12c2e-9a69-4a64-aa02-555be9210e24 HTTP/1.1" status: 204 len: 168 time: 0.3403897 Aug 10 01:14:11.572040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6b1c0-21ab-47e8-b0ee-792cb60b3f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b12c2e-9a69-4a64-aa02-555be9210e24,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:11.700147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router ac96eed2-ea36-4310-bcc4-e321d9befe15 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:11.722090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9feda-9439-4e41-b9bd-44fc4694e00c req-995c2f0b-3de0-4cbf-85c3-02bc598635a3 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:11.727002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b9feda-9439-4e41-b9bd-44fc4694e00c req-995c2f0b-3de0-4cbf-85c3-02bc598635a3 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1096 time: 0.0954928 Aug 10 01:14:11.839736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17b9feda-9439-4e41-b9bd-44fc4694e00c req-ecdb44d7-788b-4eb2-b5ee-ddf6d6e74f2f tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992448 Aug 10 01:14:11.904876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:11.911060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.912575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec7b46c1-65ba-4355-bec2-7d0b12de7b12 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "PUT /v2.0/routers/ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 200 len: 920 time: 1.5123141 Aug 10 01:14:11.915563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35160) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:11.917554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39537035-f835-463c-8f03-376589930fe2 None None] Sync routers for ids ['ac96eed2-ea36-4310-bcc4-e321d9befe15'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:11.928840 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] Routers {'ac96eed2-ea36-4310-bcc4-e321d9befe15'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:11.929957 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ac96eed2-ea36-4310-bcc4-e321d9befe15'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:11.957166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:11.966128 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:11.970909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ffc14e5c-cbd9-4271-9978-005a8579d266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:11.985979 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] Routers {'ac96eed2-ea36-4310-bcc4-e321d9befe15'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:11.986584 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ac96eed2-ea36-4310-bcc4-e321d9befe15'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:12.047816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.055497 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-39537035-f835-463c-8f03-376589930fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:12.056147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39537035-f835-463c-8f03-376589930fe2 None None] The sync data for ids ['ac96eed2-ea36-4310-bcc4-e321d9befe15'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:12.085147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ffc14e5c-cbd9-4271-9978-005a8579d266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.087027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-53e6c662-d23f-4631-92e0-9cfb33093762 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 200 len: 920 time: 0.1700816 Aug 10 01:14:12.089768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.096335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ffc14e5c-cbd9-4271-9978-005a8579d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.149017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ffc14e5c-cbd9-4271-9978-005a8579d266 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5b83b4bde984f1c8e5c078513815a0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907201 Aug 10 01:14:12.150023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc14e5c-cbd9-4271-9978-005a8579d266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f62a5a-83a0-4248-9832-6e73af4b5594,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.152931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35172) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.222998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.247992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.303452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.306083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.307297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43f62a5a-83a0-4248-9832-6e73af4b5594 HTTP/1.1" status: 204 len: 168 time: 0.1419928 Aug 10 01:14:12.315825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26946968-dfca-4162-af06-93be372bbd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f62a5a-83a0-4248-9832-6e73af4b5594,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.499886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eda7-e72f-4acd-b4b6-7e0f4cf4e329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.524153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510aa04-00cc-4143-b031-6201918ad060 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:12.528252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6510aa04-00cc-4143-b031-6201918ad060 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=ac96eed2-ea36-4310-bcc4-e321d9befe15&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4347196 Aug 10 01:14:12.528980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.601501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 123c5e3e-757a-4f63-98fd-ba70e9ae5417 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:14:12.617180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eda7-e72f-4acd-b4b6-7e0f4cf4e329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.622740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbf5eda7-e72f-4acd-b4b6-7e0f4cf4e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.638478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f9450-496d-4a0b-b9be-9e85f8aa6a96 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:12.640358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ab6f9450-496d-4a0b-b9be-9e85f8aa6a96 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.1100409 Aug 10 01:14:12.643236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.654474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5eda7-e72f-4acd-b4b6-7e0f4cf4e329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623f9125-f347-41e4-b3b3-07b7bfaaa098,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.675161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cbf5eda7-e72f-4acd-b4b6-7e0f4cf4e329 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55955b7501854572a163ac0c39d97cb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6236947 Aug 10 01:14:12.675285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.690754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9efb427b-b2f9-4ed6-9791-18603b0d5edc tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 200 len: 205 time: 0.0435424 Aug 10 01:14:12.691526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35190) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:12.734874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.739802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:12.756451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '123c5e3e-757a-4f63-98fd-ba70e9ae5417', 'network_id': '0fcc7fd0-cc46-45df-92d9-5827686244f3', 'port_id': '123c5e3e-757a-4f63-98fd-ba70e9ae5417', 'mac_address': 'fa:16:3e:e6:9f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42dfbd7-ad8c-4913-8799-7b3688d8b9ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:14:12.766326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.808459 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.826265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123c5e3e-757a-4f63-98fd-ba70e9ae5417 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:12.828951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.846564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.851568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.855239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/623f9125-f347-41e4-b3b3-07b7bfaaa098 HTTP/1.1" status: 204 len: 168 time: 0.1764152 Aug 10 01:14:12.855401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:12.861575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e59e4-1d96-422c-aa0a-713f5a47974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623f9125-f347-41e4-b3b3-07b7bfaaa098,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.862209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:12.931219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:12.982528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.004157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639307-1605-4501-a8e1-9622da03532f req-64d082a7-b6a5-4d12-b2fe-f259f8ed2b73 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:13.006268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61639307-1605-4501-a8e1-9622da03532f req-64d082a7-b6a5-4d12-b2fe-f259f8ed2b73 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1097 time: 0.0476782 Aug 10 01:14:13.058817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port 23f7379c-9785-4687-951a-661f57cff1e5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:13.059496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.068914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61639307-1605-4501-a8e1-9622da03532f req-ac8fd43e-456f-4daa-9c8e-5d000f3e9daa tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559936 Aug 10 01:14:13.147503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.162246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for 23f7379c-9785-4687-951a-661f57cff1e5 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:13.166852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['123c5e3e-757a-4f63-98fd-ba70e9ae5417'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:13.360354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.387948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=23f7379c-9785-4687-951a-661f57cff1e5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:13.455359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.862060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.865639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.910865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.911622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router ac96eed2-ea36-4310-bcc4-e321d9befe15 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:13.918260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.923161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9efa80b6-7090-43ea-a38b-4cea7d6b9784 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 204 len: 168 time: 1.2269161 Aug 10 01:14:13.923413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:13.928603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-122389338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:13.955143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:13.956280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.011160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.020334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.044702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.049442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ae72063-ad5f-4e84-902a-37df230afa20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1222780 Aug 10 01:14:14.050151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35260) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:14.052988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-617cb931-2105-4a39-ac52-29416d5d82ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.057766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:14.204096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb610d2-c5db-4898-884e-3a7e3547cc68 req-b46e16f2-7166-46ab-b424-0d201d7b91d5 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:14.205792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ffb610d2-c5db-4898-884e-3a7e3547cc68 req-b46e16f2-7166-46ab-b424-0d201d7b91d5 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1097 time: 0.0466981 Aug 10 01:14:14.243612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ffb610d2-c5db-4898-884e-3a7e3547cc68 req-10d17143-7378-4141-a000-88414c11b774 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297136 Aug 10 01:14:14.325106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.536878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.561159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.606526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 123c5e3e-757a-4f63-98fd-ba70e9ae5417 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:14.678076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:14.679051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Allocated IP 172.25.7.20 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/d6f6a0fc-9f51-4272-b1c8-5c63700dd623) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:14.683415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:14.683810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.785386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.830223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:14.831204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:14.834081 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a0da7-df11-46c4-b0e5-083a3d031b0a" -d '{"events": [{"server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "name": "network-vif-plugged", "status": "completed", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:14.841814 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.846509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.893290 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d864cb-033a-4700-9806-b3e41fa93f89 x-openstack-request-id: req-e5d864cb-033a-4700-9806-b3e41fa93f89 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:14.893596 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "name": "network-vif-plugged", "status": "completed", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:14.893857 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5d864cb-033a-4700-9806-b3e41fa93f89 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:14.894451 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417', 'code': 200} Aug 10 01:14:14.910965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:14.922358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:14.973362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:14.982533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:14.985641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:15.001559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef769ccf-d441-4e7a-b5ac-b143ebad0e7a req-623e04f4-5feb-4ef2-bd04-796246e7b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:15.004372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef769ccf-d441-4e7a-b5ac-b143ebad0e7a req-623e04f4-5feb-4ef2-bd04-796246e7b1c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0488329 Aug 10 01:14:15.014063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event updated for resources: {'Port': ['ID=d6f6a0fc-9f51-4272-b1c8-5c63700dd623,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:15.050418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef769ccf-d441-4e7a-b5ac-b143ebad0e7a req-c03b9f8a-b6d0-41a3-82a8-841f115d2004 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382555 Aug 10 01:14:15.265793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.366953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44caf5d-681f-4788-bfd6-d233289112af req-ed0d4e04-c827-4ec1-8967-7a976d224636 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:15.368494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a44caf5d-681f-4788-bfd6-d233289112af req-ed0d4e04-c827-4ec1-8967-7a976d224636 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0440614 Aug 10 01:14:15.408258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a44caf5d-681f-4788-bfd6-d233289112af req-3866a8a9-ffb9-4003-926e-6be047f93a10 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Aug 10 01:14:15.476047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.479750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.616619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Router 2a19e8cd-c358-41c0-a834-43c1d006fdc9 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:15.727823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:15.735321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:15.736829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-835efda9-10a2-4039-942e-98f2c924a815 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "PUT /v2.0/routers/2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 200 len: 878 time: 1.6860201 Aug 10 01:14:15.739269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] Sync routers for ids ['2a19e8cd-c358-41c0-a834-43c1d006fdc9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:15.739761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:15.749221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] Routers {'2a19e8cd-c358-41c0-a834-43c1d006fdc9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:15.749850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a19e8cd-c358-41c0-a834-43c1d006fdc9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:15.806041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:15.814930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] Routers {'2a19e8cd-c358-41c0-a834-43c1d006fdc9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:15.816467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2a19e8cd-c358-41c0-a834-43c1d006fdc9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:15.869478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:15.870148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c7ed5e-c191-419a-8ffc-115bc009e211 None None] The sync data for ids ['2a19e8cd-c358-41c0-a834-43c1d006fdc9'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:15.889482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c8b8ef29-e58e-467e-bdf3-8a648f483fe4 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 200 len: 919 time: 0.1484015 Aug 10 01:14:15.892126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35376) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:15.938040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579bef2e-a5e2-479f-a682-4c66d6c34974 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:15.940185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-579bef2e-a5e2-479f-a682-4c66d6c34974 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=2a19e8cd-c358-41c0-a834-43c1d006fdc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0470402 Aug 10 01:14:15.942968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35382) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:16.033902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8886668-a924-400a-ba2a-623541a67dd9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.035708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b8886668-a924-400a-ba2a-623541a67dd9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.0916378 Aug 10 01:14:16.038450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:16.066169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2c47579-f2b1-43a1-b043-e7ded4fe4560 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 200 len: 205 time: 0.0262487 Aug 10 01:14:16.068476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35394) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:16.184008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.311889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.367228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port d6f6a0fc-9f51-4272-b1c8-5c63700dd623 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:16.367957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.456108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.479230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for d6f6a0fc-9f51-4272-b1c8-5c63700dd623 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:16.532221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:16.539587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'network': {'name': 'tempest-network-smoke--1312895566', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:16.562230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:16.566227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.576371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.592414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bbf01-118e-41f2-aec4-0aa512ab7857 req-28164fae-50dd-4516-863c-eb762f67f082 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.593974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af6bbf01-118e-41f2-aec4-0aa512ab7857 req-28164fae-50dd-4516-863c-eb762f67f082 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.1096675 Aug 10 01:14:16.681964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.693964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.699144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af6bbf01-118e-41f2-aec4-0aa512ab7857 req-a676c9fd-1a4f-4d83-a408-4562525fdc22 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912714 Aug 10 01:14:16.725228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12892da2-8cc4-49a0-aa73-eec6680292f4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:16.749250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.758230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:16.769621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4c05c0b-65c7-4371-a78e-a71c3d3d4f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.784418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=d6f6a0fc-9f51-4272-b1c8-5c63700dd623,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:16.795302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.796412 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Added segment 4c51523a-5f4f-47be-9399-955b0694a9ca of type vlan for network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f Aug 10 01:14:16.865258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.878867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.898607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848013d2-703d-44f3-a5c0-e5b45b090dc6 req-21a48743-52d2-4ac1-b069-c1b1af36462c tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.900308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-848013d2-703d-44f3-a5c0-e5b45b090dc6 req-21a48743-52d2-4ac1-b069-c1b1af36462c tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0710571 Aug 10 01:14:16.942237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.947725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:16.948314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.962568 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-848013d2-703d-44f3-a5c0-e5b45b090dc6 req-2bcdce63-c1d4-423a-9644-913390d95c17 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555706 Aug 10 01:14:16.992608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:16.995084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.023166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4861605 Aug 10 01:14:17.023665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35478) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:17.031831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'admin_state_up': True, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:17.046830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87eaac-bd89-4c6e-ac20-5980ceca5ebc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Network': ['ID=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:17.058772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:17.065274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.066788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.067346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.067798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router 2a19e8cd-c358-41c0-a834-43c1d006fdc9 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:17.079801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.085415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1c6e1ec-2e60-4d14-ab10-9805c891895c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 204 len: 168 time: 1.0116971 Aug 10 01:14:17.088869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35480) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:17.094834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1595934097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:17.139649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4780c-a29c-4931-8e40-6d8c646579b7 req-d7ed9fdf-1fab-41a2-9807-26db6d7cd596 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:17.142012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82e4780c-a29c-4931-8e40-6d8c646579b7 req-d7ed9fdf-1fab-41a2-9807-26db6d7cd596 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0791326 Aug 10 01:14:17.174726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.174726 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.179516 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.184435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82e4780c-a29c-4931-8e40-6d8c646579b7 req-258a5e0e-46ae-42fa-843d-2ac7390e064c tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 10 01:14:17.286816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.297872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.302595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.383463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.388757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.390090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-73f45100-c1b2-47b9-865b-280090a0073a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3001983 Aug 10 01:14:17.396459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35510) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:17.401784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': True}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:17.604754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.622149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf0621-7aeb-47dc-a101-e45fad7d901c req-22725ef1-e4c3-4d3f-9cae-952fad1e2fe7 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:17.623746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20bf0621-7aeb-47dc-a101-e45fad7d901c req-22725ef1-e4c3-4d3f-9cae-952fad1e2fe7 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.1503210 Aug 10 01:14:17.629190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.664550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.729193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20bf0621-7aeb-47dc-a101-e45fad7d901c req-7a9ef63c-d62e-45fa-b1f3-49b42b712120 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756426 Aug 10 01:14:17.738193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.763558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.25.7.52 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1e88bdad-04d3-4961-8996-8a3dd18ccc6e) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:17.892191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.925522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.946411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.949442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:17.990802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:17.994006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:17.996489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:18.026849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:18.066980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.25.7.43 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/4f3bfe1e-55be-4b06-8180-44c3cf779b00) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:18.191106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.234517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.281637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:18.285853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:18.288680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:18.307061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.319175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=4f3bfe1e-55be-4b06-8180-44c3cf779b00,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:18.566456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.834785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.844583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.851619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-0f54a5b5-65ec-407e-9f26-b182d21a3bdd tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:18.853378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-0f54a5b5-65ec-407e-9f26-b182d21a3bdd tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0722713 Aug 10 01:14:18.895962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:18.908400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b3bc-00a7-4b69-877f-a08c7dbab4f9 req-21146681-8fbf-4c9d-8ced-e312bb9f85b5 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:18.910505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4835b3bc-00a7-4b69-877f-a08c7dbab4f9 req-21146681-8fbf-4c9d-8ced-e312bb9f85b5 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 1098 time: 0.0640678 Aug 10 01:14:19.018395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4835b3bc-00a7-4b69-877f-a08c7dbab4f9 req-f81801ea-081d-4008-8362-51b4461cc5ca tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708005 Aug 10 01:14:19.067619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router f28f7d06-ca07-4442-9de1-b4db3cdf100c is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:19.184340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:19.194430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35622) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.196484 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Sync routers for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:19.208729 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:19.209358 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.217387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.219592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ebb079ea-739c-4445-a29b-9094f9cd6f9a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.1949785 Aug 10 01:14:19.222945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.338924 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:19.340839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a6f2-29f9-49b9-87ab-b9de87a0c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.357724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Deleting port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:19.358068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.434505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router 830a71d6-3cf8-460e-a117-064b00bc5100 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:19.481278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cea0e619-89fd-45b6-b647-bf4369b6b984 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f2c2016081d04f97ba8fc525d74062e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2545850 Aug 10 01:14:19.483808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35632) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.512120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] For port 123c5e3e-757a-4f63-98fd-ba70e9ae5417, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=123c5e3e-757a-4f63-98fd-ba70e9ae5417,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:19.512491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.536756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Calling delete_port for 123c5e3e-757a-4f63-98fd-ba70e9ae5417 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:19.545262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:18Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.550782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a6f2-29f9-49b9-87ab-b9de87a0c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.557815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ff8a6f2-29f9-49b9-87ab-b9de87a0c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.580411 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Checking router: f28f7d06-ca07-4442-9de1-b4db3cdf100c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:19.580864 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Updating router f28f7d06-ca07-4442-9de1-b4db3cdf100c port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:19.600716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:19.611571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b040f1-a744-402b-a840-875be88f813e None None] Sync routers for ids ['830a71d6-3cf8-460e-a117-064b00bc5100'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:19.612134 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.618909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5ff8a6f2-29f9-49b9-87ab-b9de87a0c6f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0776e6b0bab8413f99c3505a1d163d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4210064 Aug 10 01:14:19.623307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8a6f2-29f9-49b9-87ab-b9de87a0c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f06b1d-51a0-4fdb-bcd6-292010827b9f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:19.633531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.634838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4c1e629b-a8e8-44ee-b1c3-6dda9e0d94d9 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "PUT /v2.0/routers/830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 200 len: 914 time: 2.2366052 Aug 10 01:14:19.635380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35636) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.637415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] Routers {'830a71d6-3cf8-460e-a117-064b00bc5100'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:19.639000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['830a71d6-3cf8-460e-a117-064b00bc5100'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.642714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35638) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.696327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.713094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] Routers {'830a71d6-3cf8-460e-a117-064b00bc5100'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:19.714562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['830a71d6-3cf8-460e-a117-064b00bc5100'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.727193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3d0baa-7d65-431c-a1b8-b97f6f292382 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:19.732113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ea3d0baa-7d65-431c-a1b8-b97f6f292382 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2439926 Aug 10 01:14:19.732113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35640) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.763814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.766124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b04c5c5-a01c-424a-b8b2-d8c1a2004685 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329776 Aug 10 01:14:19.771773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35642) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.783238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1274780102', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:19.783760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.784711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40b040f1-a744-402b-a840-875be88f813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:19.785392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b040f1-a744-402b-a840-875be88f813e None None] The sync data for ids ['830a71d6-3cf8-460e-a117-064b00bc5100'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:19.788334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc74e9e-dba4-41c2-89dc-aedf25fdcbad req-506ee266-e56f-44e6-b019-1cff53636635 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:19.789869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dc74e9e-dba4-41c2-89dc-aedf25fdcbad req-506ee266-e56f-44e6-b019-1cff53636635 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.1307132 Aug 10 01:14:19.823863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0702765a-207b-4103-8604-86ff811d6d62 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 200 len: 920 time: 0.1794071 Aug 10 01:14:19.826269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35644) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.873101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.917471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6344454-7a86-496b-8643-4205000993ef tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:19.919024 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a6344454-7a86-496b-8643-4205000993ef tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=830a71d6-3cf8-460e-a117-064b00bc5100&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0917892 Aug 10 01:14:19.921854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35646) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.948575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dc74e9e-dba4-41c2-89dc-aedf25fdcbad req-df94c1b1-da7b-44f9-85f1-51fbd41f7f49 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482470 Aug 10 01:14:19.975682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:19.981335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35648) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:19.994626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['123c5e3e-757a-4f63-98fd-ba70e9ae5417'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:19.999155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['214f67f7-8c89-4d70-98d3-c344ede2dec7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:20.018442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Pushing event deleted for resources: {'Port': ['ID=123c5e3e-757a-4f63-98fd-ba70e9ae5417,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.053900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:20.057600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.079066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.083012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.084609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6f06b1d-51a0-4fdb-bcd6-292010827b9f HTTP/1.1" status: 204 len: 168 time: 0.4482641 Aug 10 01:14:20.085755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] No DVR routers for this DVR port 123c5e3e-757a-4f63-98fd-ba70e9ae5417 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:20.100696 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.108639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6975f73-6209-4457-92c0-c4d92df01e18 req-8dc60963-0bb3-4d9f-940e-c94342caa23e tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.10 "DELETE /v2.0/ports/123c5e3e-757a-4f63-98fd-ba70e9ae5417 HTTP/1.1" status: 204 len: 173 time: 1.2124026 Aug 10 01:14:20.134593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1730c6e-3722-4944-a155-078f819370db tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:20.139328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d1730c6e-3722-4944-a155-078f819370db tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.2162712 Aug 10 01:14:20.140469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:20.153688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'name': 'network-vif-deleted', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:20.155920 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc2dcb-0b7f-4e44-9b49-19d16773e76e" -d '{"events": [{"server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "name": "network-vif-deleted", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:20.196012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37660550-7be7-4274-b011-701a9ec0024e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f06b1d-51a0-4fdb-bcd6-292010827b9f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.222774 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.232762 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-15a8bdc2-1451-4758-b87c-9ea0b3a5f4d5 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 200 len: 205 time: 0.0820723 Aug 10 01:14:20.235827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:20.237094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64dcce92-3699-4dd7-a78b-f3fac5e2d45f req-ce972e53-e218-4aec-9211-4c72be8cda2f tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 210 time: 0.0951567 Aug 10 01:14:20.265655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Transition to ACTIVE for port object 1e88bdad-04d3-4961-8996-8a3dd18ccc6e will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:20.285559 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.340578 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9845b770-b77b-47ad-87c7-ba01f6b5c85d x-openstack-request-id: req-9845b770-b77b-47ad-87c7-ba01f6b5c85d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:20.340818 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e388a78e-a23e-40ba-a518-9f45c4fb0041", "name": "network-vif-deleted", "tag": "123c5e3e-757a-4f63-98fd-ba70e9ae5417", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:20.341233 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9845b770-b77b-47ad-87c7-ba01f6b5c85d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:20.341455 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e388a78e-a23e-40ba-a518-9f45c4fb0041', 'name': 'network-vif-deleted', 'tag': '123c5e3e-757a-4f63-98fd-ba70e9ae5417', 'status': 'completed', 'code': 200} Aug 10 01:14:20.482655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Attempting to bind port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:20.483984 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Attempting to bind port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:20.485418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.485791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Attempting to bind port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:20.509550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a8c5-51df-4c25-883f-7654182d938f None None] Pushing event updated for resources: {'Port': ['ID=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.530181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:20.530568 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:20.533760 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.534165 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:20.535254 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Bound port: 1e88bdad-04d3-4961-8996-8a3dd18ccc6e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:20.536045 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.539853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 8b5da14f-48f1-42b4-91ac-8251a3a5db33 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:20.540226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.634748 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] For port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:20.646063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] For port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:20.659094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.662702 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.709896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.710260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.713121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Subnet': ['ID=780d535a-7671-4ca1-b7b4-859f8e667783,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.744083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 8b5da14f-48f1-42b4-91ac-8251a3a5db33 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:20.781212 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:20.781953 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:20.782587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Checking segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:20.783085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network hostable DHCP agents. Network: b5c9db90-fbe2-4cb6-bb01-6636414dfc3f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:20.790338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.817749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:20.845806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b5c9db90-fbe2-4cb6-bb01-6636414dfc3f) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:20.850251 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99a8c5-51df-4c25-883f-7654182d938f None None] Pushing event updated for resources: {'Port': ['ID=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:20.852868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:20.853581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:20.855172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1090668-5c36-455f-aabe-7c85f55051b9 None None] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:20.871706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ba02d701-de0d-456b-b339-1dbe08436ec6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0988250 Aug 10 01:14:20.876918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35670) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:20.912859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port 4f3bfe1e-55be-4b06-8180-44c3cf779b00 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:20.913220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.022376 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:21.063738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.097016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for 4f3bfe1e-55be-4b06-8180-44c3cf779b00 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:21.130598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:21.131791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.214704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.317778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=8b5da14f-48f1-42b4-91ac-8251a3a5db33,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.337414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:18Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:21.382914 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a91e250-3bd5-4f04-ab30-3b17efc73122 None None] The sync data for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 is: [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:18Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:21.443643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Allocated IP 172.20.0.2 (b5c9db90-fbe2-4cb6-bb01-6636414dfc3f/780d535a-7671-4ca1-b7b4-859f8e667783/6f4fa785-1713-4681-84c5-2ec225bb72ff) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:21.497263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.519119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.519651 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP d9091ab4-0843-41bb-a118-ff8f381abd59 disassociated (deleted). External IP: 172.25.7.114, port: 1af670c3-062d-4644-ac9f-189a3a5a2bff. Aug 10 01:14:21.541073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=4f3bfe1e-55be-4b06-8180-44c3cf779b00,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.617654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.631736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4ee76fc-01a4-4c3a-890d-13dd8758a826 req-83d6c0da-205a-4b02-946a-1f9b2bba884f tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e388a78e-a23e-40ba-a518-9f45c4fb0041 HTTP/1.1" status: 200 len: 210 time: 0.1090918 Aug 10 01:14:21.677071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.692182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Transition to ACTIVE for port object 6f4fa785-1713-4681-84c5-2ec225bb72ff will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:21.735226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Transition to ACTIVE for port object 6f4fa785-1713-4681-84c5-2ec225bb72ff will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:21.748236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.778969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.781154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.854333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Pushing event updated for resources: {'Port': ['ID=6f4fa785-1713-4681-84c5-2ec225bb72ff,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:21.863834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.864423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router 830a71d6-3cf8-460e-a117-064b00bc5100 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:21.890350 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.891763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-309c03e7-59b8-48d0-9b0d-e2b249f6d93b tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 204 len: 168 time: 1.6468461 Aug 10 01:14:21.902811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:21.903670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35688) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:21.905591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:21.918402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:21.925927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383317367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:21.984314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:21.985996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.023440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Attempting to bind port 6f4fa785-1713-4681-84c5-2ec225bb72ff on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:22.024088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Attempting to bind port 6f4fa785-1713-4681-84c5-2ec225bb72ff by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:22.025457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Attempting to bind port 6f4fa785-1713-4681-84c5-2ec225bb72ff on network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:22.040357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:22.041011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Checking segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:22.041606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.042181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Bound using segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:22.043208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Bound port: 6f4fa785-1713-4681-84c5-2ec225bb72ff, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:22.043796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.093508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1e88bdad-04d3-4961-8996-8a3dd18ccc6e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:22.093729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.101815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.124672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.132531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ace416c3-26ab-4caa-a403-2cec00ae8046 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2267616 Aug 10 01:14:22.133807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35696) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:22.140077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:22.163305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] For port 6f4fa785-1713-4681-84c5-2ec225bb72ff, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:22.170245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] For port 6f4fa785-1713-4681-84c5-2ec225bb72ff, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6f4fa785-1713-4681-84c5-2ec225bb72ff,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:22.184249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:22.187774 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.205455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:22.205986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.215241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.220162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 1853f14a-d597-4573-8819-99913872bd4d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:22.354035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf900fa-90a9-4305-855e-d742200cbbbf None None] Pushing event updated for resources: {'Port': ['ID=6f4fa785-1713-4681-84c5-2ec225bb72ff,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:22.438129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.476680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:22.487215 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.513354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:22.539519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.541152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:22.543648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Sync routers for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:22.559559 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:22.560185 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:22.579530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:22.657387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 123c5e3e-757a-4f63-98fd-ba70e9ae5417 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:22.719442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2ad1135-0fd7-42c0-83a2-5d5c56e69eb5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/floatingips/d9091ab4-0843-41bb-a118-ff8f381abd59 HTTP/1.1" status: 204 len: 168 time: 2.7338798 Aug 10 01:14:22.732769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 123c5e3e-757a-4f63-98fd-ba70e9ae5417 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:22.732769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 123c5e3e-757a-4f63-98fd-ba70e9ae5417 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:22.746118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:22.759795 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604aa93-594d-447c-be39-5dcc23966bef" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:22.907415 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:23.133099 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.150952 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e3b39c-db4f-4172-98d3-bc69a5716512 x-openstack-request-id: req-a9e3b39c-db4f-4172-98d3-bc69a5716512 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:23.151257 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:23.151496 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9e3b39c-db4f-4172-98d3-bc69a5716512 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:23.151899 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'status': 'completed', 'code': 200} Aug 10 01:14:23.174086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.20.0.1 (b5c9db90-fbe2-4cb6-bb01-6636414dfc3f/780d535a-7671-4ca1-b7b4-859f8e667783/cb7c1a2f-25a0-4607-a949-aa55f5651037) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:23.179634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.289410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97ea37-e637-4653-907b-fd99bfc3114a req-377a9605-436b-47c9-9a3b-334cc43513fc tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.292131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b97ea37-e637-4653-907b-fd99bfc3114a req-377a9605-436b-47c9-9a3b-334cc43513fc tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.1393738 Aug 10 01:14:23.353413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aa93-594d-447c-be39-5dcc23966bef req-4a0b0d35-812e-41c5-bdb9-6513cff0d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.356033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-4a0b0d35-812e-41c5-bdb9-6513cff0d802 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 1097 time: 0.1883783 Aug 10 01:14:23.401656 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:23.436904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b97ea37-e637-4653-907b-fd99bfc3114a req-ca19c62f-39e1-4634-9e74-1e6fc95bfc43 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260061 Aug 10 01:14:23.442102 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Checking router: 1853f14a-d597-4573-8819-99913872bd4d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:23.452398 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:23.453367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:23.483277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.502309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Transition to ACTIVE for port object cb7c1a2f-25a0-4607-a949-aa55f5651037 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:23.537866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61197d-678f-4136-b404-550dbc7073d6 req-32798bce-de69-4174-b4f2-ec8a5c44780f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.539454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb61197d-678f-4136-b404-550dbc7073d6 req-32798bce-de69-4174-b4f2-ec8a5c44780f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.2550325 Aug 10 01:14:23.570095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Allocated IP 172.25.7.140 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/23c846ff-a2f0-4482-9471-462ad7ffa5c4) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:23.589177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.647099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:23.650944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:23.653419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:23.670452 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:23.673971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aa93-594d-447c-be39-5dcc23966bef req-20b449f9-93a6-4236-ace1-a23cb2e3233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.676497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-20b449f9-93a6-4236-ace1-a23cb2e3233f service neutron] 10.222.0.10 "GET /v2.0/networks?id=c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 200 len: 897 time: 0.3105509 Aug 10 01:14:23.720400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:23.734067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.754316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb61197d-678f-4136-b404-550dbc7073d6 req-33dc7b4a-9ec5-4988-adda-d65d45cf1aee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055016 Aug 10 01:14:23.803352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-5b0428fc-6c58-4f21-a0c3-c9433fa17c0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 200 len: 217 time: 0.0671325 Aug 10 01:14:23.898690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aa93-594d-447c-be39-5dcc23966bef req-62dc3a17-b2f2-4379-8473-b928684f67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:23.904499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-62dc3a17-b2f2-4379-8473-b928684f67e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 200 len: 835 time: 0.0926559 Aug 10 01:14:23.908142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:23.963476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f2c29-85a7-43b8-ba43-033f71235849 None None] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:24.006921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604aa93-594d-447c-be39-5dcc23966bef req-8a670e26-7ef5-42ec-aef1-756e6d4f02ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:24.008475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-8a670e26-7ef5-42ec-aef1-756e6d4f02ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c523a6ea-1349-470c-9258-daa3913bf31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954542 Aug 10 01:14:24.021639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.028964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.136215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:24.149938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:24.156338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:24.165969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Pushing event updated for resources: {'Port': ['ID=23c846ff-a2f0-4482-9471-462ad7ffa5c4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:24.207624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-aa378937-1de4-49d1-8b6b-8df939bc6019 service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902487 Aug 10 01:14:24.225412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6f4fa785-1713-4681-84c5-2ec225bb72ff up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:24.230937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-83d8e098-bd92-4a14-ba91-1534478c36e2 None None] Provisioning for port 6f4fa785-1713-4681-84c5-2ec225bb72ff completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:24.271980 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:24.307196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6f4fa785-1713-4681-84c5-2ec225bb72ff completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:24.313198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6f4fa785-1713-4681-84c5-2ec225bb72ff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:24.314126 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.335243 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b94db0-60ff-4ab6-a02c-80d8858bd888 None None] The sync data for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 is: [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:23Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'af901391-5921-4502-ba0f-b4826eac020d', 'name': '', 'network_id': 'c523a6ea-1349-470c-9258-daa3913bf31e', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:0b:46:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:22Z', 'updated_at': '2021-08-10T01:12:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '79e2ee03-9aa0-4eae-950e-ff1beb244cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:24.462871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.510983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 6f4fa785-1713-4681-84c5-2ec225bb72ff, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6f4fa785-1713-4681-84c5-2ec225bb72ff,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:24.516897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.518853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1e88bdad-04d3-4961-8996-8a3dd18ccc6e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:24.653514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:24.653885 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.655710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=6f4fa785-1713-4681-84c5-2ec225bb72ff,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:24.733619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Provisioning complete for port 6f4fa785-1713-4681-84c5-2ec225bb72ff triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:24.734476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:24.810687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:24.955619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-5fec606f-888c-4ff3-9c9e-c82fd8a8a335 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:24.957230 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-5fec606f-888c-4ff3-9c9e-c82fd8a8a335 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.1476724 Aug 10 01:14:24.986721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-3105c409-4a21-44c1-9639-e6addf4641eb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:24.989240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-3105c409-4a21-44c1-9639-e6addf4641eb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1820505 Aug 10 01:14:25.056731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c2c2b-b653-443b-bddb-7dd454b9d49e None None] New status for floating IP d9091ab4-0843-41bb-a118-ff8f381abd59: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:14:25.072911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f790af4-12b2-460c-beab-f8fc6688a90e req-426681b1-7b1d-4174-8647-6f897a30cc65 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:25.074453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f790af4-12b2-460c-beab-f8fc6688a90e req-426681b1-7b1d-4174-8647-6f897a30cc65 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 1097 time: 0.2661369 Aug 10 01:14:25.098284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d446899-39ce-4159-9e92-e78e690c7e76 req-2349e481-0f45-4f7b-bc30-25a62de5e3eb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:25.103133 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d446899-39ce-4159-9e92-e78e690c7e76 req-2349e481-0f45-4f7b-bc30-25a62de5e3eb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 945 time: 0.1485801 Aug 10 01:14:25.107927 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b604aa93-594d-447c-be39-5dcc23966bef req-db34a79e-e17a-4f5a-8c49-df4d69e5e5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8893743 Aug 10 01:14:25.139076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-092d505f-c057-4f7c-8990-6e6fe8965adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.145395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Provisioning for port cb7c1a2f-25a0-4607-a949-aa55f5651037 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:25.151732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Provisioning complete for port cb7c1a2f-25a0-4607-a949-aa55f5651037 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:25.152599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.193139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ab555530-6c02-46b6-9a77-66deca26e613 None None] Port cb7c1a2f-25a0-4607-a949-aa55f5651037 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:25.197624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d446899-39ce-4159-9e92-e78e690c7e76 req-07f23322-de9c-449c-beb9-2d2b986c5b43 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=5e9acfda-fdca-43e6-8852-e02ec0596545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867879 Aug 10 01:14:25.223697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.282017 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f790af4-12b2-460c-beab-f8fc6688a90e req-f5780b31-20f0-421f-a79b-bd02f9fc371f tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=fbd5dffc-bb34-4f44-b074-1910d1e700dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816909 Aug 10 01:14:25.319831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1037405c-62c4-4793-8299-eb0d6a4f8a42 None None] Provisioning complete for port cb7c1a2f-25a0-4607-a949-aa55f5651037 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:25.320209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1037405c-62c4-4793-8299-eb0d6a4f8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.346498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.357903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.358891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1037405c-62c4-4793-8299-eb0d6a4f8a42 None None] Port cb7c1a2f-25a0-4607-a949-aa55f5651037 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:25.420214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Deleting port 214f67f7-8c89-4d70-98d3-c344ede2dec7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:25.420463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.438109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.442261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.442753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 1af670c3-062d-4644-ac9f-189a3a5a2bff {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:25.443159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.559273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:25.568005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.577454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Router 8a034234-2aa8-4711-98d1-06a528a59e32 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:25.679255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-092d505f-c057-4f7c-8990-6e6fe8965adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.688372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] For port 214f67f7-8c89-4d70-98d3-c344ede2dec7, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=214f67f7-8c89-4d70-98d3-c344ede2dec7,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:25.688740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.692303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:25.696972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.698390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-80f488b1-edac-4e07-92a1-16a7b0412989 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "PUT /v2.0/routers/8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 200 len: 915 time: 3.5635457 Aug 10 01:14:25.701061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35774) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.701222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-092d505f-c057-4f7c-8990-6e6fe8965adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.703874 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] Sync routers for ids ['8a034234-2aa8-4711-98d1-06a528a59e32'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:25.712770 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] Routers {'8a034234-2aa8-4711-98d1-06a528a59e32'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:25.713369 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8a034234-2aa8-4711-98d1-06a528a59e32'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:25.717029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 1af670c3-062d-4644-ac9f-189a3a5a2bff, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1af670c3-062d-4644-ac9f-189a3a5a2bff,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:25.717404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.739532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Calling delete_port for 214f67f7-8c89-4d70-98d3-c344ede2dec7 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:25.745639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:25.754938 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] Routers {'8a034234-2aa8-4711-98d1-06a528a59e32'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:25.755539 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8a034234-2aa8-4711-98d1-06a528a59e32'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:25.781019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 1af670c3-062d-4644-ac9f-189a3a5a2bff owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:25.794062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:25.794707 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6a729-f4fb-4692-8e87-0979342a41da None None] The sync data for ids ['8a034234-2aa8-4711-98d1-06a528a59e32'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:25.810414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-092d505f-c057-4f7c-8990-6e6fe8965adc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f58f89431a394e6d8a7a433dd4746de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9973872 Aug 10 01:14:25.813567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35776) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.835513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c22c00a1-059c-49df-b6a7-6a1a6b36eca0 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 200 len: 921 time: 0.1278951 Aug 10 01:14:25.838383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35778) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.853046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d505f-c057-4f7c-8990-6e6fe8965adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8446a70-66a3-4308-ae70-664c3308ea91,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:25.904066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.906931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6023b888-4ecb-45b8-b739-19ba53934dc3 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:25.908460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6023b888-4ecb-45b8-b739-19ba53934dc3 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=8a034234-2aa8-4711-98d1-06a528a59e32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0691483 Aug 10 01:14:25.912872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35780) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:25.947997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6f4fa785-1713-4681-84c5-2ec225bb72ff up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:25.951503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:25.994051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:25.999480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6f4fa785-1713-4681-84c5-2ec225bb72ff triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:26.000018 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.006275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.009171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.012956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:26.013126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8446a70-66a3-4308-ae70-664c3308ea91 HTTP/1.1" status: 204 len: 168 time: 0.1959662 Aug 10 01:14:26.032823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa59afd-7231-486a-a500-f578743518c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8446a70-66a3-4308-ae70-664c3308ea91,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.074549 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.214705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc948e2-0350-488d-970b-d4eaef7aabb2 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:26.218898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2dc948e2-0350-488d-970b-d4eaef7aabb2 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.2968309 Aug 10 01:14:26.219744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.255115 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.270014 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.276457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-efb74443-079d-4ce2-9b74-31cffb7b383d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 200 len: 205 time: 0.0519598 Aug 10 01:14:26.279249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35790) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.293648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.306806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['214f67f7-8c89-4d70-98d3-c344ede2dec7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:26.390269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router f28f7d06-ca07-4442-9de1-b4db3cdf100c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:26.391275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=1af670c3-062d-4644-ac9f-189a3a5a2bff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.398398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b02ebd5c-8fbe-41e0-88ca-6bcc947e0ce4 req-f9b083e1-5ee7-40e1-9e97-0ca34be7bf14 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1e98922-42a3-4e59-b00f-4ee7c11fb999 HTTP/1.1" status: 200 len: 210 time: 0.0398676 Aug 10 01:14:26.417326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d87d7d63-01d9-4783-b4c6-7d643af71d21 None None] Provisioning complete for port cb7c1a2f-25a0-4607-a949-aa55f5651037 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:26.417708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d87d7d63-01d9-4783-b4c6-7d643af71d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.451872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35794) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.475946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d87d7d63-01d9-4783-b4c6-7d643af71d21 None None] Port cb7c1a2f-25a0-4607-a949-aa55f5651037 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:26.476639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Pushing event deleted for resources: {'Port': ['ID=214f67f7-8c89-4d70-98d3-c344ede2dec7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.484841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fff21be8-eb50-48de-a0ef-9f72470c8e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.495574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] No DVR routers for this DVR port 1af670c3-062d-4644-ac9f-189a3a5a2bff on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:26.498278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.500591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-119887c9-eb68-4b70-946a-e89e2b2d267e req-18a12414-8c9a-4005-a933-48203e6a0fcc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "DELETE /v2.0/ports/1af670c3-062d-4644-ac9f-189a3a5a2bff HTTP/1.1" status: 204 len: 173 time: 1.4914277 Aug 10 01:14:26.515045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.516741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-deleted', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:26.519161 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f766fec1-47cc-46f6-8627-6a3b2c330651" -d '{"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-deleted", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:26.524599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2b4ea7d6-c5a6-40cd-a646-39d5ad38b3d6 req-15e0c2c9-3409-4cfa-a04c-2a57d8676315 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 210 time: 0.1239014 Aug 10 01:14:26.529251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] No DVR routers for this DVR port 214f67f7-8c89-4d70-98d3-c344ede2dec7 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:26.531966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.534481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54dd4c35-8edb-4aec-8153-fde8938db268 req-09826165-6592-42e3-be68-97ce61da1399 tempest-TestServerMultinode-1012833329 tempest-TestServerMultinode-1012833329-project-admin] 10.222.0.21 "DELETE /v2.0/ports/214f67f7-8c89-4d70-98d3-c344ede2dec7 HTTP/1.1" status: 204 len: 173 time: 1.5605218 Aug 10 01:14:26.610549 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b821385-023f-4af9-9b39-26acab424147 x-openstack-request-id: req-7b821385-023f-4af9-9b39-26acab424147 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:26.610938 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e98922-42a3-4e59-b00f-4ee7c11fb999", "name": "network-vif-deleted", "tag": "1af670c3-062d-4644-ac9f-189a3a5a2bff", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:26.611146 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b821385-023f-4af9-9b39-26acab424147 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:26.611502 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e98922-42a3-4e59-b00f-4ee7c11fb999', 'name': 'network-vif-deleted', 'tag': '1af670c3-062d-4644-ac9f-189a3a5a2bff', 'status': 'completed', 'code': 200} Aug 10 01:14:26.699148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.708462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:26.714595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07f764f7-7c3e-49a8-8676-f27d22092c3f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "PUT /v2.0/routers/f28f7d06-ca07-4442-9de1-b4db3cdf100c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8325431 Aug 10 01:14:26.717376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35798) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.729140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1245517109', 'description': 'tempest-secgroup_access--1245517109 description', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:26.734067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Sync routers for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:26.745205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:26.745593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fff21be8-eb50-48de-a0ef-9f72470c8e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.746134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:26.751828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fff21be8-eb50-48de-a0ef-9f72470c8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.801704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff21be8-eb50-48de-a0ef-9f72470c8e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41334529-0638-4ca2-b118-dadf5d98f216,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:26.810484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40fb9521-23ea-451e-989c-556a56dabf36 req-bd34c114-e19c-4402-8b6b-c4a7c131bbb6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e500273c-c145-4380-be65-d2d40c33a802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294206 Aug 10 01:14:26.810731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fff21be8-eb50-48de-a0ef-9f72470c8e37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e7241dab35d4df6a434dc38c19a1e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549974 Aug 10 01:14:26.810877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.810991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:26.840614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port 23c846ff-a2f0-4482-9471-462ad7ffa5c4 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:26.840965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:26.901364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:26.927085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40fb9521-23ea-451e-989c-556a56dabf36 req-838c0f29-570f-4cf0-a0e0-57841a8b2813 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&device_id=e500273c-c145-4380-be65-d2d40c33a802 HTTP/1.1" status: 200 len: 210 time: 0.0533032 Aug 10 01:14:26.951103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.013724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.025338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.039056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for 23c846ff-a2f0-4482-9471-462ad7ffa5c4 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:27.096460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.121023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.205669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.207484 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4886332 Aug 10 01:14:27.222186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.230540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1604614599', 'description': 'tempest-secgroup_general--1604614599 description', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:27.236058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:24Z', 'revision_number': 2, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:27.242103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.246989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc16f5c-0e97-4e99-a673-d3f57cf295ea tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23958484-60db-4893-9c8e-79feba4c68cf,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:27.247301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.249101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41334529-0638-4ca2-b118-dadf5d98f216 HTTP/1.1" status: 204 len: 168 time: 0.4373701 Aug 10 01:14:27.266058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d8db0-d173-4beb-8cba-5da7df052b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41334529-0638-4ca2-b118-dadf5d98f216,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:27.267933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9521-23ea-451e-989c-556a56dabf36 req-03917796-5cad-4e53-b979-31438c2cb981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:27.270566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40fb9521-23ea-451e-989c-556a56dabf36 req-03917796-5cad-4e53-b979-31438c2cb981 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3143809 Aug 10 01:14:27.301739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Checking router: f28f7d06-ca07-4442-9de1-b4db3cdf100c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:27.302425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Updating router f28f7d06-ca07-4442-9de1-b4db3cdf100c port cb7c1a2f-25a0-4607-a949-aa55f5651037 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:27.357445 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.421335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.471414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.494382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=23c846ff-a2f0-4482-9471-462ad7ffa5c4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:27.541938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35808) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.643852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:27.654865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.878107 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.883810 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.939811 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:27.953236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Transition to ACTIVE for port object cb7c1a2f-25a0-4607-a949-aa55f5651037 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:27.961177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.032276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b306-37bd-4422-b9cc-49f71ce5b473 None None] Pushing event updated for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:28.047360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.047908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router 8a034234-2aa8-4711-98d1-06a528a59e32 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:28.058852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.063549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-325b896d-7805-42d8-8052-23605b6098b6 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 204 len: 168 time: 1.7760382 Aug 10 01:14:28.064543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35824) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:28.087174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1540160433', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:28.108338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb9521-23ea-451e-989c-556a56dabf36 req-a1da41cd-8089-45f2-a89a-b35a7499eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:28.109840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40fb9521-23ea-451e-989c-556a56dabf36 req-a1da41cd-8089-45f2-a89a-b35a7499eb9b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8313265 Aug 10 01:14:28.198913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Attempting to bind port cb7c1a2f-25a0-4607-a949-aa55f5651037 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:28.198913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Attempting to bind port cb7c1a2f-25a0-4607-a949-aa55f5651037 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:28.198913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Attempting to bind port cb7c1a2f-25a0-4607-a949-aa55f5651037 on network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:28.199998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Checking segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Bound using segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Bound port: cb7c1a2f-25a0-4607-a949-aa55f5651037, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:28.200336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.201234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.203430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.204662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.260630 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.264517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0382338 Aug 10 01:14:28.279657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35830) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:28.293400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] For port cb7c1a2f-25a0-4607-a949-aa55f5651037, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:28.299206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'security_group_rule': {'security_group_id': '23958484-60db-4893-9c8e-79feba4c68cf', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:28.304214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] For port cb7c1a2f-25a0-4607-a949-aa55f5651037, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cb7c1a2f-25a0-4607-a949-aa55f5651037,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:28.316036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9febd-59c8-4685-9387-16a5cbdfbe2e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa71af-867f-4d9c-8700-502512f0c010,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:28.322481 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.403058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:28.403768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.444476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.457980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b306-37bd-4422-b9cc-49f71ce5b473 None None] Pushing event updated for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:28.558494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.589328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:28.668038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.683547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'name': 'network-vif-deleted', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:28.686729 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361b3350-b890-4366-ae0f-009529c15208" -d '{"events": [{"server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "name": "network-vif-deleted", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:28.769357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:28.801400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 1af670c3-062d-4644-ac9f-189a3a5a2bff {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:28.801807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1af670c3-062d-4644-ac9f-189a3a5a2bff not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:28.803324 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea493e97-c872-4911-bcbb-8f640370d5e4 x-openstack-request-id: req-ea493e97-c872-4911-bcbb-8f640370d5e4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:28.803777 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e500273c-c145-4380-be65-d2d40c33a802", "name": "network-vif-deleted", "tag": "214f67f7-8c89-4d70-98d3-c344ede2dec7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:28.804193 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea493e97-c872-4911-bcbb-8f640370d5e4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:28.804750 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e500273c-c145-4380-be65-d2d40c33a802', 'name': 'network-vif-deleted', 'tag': '214f67f7-8c89-4d70-98d3-c344ede2dec7', 'status': 'completed', 'code': 200} Aug 10 01:14:28.857725 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.873951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.894793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:28Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:28.925473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c048505-7e40-4b85-97c9-1ec09598ad75 None None] The sync data for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 is: [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:28Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:28.933932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebab4c2e-314d-4ae1-9d6b-0bf6d58ec408,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:28.938838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.952992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:28.955599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-719d0b91-ff7f-4945-bd93-f72ba585760d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6726837 Aug 10 01:14:28.990656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.078645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 214f67f7-8c89-4d70-98d3-c344ede2dec7 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:29.116135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 214f67f7-8c89-4d70-98d3-c344ede2dec7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:29.116706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 214f67f7-8c89-4d70-98d3-c344ede2dec7 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:29.180932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.219205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.355590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Allocated IP 172.25.7.72 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/e20f91c4-3385-455e-878c-92e03db7b608) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:29.390028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-04471fbe-f353-4766-85d2-d53687e6a955 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1245517109&fields=id&tenant_id=f2c2016081d04f97ba8fc525d74062e0 HTTP/1.1" status: 200 len: 267 time: 0.1800947 Aug 10 01:14:29.391548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35896) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:29.478236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-264ef504-73fd-454c-9b30-f8378b50f5f6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1604614599&fields=id&tenant_id=f2c2016081d04f97ba8fc525d74062e0 HTTP/1.1" status: 200 len: 267 time: 0.0613227 Aug 10 01:14:29.513167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.567475 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.610438 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7409ab59-5878-4aa8-90c4-113c7fc592e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.611774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:29.617166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:29.621593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:29.646560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event updated for resources: {'Port': ['ID=e20f91c4-3385-455e-878c-92e03db7b608,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:29.758247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-3d58a62e-de9d-472f-8878-5117db55671e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:29.765639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-3d58a62e-de9d-472f-8878-5117db55671e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 797 time: 0.2694526 Aug 10 01:14:29.819767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-ad884402-d7fc-403a-b479-a7ba45cb3e54 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/quotas/f2c2016081d04f97ba8fc525d74062e0 HTTP/1.1" status: 200 len: 375 time: 0.0433171 Aug 10 01:14:29.825072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port af901391-5921-4502-ba0f-b4826eac020d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:29.825439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.908008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Deleting port 7bc7dd32-cffc-43ec-a92f-42384375fe2e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:29.908582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:29.929511 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.006490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cb7c1a2f-25a0-4607-a949-aa55f5651037 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:30.042148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7409ab59-5878-4aa8-90c4-113c7fc592e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.048945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-1d9602fe-b0c8-450e-8959-fc7f8bd90067 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2189713 Aug 10 01:14:30.060258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7409ab59-5878-4aa8-90c4-113c7fc592e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.092399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cb7c1a2f-25a0-4607-a949-aa55f5651037 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:30.097966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cb7c1a2f-25a0-4607-a949-aa55f5651037 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:30.098374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.129339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port af901391-5921-4502-ba0f-b4826eac020d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=af901391-5921-4502-ba0f-b4826eac020d,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:30.129712 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.179367 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.185109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.197925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for af901391-5921-4502-ba0f-b4826eac020d owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:30.211216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] For port 7bc7dd32-cffc-43ec-a92f-42384375fe2e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bc7dd32-cffc-43ec-a92f-42384375fe2e,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:30.211735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.225193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7409ab59-5878-4aa8-90c4-113c7fc592e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90266554cfca4348aebfb8b8118c2bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8300879 Aug 10 01:14:30.225980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409ab59-5878-4aa8-90c4-113c7fc592e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28db1013-a2a1-416e-a6f3-247355a24861,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.234810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port cb7c1a2f-25a0-4607-a949-aa55f5651037, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cb7c1a2f-25a0-4607-a949-aa55f5651037,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:30.241722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.247025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.273654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Calling delete_port for 7bc7dd32-cffc-43ec-a92f-42384375fe2e owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:30.297407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.306527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.307010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.307419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.307829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.308232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.308633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.309031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.309456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.310123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.310229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.310640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.311166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:30.364853 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.380825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-45c35753-2a86-4efc-9e67-ca5f9660d33c service neutron] 10.222.0.25 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109198 Aug 10 01:14:30.397146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.443177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Router a948ee6b-a8ca-47a6-aa69-74bcb5e00adc is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:30.503306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.505845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.507005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28db1013-a2a1-416e-a6f3-247355a24861 HTTP/1.1" status: 204 len: 168 time: 0.2590084 Aug 10 01:14:30.517561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a0349-7754-4d25-a394-44a9348437d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28db1013-a2a1-416e-a6f3-247355a24861,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.577402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:30.589373 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] Sync routers for ids ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:30.600357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.604639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] Routers {'a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:30.605279 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.605453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7f719c54-00bd-4b45-a1b6-100fbd99856d tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5398397 Aug 10 01:14:30.606302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35904) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:30.614379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:30.631164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-675ab158-265e-4311-b2dc-825c9756360b service neutron] 10.222.0.25 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380426 Aug 10 01:14:30.795133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.828366 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.829913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc7dd32-cffc-43ec-a92f-42384375fe2e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:30.839599 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] Routers {'a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:30.840392 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.904316 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:30.905078 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0f33a-7970-4924-977b-51885a9d450d None None] The sync data for ids ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:30.957843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:30.964887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-896bf18e-99b9-4460-95b2-efb7b4ad1401 req-e0de120b-65cb-47cd-9934-c8661cf728bc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 210 time: 0.0477848 Aug 10 01:14:31.043972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=af901391-5921-4502-ba0f-b4826eac020d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:31.187763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.217303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.269355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.321128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Deleting port e20f91c4-3385-455e-878c-92e03db7b608 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:31.321574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.440070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.455074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Calling delete_port for e20f91c4-3385-455e-878c-92e03db7b608 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:31.662029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.700810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Pushing event deleted for resources: {'Port': ['ID=e20f91c4-3385-455e-878c-92e03db7b608,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:31.791247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:31.922100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.030714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.034966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.061405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cb7c1a2f-25a0-4607-a949-aa55f5651037 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:32.080806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:32.119337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Router a948ee6b-a8ca-47a6-aa69-74bcb5e00adc has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:32.148604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c45b120-d5a7-4501-a667-5499373e25eb req-07c5f541-e0cc-4480-87cd-d5a048313ca3 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 210 time: 0.0754542 Aug 10 01:14:32.153368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cb7c1a2f-25a0-4607-a949-aa55f5651037 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:32.153913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.377362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35950) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.399735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:32.409270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Sync routers for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:32.411749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-063e24b4-8c0b-4368-a007-aa218e7fa8d9 admin admin] 10.222.0.25 "PUT /v2.0/routers/2f9649ff-1ead-4297-ac0a-cf1f648145b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7666311 Aug 10 01:14:32.416999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35954) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.422117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:32.422810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.547718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:32.562437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1650433392', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:32.599365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 1853f14a-d597-4573-8819-99913872bd4d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:32.616944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Made reservation on behalf of 6709bbc1c7014d16b1182da991550d7b for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:32.619318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.632518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.668880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.688734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:32.698334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.699049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8e4f0d2a-c661-4e51-a43b-b9c7834edabe tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "PUT /v2.0/routers/a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 200 len: 706 time: 2.0914955 Aug 10 01:14:32.701159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] Sync routers for ids ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:32.702410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35956) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.712327 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] Routers {'a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:32.713268 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.750353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.756833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.771616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] Routers {'a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:32.772395 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.793315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Checking router: 2f9649ff-1ead-4297-ac0a-cf1f648145b5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:32.795068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fe7c0309-b9d4-4676-894d-5609d83e6e86 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/routers/a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 200 len: 741 time: 0.0914948 Aug 10 01:14:32.798057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35958) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.805797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Routers {'2f9649ff-1ead-4297-ac0a-cf1f648145b5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:32.806918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.807409 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:32.808174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630d8b0-f274-48eb-8ada-c3320e3911ff None None] The sync data for ids ['a948ee6b-a8ca-47a6-aa69-74bcb5e00adc'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:32.827791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:32.852993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7322decf-8d4e-47a0-b369-267d04be1114 tempest-RoutersAdminTest-737863724 tempest-RoutersAdminTest-737863724-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 200 len: 205 time: 0.0540037 Aug 10 01:14:32.858617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35960) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.880024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-ad77b0e9-7d88-4cfd-9127-ea2f0368a5c3 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:32.881654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-ad77b0e9-7d88-4cfd-9127-ea2f0368a5c3 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.21 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 797 time: 0.7482889 Aug 10 01:14:32.900631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e1d3de1-1859-4d3f-814c-51e244c897e4 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 200 len: 205 time: 0.0384443 Aug 10 01:14:32.903115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35962) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:32.930249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] Set router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:32.935691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-99aac6f0-035d-43ee-a322-ee2b8d24fdd1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c2016081d04f97ba8fc525d74062e0 HTTP/1.1" status: 200 len: 478 time: 0.0399337 Aug 10 01:14:32.945386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'port': {'device_id': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'admin_state_up': True, 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'security_groups': ['23958484-60db-4893-9c8e-79feba4c68cf', 'c0aa71af-867f-4d9c-8700-502512f0c010']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:33.020600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:33.026224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.032532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ecab0a0b-a8f3-4cad-be5a-730a263be0d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/1853f14a-d597-4573-8819-99913872bd4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4873967 Aug 10 01:14:33.040862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35964) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.171811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Deleting port a9b0c177-0516-49ee-94cd-f63526a67180 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:33.172477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.177579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Sync routers for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:33.196308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:33.196896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:33.278785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-883c7fff-8684-4c37-bbaa-5d58b89d231d req-d93f5757-2804-4f6e-8b85-337e181631c4 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 210 time: 0.0311821 Aug 10 01:14:33.300373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting subnet 79e2ee03-9aa0-4eae-950e-ff1beb244cad {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:33.318979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.345613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.349633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:33.354210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.366098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.385214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.390739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:33.395359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.425860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] device_id is not set on port d9fb3200-e1de-431c-9dca-8a3bde050ada yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:33.449812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.475746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:33.487975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.488474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Fanout notify agent at l3_agent the message router_deleted on router a948ee6b-a8ca-47a6-aa69-74bcb5e00adc {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:33.509993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a9c151-8193-4495-a404-7f0b823567ba None None] The sync data for ids ['2f9649ff-1ead-4297-ac0a-cf1f648145b5'] in n-d-766380-21 is: [{'id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'name': 'tempest-TestServerMultinode-1236036747-router', 'tenant_id': 'c980299ead784c84a7e1ae731223c6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:28Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'c980299ead784c84a7e1ae731223c6a9', 'gw_port': {'id': 'a9b0c177-0516-49ee-94cd-f63526a67180', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:14:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9649ff-1ead-4297-ac0a-cf1f648145b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:29Z', 'updated_at': '2021-08-10T01:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:33.536040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.537159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f5169f11-eb28-4dda-b2ad-093ce319d88a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 204 len: 168 time: 0.6298676 Aug 10 01:14:33.541122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.544256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] For port a9b0c177-0516-49ee-94cd-f63526a67180, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9b0c177-0516-49ee-94cd-f63526a67180,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:33.544848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.553449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f338b-bea7-4411-b0e8-787e1f00c691,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:33.581602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Calling delete_port for a9b0c177-0516-49ee-94cd-f63526a67180 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:33.583272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e4ca751-546a-4858-863e-22e84be7c27a tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 200 len: 205 time: 0.0408585 Aug 10 01:14:33.585989 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35970) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.615319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:33.635036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.20.0.9 (b5c9db90-fbe2-4cb6-bb01-6636414dfc3f/780d535a-7671-4ca1-b7b4-859f8e667783/5ff14db4-6137-472f-a0c5-b367a7b3b322) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:33.637258 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-671064bf-7dff-4e01-aaa5-1a6a1671c69c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:33.640803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-671064bf-7dff-4e01-aaa5-1a6a1671c69c tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/a948ee6b-a8ca-47a6-aa69-74bcb5e00adc HTTP/1.1" status: 404 len: 336 time: 0.0514390 Aug 10 01:14:33.641639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35972) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.643008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Checking router: 1853f14a-d597-4573-8819-99913872bd4d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:33.652961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Routers {'1853f14a-d597-4573-8819-99913872bd4d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:33.653675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['1853f14a-d597-4573-8819-99913872bd4d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:33.680705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5caa5b69-cf71-427a-8939-350962dbfb34 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 200 len: 205 time: 0.0362375 Aug 10 01:14:33.681610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35974) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.711501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.729718 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-c2da9144-406e-41a4-831f-d0ac75b62e20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:33.733114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c2da9144-406e-41a4-831f-d0ac75b62e20 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/8a034234-2aa8-4711-98d1-06a528a59e32 HTTP/1.1" status: 404 len: 336 time: 0.0484765 Aug 10 01:14:33.737752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35976) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.756017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Allocated IP 172.25.7.26 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/d9fb3200-e1de-431c-9dca-8a3bde050ada) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:33.777573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f501a69-991e-410d-b7e8-45c45aa39667 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 200 len: 205 time: 0.0366042 Aug 10 01:14:33.779431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35978) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.780047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] Set router 1853f14a-d597-4573-8819-99913872bd4d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:33.824956 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-dbeb0e3f-811c-4790-a4fe-fefa3488b509 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:33.828501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dbeb0e3f-811c-4790-a4fe-fefa3488b509 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/830a71d6-3cf8-460e-a117-064b00bc5100 HTTP/1.1" status: 404 len: 336 time: 0.0464230 Aug 10 01:14:33.828863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35980) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.854333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.873294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf9d81e8-6ad6-4bbc-9e24-3ef34ab038d5 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 200 len: 205 time: 0.0432613 Aug 10 01:14:33.884312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35982) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.929345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Subnet': ['ID=79e2ee03-9aa0-4eae-950e-ff1beb244cad,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:33.931793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:33.933643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-889310b1-9a43-44dd-be7a-63c184449337 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/subnets/79e2ee03-9aa0-4eae-950e-ff1beb244cad HTTP/1.1" status: 204 len: 168 time: 0.8918056 Aug 10 01:14:33.937023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35984) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:33.939945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241938a-096a-491c-92cf-3edb36851388 None None] Network c523a6ea-1349-470c-9258-daa3913bf31e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:33.943989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bc7dd32-cffc-43ec-a92f-42384375fe2e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:33.982038 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-a19846f8-91e2-43ed-bb10-caf3784af986 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:33.985514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a19846f8-91e2-43ed-bb10-caf3784af986 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/2a19e8cd-c358-41c0-a834-43c1d006fdc9 HTTP/1.1" status: 404 len: 336 time: 0.0978665 Aug 10 01:14:34.014799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7bc7dd32-cffc-43ec-a92f-42384375fe2e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:34.015144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bc7dd32-cffc-43ec-a92f-42384375fe2e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:34.027024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35986) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.072411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-39249fd3-e384-418b-81dc-d89948a5ea6e tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 200 len: 205 time: 0.0406232 Aug 10 01:14:34.076979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35988) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.149613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-409bef50-ede1-4658-9295-5c399711e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:34.166237 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-9bc713d5-292f-4d1d-adab-be9e33815749 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:34.170892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9bc713d5-292f-4d1d-adab-be9e33815749 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/ac96eed2-ea36-4310-bcc4-e321d9befe15 HTTP/1.1" status: 404 len: 336 time: 0.0898230 Aug 10 01:14:34.171562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35990) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.179581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bef50-ede1-4658-9295-5c399711e229 None None] The sync data for ids ['1853f14a-d597-4573-8819-99913872bd4d'] in n-d-766380-21 is: [{'id': '1853f14a-d597-4573-8819-99913872bd4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1024271668', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '9f31cec1-38bd-477f-8876-62acc75f3aca', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1853f14a-d597-4573-8819-99913872bd4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:12:17Z', 'updated_at': '2021-08-10T01:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:34.232113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-45e450e3-1ff4-4730-b4bf-77af879a2e22 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "GET /v2.0/ports?device_id=58f44b20-2aa8-4901-80ee-533e6a0e02fe HTTP/1.1" status: 200 len: 205 time: 0.0492988 Aug 10 01:14:34.237873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 35992) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.258615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] DHCP port deletion for c523a6ea-1349-470c-9258-daa3913bf31e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:34.293162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.297591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.303878 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d75a476b-035a-47ce-b5a3-6a5f7080eb30 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] delete failed (client error): The resource could not be found. Aug 10 01:14:34.304957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d75a476b-035a-47ce-b5a3-6a5f7080eb30 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/routers/58f44b20-2aa8-4901-80ee-533e6a0e02fe HTTP/1.1" status: 404 len: 336 time: 0.0660965 Aug 10 01:14:34.332103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 35996) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.332988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Deleting port 0f7919d6-f838-46ad-b4cf-5998adca0398 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:34.333579 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.354353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Transition to ACTIVE for port object 5ff14db4-6137-472f-a0c5-b367a7b3b322 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:34.397769 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-085c1d06-71a4-492a-95ad-10822409d0f1 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] DELETE failed (client error): The resource could not be found. Aug 10 01:14:34.398226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085c1d06-71a4-492a-95ad-10822409d0f1 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:14:34.399995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-085c1d06-71a4-492a-95ad-10822409d0f1 tempest-RoutersAdminTest-96592578 tempest-RoutersAdminTest-96592578-project] 10.222.0.25 "DELETE /v2.0/subnets/45551c9f-dd4b-4f6b-be9d-347597ab31b1 HTTP/1.1" status: 404 len: 337 time: 0.0650220 Aug 10 01:14:34.412895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] For port 0f7919d6-f838-46ad-b4cf-5998adca0398, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0f7919d6-f838-46ad-b4cf-5998adca0398,segment=NetworkSegment(ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e),segment_id=ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:34.413375 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.433812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Calling delete_port for 0f7919d6-f838-46ad-b4cf-5998adca0398 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:34.444846 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.448549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d96bc46f-625a-4b7e-a364-970a5bc49a6f req-9c1c3867-d67a-4eee-a128-df684c9a98a5 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 210 time: 0.0573044 Aug 10 01:14:34.454439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.466816 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.501487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b0c177-0516-49ee-94cd-f63526a67180,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:34.538743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:34.546055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:34.548742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:34.584524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.589619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:34.626385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:34.626971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.647703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.647939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 9f31cec1-38bd-477f-8876-62acc75f3aca {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:34.649338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.656688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] Pushing event deleted for resources: {'Port': ['ID=0f7919d6-f838-46ad-b4cf-5998adca0398,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:34.664361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-c595e2de-8e6f-434d-815a-528c2beeb1ab tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7227278 Aug 10 01:14:34.680744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb812d9e-bdeb-424d-b71a-c02a39f9dcd7 None None] No DVR routers for this DVR port 0f7919d6-f838-46ad-b4cf-5998adca0398 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:34.699405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Request body: {'port': {'device_id': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:34.795371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:34.809214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.823364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 9f31cec1-38bd-477f-8876-62acc75f3aca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9f31cec1-38bd-477f-8876-62acc75f3aca,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:34.823740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.848865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 9f31cec1-38bd-477f-8876-62acc75f3aca owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:34.862980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.875327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.879468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.932227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cb6ca1cf-7853-420a-bdcb-d9e37560f496 None None] Provisioning for port 5ff14db4-6137-472f-a0c5-b367a7b3b322 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:34.938309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cb6ca1cf-7853-420a-bdcb-d9e37560f496 None None] Provisioning complete for port 5ff14db4-6137-472f-a0c5-b367a7b3b322 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:34.938716 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb6ca1cf-7853-420a-bdcb-d9e37560f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.958028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.958817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9649ff-1ead-4297-ac0a-cf1f648145b5 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:34.965039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:34.966348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-766449df-8bdf-4557-8575-60053fbc6d48 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2f9649ff-1ead-4297-ac0a-cf1f648145b5 HTTP/1.1" status: 204 len: 168 time: 2.5481813 Aug 10 01:14:34.968797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.025305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.033070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ca1cf-7853-420a-bdcb-d9e37560f496 None None] Port 5ff14db4-6137-472f-a0c5-b367a7b3b322 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:35.041560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7f80-a9ac-431e-8bce-65ad73a13101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.068377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-2ed9fda2-51fc-4638-b62a-7bb30ebf33ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1717770 Aug 10 01:14:35.113818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Deleting subnet d42dfbd7-ad8c-4913-8799-7b3688d8b9ed {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:35.122777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:35.123657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.161243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:35.166415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:35.168690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Pushing event updated for resources: {'Port': ['ID=d9fb3200-e1de-431c-9dca-8a3bde050ada,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.228240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.260442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.261136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.278076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.278620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.279113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.279635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.280139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.280618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.281279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.283457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3a4d72fe-8f8a-4ccf-bc80-eb81989627fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=535e8ab930934784892e49dc38ef2a87&device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 6509 time: 0.1481605 Aug 10 01:14:35.309672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.358570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7f80-a9ac-431e-8bce-65ad73a13101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.370333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.372407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b9d7f80-a9ac-431e-8bce-65ad73a13101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.393975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=9f31cec1-38bd-477f-8876-62acc75f3aca,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.402759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-355b23b0-1cb2-4133-beb2-d4dfc6329f94 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0215931 Aug 10 01:14:35.407058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.430552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.26'}]}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:35.442989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9b9d7f80-a9ac-431e-8bce-65ad73a13101 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9f841f2479e467887fd9524c8af0ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421251 Aug 10 01:14:35.447039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d7f80-a9ac-431e-8bce-65ad73a13101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914a4429-6e90-453e-bd3e-95014e7eddd6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.448686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36010) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.471063 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.499500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42dfbd7-ad8c-4913-8799-7b3688d8b9ed,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.510372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.514601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ba1d9caf-d69b-47b0-b850-dc8565a5bc40 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d42dfbd7-ad8c-4913-8799-7b3688d8b9ed HTTP/1.1" status: 204 len: 168 time: 0.5425453 Aug 10 01:14:35.515891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:35.517299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1bbd8a-b96d-4124-98ec-8a9069ab7951 None None] Network 0fcc7fd0-cc46-45df-92d9-5827686244f3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:35.589672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff14db4-6137-472f-a0c5-b367a7b3b322 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:35.604685 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.618442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.619467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.622457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.627085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.654411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6318f0fa-7d09-482e-8d75-ad2657218673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.654929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6318f0fa-7d09-482e-8d75-ad2657218673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.655408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6318f0fa-7d09-482e-8d75-ad2657218673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.657762 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6318f0fa-7d09-482e-8d75-ad2657218673 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4a60b044-c412-47c0-93b0-0a94187cda05&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&id=4269db87-a3bb-4785-8cf6-9adf9b783370&id=4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 200 len: 2295 time: 0.3397164 Aug 10 01:14:35.697002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Deleting port 7bcf0a48-a7c1-485a-b9ac-611db287776b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:35.697607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.736682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Transition to ACTIVE for port object 5ff14db4-6137-472f-a0c5-b367a7b3b322 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:35.767931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] For port 7bcf0a48-a7c1-485a-b9ac-611db287776b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bcf0a48-a7c1-485a-b9ac-611db287776b,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:35.768633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.778854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] DHCP port deletion for 0fcc7fd0-cc46-45df-92d9-5827686244f3 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:35.786442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Calling delete_port for 7bcf0a48-a7c1-485a-b9ac-611db287776b owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:35.816451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.821827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.828733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Deleting port 7bcf0a48-a7c1-485a-b9ac-611db287776b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:35.829243 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.842479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.881126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.897739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] For port 7bcf0a48-a7c1-485a-b9ac-611db287776b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bcf0a48-a7c1-485a-b9ac-611db287776b,segment=NetworkSegment(0709dcc0-b610-412e-b730-38aab561bdac),segment_id=0709dcc0-b610-412e-b730-38aab561bdac)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:35.898323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.900235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.915334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Calling delete_port for 7bcf0a48-a7c1-485a-b9ac-611db287776b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:35.917971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:35.936617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcf0a48-a7c1-485a-b9ac-611db287776b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:35.944321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] No DVR routers for this DVR port 7bcf0a48-a7c1-485a-b9ac-611db287776b on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:35.977830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14afb-d617-4ecd-8d53-eba04a4e095a req-1c74a316-b5e3-4eae-8ba8-62df416af6b0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:35.979767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4c14afb-d617-4ecd-8d53-eba04a4e095a req-1c74a316-b5e3-4eae-8ba8-62df416af6b0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 970 time: 0.4016342 Aug 10 01:14:36.020779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-7dd748c0-7dee-4665-9b52-77052ee294d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 200 len: 1001 time: 0.3326037 Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.035471 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:14:36.046928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.084142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] Pushing event deleted for resources: {'Port': ['ID=7bcf0a48-a7c1-485a-b9ac-611db287776b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.085534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.090408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bcf0a48-a7c1-485a-b9ac-611db287776b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:36.098076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fcc7fd0-cc46-45df-92d9-5827686244f3']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.110480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0709dcc0-b610-412e-b730-38aab561bdac') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.111208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0709dcc0-b610-412e-b730-38aab561bdac') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.117160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.120941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7bcf0a48-a7c1-485a-b9ac-611db287776b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:36.121298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bcf0a48-a7c1-485a-b9ac-611db287776b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:36.121724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0f7919d6-f838-46ad-b4cf-5998adca0398 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:36.123179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.138418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.142501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.143125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Fanout notify agent at l3_agent the message router_deleted on router 1853f14a-d597-4573-8819-99913872bd4d {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:36.143430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62643b-a154-4fb3-b086-d8990ab72616 None None] No DVR routers for this DVR port 7bcf0a48-a7c1-485a-b9ac-611db287776b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:36.144987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0f7919d6-f838-46ad-b4cf-5998adca0398 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:36.145589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0f7919d6-f838-46ad-b4cf-5998adca0398 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:36.146013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af901391-5921-4502-ba0f-b4826eac020d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:36.146355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:36.146934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: items = [ Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:36.155459 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:36.158187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.158187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3acc22e8-bc8b-42af-ad22-1ba551161a37 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/routers/1853f14a-d597-4573-8819-99913872bd4d HTTP/1.1" status: 204 len: 168 time: 2.1890762 Aug 10 01:14:36.168156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:36.182626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: af901391-5921-4502-ba0f-b4826eac020d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:36.183057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device af901391-5921-4502-ba0f-b4826eac020d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:36.183486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9b0c177-0516-49ee-94cd-f63526a67180 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:36.211016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a9b0c177-0516-49ee-94cd-f63526a67180 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:36.211367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9b0c177-0516-49ee-94cd-f63526a67180 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:36.241641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.306963 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.313622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.315823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0fcc7fd0-cc46-45df-92d9-5827686244f3 HTTP/1.1" status: 204 len: 168 time: 0.7987678 Aug 10 01:14:36.319814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.322453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:36.341066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d5c91-3bbb-4c8c-a6af-6ea958043d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fcc7fd0-cc46-45df-92d9-5827686244f3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.527075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.545985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c523a6ea-1349-470c-9258-daa3913bf31e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.597167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.597357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa5c9d4-e3d9-438e-8356-9e6b34c0e36e') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:36.612866 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.657857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.671429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:36.671699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:36.675489 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:36.709779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.748220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4c14afb-d617-4ecd-8d53-eba04a4e095a req-f3e7ec03-a172-4700-966e-65320f8354b8 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7477512 Aug 10 01:14:36.753521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-fa50944c-37f6-46ab-9def-c45088fef5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:36.754439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-fa50944c-37f6-46ab-9def-c45088fef5c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 200 len: 856 time: 0.5682464 Aug 10 01:14:36.772244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.782611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.787551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/networks/c523a6ea-1349-470c-9258-daa3913bf31e HTTP/1.1" status: 204 len: 168 time: 0.6158314 Aug 10 01:14:36.788440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:36.808390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Attempting to bind port 5ff14db4-6137-472f-a0c5-b367a7b3b322 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:36.808757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Attempting to bind port 5ff14db4-6137-472f-a0c5-b367a7b3b322 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:36.809065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Attempting to bind port 5ff14db4-6137-472f-a0c5-b367a7b3b322 on network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:36.809271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72ec5-f070-4888-bd96-d1fc7f47b640 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Network': ['ID=c523a6ea-1349-470c-9258-daa3913bf31e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.841420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.843736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.847755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/914a4429-6e90-453e-bd3e-95014e7eddd6 HTTP/1.1" status: 204 len: 168 time: 1.3896263 Aug 10 01:14:36.847755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Port 5ff14db4-6137-472f-a0c5-b367a7b3b322 on network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:14:36.847755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Attempting to bind port 5ff14db4-6137-472f-a0c5-b367a7b3b322 on network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:36.864124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:36.864124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Checking segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:36.864124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Bound using segment: {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:36.864124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Bound port: 5ff14db4-6137-472f-a0c5-b367a7b3b322, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c51523a-5f4f-47be-9399-955b0694a9ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:36.864124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.881241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e7a3e-7a0e-403e-840f-798231e00444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914a4429-6e90-453e-bd3e-95014e7eddd6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:36.921607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:36.924383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-acd58211-c59f-46cc-9601-33869c87073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:36.926062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-acd58211-c59f-46cc-9601-33869c87073d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4a60b044-c412-47c0-93b0-0a94187cda05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531951 Aug 10 01:14:36.967322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.031204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:37.042620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:37.051335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.051512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.106329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-5cf43255-bb6c-4197-b224-486f210ca128 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703460 Aug 10 01:14:37.108469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:37.109230 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.110844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 1131 time: 2.4171231 Aug 10 01:14:37.116303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:37.118913 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459" -d '{"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:37.170368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.173332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.178014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e9acfda-fdca-43e6-8852-e02ec0596545 HTTP/1.1" status: 204 len: 168 time: 0.3885555 Aug 10 01:14:37.197661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b860f-4418-438d-893c-495114c6c783 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9acfda-fdca-43e6-8852-e02ec0596545,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.212054 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c9aa85-5b18-4331-bf21-88b0c751dcb1 x-openstack-request-id: req-29c9aa85-5b18-4331-bf21-88b0c751dcb1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:37.212362 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:37.212664 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c9aa85-5b18-4331-bf21-88b0c751dcb1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:37.213236 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'status': 'completed', 'code': 200} Aug 10 01:14:37.278351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.338961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26865b-22ce-426c-a7e3-8e25b9c52658 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.403393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Deleting port a9775d99-350b-4978-babf-da1d634157ee {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:37.403931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.449587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-72b539da-4db4-404b-a09c-5640e293429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:37.451442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-72b539da-4db4-404b-a09c-5640e293429f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1134 time: 0.2415001 Aug 10 01:14:37.472657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.476103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a30e5519-e0da-4668-8134-f3fafea89859 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90a53e8f597f4d069a62875626f00469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920485 Aug 10 01:14:37.479074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36034) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.481126 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-de5df99e-bf8a-4121-b098-e0bcb0ac30c3 service neutron] 10.222.0.10 "GET /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581753 Aug 10 01:14:37.500245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] For port a9775d99-350b-4978-babf-da1d634157ee, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a9775d99-350b-4978-babf-da1d634157ee,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:37.500720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.512515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36036) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.517457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458308743', 'description': 'tempest-secgroup-smoke-458308743 description', 'project_id': 'fc38d2208f3048da8d79775529975dbb'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:37.526293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Calling delete_port for a9775d99-350b-4978-babf-da1d634157ee owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:37.547688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-8109c97e-c3e5-4c07-a436-0016a95687af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 217 time: 0.0834291 Aug 10 01:14:37.548785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.589745 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.623533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-584a0049-5bb7-43f9-b153-05c4eb6260f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 217 time: 0.0864775 Aug 10 01:14:37.742308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-9f4a3eae-d7a2-4de3-8fbd-bca23cafa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:37.743829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-9f4a3eae-d7a2-4de3-8fbd-bca23cafa815 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 200 len: 835 time: 0.1869068 Aug 10 01:14:37.758644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.786970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.830685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.832138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3184114 Aug 10 01:14:37.835377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f66689-5136-4c62-84ec-3333b6f2d7bf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dbaf77-7219-4d49-976a-9ccc6af8be61,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.837599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-9dbb12bb-d6ff-454d-b39b-603ef5cf41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:37.839071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36040) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:37.839514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-9dbb12bb-d6ff-454d-b39b-603ef5cf41fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.2076058 Aug 10 01:14:37.841069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.844182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:37.854321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.890868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9775d99-350b-4978-babf-da1d634157ee,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:37.906838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9f31cec1-38bd-477f-8876-62acc75f3aca no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:37.942964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9f31cec1-38bd-477f-8876-62acc75f3aca {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:37.943463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9f31cec1-38bd-477f-8876-62acc75f3aca not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:37.951836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:37.996470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.033114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.065151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.074052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.082572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-a1cdb9de-ac22-4a5c-8efa-cdf93f53edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.084020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-a1cdb9de-ac22-4a5c-8efa-cdf93f53edfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2272425 Aug 10 01:14:38.131632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bcd8ee-1303-4cca-abab-118d2d47acc0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:38.138907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.140101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-818f803e-70c1-4f07-ad3c-9493bb664a2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2999816 Aug 10 01:14:38.142840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36044) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:38.145078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7546fe6-1ae0-4128-86e0-0164b51d8e00 req-d151ecf7-e29c-4459-8806-9463b7fe82af tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.146657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7546fe6-1ae0-4128-86e0-0164b51d8e00 req-d151ecf7-e29c-4459-8806-9463b7fe82af tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 982 time: 0.2886016 Aug 10 01:14:38.147820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:38.159784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.161354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d187-d83e-42cc-96a7-833610e1027d req-7f6e7a36-7176-4328-a7db-54a8aa6ff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.163051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-7f6e7a36-7176-4328-a7db-54a8aa6ff266 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3402696 Aug 10 01:14:38.213947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.334308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.338028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.385071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.392320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.393892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209d57e9-0750-4721-8780-51a1a0e724f3,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:38.394249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.395439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3edf87f4-c484-4e83-8ea1-dd525ed78b1b HTTP/1.1" status: 204 len: 168 time: 0.9134338 Aug 10 01:14:38.396749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.421033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7546fe6-1ae0-4128-86e0-0164b51d8e00 req-7894264f-0900-449b-81b5-c48467ebafc0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2570302 Aug 10 01:14:38.496505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8792d5-5100-4b77-a384-3ad1c29cb0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edf87f4-c484-4e83-8ea1-dd525ed78b1b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:38.521452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-9ce6af57-7a14-4076-a2b4-3fbd77261f40 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263420 Aug 10 01:14:38.524976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.525553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99fbea6a-072a-47e9-adc1-84a479001746 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:38.614358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-f66e49d8-da5e-4971-8a0d-a4ded961dbaa service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178550 Aug 10 01:14:38.643652 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:14:38.647178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8738b3fb-57f8-4eae-af77-ba68d9c3e794 tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2337241 Aug 10 01:14:38.656730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36050) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:38.748164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-1d15bde4-db71-4755-b156-168eb0c5be87 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100728 Aug 10 01:14:38.842593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-01065461-163d-4838-b5b3-8b1466394a65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 217 time: 0.0756044 Aug 10 01:14:38.869525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c161d187-d83e-42cc-96a7-833610e1027d req-1b0746a1-19c1-42a9-8ce2-38ebbfb97bd2 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447762 Aug 10 01:14:38.935961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-c974d38f-acac-4868-b4c7-e38dcbe75312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:38.941208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Router 39c721c1-fd02-46fd-aeaf-5a8620c33763 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:38.945520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:38.946960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-42af495b-62d8-4889-ae8f-7612c8338fa6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8026149 Aug 10 01:14:38.949602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36058) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:38.951365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-c974d38f-acac-4868-b4c7-e38dcbe75312 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1006315 Aug 10 01:14:38.956653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:38.984617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Deleting port d9fb3200-e1de-431c-9dca-8a3bde050ada {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:38.984966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.047336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.096676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-a3e7797c-1b70-4923-bfaf-6577c553a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.098337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-a3e7797c-1b70-4923-bfaf-6577c553a10a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1134 time: 0.1725368 Aug 10 01:14:39.099976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-0debaf57-a9b2-47c4-8420-fb97a5843f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.101340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-0debaf57-a9b2-47c4-8420-fb97a5843f6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1395192 Aug 10 01:14:39.172856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.182402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.217366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.226802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc1e4b5-97ab-4363-898f-222ff20ca2a4,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:39.233272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.234163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Calling delete_port for d9fb3200-e1de-431c-9dca-8a3bde050ada owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:39.235803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1c91e20-bbcc-46bd-81ec-62b46292d0cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842860 Aug 10 01:14:39.237625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:39.244414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36068) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:39.250112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Sync routers for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:39.251016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:39.268595 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:39.269698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.278969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36070) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:39.279650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-892d2399-b94c-4bef-afb6-db48854c84c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/39c721c1-fd02-46fd-aeaf-5a8620c33763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9561708 Aug 10 01:14:39.425689 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:39.650727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a40e9-6ea3-4afa-9eca-f3f49bd9f5e8 req-973ad85a-221c-484b-a5bf-35e974f9bef2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.652712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-944a40e9-6ea3-4afa-9eca-f3f49bd9f5e8 req-973ad85a-221c-484b-a5bf-35e974f9bef2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 982 time: 0.0604482 Aug 10 01:14:39.654889 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:14:37Z', 'revision_number': 5, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.693526 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Checking router: 39c721c1-fd02-46fd-aeaf-5a8620c33763 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:39.712114 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:14:39.713292 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Routers {'39c721c1-fd02-46fd-aeaf-5a8620c33763'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:39.713405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-944a40e9-6ea3-4afa-9eca-f3f49bd9f5e8 req-fbc77711-4aee-4cc3-9153-fbb7789f73e7 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0530477 Aug 10 01:14:39.714125 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['39c721c1-fd02-46fd-aeaf-5a8620c33763'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:39.758146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:39.829833 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] Set router 39c721c1-fd02-46fd-aeaf-5a8620c33763 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:39.839002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-f616397f-bcc8-441e-b525-8f59426d3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:39.840500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-f616397f-bcc8-441e-b525-8f59426d3e75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 897 time: 0.7326624 Aug 10 01:14:39.867089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-741b0955-4f1f-45d1-b15e-a8bbbf2654ab service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501013 Aug 10 01:14:39.931168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-25d9fa90-7d64-45a5-8fdc-1fa7bfd44f62 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 217 time: 0.0788469 Aug 10 01:14:40.030948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.037103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:14:37Z', 'revision_number': 5, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:40.067568 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbe0cd-d924-44b7-ad25-47b03bb9510e None None] The sync data for ids ['39c721c1-fd02-46fd-aeaf-5a8620c33763'] in n-d-766380-21 is: [{'id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'name': 'tempest-TestServerMultinode-1862560876-router', 'tenant_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:13:37Z', 'updated_at': '2021-08-10T01:14:37Z', 'revision_number': 5, 'project_id': 'e0d6213f89fe421b9423c5e5f5f849a6', 'gw_port': {'id': '2c42a451-8a3d-4747-97af-9f7a15710c46', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:63:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c721c1-fd02-46fd-aeaf-5a8620c33763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:13:39Z', 'updated_at': '2021-08-10T01:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:40.087837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.127953 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.149196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.193457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1592893950', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:40.209415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-8382dce9-36bf-4967-878c-fe33bc2f15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.210922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-8382dce9-36bf-4967-878c-fe33bc2f15f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 200 len: 835 time: 0.2600272 Aug 10 01:14:40.219249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Made reservation on behalf of 428064fe9a7f4bea9f07a41eada9f1dd for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:40.222405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.226513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2089e7-1f6e-4696-849c-70a75158eabb,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:40.231300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.245764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.264790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6092a83e-c85d-4ead-8d2f-805e8f1ae7ab service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532686 Aug 10 01:14:40.278114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.279265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0fcad40e-eeab-4edf-bc15-edee133b2c01 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0318272 Aug 10 01:14:40.282997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36094) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.292964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:40.347061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9fb3200-e1de-431c-9dca-8a3bde050ada,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:40.353533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-3b7f1df7-00e6-42d2-a514-3301ab0fa2b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 200 len: 217 time: 0.0773563 Aug 10 01:14:40.355135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.363175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.372126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] device_id is not set on port 714d2cd2-53bb-4697-bb05-3262ef7f33b8 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:40.378721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.434169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-2a512c9e-5b27-40c2-ba4a-9193ef06c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.435645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-2a512c9e-5b27-40c2-ba4a-9193ef06c9dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102773 Aug 10 01:14:40.435991 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:14:40.443143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee0813-5b70-4a12-9a8a-18faa947dbd2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:40.451830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.546633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-fdfc149e-1daa-4b68-8343-4fbecdd7b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.548158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-fdfc149e-1daa-4b68-8343-4fbecdd7b91a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.1857281 Aug 10 01:14:40.549251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.551086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e1ce11f-e5a0-46b0-aa91-d74a2309faed tempest-RoutersAdminNegativeTest-83249553 tempest-RoutersAdminNegativeTest-83249553-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d9fb3200-e1de-431c-9dca-8a3bde050ada HTTP/1.1" status: 204 len: 168 time: 1.8668122 Aug 10 01:14:40.583631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.585219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Allocated IP 172.25.7.134 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/714d2cd2-53bb-4697-bb05-3262ef7f33b8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:40.597352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.628902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d17d791-7648-47ab-929f-6be022ac3542,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:40.630076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-3f0c352c-3270-4cd6-ae93-955edd11b620 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812034 Aug 10 01:14:40.636518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Deleting port 2c42a451-8a3d-4747-97af-9f7a15710c46 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:40.636867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.642063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-a63e0608-7db0-47ac-8bfb-11a100160cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.644199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-a63e0608-7db0-47ac-8bfb-11a100160cdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0868101 Aug 10 01:14:40.649788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.653827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c6bc1fa2-ed96-4a66-a7a6-26734c12c160 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3657677 Aug 10 01:14:40.654026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36098) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.659384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'd9dbaf77-7219-4d49-976a-9ccc6af8be61', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:40.743644 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:14:40.751703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.868098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.871090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.874905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.888213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36104) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.909319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e727f869-d0aa-4f4a-8e45-d33e91b2f11e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:40.910566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] For port 2c42a451-8a3d-4747-97af-9f7a15710c46, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2c42a451-8a3d-4747-97af-9f7a15710c46,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:40.911060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.923896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.925644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d5f1c039-3a1f-4727-92ca-e729deaa7945 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2706935 Aug 10 01:14:40.929305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:40.933297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3abdfc03-1426-4fd7-a8f3-9134aa6ad459 req-91e19e14-fb8f-4a60-85bb-26242b02e0cd service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935908 Aug 10 01:14:40.935108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'network': {'name': 'tempest-network-smoke--551730554', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:40.937605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Calling delete_port for 2c42a451-8a3d-4747-97af-9f7a15710c46 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:40.942506 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-0f32d472-90a6-4fab-8690-6b7ceb01e993 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813184 Aug 10 01:14:40.962349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:40.976549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf729e-5e71-46ce-8307-8c15e6781dd2 req-727f54a4-617a-45d7-bb87-d13d97b3e79c tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:40.978146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:40.978497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92cf729e-5e71-46ce-8307-8c15e6781dd2 req-727f54a4-617a-45d7-bb87-d13d97b3e79c tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 982 time: 0.1419413 Aug 10 01:14:40.981633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.012115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:41.023048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:41.029320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:41.085853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:41.087760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Pushing event updated for resources: {'Port': ['ID=714d2cd2-53bb-4697-bb05-3262ef7f33b8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:41.097626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33ad98c3-cd9c-4bb4-bb41-0be23c714b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.116605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.116955 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Added segment 6c33391c-3065-4ef8-b966-1c7baab9d3a3 of type vlan for network a53c216b-b47e-475a-a79d-a0f62452ee43 Aug 10 01:14:41.119650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-92cf729e-5e71-46ce-8307-8c15e6781dd2 req-6679c37d-7db3-4412-adea-1ea055ad2a44 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1009483 Aug 10 01:14:41.130201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.130850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.176817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-9c200279-2f87-4948-9483-23b20475204e service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233129 Aug 10 01:14:41.179292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.231090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.232227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-6faead10-d028-4760-938c-32f489615b62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 200 len: 217 time: 0.0451937 Aug 10 01:14:41.236508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.237908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.319255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Network': ['ID=a53c216b-b47e-475a-a79d-a0f62452ee43,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:41.321871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-2042f695-303e-4981-93a3-d8e781f1b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.323599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-2042f695-303e-4981-93a3-d8e781f1b151 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 200 len: 797 time: 0.0829492 Aug 10 01:14:41.331763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a53c216b-b47e-475a-a79d-a0f62452ee43 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:41.338700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33ad98c3-cd9c-4bb4-bb41-0be23c714b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.346559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33ad98c3-cd9c-4bb4-bb41-0be23c714b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.355138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-943d7c82-3a43-4cf7-a71a-721b3b603f1c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4226506 Aug 10 01:14:41.358506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:41.364877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'admin_state_up': True, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:41.368281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cac3027a-ea93-459a-a14b-3d4e7dec3454 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2792974 Aug 10 01:14:41.372848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:41.376507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.387564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.134'}]}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:41.401345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad98c3-cd9c-4bb4-bb41-0be23c714b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6517b796-ba3a-4b7a-bed0-9bcd54780a2b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:41.405578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33ad98c3-cd9c-4bb4-bb41-0be23c714b01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0789b8bc78d46e0af9ac5244486be1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163953 Aug 10 01:14:41.408143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:41.432535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c42a451-8a3d-4747-97af-9f7a15710c46,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:41.457429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.458555 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.478983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.480828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.486013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-41403f76-000b-4e95-8929-7f3785dd4e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:41.487852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.487996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-41403f76-000b-4e95-8929-7f3785dd4e6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575744 Aug 10 01:14:41.523469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.563828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.597600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.606074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.717194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.719945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.723198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.727156 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6517b796-ba3a-4b7a-bed0-9bcd54780a2b HTTP/1.1" status: 204 len: 168 time: 0.3144894 Aug 10 01:14:41.735207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8037982-b7ae-4c3e-917d-3de461015779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6517b796-ba3a-4b7a-bed0-9bcd54780a2b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:41.769023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.778248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.917946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.918476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c721c1-fd02-46fd-aeaf-5a8620c33763 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:41.923016 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.927753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f0dc98d1-f674-4a5b-995a-84e851e15e77 admin admin] 10.222.0.25 "DELETE /v2.0/routers/39c721c1-fd02-46fd-aeaf-5a8620c33763 HTTP/1.1" status: 204 len: 168 time: 2.6478057 Aug 10 01:14:41.927950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:41.930394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:41.942991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-1b6f6fd7-bf72-4676-b702-9b2039df826f service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455278 Aug 10 01:14:41.979261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.007925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.012488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9775d99-350b-4978-babf-da1d634157ee no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:42.057290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a9775d99-350b-4978-babf-da1d634157ee {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:42.057641 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a9775d99-350b-4978-babf-da1d634157ee not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:42.131079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:42.237794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1af99310-151d-4e2f-b105-e021ecaa1b60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6709bbc1c7014d16b1182da991550d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022861 Aug 10 01:14:42.250639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36126) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:42.261656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.375870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33472a5-2438-4fd7-abd5-ca0f24acae0c req-518289d3-2d73-4bd8-8ef2-1517795b96bc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.377970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f33472a5-2438-4fd7-abd5-ca0f24acae0c req-518289d3-2d73-4bd8-8ef2-1517795b96bc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 982 time: 0.1622906 Aug 10 01:14:42.416361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Deleting subnet 3521029b-2ce1-4707-8588-a9ee71ec9ef1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:42.421876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.491914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.492811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.495657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.513836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.521495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-da71e709-fbd8-46dc-a294-9d8b143c4b97 service neutron] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571895 Aug 10 01:14:42.573898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f33472a5-2438-4fd7-abd5-ca0f24acae0c req-969678e1-798b-42a5-a3a5-586a6e5ae0e0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1712699 Aug 10 01:14:42.587014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.587224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-630c6699-2caa-4675-a100-fff7cc411a58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 200 len: 217 time: 0.0533090 Aug 10 01:14:42.588882 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.591002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2872ab1-ead0-476b-927d-c63dc3cacf14 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:14:42.631920 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:14:42.635696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-477cd585-2d74-4d7b-8b26-e29f92a08e76 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2571471 Aug 10 01:14:42.635949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:42.700374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.703901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-d1d84008-9073-425c-9af0-da296dfaa2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.705931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-d1d84008-9073-425c-9af0-da296dfaa2fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.1102366 Aug 10 01:14:42.706120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.708698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.709831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/881f338b-bea7-4411-b0e8-787e1f00c691 HTTP/1.1" status: 204 len: 168 time: 0.4572310 Aug 10 01:14:42.720296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d503-ef04-41d7-889f-ab7f0005498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f338b-bea7-4411-b0e8-787e1f00c691,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:42.741933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Deleting port 714d2cd2-53bb-4697-bb05-3262ef7f33b8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:42.742875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.825811 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.839464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Calling delete_port for 714d2cd2-53bb-4697-bb05-3262ef7f33b8 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:42.862390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.901260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.907559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-255b752c-4905-4864-bd54-ca95dede2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:42.910136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-255b752c-4905-4864-bd54-ca95dede2c56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1823578 Aug 10 01:14:42.964407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:42.993988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.022461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Pushing event deleted for resources: {'Port': ['ID=714d2cd2-53bb-4697-bb05-3262ef7f33b8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:43.039009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3521029b-2ce1-4707-8588-a9ee71ec9ef1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:43.043845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.049421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5c3cf1d1-e5f9-4f89-a870-30851d2a3083 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3521029b-2ce1-4707-8588-a9ee71ec9ef1 HTTP/1.1" status: 204 len: 168 time: 1.1157568 Aug 10 01:14:43.050366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36136) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.051401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba765f-5fbf-428d-8447-862f3b171b07 None None] Network 6b35794e-e89c-4fde-a16d-c77e46b0b972 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:43.100046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.114249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-29991481-029e-4bb1-a2ce-7d7f25e72966 tempest-RoutersAdminNegativeIpV6Test-1329309696 tempest-RoutersAdminNegativeIpV6Test-1329309696-project-admin] 10.222.0.25 "DELETE /v2.0/ports/714d2cd2-53bb-4697-bb05-3262ef7f33b8 HTTP/1.1" status: 204 len: 168 time: 0.4716315 Aug 10 01:14:43.168012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ff14db4-6137-472f-a0c5-b367a7b3b322 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:14:43.205037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-5dca0247-ee1b-4808-bb98-267ac9c2abf6 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824872 Aug 10 01:14:43.211953 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.254815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.250 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/86038c80-ac46-402d-8c6e-1a8e52e14264) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:43.336972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] DHCP port deletion for 6b35794e-e89c-4fde-a16d-c77e46b0b972 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:14:43.354935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:43.385798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'port_id': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'mac_address': 'fa:16:3e:c4:aa:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:14:43.433311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-ae7d6c5a-2704-4500-bc92-e35b49e31ca4 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162797 Aug 10 01:14:43.436302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36148) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.442061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.446077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Deleting port 35541421-38bd-430f-b46d-cab4144aa68e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:43.446444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.495385 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-28a89022-f9d4-4e65-9534-6866896a9ff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 200 len: 217 time: 0.0497935 Aug 10 01:14:43.498955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff14db4-6137-472f-a0c5-b367a7b3b322 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:14:43.516948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.532890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:43.541440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] For port 35541421-38bd-430f-b46d-cab4144aa68e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=35541421-38bd-430f-b46d-cab4144aa68e,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:43.541769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.550052 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.551000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Deleting port 35541421-38bd-430f-b46d-cab4144aa68e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:43.551938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.583374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Calling delete_port for 35541421-38bd-430f-b46d-cab4144aa68e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:43.589439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea4b2548-bd96-474f-b544-062c07db0532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.632600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-168ea081-ffc5-41df-87b2-8bf88f789de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.634105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-168ea081-ffc5-41df-87b2-8bf88f789de3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 200 len: 797 time: 0.1306059 Aug 10 01:14:43.650036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:43.710058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] For port 35541421-38bd-430f-b46d-cab4144aa68e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=35541421-38bd-430f-b46d-cab4144aa68e,segment=NetworkSegment(45795ad3-bf91-420f-9456-382d1730a367),segment_id=45795ad3-bf91-420f-9456-382d1730a367)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:43.710836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.730614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.744511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5ff14db4-6137-472f-a0c5-b367a7b3b322'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:14:43.767997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Calling delete_port for 35541421-38bd-430f-b46d-cab4144aa68e owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:43.770343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea4b2548-bd96-474f-b544-062c07db0532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.775567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea4b2548-bd96-474f-b544-062c07db0532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.777772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] Pushing event deleted for resources: {'Port': ['ID=35541421-38bd-430f-b46d-cab4144aa68e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:43.784269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.787683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-d72a4083-7085-4b52-9ece-42fa6d4cfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.789723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-d72a4083-7085-4b52-9ece-42fa6d4cfb8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4269db87-a3bb-4785-8cf6-9adf9b783370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1448989 Aug 10 01:14:43.805549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975167c-0adc-4480-a0de-171a9e4e5efa None None] No DVR routers for this DVR port 35541421-38bd-430f-b46d-cab4144aa68e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:43.820639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.840812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b2548-bd96-474f-b544-062c07db0532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d02b4-6d2f-41ce-b3c5-d6894b93952b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:43.850656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea4b2548-bd96-474f-b544-062c07db0532 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d7017073c5a405d9636369a85c62aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110672 Aug 10 01:14:43.851065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:43.912195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.935704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:43.935895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:43.947263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a90388-14d2-4c65-8c18-41ae0d0300b0 req-04c91716-860b-4d84-a40e-8f231e06bcac tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:43.948790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19a90388-14d2-4c65-8c18-41ae0d0300b0 req-04c91716-860b-4d84-a40e-8f231e06bcac tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 983 time: 0.2458792 Aug 10 01:14:43.958140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:43.966522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:44.026577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2013217652'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:44.029193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2c42a451-8a3d-4747-97af-9f7a15710c46 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:44.037275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=86038c80-ac46-402d-8c6e-1a8e52e14264,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.038576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.047871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.049685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d1d02b4-6d2f-41ce-b3c5-d6894b93952b HTTP/1.1" status: 204 len: 168 time: 0.1968544 Aug 10 01:14:44.065884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3f7f8-6740-4731-b5a9-57da276b829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d02b4-6d2f-41ce-b3c5-d6894b93952b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.069109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19a90388-14d2-4c65-8c18-41ae0d0300b0 req-c3578bc2-a50e-4077-96a0-a3093fce9625 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1055224 Aug 10 01:14:44.075350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:44.076101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2c42a451-8a3d-4747-97af-9f7a15710c46 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:44.076967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2c42a451-8a3d-4747-97af-9f7a15710c46 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:44.077520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 35541421-38bd-430f-b46d-cab4144aa68e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:44.079612 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.090753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.109048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 35541421-38bd-430f-b46d-cab4144aa68e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:14:44.109408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 35541421-38bd-430f-b46d-cab4144aa68e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:44.129393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae20c8db-da1d-40ac-912e-2641ab0174a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.201907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.202374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.206908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.223952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-2a11ad42-7bb5-4859-a194-a7f13ca6e176 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199247 Aug 10 01:14:44.235503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:44.246488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebb561b-a59a-40e0-b5d4-90cd019d459b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.251511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.251867 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Added segment 89a457b9-a1ee-4e7a-aaf1-f474896a2cf3 of type vlan for network 34280de8-b3dd-4c75-9d35-8d54aa056e07 Aug 10 01:14:44.267803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Pushing event deleted for resources: {'Port': ['ID=35541421-38bd-430f-b46d-cab4144aa68e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.285625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] No DVR routers for this DVR port 35541421-38bd-430f-b46d-cab4144aa68e on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:44.304349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.337333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.344223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:44.344930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.416271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5941603 Aug 10 01:14:44.419254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36172) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.424911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'subnet': {'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:44.444995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b10146-3c55-45c4-81bb-a4f9fa1cb721 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Network': ['ID=34280de8-b3dd-4c75-9d35-8d54aa056e07,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.448717 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.457553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:44.470419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b35794e-e89c-4fde-a16d-c77e46b0b972']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:44.487425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36174) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.522365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45795ad3-bf91-420f-9456-382d1730a367') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:44.522714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45795ad3-bf91-420f-9456-382d1730a367') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:44.526058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bbd917a-59ea-4192-be19-b039cfa87a88 req-5f596eb4-69d6-43f7-a7c7-49758b5c9264 service neutron] 10.222.0.10 "GET /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713318 Aug 10 01:14:44.536751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.554473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-057dfe73-f599-4444-8908-de97fb98bc1f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=428064fe9a7f4bea9f07a41eada9f1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635803 Aug 10 01:14:44.555911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.561121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.572556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:14:44.572980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:14:44.574826 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:14:44.584890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.618302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:44.621786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.704401 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.708966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.712579 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.714397 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] 10.222.0.25 "DELETE /v2.0/networks/6b35794e-e89c-4fde-a16d-c77e46b0b972 HTTP/1.1" status: 204 len: 168 time: 1.6552379 Aug 10 01:14:44.738049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca305c8-fa15-405b-8c50-1c744847b9da admin admin] Pushing event deleted for resources: {'Network': ['ID=6b35794e-e89c-4fde-a16d-c77e46b0b972,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.746985 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.839698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.842430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.843650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cee0813-5b70-4a12-9a8a-18faa947dbd2 HTTP/1.1" status: 204 len: 168 time: 0.2866225 Aug 10 01:14:44.873067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.884187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485af19-a955-4397-bde3-f196bdcb98a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee0813-5b70-4a12-9a8a-18faa947dbd2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.904004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:44.933026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:44.972555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Subnet': ['ID=729cfd3c-14e2-4222-b989-d4aeffccd617,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:44.979935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Checking segment: {'id': '89a457b9-a1ee-4e7a-aaf1-f474896a2cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:44.980491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network hostable DHCP agents. Network: 34280de8-b3dd-4c75-9d35-8d54aa056e07, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:45.001419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:45.012199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 34280de8-b3dd-4c75-9d35-8d54aa056e07) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:45.023118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb895215-76b2-48c2-966b-f65286f54cba None None] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:45.024134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:45.024748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.035589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-96855c7c-8972-468d-ad86-1c768eb5d377 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c980299ead784c84a7e1ae731223c6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011801 Aug 10 01:14:45.038292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36186) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.048385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-146eea48-41f7-471e-b2bb-8cc49f1d480d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6280756 Aug 10 01:14:45.054914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.060261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1603677205', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:45.092438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 55759cea-5ad9-461d-9889-0b1e02891b1f is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:45.139082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.140321 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.149600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.176214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.192749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ff14db4-6137-472f-a0c5-b367a7b3b322 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:45.198596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad625bc0-7947-46e5-969a-28412ea8a188 None None] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:45.232588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:45.246923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Sync routers for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:45.266957 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.272559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f564ccf3-e908-4008-95c8-71d08222d6b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9085176 Aug 10 01:14:45.273964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36198) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.278982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.281660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.285768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1661542c-d2f4-438e-899a-8573403c1306 HTTP/1.1" status: 204 len: 168 time: 0.2434990 Aug 10 01:14:45.322946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.324782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80ef4a-d2a8-401e-923a-377cbf11380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661542c-d2f4-438e-899a-8573403c1306,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:45.335292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.336145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06b2608a-618c-4190-8dda-93f527689e7a tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fc38d2208f3048da8d79775529975dbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0597301 Aug 10 01:14:45.384912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:45.385546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:45.400395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8b566-9c97-4e30-8f95-d928c11c256d req-008bfc3f-16d2-4527-bfa4-261c174d6ee9 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:45.401973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9a8b566-9c97-4e30-8f95-d928c11c256d req-008bfc3f-16d2-4527-bfa4-261c174d6ee9 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 983 time: 0.1825466 Aug 10 01:14:45.526237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 5ff14db4-6137-472f-a0c5-b367a7b3b322 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:45.532202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 5ff14db4-6137-472f-a0c5-b367a7b3b322 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:45.532562 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.581372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:45.679554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.691433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d569f6d-13a2-421e-b6db-369066c1b8af tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:45.693727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d569f6d-13a2-421e-b6db-369066c1b8af tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3550951 Aug 10 01:14:45.697111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.700067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9a8b566-9c97-4e30-8f95-d928c11c256d req-078ae53c-5dad-440f-add0-76500f9f6a67 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2241848 Aug 10 01:14:45.757234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36218) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.757818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.764822 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-db8b661e-344e-49c5-bdd7-2fdbac478811 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0661118 Aug 10 01:14:45.765999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36220) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.777029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1049113489', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:45.819803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:45.822543 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c471b6-5f3d-4ff3-9871-c93744c61f9a" -d '{"events": [{"server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "name": "network-vif-plugged", "status": "completed", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:45.838141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:45.851287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:45.891638 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee555701-48c3-4858-bc69-1a4a55607dec x-openstack-request-id: req-ee555701-48c3-4858-bc69-1a4a55607dec {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:45.892038 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "name": "network-vif-plugged", "status": "completed", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:45.892329 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee555701-48c3-4858-bc69-1a4a55607dec {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:45.894276 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'code': 200} Aug 10 01:14:45.899140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:45.924558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:44Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:45.929008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:45.959281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Checking router: 55759cea-5ad9-461d-9889-0b1e02891b1f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:45.959867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Updating router 55759cea-5ad9-461d-9889-0b1e02891b1f port 86038c80-ac46-402d-8c6e-1a8e52e14264 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:45.998377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.005664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b0e8d269-faf7-4f5c-84e7-02af231a5f47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0d6213f89fe421b9423c5e5f5f849a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470093 Aug 10 01:14:46.011335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36228) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:46.072475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-79238074'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:46.079270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:46.083319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.141055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae6352-2970-4d1b-9c33-7b2e447c5abd req-51367710-ef0d-4abf-b1d7-3960d0a4f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:46.144460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14ae6352-2970-4d1b-9c33-7b2e447c5abd req-51367710-ef0d-4abf-b1d7-3960d0a4f149 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.1757715 Aug 10 01:14:46.196440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Made reservation on behalf of b23b1815154d4bdeb986110a9204da47 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:46.200012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.206762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.230249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.273957 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.291387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14ae6352-2970-4d1b-9c33-7b2e447c5abd req-58242fe1-58d8-492b-a1ff-aa4cbbb44758 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=23958484-60db-4893-9c8e-79feba4c68cf&id=c0aa71af-867f-4d9c-8700-502512f0c010&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1331851 Aug 10 01:14:46.299080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.304478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.317668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Transition to ACTIVE for port object 86038c80-ac46-402d-8c6e-1a8e52e14264 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:46.320430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.325014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.380521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482748b-7556-46b8-bae1-66f1325178b6 None None] Pushing event updated for resources: {'Port': ['ID=86038c80-ac46-402d-8c6e-1a8e52e14264,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.392362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Attempting to bind port 86038c80-ac46-402d-8c6e-1a8e52e14264 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:46.393008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Attempting to bind port 86038c80-ac46-402d-8c6e-1a8e52e14264 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:46.393525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Attempting to bind port 86038c80-ac46-402d-8c6e-1a8e52e14264 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:46.399854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:46.400495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:46.401080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.401610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:46.402223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Bound port: 86038c80-ac46-402d-8c6e-1a8e52e14264, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:46.402783 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.452008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.210 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9ecf2c8d-6f42-44fe-a44d-44b9346854e9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:46.452728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.456380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.457876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbd5dffc-bb34-4f44-b074-1910d1e700dd HTTP/1.1" status: 204 len: 168 time: 0.4453826 Aug 10 01:14:46.459736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] For port 86038c80-ac46-402d-8c6e-1a8e52e14264, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:46.463963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] For port 86038c80-ac46-402d-8c6e-1a8e52e14264, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=86038c80-ac46-402d-8c6e-1a8e52e14264,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:46.470727 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.488379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b173b8-daf1-4adc-96fa-69112e72086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd5dffc-bb34-4f44-b074-1910d1e700dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.511032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.543719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:46.544369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:46.549922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482748b-7556-46b8-bae1-66f1325178b6 None None] Pushing event updated for resources: {'Port': ['ID=86038c80-ac46-402d-8c6e-1a8e52e14264,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.560403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.570300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.614533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:46.622448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.626146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Subnet': ['ID=7c2d104d-64fb-473f-9f7b-47327ce5ea53,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.653544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9dcee-069c-48e0-9fd4-b64e87da9e3b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.656781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.664091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:46.668110 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Added segment 679ceabc-adae-441a-ac16-4da8fbca49a0 of type vlan for network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 Aug 10 01:14:46.679155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.707153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:46.707697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network hostable DHCP agents. Network: a53c216b-b47e-475a-a79d-a0f62452ee43, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:46.724775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:46.728237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:46.730840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:46.753850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.779258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=9ecf2c8d-6f42-44fe-a44d-44b9346854e9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.802028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.808697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-718be78c-1fa9-4503-8f26-9a9bf36765e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.811413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:46.812183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.857885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9561265 Aug 10 01:14:46.865672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:46.891468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a53c216b-b47e-475a-a79d-a0f62452ee43 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:46.912933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Request body: {'subnet': {'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:46.925484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:44Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:46.927038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a53c216b-b47e-475a-a79d-a0f62452ee43) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:46.939108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac07ea-57cb-4f60-8bf7-8d0c79e505ba tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'Network': ['ID=7c6b1a17-793b-4c82-b84f-d1d15a9fb824,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:46.959997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:46.960613 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:46.970183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353043a-97ce-47ad-b8d2-c91e10ca0555 None None] Network a53c216b-b47e-475a-a79d-a0f62452ee43 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:46.973200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:46.985306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a250-b70a-48ed-bd72-a6ec34d000af None None] The sync data for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 is: [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:44Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:46.985715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e01321c-35d9-4a8a-9c64-ea4f258ac524 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2141438 Aug 10 01:14:46.987085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:47.043221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f787d7-df01-429c-88c5-5d597741add5 req-fb402790-70c9-4f81-bd11-be760afab116 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:47.044901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51f787d7-df01-429c-88c5-5d597741add5 req-fb402790-70c9-4f81-bd11-be760afab116 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.2122684 Aug 10 01:14:47.243047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.316935 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.321881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-a53c216b-b47e-475a-a79d-a0f62452ee43', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:47.322944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.531793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51f787d7-df01-429c-88c5-5d597741add5 req-c2312b28-ff91-4c97-bc36-2e01304cfa98 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4562860 Aug 10 01:14:47.537729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Made reservation on behalf of b23b1815154d4bdeb986110a9204da47 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:47.541192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.581584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Allocated IP 172.20.0.2 (a53c216b-b47e-475a-a79d-a0f62452ee43/7c2d104d-64fb-473f-9f7b-47327ce5ea53/68d42578-e062-4c88-9dc4-6c607356b1d9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:47.620483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:47.686363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.788897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.807572 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.818563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Transition to ACTIVE for port object 68d42578-e062-4c88-9dc4-6c607356b1d9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:47.836675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Transition to ACTIVE for port object 68d42578-e062-4c88-9dc4-6c607356b1d9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:47.837324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-289761554-network', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:47.847724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.880198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:47.882612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.910111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:47.945179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:48.017368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.087565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 86038c80-ac46-402d-8c6e-1a8e52e14264 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:48.127494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'Subnet': ['ID=9c3dc848-0291-4418-b49f-48d52e6056a7,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.138382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Network a53c216b-b47e-475a-a79d-a0f62452ee43 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:48.141943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Pushing event updated for resources: {'Port': ['ID=68d42578-e062-4c88-9dc4-6c607356b1d9,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.153998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:48.159195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:48.161985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Checking segment: {'id': '679ceabc-adae-441a-ac16-4da8fbca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:48.162369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Network hostable DHCP agents. Network: 7c6b1a17-793b-4c82-b84f-d1d15a9fb824, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:48.169096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:48.181037 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:48.198240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:48.199326 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:48.200092 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:48.227216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7c6b1a17-793b-4c82-b84f-d1d15a9fb824) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:48.242315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:48.243080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.255939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc410d-55ef-48b7-9565-f6617f7242f3 None None] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:48.263720 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:48.273239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:48.274129 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:48.282236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.299695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.304692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.311962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.314219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-276a7081-9921-4736-9992-29ffa0b98891 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2575302 Aug 10 01:14:48.317074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fbd6b800-50dd-47c0-b72a-1d61c680b184 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4184029 Aug 10 01:14:48.317825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.324886 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:48.325815 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1f0bdc-b595-4157-8462-bc090faa9860 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:48.333903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.338903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Attempting to bind port 68d42578-e062-4c88-9dc4-6c607356b1d9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:48.339386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Attempting to bind port 68d42578-e062-4c88-9dc4-6c607356b1d9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:48.339653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Attempting to bind port 68d42578-e062-4c88-9dc4-6c607356b1d9 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:48.341386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Request body: {'port': {'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-462795974'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:48.345411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 86038c80-ac46-402d-8c6e-1a8e52e14264 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:48.360489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:48.360874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:48.361855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.362290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Bound using segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:48.362804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Bound port: 68d42578-e062-4c88-9dc4-6c607356b1d9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:48.363198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.373955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 86038c80-ac46-402d-8c6e-1a8e52e14264 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:48.374327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.380487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:14:48.403080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a59abc2-c18f-411d-b9ac-634cb100ccb9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.409857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.410308 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Added segment 3da94335-be72-40e8-97c6-234c3d73f65f of type vlan for network 7fabb450-a857-4b1f-9512-e30c45182625 Aug 10 01:14:48.517434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] For port 68d42578-e062-4c88-9dc4-6c607356b1d9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:48.523791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] For port 68d42578-e062-4c88-9dc4-6c607356b1d9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=68d42578-e062-4c88-9dc4-6c607356b1d9,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:48.558934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.600340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7c6b1a17-793b-4c82-b84f-d1d15a9fb824', 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824', 'tenant_id': 'b23b1815154d4bdeb986110a9204da47', 'fixed_ips': [{'subnet_id': '9c3dc848-0291-4418-b49f-48d52e6056a7'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:48.601200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.633936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.638011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.656386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Made reservation on behalf of b23b1815154d4bdeb986110a9204da47 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:48.662922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.674268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 86038c80-ac46-402d-8c6e-1a8e52e14264, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=86038c80-ac46-402d-8c6e-1a8e52e14264,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:48.698720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.710144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad00c9d-9c16-4441-a5cd-9bb337b30daa None None] Pushing event updated for resources: {'Port': ['ID=68d42578-e062-4c88-9dc4-6c607356b1d9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.710768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] device_id is not set on port fcfb3667-8929-4759-ba51-5d1bad6a1301 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:48.743542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.744625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:48.745063 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:48.862481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=86038c80-ac46-402d-8c6e-1a8e52e14264,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.883068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2613614 Aug 10 01:14:48.890887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.1 (a53c216b-b47e-475a-a79d-a0f62452ee43/7c2d104d-64fb-473f-9f7b-47327ce5ea53/6e1168db-9284-498f-9244-0d8f81494956) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:48.892572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:48.903595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Request body: {'subnet': {'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-289761554-subnet', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:48.930153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6bd31-143e-4708-b9c0-02793a1d8c07 req-515d42d4-3bf1-4dd7-989d-142412224433 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:48.932064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1d6bd31-143e-4708-b9c0-02793a1d8c07 req-515d42d4-3bf1-4dd7-989d-142412224433 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.2356739 Aug 10 01:14:48.944230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Allocated IP 2001:db8::2 (7c6b1a17-793b-4c82-b84f-d1d15a9fb824/9c3dc848-0291-4418-b49f-48d52e6056a7/7bec50fe-f15e-4ac1-af93-67ce6e068487) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:48.960754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6b347-6c43-4acc-8529-90c0e8f3683e admin admin] Pushing event updated for resources: {'Network': ['ID=7fabb450-a857-4b1f-9512-e30c45182625,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:48.993475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7fabb450-a857-4b1f-9512-e30c45182625 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:14:49.008335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:49.010596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.122699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.167782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c1d6bd31-143e-4708-b9c0-02793a1d8c07 req-00098b11-1f3c-4a4a-930f-a53be70e6bf5 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2116768 Aug 10 01:14:49.216346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.226812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Transition to ACTIVE for port object 7bec50fe-f15e-4ac1-af93-67ce6e068487 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:49.244900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Transition to ACTIVE for port object 7bec50fe-f15e-4ac1-af93-67ce6e068487 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:49.251116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.292478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:49.295886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:49.298551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:49.320063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Pushing event updated for resources: {'Port': ['ID=7bec50fe-f15e-4ac1-af93-67ce6e068487,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.326974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.376500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Attempting to bind port 7bec50fe-f15e-4ac1-af93-67ce6e068487 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:49.377590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Attempting to bind port 7bec50fe-f15e-4ac1-af93-67ce6e068487 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '679ceabc-adae-441a-ac16-4da8fbca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:49.377963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Attempting to bind port 7bec50fe-f15e-4ac1-af93-67ce6e068487 on network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:49.383279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:49.383473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Checking segment: {'id': '679ceabc-adae-441a-ac16-4da8fbca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:49.383840 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.385068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Bound using segment: {'id': '679ceabc-adae-441a-ac16-4da8fbca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:49.385068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Bound port: 7bec50fe-f15e-4ac1-af93-67ce6e068487, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '679ceabc-adae-441a-ac16-4da8fbca49a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:49.385068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.395110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39148ef4-ad58-4698-a722-4a46e61aadc4 req-6ea06428-81e3-46a5-b87c-14ef206cfca9 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:49.396694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-39148ef4-ad58-4698-a722-4a46e61aadc4 req-6ea06428-81e3-46a5-b87c-14ef206cfca9 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.1513433 Aug 10 01:14:49.406933 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.435739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Allocated IP 2001:db8::284 (7c6b1a17-793b-4c82-b84f-d1d15a9fb824/9c3dc848-0291-4418-b49f-48d52e6056a7/fcfb3667-8929-4759-ba51-5d1bad6a1301) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:49.438220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feac7a15-cc48-4dc0-9b27-4faf931b7c7e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.443108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 6e1168db-9284-498f-9244-0d8f81494956 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:49.452002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:49.452328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Network hostable DHCP agents. Network: 7fabb450-a857-4b1f-9512-e30c45182625, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:14:49.466559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] For port 7bec50fe-f15e-4ac1-af93-67ce6e068487, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:49.471396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] For port 7bec50fe-f15e-4ac1-af93-67ce6e068487, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bec50fe-f15e-4ac1-af93-67ce6e068487,segment=NetworkSegment(679ceabc-adae-441a-ac16-4da8fbca49a0),segment_id=679ceabc-adae-441a-ac16-4da8fbca49a0)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:49.476892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.493038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Network 7fabb450-a857-4b1f-9512-e30c45182625 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:14:49.496843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.550601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-39148ef4-ad58-4698-a722-4a46e61aadc4 req-9382e9fe-d94a-4c0f-9b88-a4770828f70e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1185124 Aug 10 01:14:49.573832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae66389-3055-4af5-8436-78e6dbe3f5b0 None None] Pushing event updated for resources: {'Port': ['ID=7bec50fe-f15e-4ac1-af93-67ce6e068487,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.580949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:49.593808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7fabb450-a857-4b1f-9512-e30c45182625) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:49.597705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a53c216b-b47e-475a-a79d-a0f62452ee43 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:49.605544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d963a0-75f7-44ad-9e0c-60013214e7b0 None None] Network 7fabb450-a857-4b1f-9512-e30c45182625 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:49.614506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:49.618560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.623393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:49.627599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.1 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/4e61c182-8341-4a65-860c-567496caf0cd) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:49.631910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:49.752053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.766439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:49.902426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-be12aeec-7cc2-436b-ae62-c45bbb34c478 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0054569 Aug 10 01:14:49.904057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:49.930481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:50.000952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-c5b5e24d-a8eb-43a5-acde-90016304f3a0 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.010629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-c5b5e24d-a8eb-43a5-acde-90016304f3a0 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.3130031 Aug 10 01:14:50.026173 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.070026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7fabb450-a857-4b1f-9512-e30c45182625', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:14:50.070973 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.082460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.083500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.258529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-e0ad9703-c100-4205-b4b0-2990e690f019 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.268436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.357892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bec50fe-f15e-4ac1-af93-67ce6e068487 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:50.395100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2a11b-0c16-4999-81fc-26dfc06351c4 None None] Network a53c216b-b47e-475a-a79d-a0f62452ee43 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:50.455226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Allocated IP 172.20.0.2 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:50.511531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-86db62c5-ea69-4cf4-9c99-68e99fda3248 None None] Provisioning for port 68d42578-e062-4c88-9dc4-6c607356b1d9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:50.521722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.544413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.550859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.557020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.562908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.568963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.574691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.580979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7bec50fe-f15e-4ac1-af93-67ce6e068487 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:50.581143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.583033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-369a0b79-3915-4dbc-b105-14778573ca1e req-cf4b9a82-5785-401a-85ba-820f3d1c0dab tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.1922369 Aug 10 01:14:50.599666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Transition to ACTIVE for port object fcfb3667-8929-4759-ba51-5d1bad6a1301 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:50.600075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 86038c80-ac46-402d-8c6e-1a8e52e14264 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:50.603128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.621383 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.707044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-369a0b79-3915-4dbc-b105-14778573ca1e req-49cfe0df-7dc7-41d8-a1a4-990c7d5e2f42 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887034 Aug 10 01:14:50.719519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.769917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.794834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:50.800618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:50.807356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:50.815092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:50.816137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.827148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:50.828016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'Port': ['ID=fcfb3667-8929-4759-ba51-5d1bad6a1301,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.839019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:50.843043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:50.871279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-e0ad9703-c100-4205-b4b0-2990e690f019 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.880960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-e0ad9703-c100-4205-b4b0-2990e690f019 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.905505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-93247616-a77e-4729-b0bb-49be9dc75d8b tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5699697 Aug 10 01:14:50.911491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36278) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:50.924502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Request body: {'port': {'network_id': '7c6b1a17-793b-4c82-b84f-d1d15a9fb824', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1198371173', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:50.925061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] bootfile-name is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:50.925405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] tftp-server is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:50.925738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] server-ip-address is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:50.932371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.948765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=4e61c182-8341-4a65-860c-567496caf0cd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:50.949231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:50.962347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02cffafd-3dbd-45c1-97e2-d3a61edd95e8 req-e0ad9703-c100-4205-b4b0-2990e690f019 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.9516983 Aug 10 01:14:50.999414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36280) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:51.012410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.072593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:51.073666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 86038c80-ac46-402d-8c6e-1a8e52e14264 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:51.074552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.089980 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.099811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9703-c100-4205-b4b0-2990e690f019 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d940aa7-469b-4a23-861f-6ce25967e2ed,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:51.121072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.129867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974fb20-aa6e-4a8c-ab39-38704bfdd628 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.131464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c974fb20-aa6e-4a8c-ab39-38704bfdd628 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1131 time: 0.1304510 Aug 10 01:14:51.139178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36282) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:51.143295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Transition to ACTIVE for port object 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:51.144735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:51.181798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Transition to ACTIVE for port object 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:51.227484 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.227690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.267150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 68d42578-e062-4c88-9dc4-6c607356b1d9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:51.270013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a53c216b-b47e-475a-a79d-a0f62452ee43 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:51.309382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845a53c-b520-4304-8eba-6caeec196ded None None] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:51.316674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:51.343666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Made reservation on behalf of b23b1815154d4bdeb986110a9204da47 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:51.348060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:51.350298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.364103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:51.367910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:51.385807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.400424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] device_id is not set on port 7b1eb623-096f-4e68-857f-60d9cd72d329 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:51.400961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Pushing event updated for resources: {'Port': ['ID=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:51.480782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.484828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Attempting to bind port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:51.485398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Attempting to bind port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:51.485914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Attempting to bind port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:51.487319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.493174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Provisioning for port 7bec50fe-f15e-4ac1-af93-67ce6e068487 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:51.494045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.500009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.503448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Provisioning complete for port 7bec50fe-f15e-4ac1-af93-67ce6e068487 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:51.503937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.506980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.512909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.519960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.521803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-d6d9cdb3-6fd7-4f5d-b60c-d77fb66e0eff tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.2488708 Aug 10 01:14:51.541557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:51.542118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:51.542624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.543170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:51.543760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Bound port: 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:51.544246 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.607849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 68d42578-e062-4c88-9dc4-6c607356b1d9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:51.640866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 68d42578-e062-4c88-9dc4-6c607356b1d9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:51.641390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.651126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.694272 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.706184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Allocated IP 2001:db8::35b (7c6b1a17-793b-4c82-b84f-d1d15a9fb824/9c3dc848-0291-4418-b49f-48d52e6056a7/7b1eb623-096f-4e68-857f-60d9cd72d329) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:51.714982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-b3ae37a0-8249-4e30-b15a-b1440e4412d2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:51.717172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-b3ae37a0-8249-4e30-b15a-b1440e4412d2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1826966 Aug 10 01:14:51.740415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.778388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.781388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 55759cea-5ad9-461d-9889-0b1e02891b1f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:51.818386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] For port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:51.852810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] For port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:51.867706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] For port 7bec50fe-f15e-4ac1-af93-67ce6e068487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bec50fe-f15e-4ac1-af93-67ce6e068487,segment=NetworkSegment(679ceabc-adae-441a-ac16-4da8fbca49a0),segment_id=679ceabc-adae-441a-ac16-4da8fbca49a0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:51.873491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.910279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.966854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:51.985804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7d603-32b9-479c-8aee-8621029bbfc6 None None] Pushing event updated for resources: {'Port': ['ID=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.088250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 68d42578-e062-4c88-9dc4-6c607356b1d9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=68d42578-e062-4c88-9dc4-6c607356b1d9,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:52.096430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Provisioning complete for port 68d42578-e062-4c88-9dc4-6c607356b1d9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.097028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.140868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e33f3a-7024-4c46-b558-dae5f09acc72 None None] Pushing event updated for resources: {'Port': ['ID=7bec50fe-f15e-4ac1-af93-67ce6e068487,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.151506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.170029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.190060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.263837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=68d42578-e062-4c88-9dc4-6c607356b1d9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.274691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Provisioning for port 6e1168db-9284-498f-9244-0d8f81494956 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:52.288492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Provisioning complete for port 6e1168db-9284-498f-9244-0d8f81494956 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.289738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.308401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bec50fe-f15e-4ac1-af93-67ce6e068487 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:52.335452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.341791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.361716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.370433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.376717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.382852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.388702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:52.399390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-07eb5995-250d-4c6f-bca6-ed92fec53cf8 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 5445 time: 0.5594985 Aug 10 01:14:52.416300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ec89eeb7-93a0-4c57-afb1-2ba47d03f976 None None] Port 6e1168db-9284-498f-9244-0d8f81494956 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:52.457491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7bec50fe-f15e-4ac1-af93-67ce6e068487 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.457491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.494928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=4e61c182-8341-4a65-860c-567496caf0cd,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:52.506446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.25.7.15 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:52.556482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.583660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7103db5-3cd7-48cd-82e2-c70f72dc43ea req-3f547903-39f1-406d-8c86-a24daba360b9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1833429 Aug 10 01:14:52.606557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Provisioning complete for port 6e1168db-9284-498f-9244-0d8f81494956 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.608752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.672167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Port 6e1168db-9284-498f-9244-0d8f81494956 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:52.683348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Provisioning complete for port 7bec50fe-f15e-4ac1-af93-67ce6e068487 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.683883 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.722424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-48c043f4-fd58-4f39-9f53-6fdc34b7f9f5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9970317 Aug 10 01:14:52.741724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:52.778277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:52.785183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7729bc16-f569-4ec2-a9b7-96a6c5fd2776 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/55759cea-5ad9-461d-9889-0b1e02891b1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7969861 Aug 10 01:14:52.798702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Sync routers for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:52.803583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.818528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:52.819138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:52.823846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Provisioning for port fcfb3667-8929-4759-ba51-5d1bad6a1301 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:52.835396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.870933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Provisioning complete for port fcfb3667-8929-4759-ba51-5d1bad6a1301 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:52.871433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.889318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:52.893845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:52.899731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:52.904005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Transition to ACTIVE for port object 7b1eb623-096f-4e68-857f-60d9cd72d329 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:52.947274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc1eae-3ed1-4fbc-ad2b-cf3338a3d5d1 None None] Port fcfb3667-8929-4759-ba51-5d1bad6a1301 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:53.033849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=77a15a9a-8606-4e95-9001-8f5724477933,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:53.083783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] For port 77a15a9a-8606-4e95-9001-8f5724477933, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:53.086386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.120872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:53.139938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:53.143082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.151339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-65e72171-8a7c-44ee-b048-3d3896e54dcf None None] Provisioning complete for port fcfb3667-8929-4759-ba51-5d1bad6a1301 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:53.151760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65e72171-8a7c-44ee-b048-3d3896e54dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.169092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] device_id is not set on port 77a15a9a-8606-4e95-9001-8f5724477933 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:53.170800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.171164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.171658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.172012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.172364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.172709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.173055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.174401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.174401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.174613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.174950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.175288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:53.206777 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.231302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-65e72171-8a7c-44ee-b048-3d3896e54dcf None None] Port fcfb3667-8929-4759-ba51-5d1bad6a1301 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:53.237295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.248808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:53.257852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:53.266860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:53.273456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:53.293067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Allocated IP 172.25.7.200 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ec0cfb6a-f336-42a1-8586-d5f7e4c5c362) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:53.307641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-93bbf10b-c25d-44bf-8167-b882ee1cfd7d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458308743&fields=id&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 267 time: 0.1802626 Aug 10 01:14:53.325833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:53.330191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:53.348789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:53.362090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.363268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.404329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:50Z', 'revision_number': 2, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:53.405527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'Port': ['ID=7b1eb623-096f-4e68-857f-60d9cd72d329,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:53.432492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d964ab6-3453-4aa8-a9ac-d18ec0c085f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.5161893 Aug 10 01:14:53.435715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:53.446204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Checking router: 55759cea-5ad9-461d-9889-0b1e02891b1f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:53.446697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Updating router 55759cea-5ad9-461d-9889-0b1e02891b1f port 6e1168db-9284-498f-9244-0d8f81494956 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:53.467888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] No DVR routers for this DVR port 77a15a9a-8606-4e95-9001-8f5724477933 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:53.480037 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.503061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Pushing event updated for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:53.655095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] In _notify_port_updated(), no bound segment for port 77a15a9a-8606-4e95-9001-8f5724477933 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:14:53.664238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.667251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.676852 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ceef6b94-4e09-4e3e-8483-5773c5fb4162 service neutron] 10.222.0.10 "PUT /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 200 len: 1032 time: 0.9442410 Aug 10 01:14:53.705612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b3a8e-c649-4e29-84a5-b107c3e5e19e tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.712856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b3a8e-c649-4e29-84a5-b107c3e5e19e tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.722975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0b3a8e-c649-4e29-84a5-b107c3e5e19e tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.724930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2f0b3a8e-c649-4e29-84a5-b107c3e5e19e tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2869763 Aug 10 01:14:53.735422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-9511fbc9-cd30-40f5-901d-e0cecc0c0950 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.737348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-9511fbc9-cd30-40f5-901d-e0cecc0c0950 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 796 time: 0.4286461 Aug 10 01:14:53.753319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:53.780295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.853495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.866804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0a42e-1faf-45b1-8097-f27beee8abba None None] Network 7fabb450-a857-4b1f-9512-e30c45182625 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:14:53.891205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.936979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Transition to ACTIVE for port object 6e1168db-9284-498f-9244-0d8f81494956 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:53.945360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:53.947415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-efef707f-2c8f-41b9-a169-1b8b99883e4d None None] Provisioning for port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:53.947720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-0afd959b-afac-4c9a-a171-5a4662c5da38 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/quotas/fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 375 time: 0.1045423 Aug 10 01:14:53.954037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3abe060a-b134-448e-bcab-59a43b142da5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:53.955733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3abe060a-b134-448e-bcab-59a43b142da5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "GET /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2725663 Aug 10 01:14:53.960046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:53.960226 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:53.963505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:53.985269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:53.994107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2353d0a-a4e6-4834-aeb2-ed22972a6a09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/routers/8c074db5-3711-4a22-9001-5b2be7f9d95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6746795 Aug 10 01:14:53.997579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:53.997960 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:54.003414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:54.007116 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:54.007966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:54.013710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'port': {'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07', 'name': 'tempest-FloatingIPTestJSON-1795996164'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:54.046736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:54.051203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e27af-6285-492d-8afc-16e039e35ca7 None None] Pushing event updated for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:54.060239 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:54.061420 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:54.095009 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:54.096407 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc8f64-d62f-4486-aca4-626543dd8b9f None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:54.164239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Pushing event updated for resources: {'Port': ['ID=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:54.193826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Provisioning complete for port 77a15a9a-8606-4e95-9001-8f5724477933 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:54.194199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.198766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Attempting to bind port 6e1168db-9284-498f-9244-0d8f81494956 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:54.199136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Attempting to bind port 6e1168db-9284-498f-9244-0d8f81494956 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:54.199490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Attempting to bind port 6e1168db-9284-498f-9244-0d8f81494956 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.206972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.207299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.207632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:14:54.233535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:54.233957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:54.234306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.235303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Bound using segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:54.235799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Bound port: 6e1168db-9284-498f-9244-0d8f81494956, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:54.236887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.281269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Port 77a15a9a-8606-4e95-9001-8f5724477933 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:54.292918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-1a9544b3-ffd1-453f-9533-c7530d417327 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3264208 Aug 10 01:14:54.304363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.339501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Provisioning for port 7b1eb623-096f-4e68-857f-60d9cd72d329 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:54.352812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Provisioning complete for port 7b1eb623-096f-4e68-857f-60d9cd72d329 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:54.353192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.391475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] For port 6e1168db-9284-498f-9244-0d8f81494956, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:54.413845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] For port 6e1168db-9284-498f-9244-0d8f81494956, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6e1168db-9284-498f-9244-0d8f81494956,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:54.416815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19c6b-311b-4cf3-ae98-b879fe470589 None None] Port 7b1eb623-096f-4e68-857f-60d9cd72d329 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:54.420755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.468707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 68d42578-e062-4c88-9dc4-6c607356b1d9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:54.512575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:54.513230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:54.525419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e27af-6285-492d-8afc-16e039e35ca7 None None] Pushing event updated for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:54.591613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-3d4f14ee-1342-49c9-b7af-43ce93c70c5e service neutron] 10.222.0.25 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976925 Aug 10 01:14:54.664768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 68d42578-e062-4c88-9dc4-6c607356b1d9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:54.665059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.678122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.684249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.692784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.701393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.707718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:54.710783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.716999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.729657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:54.737839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-b9c4cdff-28c3-443a-a5aa-b5674247fb4a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 4666 time: 0.9833577 Aug 10 01:14:54.827517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fe4ed60-5f14-49b9-ae70-1bbee010300f req-6abb9d25-f605-442e-ac1a-7ae99420d399 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&id=ff36405e-5e5b-481a-8255-52b4c0e052a6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887494 Aug 10 01:14:54.843788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Deleting port 7b1eb623-096f-4e68-857f-60d9cd72d329 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:54.844134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:54.907953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 90b684b5-7db9-40a7-b957-fc750c30617e no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:55.024838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=29e5ed99-8318-4288-9d55-b642b8c05db3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:55.060956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:55.064573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.072799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-0bbfab61-fb9a-421b-bcf0-5dbb6eac4d32 service neutron] 10.222.0.25 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800394 Aug 10 01:14:55.082907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.112052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Calling delete_port for 7b1eb623-096f-4e68-857f-60d9cd72d329 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:55.116961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] For port 29e5ed99-8318-4288-9d55-b642b8c05db3, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:55.119622 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.120899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] device_id is not set on port fa1dbfea-e0db-4554-9006-e18256272153 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:55.146447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:55.186580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.193647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] device_id is not set on port 29e5ed99-8318-4288-9d55-b642b8c05db3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:55.209585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.248353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.253409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.260052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:55.262442 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf73955-0830-46f2-b656-80355af87977" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:55.281007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:55.290611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.291427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 01cc3810-3f84-4a0d-b700-f8c93e02fd52 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:55.339808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:55.354420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:55.354832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.389844 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb5c10-c684-414b-81d3-ee1b48c18641 x-openstack-request-id: req-0ddb5c10-c684-414b-81d3-ee1b48c18641 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:55.390388 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:55.390824 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ddb5c10-c684-414b-81d3-ee1b48c18641 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:55.391233 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e', 'code': 200} Aug 10 01:14:55.393613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] No DVR routers for this DVR port 29e5ed99-8318-4288-9d55-b642b8c05db3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:55.416694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Pushing event updated for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:55.432729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:55.449809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:55.463683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d591f5b-2396-40db-8deb-5fbab37a75da req-4485ada6-5ce5-4086-b4af-4b5c6e5207e5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 210 time: 0.0409760 Aug 10 01:14:55.474498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] In _notify_port_updated(), no bound segment for port 29e5ed99-8318-4288-9d55-b642b8c05db3 on network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:14:55.475442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:55.476152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.477433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-bb33532c-8bcf-41ea-9f78-04ff9aec3dbd service neutron] 10.222.0.10 "PUT /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 200 len: 1033 time: 1.5115814 Aug 10 01:14:55.506151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde8cf5d-8956-47fc-b5a1-efc6611bd715 None None] The sync data for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 is: [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:55.514098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.530156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:14:55.613908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.7 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/fa1dbfea-e0db-4554-9006-e18256272153) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:55.727546 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.795864 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.836588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:55.836890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.841833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:55.843726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.864344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:55.887814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:55.914830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event deleted for resources: {'Port': ['ID=7b1eb623-096f-4e68-857f-60d9cd72d329,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:55.950367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:55.981751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:56.005903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.010045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bb25bd12-ec34-4ab5-ad4f-e0ad47bf86de admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.1018264 Aug 10 01:14:56.011286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36324) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:56.024471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] For port 01cc3810-3f84-4a0d-b700-f8c93e02fd52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=01cc3810-3f84-4a0d-b700-f8c93e02fd52,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:56.024859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.041762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:56.042653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:56.061670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.063683 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-93678506-efe5-41c4-84aa-502eb7ef8e79 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "DELETE /v2.0/ports/7b1eb623-096f-4e68-857f-60d9cd72d329 HTTP/1.1" status: 204 len: 168 time: 2.2922854 Aug 10 01:14:56.101667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:56.110696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Request body: {'port': {'name': 'tempest-new-port-name-930570818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:56.125328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] bootfile-name is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:56.125856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] tftp-server is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:56.126384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.api.validators [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] server-ip-address is not in valid_values {{(pid=105957) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 01:14:56.137168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.138078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device e23ec963-87d1-4a90-9e30-a48b29ae11e3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:56.140652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-54667037-278a-41ee-84e7-8c55d7ea4299 None None] Provisioning complete for port 29e5ed99-8318-4288-9d55-b642b8c05db3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:56.141158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-54667037-278a-41ee-84e7-8c55d7ea4299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.275034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:56.416376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.426879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.433328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.445530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.452691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:56.461656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-a8ace638-d17e-43e8-9088-e723aaf152e5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 3882 time: 0.4618042 Aug 10 01:14:56.466405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.488803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.491415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.504248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.527938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:56.589325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6e1168db-9284-498f-9244-0d8f81494956 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:56.684038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:56.700719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bf0805ff-7324-45e6-a683-9fd226b49670 req-021498a5-e033-4bb9-b58f-6a423a4db292 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130513 Aug 10 01:14:56.717449 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.720400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.820600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-54667037-278a-41ee-84e7-8c55d7ea4299 None None] Port 29e5ed99-8318-4288-9d55-b642b8c05db3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:56.854799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:56.884929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.891298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.895522 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:56.964764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:56.975097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 3, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:57.016422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:57.017023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Updating router 44ca49db-e8d8-4b62-9cec-d043efa88b73 port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:14:57.020106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.020980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c7c47032-03a8-4212-934a-271b458fd818 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:57.025137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6e1168db-9284-498f-9244-0d8f81494956 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:14:57.083114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6e1168db-9284-498f-9244-0d8f81494956 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:57.083520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.097703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:57.118907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:57.129292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:57.136525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.139744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=fa1dbfea-e0db-4554-9006-e18256272153,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:57.171996 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Floating IP 87c775ec-cfcd-4a00-8dd2-6683208f575b associated. External IP: 172.25.7.15, port: 5ff14db4-6137-472f-a0c5-b367a7b3b322. Aug 10 01:14:57.206427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:57.222435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97ba5d24-5bd4-4288-af06-4ede5ecf3c66 req-bf99d294-77dd-43c2-867c-ceb24b73ce53 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 210 time: 0.2704687 Aug 10 01:14:57.268631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-056f870f-d68f-4766-be7f-01185ff2a182 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:57.270126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-056f870f-d68f-4766-be7f-01185ff2a182 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 796 time: 0.4358890 Aug 10 01:14:57.283353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.301945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:57.302602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.330355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a132f9e-8074-448a-ab24-349aae60bd09 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3215754 Aug 10 01:14:57.334996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:57.365680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.386962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] In _notify_port_updated(), no bound segment for port fcfb3667-8929-4759-ba51-5d1bad6a1301 on network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 {{(pid=105957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:14:57.393532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:57.394236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.398436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "PUT /v2.0/ports/fcfb3667-8929-4759-ba51-5d1bad6a1301 HTTP/1.1" status: 200 len: 1129 time: 1.2936618 Aug 10 01:14:57.400037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'port': {'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07', 'name': 'tempest-FloatingIPTestJSON-161794633'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:57.409163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36332) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:57.486645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-e5abb3c0-24c7-4f3e-9518-ea0994d76ea9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 379 time: 0.2012610 Aug 10 01:14:57.497780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:57.497996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfed5f5-7b71-4185-a13d-4be3e4222cf6 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event updated for resources: {'Port': ['ID=fcfb3667-8929-4759-ba51-5d1bad6a1301,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:57.499297 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f10282-d940-447d-95ee-6cce711d7bd2" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:57.530932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'port': {'device_id': '035e222c-6557-4f21-8eeb-d32824912558', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'admin_state_up': True, 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'security_groups': ['d9dbaf77-7219-4d49-976a-9ccc6af8be61']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:14:57.553053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.555049 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.556456 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.556855 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.557173 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Floating IP 39a6bb79-6e59-43f7-b653-4988cb66c751 disassociated. External IP: 172.25.7.227, port: 01cc3810-3f84-4a0d-b700-f8c93e02fd52. Aug 10 01:14:57.557530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for 01cc3810-3f84-4a0d-b700-f8c93e02fd52 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:57.570777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead96d2-a5f6-414c-964b-bd011f9838c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:57.573095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aead96d2-a5f6-414c-964b-bd011f9838c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "GET /v2.0/ports/fcfb3667-8929-4759-ba51-5d1bad6a1301 HTTP/1.1" status: 200 len: 1129 time: 0.1602449 Aug 10 01:14:57.613734 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e53be65-6ee0-40b3-bbb3-09efa8020715 x-openstack-request-id: req-8e53be65-6ee0-40b3-bbb3-09efa8020715 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:57.614023 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:57.614279 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e53be65-6ee0-40b3-bbb3-09efa8020715 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:57.614692 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'code': 200} Aug 10 01:14:57.615221 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'code': 200} Aug 10 01:14:57.622536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:57.665873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 6e1168db-9284-498f-9244-0d8f81494956, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6e1168db-9284-498f-9244-0d8f81494956,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:57.683135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.696729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:57.729494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.730115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 77a15a9a-8606-4e95-9001-8f5724477933 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:57.833483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:57.867951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router f28f7d06-ca07-4442-9de1-b4db3cdf100c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:57.872200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-39d2d13f-0cd5-4fee-9ba3-c8c84834c8e9 None None] Provisioning complete for port fcfb3667-8929-4759-ba51-5d1bad6a1301 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:57.872638 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39d2d13f-0cd5-4fee-9ba3-c8c84834c8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.872738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Deleting port fcfb3667-8929-4759-ba51-5d1bad6a1301 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:57.872955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.919793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.925390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 77a15a9a-8606-4e95-9001-8f5724477933 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:57.925815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f524570c-765d-40bb-8444-954779e792fc no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:57.935292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:57.940117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.976090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:57.989659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=01cc3810-3f84-4a0d-b700-f8c93e02fd52,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.003892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-39d2d13f-0cd5-4fee-9ba3-c8c84834c8e9 None None] Port fcfb3667-8929-4759-ba51-5d1bad6a1301 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:14:58.011205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.014308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:14:58.017892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Transition to ACTIVE for port object ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:58.018256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.033469 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.072223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] device_id is not set on port dec8dfea-9611-4bf5-938d-887aa3d3af84 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:14:58.121054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.123751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46309-3832-4c4c-b452-ccacea95c6f4 None None] Pushing event updated for resources: {'Port': ['ID=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.128264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Attempting to bind port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:14:58.128914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Attempting to bind port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:14:58.129467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Attempting to bind port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Bound port: ec0cfb6a-f336-42a1-8586-d5f7e4c5c362, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:14:58.153070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.174027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-c3125ef0-e7d8-4121-a79a-3be648c3494f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.180152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-c3125ef0-e7d8-4121-a79a-3be648c3494f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.186288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-c3125ef0-e7d8-4121-a79a-3be648c3494f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.192853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:58.193912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-c3125ef0-e7d8-4121-a79a-3be648c3494f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:58.196469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-c3125ef0-e7d8-4121-a79a-3be648c3494f tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 3145 time: 0.2917576 Aug 10 01:14:58.209871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.210592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29e5ed99-8318-4288-9d55-b642b8c05db3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:14:58.286451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.324870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6e1168db-9284-498f-9244-0d8f81494956 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:58.327054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 29e5ed99-8318-4288-9d55-b642b8c05db3 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:14:58.357154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.366328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a44894c-4d08-41e6-a189-f7dae3a36ebf req-da02349b-b6eb-42fe-a9a2-c5b1ecc0669b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517534 Aug 10 01:14:58.371660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] For port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:14:58.379528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] For port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:14:58.390636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.450442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Router 04b03a6c-1461-48c8-b182-d76925f78726 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:14:58.452035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.12 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/dec8dfea-9611-4bf5-938d-887aa3d3af84) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:58.454258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:58.456155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.554598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d28211f9-0a4e-4efa-9da4-b50e17c5fdc5 req-f45140ff-b8d0-40c6-8661-f5557873d7ac tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 210 time: 0.0533166 Aug 10 01:14:58.577344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.583956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:58.634899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Calling delete_port for fcfb3667-8929-4759-ba51-5d1bad6a1301 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:14:58.667849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:58.680836 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Sync routers for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:58.693798 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:58.695237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6e1168db-9284-498f-9244-0d8f81494956 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:58.695964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.697458 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.747805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a46309-3832-4c4c-b452-ccacea95c6f4 None None] Pushing event updated for resources: {'Port': ['ID=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:58.756342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:14:58.772316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Allocated IP 172.20.0.1 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/0949aba8-3ccb-477d-aa56-a31eab35be9f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:58.775977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Sync routers for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:14:58.804277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:58.805049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:58.810555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.825239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] No DVR routers for this DVR port 01cc3810-3f84-4a0d-b700-f8c93e02fd52 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:14:58.831330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.833363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-384a97be-bc61-4ae0-9dde-76841c757e9d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "DELETE /v2.0/ports/01cc3810-3f84-4a0d-b700-f8c93e02fd52 HTTP/1.1" status: 204 len: 173 time: 3.3475208 Aug 10 01:14:58.835252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:58.837578 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d7d57e-cfa1-4ee8-b101-115b6ea33112" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:58.869694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.6 (a53c216b-b47e-475a-a79d-a0f62452ee43/7c2d104d-64fb-473f-9f7b-47327ce5ea53/46cf619b-1676-4824-8f74-eceae34b71e3) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:14:58.872782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9666e5d5-a329-4df5-ba59-0d3657df1e89 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.7325795 Aug 10 01:14:58.875949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:58.878350 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:58.890939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36344) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:58.954426 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152faf31-ea38-4301-92be-a1cb484d8ec0 x-openstack-request-id: req-152faf31-ea38-4301-92be-a1cb484d8ec0 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:58.954426 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "01cc3810-3f84-4a0d-b700-f8c93e02fd52", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:58.955304 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-152faf31-ea38-4301-92be-a1cb484d8ec0 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:58.955633 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': '01cc3810-3f84-4a0d-b700-f8c93e02fd52', 'status': 'completed', 'code': 200} Aug 10 01:14:58.959311 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:58.960006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:58.966766 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f5617-c707-40d3-bda9-0a1430afc27d x-openstack-request-id: req-b83f5617-c707-40d3-bda9-0a1430afc27d {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:14:58.967146 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:14:58.967501 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b83f5617-c707-40d3-bda9-0a1430afc27d {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:14:58.967990 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'status': 'completed', 'code': 200} Aug 10 01:14:58.972960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:59.105948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.121604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-a0602cc2-b6de-4fd3-b859-655b4197be42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.123188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-a0602cc2-b6de-4fd3-b859-655b4197be42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.1272781 Aug 10 01:14:59.146697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Transition to ACTIVE for port object 0949aba8-3ccb-477d-aa56-a31eab35be9f will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:59.190746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port e23ec963-87d1-4a90-9e30-a48b29ae11e3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:14:59.191123 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.249619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.259159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.278052 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '87c775ec-cfcd-4a00-8dd2-6683208f575b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'port_id': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'mac_address': 'fa:16:3e:c4:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:54Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 0, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:59.288109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.288623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.289093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.289975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.290461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.291152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.291648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.292819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.293313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.294053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.295612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.297799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-437e59ff-a983-40a7-8d84-6a08a6f62a8d tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7755 time: 0.3990095 Aug 10 01:14:59.311559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36348) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:59.319174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Checking router: f28f7d06-ca07-4442-9de1-b4db3cdf100c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:59.327998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:14:59.328227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event deleted for resources: {'Port': ['ID=fcfb3667-8929-4759-ba51-5d1bad6a1301,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:59.342320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:59.343279 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:59.392924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.397733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-529f17c1-1696-44e1-bb29-a33420db3eb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "DELETE /v2.0/ports/fcfb3667-8929-4759-ba51-5d1bad6a1301 HTTP/1.1" status: 204 len: 168 time: 1.7737463 Aug 10 01:14:59.398357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36350) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:14:59.424658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:59.446714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:59.448836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=dec8dfea-9611-4bf5-938d-887aa3d3af84,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:14:59.451809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:14:59.473888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.486849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:14:59.487376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.514711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.531185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-6c3e6db9-f97e-404d-a495-7d1e7e11d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:14:59.532833 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-6c3e6db9-f97e-404d-a495-7d1e7e11d62f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 897 time: 0.3967698 Aug 10 01:14:59.550172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Deleting subnet 9c3dc848-0291-4418-b49f-48d52e6056a7 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:14:59.554626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.560603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:59.565955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:14:59.572021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] For port e23ec963-87d1-4a90-9e30-a48b29ae11e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=e23ec963-87d1-4a90-9e30-a48b29ae11e3,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:14:59.572399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.605470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.613599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:14:59.643709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818'}, {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f524570c-765d-40bb-8444-954779e792fc'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:14:59.645984 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ee9fd7-ec41-4c7a-8185-ec131af2c216" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c47032-03a8-4212-934a-271b458fd818"}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f524570c-765d-40bb-8444-954779e792fc"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:14:59.654005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Checking router: 04b03a6c-1461-48c8-b182-d76925f78726 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:14:59.667211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 3, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:59.672655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:14:59.735577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:14:59.740399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cbe570-b5af-4833-90b8-6681786418fb None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 3, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:14:59.743359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:14:59.743989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:14:59.924556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 46cf619b-1676-4824-8f74-eceae34b71e3 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:14:59.998255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-5e4d5459-d664-4c34-9b73-f732088579b0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.005386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-5e4d5459-d664-4c34-9b73-f732088579b0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.013362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-5e4d5459-d664-4c34-9b73-f732088579b0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.021175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-5e4d5459-d664-4c34-9b73-f732088579b0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.023399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-5e4d5459-d664-4c34-9b73-f732088579b0 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 3143 time: 0.2735002 Aug 10 01:15:00.026737 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '87c775ec-cfcd-4a00-8dd2-6683208f575b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'port_id': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'mac_address': 'fa:16:3e:c4:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:54Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 0, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:00.048233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.071609 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c76c3cd-6e1d-4d87-b0f6-0d5c6f8f3d4d None None] The sync data for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 is: [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '87c775ec-cfcd-4a00-8dd2-6683208f575b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'floating_ip_address': '172.25.7.15', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'port_id': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'mac_address': 'fa:16:3e:c4:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:14:54Z', 'updated_at': '2021-08-10T01:14:54Z', 'revision_number': 0, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:00.104113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event deleted for resources: {'Subnet': ['ID=9c3dc848-0291-4418-b49f-48d52e6056a7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:00.109263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.112018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ea91c18-4f9b-4d79-b219-e8bb315ecda9 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "DELETE /v2.0/subnets/9c3dc848-0291-4418-b49f-48d52e6056a7 HTTP/1.1" status: 204 len: 168 time: 0.7097688 Aug 10 01:15:00.124470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:00.131178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.160078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08697189-fbff-449c-a96d-7307efeb4413 None None] Network 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:00.228676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43261b67-64c2-4a7a-9bb4-324285a1d3ec req-d9914f3d-0391-40a2-8e2b-389b3b51d164 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968925 Aug 10 01:15:00.293585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:00.309595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a53c216b-b47e-475a-a79d-a0f62452ee43 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:00.319686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:00.333518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:00.339870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.345087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:00.351889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ce230ce3-9adf-42ca-8574-38f2495fdc15 None None] Provisioning for port 0949aba8-3ccb-477d-aa56-a31eab35be9f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:00.362135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ce230ce3-9adf-42ca-8574-38f2495fdc15 None None] Provisioning complete for port 0949aba8-3ccb-477d-aa56-a31eab35be9f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:00.362631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ce230ce3-9adf-42ca-8574-38f2495fdc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.403477 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 01:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5c44ba-c8f4-42c7-a3a1-a8c8010d816e x-openstack-request-id: req-bd5c44ba-c8f4-42c7-a3a1-a8c8010d816e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:00.403853 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c47032-03a8-4212-934a-271b458fd818", "code": 200}, {"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-unplugged", "status": "completed", "tag": "f524570c-765d-40bb-8444-954779e792fc", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:00.404479 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd5c44ba-c8f4-42c7-a3a1-a8c8010d816e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:00.407295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for e23ec963-87d1-4a90-9e30-a48b29ae11e3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:00.407882 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818', 'code': 200} Aug 10 01:15:00.408009 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f524570c-765d-40bb-8444-954779e792fc', 'code': 200} Aug 10 01:15:00.425701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:00.445728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.445939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.446388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.447029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.447489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.448018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.448395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.448850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.449308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.449766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.450223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.465233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c68f1d5-35c3-4850-973f-8845e895a6a7 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7008 time: 1.1525648 Aug 10 01:15:00.466842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36362) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:00.476760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.477422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.528123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.528764 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.535161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ce230ce3-9adf-42ca-8574-38f2495fdc15 None None] Port 0949aba8-3ccb-477d-aa56-a31eab35be9f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:00.572603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e48828-3c61-4fc9-b822-706dc760c1ba None None] New status for floating IP 87c775ec-cfcd-4a00-8dd2-6683208f575b: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:15:00.574397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Pushing event updated for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:00.663353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-838a2b75-c2e1-4f04-8d93-79f7d8918afa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 998 time: 1.0817282 Aug 10 01:15:00.693526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0957f4d2-7c60-4a75-9e55-b8f7fc79a259 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3017802 Aug 10 01:15:00.694475 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.698712 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36364) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:00.699317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-ad3726a3-e1e1-4196-92a8-97103afcc82a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2036667 Aug 10 01:15:00.722407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'dec8dfea-9611-4bf5-938d-887aa3d3af84', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:00.728870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Request body: {'port': {'device_id': '035e222c-6557-4f21-8eeb-d32824912558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:00.792936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:00.823885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a36f0-ab58-4250-8e43-42a16338b5c6 req-02ee70c8-d993-4790-871b-2f11be5eaaca tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.825781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58a36f0-ab58-4250-8e43-42a16338b5c6 req-02ee70c8-d993-4790-871b-2f11be5eaaca tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 931 time: 0.4697394 Aug 10 01:15:00.898456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Deleting port 7bec50fe-f15e-4ac1-af93-67ce6e068487 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:00.898854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:00.912498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-ba96a157-9d42-4945-bcdd-1da8dd39b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:00.914098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-ba96a157-9d42-4945-bcdd-1da8dd39b086 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 200 len: 835 time: 0.2268035 Aug 10 01:15:00.953614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f61d3667-31ee-495f-a34f-8187b719c67b None None] Provisioning for port 46cf619b-1676-4824-8f74-eceae34b71e3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:00.963176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f61d3667-31ee-495f-a34f-8187b719c67b None None] Provisioning complete for port 46cf619b-1676-4824-8f74-eceae34b71e3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:00.963555 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f61d3667-31ee-495f-a34f-8187b719c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.014735 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.034935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] DHCP port deletion for 7c6b1a17-793b-4c82-b84f-d1d15a9fb824 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:01.045398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:01.063818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.074903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.076246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:01.076733 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.093150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] For port 7bec50fe-f15e-4ac1-af93-67ce6e068487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bec50fe-f15e-4ac1-af93-67ce6e068487,segment=NetworkSegment(679ceabc-adae-441a-ac16-4da8fbca49a0),segment_id=679ceabc-adae-441a-ac16-4da8fbca49a0)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.093519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.129970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f61d3667-31ee-495f-a34f-8187b719c67b None None] Port 46cf619b-1676-4824-8f74-eceae34b71e3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:01.137021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Calling delete_port for 7bec50fe-f15e-4ac1-af93-67ce6e068487 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:01.227268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Deleting port 7bec50fe-f15e-4ac1-af93-67ce6e068487 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:01.227801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.264735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.269020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=e23ec963-87d1-4a90-9e30-a48b29ae11e3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.303534 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.317859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58a36f0-ab58-4250-8e43-42a16338b5c6 req-596c637f-13b9-45f7-919c-862b0a62f30b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767358 Aug 10 01:15:01.318928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] No DVR routers for this DVR port e23ec963-87d1-4a90-9e30-a48b29ae11e3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:01.326436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.328502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-a05dbfa2-d95c-49ed-b76f-7d7f628a5086 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "DELETE /v2.0/ports/e23ec963-87d1-4a90-9e30-a48b29ae11e3 HTTP/1.1" status: 204 len: 173 time: 2.4830158 Aug 10 01:15:01.334437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-5abba393-e2ef-4028-9a77-696f58883694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.336041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-5abba393-e2ef-4028-9a77-696f58883694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2645237 Aug 10 01:15:01.336522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:01.338853 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be9236b-d0c6-4870-bea0-9579c4f241f2" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:01.344383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.394125 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2798be6c-3b0a-4067-b241-20359ac23a2c x-openstack-request-id: req-2798be6c-3b0a-4067-b241-20359ac23a2c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:01.394449 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "e23ec963-87d1-4a90-9e30-a48b29ae11e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:01.394696 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2798be6c-3b0a-4067-b241-20359ac23a2c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:01.395117 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'e23ec963-87d1-4a90-9e30-a48b29ae11e3', 'status': 'completed', 'code': 200} Aug 10 01:15:01.402036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-68021461-b01e-4b3e-9a93-27a1388b5863 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4504 time: 0.9145336 Aug 10 01:15:01.411868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36370) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:01.417759 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.492647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:01.502090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] For port 7bec50fe-f15e-4ac1-af93-67ce6e068487, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7bec50fe-f15e-4ac1-af93-67ce6e068487,segment=NetworkSegment(679ceabc-adae-441a-ac16-4da8fbca49a0),segment_id=679ceabc-adae-441a-ac16-4da8fbca49a0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:01.502632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.509740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.537313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3da3b-cd03-4411-b5d5-a877862cdf3d req-67b00557-336b-4d92-a2d5-33023e948249 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.538696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.543476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c9864d-ba7b-4080-b669-887fbb20d94f None None] The sync data for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 is: [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:05:16Z', 'revision_number': 4, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'ddf0cfc2-2a9c-41a5-a813-678daffbb55d', 'name': '', 'network_id': '4a60b044-c412-47c0-93b0-0a94187cda05', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'mac_address': 'fa:16:3e:6a:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_interface', 'standard_attr_id': 2234, 'fixed_ips': [{'subnet_id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:14Z', 'updated_at': '2021-08-10T01:05:21Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'subnets': [{'id': 'a059abc1-a196-4030-a0a8-71e6e3c22984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:01.544418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3da3b-cd03-4411-b5d5-a877862cdf3d req-67b00557-336b-4d92-a2d5-33023e948249 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.549044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Calling delete_port for 7bec50fe-f15e-4ac1-af93-67ce6e068487 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:01.550087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3da3b-cd03-4411-b5d5-a877862cdf3d req-67b00557-336b-4d92-a2d5-33023e948249 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.552743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8d3da3b-cd03-4411-b5d5-a877862cdf3d req-67b00557-336b-4d92-a2d5-33023e948249 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 2410 time: 0.1861002 Aug 10 01:15:01.585518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event deleted for resources: {'Port': ['ID=7bec50fe-f15e-4ac1-af93-67ce6e068487,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.591760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8843a-8904-4223-9cab-645e1fe8efe3 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.592259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8843a-8904-4223-9cab-645e1fe8efe3 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:01.593891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c1e8843a-8904-4223-9cab-645e1fe8efe3 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f28f7d06-ca07-4442-9de1-b4db3cdf100c HTTP/1.1" status: 200 len: 1991 time: 0.1796212 Aug 10 01:15:01.614328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] No DVR routers for this DVR port 7bec50fe-f15e-4ac1-af93-67ce6e068487 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:01.672071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.686371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-5b963e1a-3e50-4484-9508-1cacb4fc77c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197217 Aug 10 01:15:01.693843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.701286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port c7c47032-03a8-4212-934a-271b458fd818 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:01.701641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.702048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] Pushing event deleted for resources: {'Port': ['ID=7bec50fe-f15e-4ac1-af93-67ce6e068487,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:01.706260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc266c9c-92b6-4779-adf9-ae2db403e6c5 None None] No DVR routers for this DVR port 7bec50fe-f15e-4ac1-af93-67ce6e068487 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:01.815562 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f8d3da3b-cd03-4411-b5d5-a877862cdf3d req-2075af10-f242-473f-9ee6-4aaf818cd105 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372134 Aug 10 01:15:01.823186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:01.828896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.841560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.847605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6b1a17-793b-4c82-b84f-d1d15a9fb824']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:01.871163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679ceabc-adae-441a-ac16-4da8fbca49a0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:01.871548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679ceabc-adae-441a-ac16-4da8fbca49a0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:01.874319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Transition to ACTIVE for port object 46cf619b-1676-4824-8f74-eceae34b71e3 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:01.881815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.885521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.925872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.942140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:01.942562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:01.945741 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:01.997262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.011844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad3627e2-f2c1-4dc9-8b49-f005811f9ea8 req-4629a4b9-0616-416c-b82c-51e14dde2a3c service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148644 Aug 10 01:15:02.034201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.199 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8324e1d0-b540-459a-b2e5-5deaff6e4362) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:02.044082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.048548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] For port c7c47032-03a8-4212-934a-271b458fd818, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c7c47032-03a8-4212-934a-271b458fd818,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:02.048976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.060560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.065705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.074185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.076101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] 10.222.0.25 "DELETE /v2.0/networks/7c6b1a17-793b-4c82-b84f-d1d15a9fb824 HTTP/1.1" status: 204 len: 168 time: 1.9503458 Aug 10 01:15:02.093236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918517ef-bef7-4796-9784-b9d723a4b0aa tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237 tempest-ExtraDHCPOptionsIpV6TestJSON-1034633237-project] Pushing event deleted for resources: {'Network': ['ID=7c6b1a17-793b-4c82-b84f-d1d15a9fb824,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.102120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for c7c47032-03a8-4212-934a-271b458fd818 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:02.117361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:02.117693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:02.118036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:02.122792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:15:02.123241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:02.129722 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:02.130066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:02.130465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Bound using segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:02.130930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Bound port: 46cf619b-1676-4824-8f74-eceae34b71e3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:02.131298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.212945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:02.217074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:02.221313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.238721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Pushing event updated for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.241508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.290017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:02.290638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.292544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] 10.222.0.10 "PUT /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1092 time: 1.5836630 Aug 10 01:15:02.295654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:02.307362 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee" -d '{"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:02.316273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65412ab2-3273-4814-ad92-6e0a5a65a5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.401718 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62ee33-2c65-46f4-b3b0-af84844ee938 x-openstack-request-id: req-0c62ee33-2c65-46f4-b3b0-af84844ee938 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:02.402049 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:02.402256 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c62ee33-2c65-46f4-b3b0-af84844ee938 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:02.402653 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:15:02.416719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36382) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:02.430779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-b63b9f24-d84c-47b4-a178-3247546a8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:02.432588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-b63b9f24-d84c-47b4-a178-3247546a8357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1095 time: 0.0968907 Aug 10 01:15:02.453798 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.475393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:02.480438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:02.509122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-2b2afa24-313b-4a9e-b51e-9c2d22830f4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 217 time: 0.0647459 Aug 10 01:15:02.542833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6b36c-1547-4f1b-99bb-0fe9c10eb0c9 req-bc9a9274-80ce-4ed3-a96d-586366a7935b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:02.551695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0f6b36c-1547-4f1b-99bb-0fe9c10eb0c9 req-bc9a9274-80ce-4ed3-a96d-586366a7935b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.1178637 Aug 10 01:15:02.638295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:02.677629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.701101 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0f6b36c-1547-4f1b-99bb-0fe9c10eb0c9 req-251e4c98-3653-43c5-b7f3-91094072a4f0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483388 Aug 10 01:15:02.716523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-d8bba533-b90a-4144-8974-cb64038c64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:02.718350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-d8bba533-b90a-4144-8974-cb64038c64c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.2014210 Aug 10 01:15:02.727092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.729985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:02.730368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.730968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4a167db-d2d2-463f-af20-fcabb43af16a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b23b1815154d4bdeb986110a9204da47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127899 Aug 10 01:15:02.745394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36386) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:02.815909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=c7c47032-03a8-4212-934a-271b458fd818,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:02.817917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] No DVR routers for this DVR port c7c47032-03a8-4212-934a-271b458fd818 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:02.830068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.832443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-ab7517c1-6e10-4a09-9057-455415b71789 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "DELETE /v2.0/ports/c7c47032-03a8-4212-934a-271b458fd818 HTTP/1.1" status: 204 len: 173 time: 1.4786756 Aug 10 01:15:02.834997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.846244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-7f86f3d6-2a92-415e-bec9-de9200077610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:02.848194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-7f86f3d6-2a92-415e-bec9-de9200077610 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162176 Aug 10 01:15:02.884804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:02.920525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bec50fe-f15e-4ac1-af93-67ce6e068487 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:02.926119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.954655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7bec50fe-f15e-4ac1-af93-67ce6e068487 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:02.955010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7bec50fe-f15e-4ac1-af93-67ce6e068487 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:02.960929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-655181f0-07bb-4de6-8e1a-614b7aa959d0 None None] Provisioning complete for port 0949aba8-3ccb-477d-aa56-a31eab35be9f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:02.961308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-655181f0-07bb-4de6-8e1a-614b7aa959d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:02.964698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:02.993591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:02.994883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=8324e1d0-b540-459a-b2e5-5deaff6e4362,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:03.005953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:03.006763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-631b00e1-3e31-4b57-9bd7-5f2726adefce service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499057 Aug 10 01:15:03.021684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-655181f0-07bb-4de6-8e1a-614b7aa959d0 None None] Port 0949aba8-3ccb-477d-aa56-a31eab35be9f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:03.027105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.029611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.030764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cc9dcee-069c-48e0-9fd4-b64e87da9e3b HTTP/1.1" status: 204 len: 168 time: 0.2844009 Aug 10 01:15:03.111441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a2a6d-d55b-442e-a371-61a77ae03f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9dcee-069c-48e0-9fd4-b64e87da9e3b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:03.203148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3c3a1eae-1b45-4642-bbb1-b779a1286c8d req-306f8764-b640-480b-8cc4-a6ac34b19dc3 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870720 Aug 10 01:15:03.253140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1451160-f1ab-4292-9559-ffbb0c4b1918 None None] New status for floating IP 39a6bb79-6e59-43f7-b653-4988cb66c751: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:15:03.322785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-4dac5d25-be4e-4e2e-ade5-d3b3f9ca2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.324531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-4dac5d25-be4e-4e2e-ade5-d3b3f9ca2aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1095 time: 0.0693951 Aug 10 01:15:03.353458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabfe3-3030-4ecf-8192-dbf217e5ee3c req-dad114bf-68e3-4409-a66c-f6dca73d48e3 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.359436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbabfe3-3030-4ecf-8192-dbf217e5ee3c req-dad114bf-68e3-4409-a66c-f6dca73d48e3 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.361717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fbabfe3-3030-4ecf-8192-dbf217e5ee3c req-dad114bf-68e3-4409-a66c-f6dca73d48e3 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 1677 time: 0.3535230 Aug 10 01:15:03.401461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:03.404140 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d57fb63-4627-47f7-a7cf-53b621c7f1cf" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "c7c47032-03a8-4212-934a-271b458fd818"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:03.452800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port 90b684b5-7db9-40a7-b957-fc750c30617e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:03.453171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:03.462922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:03.487422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-af935917-e549-480f-b165-0607fb50da76 admin admin] 10.222.0.25 "PUT /v2.0/routers/44ca49db-e8d8-4b62-9cec-d043efa88b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4750810 Aug 10 01:15:03.489385 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eaeb2f-a451-40fb-93cd-53374f0fcc4e x-openstack-request-id: req-93eaeb2f-a451-40fb-93cd-53374f0fcc4e {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:03.489500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-d0d07889-6921-494b-b0fb-01bccc4eae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:03.490025 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "c7c47032-03a8-4212-934a-271b458fd818", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:03.490355 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93eaeb2f-a451-40fb-93cd-53374f0fcc4e {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:03.491748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-d0d07889-6921-494b-b0fb-01bccc4eae2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.1587498 Aug 10 01:15:03.493335 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'c7c47032-03a8-4212-934a-271b458fd818', 'status': 'completed', 'code': 200} Aug 10 01:15:03.551798 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:03.560364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-edade559-59fe-4e02-a0ad-ff2ef466fa1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 217 time: 0.0596766 Aug 10 01:15:03.564655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:03.565486 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:03.794769 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:04.119614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-94bf7679-bea5-460e-9514-fa0c5e35ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:04.120970 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 2, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:04.121371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-94bf7679-bea5-460e-9514-fa0c5e35ebea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.5535152 Aug 10 01:15:04.147251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0fbabfe3-3030-4ecf-8192-dbf217e5ee3c req-46b3b220-85a4-4a9b-8094-e6c4ca6cd058 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7401428 Aug 10 01:15:04.174349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:04.175030 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Updating router 44ca49db-e8d8-4b62-9cec-d043efa88b73 port 0949aba8-3ccb-477d-aa56-a31eab35be9f binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:15:04.176879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6842f45-0d65-40a8-8218-4d78ace1c8d4 req-69b02878-0416-4cbf-8aa8-ccc257934f23 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:04.179853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6842f45-0d65-40a8-8218-4d78ace1c8d4 req-69b02878-0416-4cbf-8aa8-ccc257934f23 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.1318746 Aug 10 01:15:04.219839 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.223352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] For port 90b684b5-7db9-40a7-b957-fc750c30617e, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=90b684b5-7db9-40a7-b957-fc750c30617e,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:04.223905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.226949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-c2369de1-34af-4fd2-a052-ff4ae4ac305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:04.228603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-c2369de1-34af-4fd2-a052-ff4ae4ac305d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998449 Aug 10 01:15:04.263638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6842f45-0d65-40a8-8218-4d78ace1c8d4 req-a04022eb-b56b-43c0-a269-b92194c50f53 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776427 Aug 10 01:15:04.303493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for 90b684b5-7db9-40a7-b957-fc750c30617e owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:04.343336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36424) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.353466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-5ea8baea-c779-4108-9758-3409e05b2ff1 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155686 Aug 10 01:15:04.485071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac402da9-c41c-4d43-8ab4-1e0d8d6391ee req-22604c1b-7d1d-4585-9031-d6d187dbc716 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244369 Aug 10 01:15:04.555734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.576440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:04.582700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-208904685-network', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:04.597628 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.608736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Transition to ACTIVE for port object 0949aba8-3ccb-477d-aa56-a31eab35be9f will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:04.615870 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.616103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'networks': [{'name': 'tempest-network--2118894808'}, {'name': 'tempest-network--56377513'}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:04.616309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-network--2118894808'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:04.616802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-network--56377513'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:04.636345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Made reservation on behalf of c2b31e98749448dbabc272b9bc49e54e for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:04.639170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.657443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.673751 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Pushing event updated for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.679315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'network': 2} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:04.687870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.692074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.701305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.703165 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.703890 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.705193 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.705193 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.705382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.705571 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.706244 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.706593 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.706939 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.707264 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.707589 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.707912 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.708232 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:04.738407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=90b684b5-7db9-40a7-b957-fc750c30617e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.786251 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Attempting to bind port 0949aba8-3ccb-477d-aa56-a31eab35be9f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:04.786475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Attempting to bind port 0949aba8-3ccb-477d-aa56-a31eab35be9f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:04.786885 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Attempting to bind port 0949aba8-3ccb-477d-aa56-a31eab35be9f on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:04.793391 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:04.794170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:04.794647 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.795211 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:04.795777 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Bound port: 0949aba8-3ccb-477d-aa56-a31eab35be9f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:04.796330 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.816347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.828328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] No DVR routers for this DVR port 90b684b5-7db9-40a7-b957-fc750c30617e on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:04.835604 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.837391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-3fa67422-5dd6-4382-89bd-3bf3fdb6a59b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "DELETE /v2.0/ports/90b684b5-7db9-40a7-b957-fc750c30617e HTTP/1.1" status: 204 len: 173 time: 1.9837928 Aug 10 01:15:04.875809 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] For port 0949aba8-3ccb-477d-aa56-a31eab35be9f, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:04.882422 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] For port 0949aba8-3ccb-477d-aa56-a31eab35be9f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0949aba8-3ccb-477d-aa56-a31eab35be9f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:04.883154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.890809 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.927724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:04.931567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda93f09-f71a-4bc2-a245-46cc1ae7b0b0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:04.961114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.961448 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Added segment 5fe8063a-aa0f-4c42-b32e-dd5531caa907 of type vlan for network 40f36b00-2376-455a-8538-d619759d79e9 Aug 10 01:15:04.963844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.969610 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:04.971412 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:04.995402 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:04.996026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.012046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28f692-910d-4758-8bfe-9e5cb20e37b6 None None] Pushing event updated for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.065274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.069535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:05.079520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port f524570c-765d-40bb-8444-954779e792fc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:05.080010 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.106535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b43e27-9217-41eb-a3af-937a78e9c684,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.119671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.120367 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment 2e573638-758f-4f68-ab46-2765907c9a14 of type vlan for network 422c0379-7ba2-4b95-a515-a527eab98b32 Aug 10 01:15:05.145847 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:05.168884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.182267 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.183293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.183884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.184187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.194175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.280949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6999669 Aug 10 01:15:05.295340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:05.312184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Request body: {'subnet': {'network_id': '40f36b00-2376-455a-8538-d619759d79e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-208904685-subnet', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:05.316559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] For port f524570c-765d-40bb-8444-954779e792fc, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f524570c-765d-40bb-8444-954779e792fc,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:05.316933 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.334412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for f524570c-765d-40bb-8444-954779e792fc owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:05.341511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a174bb-141a-48e2-b2d6-885e4fe27f4f admin admin] Pushing event updated for resources: {'Network': ['ID=40f36b00-2376-455a-8538-d619759d79e9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.357507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 40f36b00-2376-455a-8538-d619759d79e9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:05.366935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:05.403426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.408575 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment 9dc48523-33ed-4e67-b6bd-3cea14121cd0 of type vlan for network d06241b3-e9f7-43ae-a671-a241fc17f469 Aug 10 01:15:05.440068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Made reservation on behalf of c2b31e98749448dbabc272b9bc49e54e for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:05.442454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.491900 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:04Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:05.503307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:05.506814 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121d90f5-9695-46f8-be59-710bfbd7dda7" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:05.529975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2ea0a-0a92-44a0-b4d0-68ac589f256f None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:04Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:05.544560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=8324e1d0-b540-459a-b2e5-5deaff6e4362,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.576453 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.596341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.604014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a81480-61a4-4b79-acad-1fb7068c8990 req-cdf4a3b1-07af-45c7-be27-67adc2554de1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.605487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a81480-61a4-4b79-acad-1fb7068c8990 req-cdf4a3b1-07af-45c7-be27-67adc2554de1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.2043748 Aug 10 01:15:05.665285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.665797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.671691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.677264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.677938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.689382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e79ff-4f92-4753-8ae3-4c498ebce4fe req-64c41ce2-1a71-4631-88a0-f34d352bb54d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:05.690803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-006e79ff-4f92-4753-8ae3-4c498ebce4fe req-64c41ce2-1a71-4631-88a0-f34d352bb54d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 943 time: 0.2224226 Aug 10 01:15:05.738350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a81480-61a4-4b79-acad-1fb7068c8990 req-45cf4367-79ea-4445-ac4f-9a3f2d3e82fa tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248615 Aug 10 01:15:05.783093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4357724 Aug 10 01:15:05.786613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:05.794242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=422c0379-7ba2-4b95-a515-a527eab98b32,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.806519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 422c0379-7ba2-4b95-a515-a527eab98b32 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:05.811981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.826704 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058740ff-fd3a-4f2c-b11e-c277bc4fdded x-openstack-request-id: req-058740ff-fd3a-4f2c-b11e-c277bc4fdded {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:05.827014 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "90b684b5-7db9-40a7-b957-fc750c30617e", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:05.827249 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-058740ff-fd3a-4f2c-b11e-c277bc4fdded {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:05.827642 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': '90b684b5-7db9-40a7-b957-fc750c30617e', 'status': 'completed', 'code': 200} Aug 10 01:15:05.835251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-006e79ff-4f92-4753-8ae3-4c498ebce4fe req-01d0f74e-ea07-4c1e-9159-63b731d11ea2 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups?id=90b4545d-5d9f-4b5b-98a2-e750ec2092a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353078 Aug 10 01:15:05.906467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354773ea-5fcd-4da2-93bc-295149d5f2e6 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=d06241b3-e9f7-43ae-a671-a241fc17f469,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.916890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:05.919563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d06241b3-e9f7-43ae-a671-a241fc17f469 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:05.945869 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP a321c0f7-027f-4e41-8606-c54c5eb51358 associated. External IP: 172.25.7.199, port: dec8dfea-9611-4bf5-938d-887aa3d3af84. Aug 10 01:15:05.990470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=df5cfd64-d00d-4dd6-a8eb-57316e21549f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.997838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=f524570c-765d-40bb-8444-954779e792fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:05.998480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Checking segment: {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:05.998906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Network hostable DHCP agents. Network: 40f36b00-2376-455a-8538-d619759d79e9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:06.021780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Network 40f36b00-2376-455a-8538-d619759d79e9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:06.050389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 40f36b00-2376-455a-8538-d619759d79e9) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:06.050597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] No DVR routers for this DVR port f524570c-765d-40bb-8444-954779e792fc on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:06.055872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.061006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.063159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.065633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0ddacae-c3c6-43d7-8369-36e96d1119ee req-631c2bfd-6c5c-455d-a7d4-5966617de8aa tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.10 "DELETE /v2.0/ports/f524570c-765d-40bb-8444-954779e792fc HTTP/1.1" status: 204 len: 173 time: 1.2170937 Aug 10 01:15:06.073870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25899b3f-6ed9-4adf-87a8-008de5739dea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7735083 Aug 10 01:15:06.076479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c6ad6-310e-4bc1-bb4a-f27f283636c4 None None] Network 40f36b00-2376-455a-8538-d619759d79e9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:06.077623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36446) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:06.084148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:06.119413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.121426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.199747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95463b39-e5b8-40be-a9ab-11e1ee87f577 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.206262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95463b39-e5b8-40be-a9ab-11e1ee87f577 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.212245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95463b39-e5b8-40be-a9ab-11e1ee87f577 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.213818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.218719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95463b39-e5b8-40be-a9ab-11e1ee87f577 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:06.220996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-95463b39-e5b8-40be-a9ab-11e1ee87f577 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4317968 Aug 10 01:15:06.224123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36448) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:06.368260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-40f36b00-2376-455a-8538-d619759d79e9', 'network_id': '40f36b00-2376-455a-8538-d619759d79e9', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'fixed_ips': [{'subnet_id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:06.369492 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.442945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:06.478982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.534646 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.605817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:06.621393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Allocated IP 172.20.0.2 (40f36b00-2376-455a-8538-d619759d79e9/df5cfd64-d00d-4dd6-a8eb-57316e21549f/fb9ee58d-17fb-42a9-b9e7-8811afe5d627) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:06.626716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:06.627980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.647116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:06.648501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.685037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5ee5c9d-89fd-4c52-a740-019e3d67e9ef tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9705858 Aug 10 01:15:06.687751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36450) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:06.694014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.695922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:06.714509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0949aba8-3ccb-477d-aa56-a31eab35be9f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:06.739090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.763993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422c0379-7ba2-4b95-a515-a527eab98b32']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.780647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e573638-758f-4f68-ab46-2765907c9a14') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.781785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:15:06.782892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e573638-758f-4f68-ab46-2765907c9a14') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.804959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:06.805854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.806238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.817205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.848751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.865548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:06.870084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:06.874962 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:06.879356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:06.880274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d34b72b-0ea4-4adf-8105-9ca40dedc1b6 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:07.006241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6895ef31-2dd6-4834-afe6-c5c2c61a6f2c req-3675d081-3c1f-4439-af58-0ad60d8668e1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0375447 Aug 10 01:15:07.107123 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.113944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.115006 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP a321c0f7-027f-4e41-8606-c54c5eb51358 disassociated. External IP: 172.25.7.199, port: dec8dfea-9611-4bf5-938d-887aa3d3af84. Aug 10 01:15:07.154458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.170608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.174831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/422c0379-7ba2-4b95-a515-a527eab98b32 HTTP/1.1" status: 204 len: 168 time: 0.9472735 Aug 10 01:15:07.181328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a4a96-4891-4185-8964-6e1a8cceb41d req-31da2493-38de-4669-8ef3-af9a016fc247 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:07.182510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-520a4a96-4891-4185-8964-6e1a8cceb41d req-31da2493-38de-4669-8ef3-af9a016fc247 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.2282200 Aug 10 01:15:07.195163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36460) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:07.215749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b8f10-a02d-4d0d-b45e-f81ce120280e tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=422c0379-7ba2-4b95-a515-a527eab98b32,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:07.234521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0949aba8-3ccb-477d-aa56-a31eab35be9f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:07.255323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0949aba8-3ccb-477d-aa56-a31eab35be9f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:07.255798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.308281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.338216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.384467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-520a4a96-4891-4185-8964-6e1a8cceb41d req-2fb789c6-ef54-4c9b-afc3-4f8e4d4658b3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741586 Aug 10 01:15:07.394181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:07.417057 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.420914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.429114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '46cf619b-1676-4824-8f74-eceae34b71e3', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:15:07.435593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Transition to ACTIVE for port object fb9ee58d-17fb-42a9-b9e7-8811afe5d627 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:07.497287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:07.535928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.537680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.567663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.574349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:07.587646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Allocated IP 172.25.7.233 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:07.590500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06241b3-e9f7-43ae-a671-a241fc17f469']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.601556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Transition to ACTIVE for port object fb9ee58d-17fb-42a9-b9e7-8811afe5d627 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:07.614424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc48523-33ed-4e67-b6bd-3cea14121cd0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.615055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc48523-33ed-4e67-b6bd-3cea14121cd0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.627045 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.634440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.635236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:07.670282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:07.676059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.682085 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:07.683953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.691431 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:07.692083 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.708282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0949aba8-3ccb-477d-aa56-a31eab35be9f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0949aba8-3ccb-477d-aa56-a31eab35be9f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:07.733301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eee197c2-7dda-4f64-a1e0-a1bbaca0ced5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/a321c0f7-027f-4e41-8606-c54c5eb51358 HTTP/1.1" status: 200 len: 688 time: 1.0437267 Aug 10 01:15:07.735816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:07.737419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Network 40f36b00-2376-455a-8538-d619759d79e9 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:07.743048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.746452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.747211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:07.754493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:07.764930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:07.774021 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.774497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:07.775062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:07.778738 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:07.788202 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:07.788818 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.828610 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:07.829772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'f524570c-765d-40bb-8444-954779e792fc'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:07.829897 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad0b574-39cf-4a42-94bd-1cf5a7303b13 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:07.832035 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482e0a30-4646-4088-ac6c-7b3aa1ecc243" -d '{"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "f524570c-765d-40bb-8444-954779e792fc"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:07.905229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Attempting to bind port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:07.905988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Attempting to bind port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:07.906370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Attempting to bind port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 on network 40f36b00-2376-455a-8538-d619759d79e9 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:07.919489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:07.919940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Checking segment: {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:07.920593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.921723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Bound using segment: {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:07.922597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Bound port: fb9ee58d-17fb-42a9-b9e7-8811afe5d627, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:07.923673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.927424 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f147c-b82d-4a44-8a52-f801d13ade8d x-openstack-request-id: req-ab7f147c-b82d-4a44-8a52-f801d13ade8d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:07.927875 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2506b8de-fc73-48bb-9425-29e93267d2a5", "name": "network-vif-deleted", "tag": "f524570c-765d-40bb-8444-954779e792fc", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:07.928128 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab7f147c-b82d-4a44-8a52-f801d13ade8d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:07.928525 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2506b8de-fc73-48bb-9425-29e93267d2a5', 'name': 'network-vif-deleted', 'tag': 'f524570c-765d-40bb-8444-954779e792fc', 'status': 'completed', 'code': 200} Aug 10 01:15:07.930822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.947435 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.950429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/d06241b3-e9f7-43ae-a671-a241fc17f469 HTTP/1.1" status: 204 len: 168 time: 0.7542920 Aug 10 01:15:07.953482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['46cf619b-1676-4824-8f74-eceae34b71e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:15:07.954710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:07.956978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:07.991475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd42d7-fb4d-4d3b-945e-8c755b25373b tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=d06241b3-e9f7-43ae-a671-a241fc17f469,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.010144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 8324e1d0-b540-459a-b2e5-5deaff6e4362 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:08.025349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.134085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b809c7-4c0d-49ac-9935-78a954095594 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:08.140489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b809c7-4c0d-49ac-9935-78a954095594 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:08.156091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-38b809c7-4c0d-49ac-9935-78a954095594 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1838436 Aug 10 01:15:08.158064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.158433 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.159281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.164146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:08.165194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.182406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 8324e1d0-b540-459a-b2e5-5deaff6e4362 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:08.192272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503700427'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:08.237735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2396ffb1-467a-41bc-ad79-5c437354d456 req-801819a7-072d-452b-98bf-553013c6f74d tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0836577 Aug 10 01:15:08.253803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.295223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:08.302108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:08.307012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:08.314236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Pushing event updated for resources: {'Port': ['ID=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.316794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:08.320697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.382428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.397732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:08.418099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=8324e1d0-b540-459a-b2e5-5deaff6e4362,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.429894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] For port fb9ee58d-17fb-42a9-b9e7-8811afe5d627, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:08.449555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.450033 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment 9d184f30-117f-4ca6-964f-45a14dcecc0c of type vlan for network 59597e87-2df3-4f9e-99ed-a42a28c110f6 Aug 10 01:15:08.479185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] For port fb9ee58d-17fb-42a9-b9e7-8811afe5d627, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:08.488721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.565131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd5f8a-4382-45d0-92f3-95d69ccfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.573065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.669398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.671099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0949aba8-3ccb-477d-aa56-a31eab35be9f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:08.680938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:08.681692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.745725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0949aba8-3ccb-477d-aa56-a31eab35be9f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:08.746236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.816021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6482930 Aug 10 01:15:08.859425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36474) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:08.868009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-224976104'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:08.904994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329786fe-f014-4243-8dc3-069ad4ead72a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=59597e87-2df3-4f9e-99ed-a42a28c110f6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:08.909465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:08.919044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 59597e87-2df3-4f9e-99ed-a42a28c110f6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:08.961544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:08.965253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.006070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:09.068694 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.068694 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment 730fca1d-072b-4baa-ab2a-b0391b8c9099 of type vlan for network aaca10c4-79d2-4024-b0e7-3fde83b7421c Aug 10 01:15:09.106518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d25bfe-d4ed-41cd-a838-6c2748db02c6 req-b9022609-c6ff-4484-87bc-3ebad33eaa49 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:09.115404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08d25bfe-d4ed-41cd-a838-6c2748db02c6 req-b9022609-c6ff-4484-87bc-3ebad33eaa49 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.1035011 Aug 10 01:15:09.118152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.120831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.122691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c7a30bc4-fa60-4af7-8422-f257540430de tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/a321c0f7-027f-4e41-8606-c54c5eb51358 HTTP/1.1" status: 204 len: 168 time: 1.3850873 Aug 10 01:15:09.128308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36476) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:09.132747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'fa1dbfea-e0db-4554-9006-e18256272153'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:09.155273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.181766 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08d25bfe-d4ed-41cd-a838-6c2748db02c6 req-c249bf19-3bcf-4ab3-ac23-98a204a366c2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651143 Aug 10 01:15:09.185758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.352737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.480921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.25 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a65ddaa2-f235-4b0e-b860-12dc267d6f34) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:09.648389 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.733676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.746165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1058ab57-dca5-4534-9ddc-c783d8666468 req-cbc1bc64-019e-4715-bd60-ac06afa5456e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0422573 Aug 10 01:15:09.750461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.756064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:09.756660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.798691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:09.802293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:09.809222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:09.831013 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:09.835875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9724762 Aug 10 01:15:09.841472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36480) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:09.848324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=a65ddaa2-f235-4b0e-b860-12dc267d6f34,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:09.850426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'ports': [{'network_id': '59597e87-2df3-4f9e-99ed-a42a28c110f6', 'name': 'tempest-port--1482457416', 'admin_state_up': True}, {'network_id': 'aaca10c4-79d2-4024-b0e7-3fde83b7421c', 'admin_state_up': False}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:09.850789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'port': {'network_id': '59597e87-2df3-4f9e-99ed-a42a28c110f6', 'name': 'tempest-port--1482457416', 'admin_state_up': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:09.851283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'port': {'network_id': 'aaca10c4-79d2-4024-b0e7-3fde83b7421c', 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:09.871191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e50d31-f66a-4393-bb87-bf36c239773d tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=aaca10c4-79d2-4024-b0e7-3fde83b7421c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:09.885616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network aaca10c4-79d2-4024-b0e7-3fde83b7421c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:10.071076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3eb97b-273b-4c20-b146-8b647a422415 None None] Network 40f36b00-2376-455a-8538-d619759d79e9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:10.179107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'port': 2} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:10.180389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4c907846-468c-4ab6-a0e9-0ce25f6c16cc None None] Provisioning for port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:10.183984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.213648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.229286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Router ddfe9363-525e-4802-8f57-3233f2565b0d is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:10.239340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.354052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.384790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1252bf1-3efa-4b4d-bc20-22c844c9307e req-bce968ad-1ba4-437d-b0f2-e1e1a2697a82 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:10.386395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1252bf1-3efa-4b4d-bc20-22c844c9307e req-bce968ad-1ba4-437d-b0f2-e1e1a2697a82 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.1069434 Aug 10 01:15:10.422353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] device_id is not set on port 83c9cd45-1d06-44a6-9870-8a0c1f6793eb yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:10.457693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:10.473632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Sync routers for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:10.488311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:10.489145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:10.519667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.524344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-892981fe-7cde-4d15-9a05-f167028ebef4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4456530 Aug 10 01:15:10.525019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36484) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:10.596644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1252bf1-3efa-4b4d-bc20-22c844c9307e req-4cb92b06-3c0e-4c2d-82ec-0f4a205d3fce tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003491 Aug 10 01:15:10.614465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.639786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.717336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb9ee58d-17fb-42a9-b9e7-8811afe5d627 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:10.729653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=a65ddaa2-f235-4b0e-b860-12dc267d6f34,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:10.739972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:10.747142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.786644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:10.834152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:10.858693 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP ee1a0b96-7621-4848-a3f7-4b0508ba2950 associated. External IP: 172.25.7.25, port: fa1dbfea-e0db-4554-9006-e18256272153. Aug 10 01:15:10.968547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b20d5d78-67e4-4752-945e-bdc3dd051699 req-6b6a59b8-e9d8-4bed-b131-755caa25c3d6 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0812738 Aug 10 01:15:11.025050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 46cf619b-1676-4824-8f74-eceae34b71e3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:11.035441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:11.038947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] device_id is not set on port 67a9fabd-6441-42d0-94d2-74d9d04b6627 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:11.039188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 46cf619b-1676-4824-8f74-eceae34b71e3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:11.039571 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.062461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:11.062888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.144261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:11.233522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:08Z', 'revision_number': 3, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:11.239095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.267686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:11.279129 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:11.279624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Checking router: ddfe9363-525e-4802-8f57-3233f2565b0d for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:11.279624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Updating router ddfe9363-525e-4802-8f57-3233f2565b0d port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:15:11.285728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.291815 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:11.292437 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:11.325726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29466bc4-f1a9-47e5-a78b-d2cd8c9454c3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1962290 Aug 10 01:15:11.326655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36488) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:11.337578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.368814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.373049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:11.383658 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dbbad3-acf7-472e-aacf-10323badc9e9" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:11.405930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ea7dbc8-bc7a-4cd0-895e-55cd9b0cc6f7 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/floatingips/ee1a0b96-7621-4848-a3f7-4b0508ba2950 HTTP/1.1" status: 200 len: 977 time: 0.0780685 Aug 10 01:15:11.406944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36492) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:11.420288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.423909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:11.517874 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:11.527766 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:11.528627 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:11.538731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.542204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36494) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:11.542991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-831776bb-d1a7-4396-ad29-94eef1a78c50 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1344862 Aug 10 01:15:11.557864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': 'dec8dfea-9611-4bf5-938d-887aa3d3af84'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:11.566927 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:11.567579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f591e41-c3ce-4b65-bfe6-48dbb7d2d6d0 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:11.606098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf380b-21a6-4459-b26e-a6f11c057c5a req-b349b34d-3b99-4fd2-816c-4576838483f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:11.607977 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fdf380b-21a6-4459-b26e-a6f11c057c5a req-b349b34d-3b99-4fd2-816c-4576838483f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1097 time: 0.0639386 Aug 10 01:15:11.671156 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.676775 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6efc40e-8e64-405e-b4fd-0f77cdf61094 x-openstack-request-id: req-e6efc40e-8e64-405e-b4fd-0f77cdf61094 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:11.677059 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:11.677162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.677485 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6efc40e-8e64-405e-b4fd-0f77cdf61094 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:11.677929 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'code': 200} Aug 10 01:15:11.698453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3fdf380b-21a6-4459-b26e-a6f11c057c5a req-9c6eac06-b6fc-4434-8fd4-b0e1b60c8379 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837088 Aug 10 01:15:11.740030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Port': ['ID=83c9cd45-1d06-44a6-9870-8a0c1f6793eb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.752909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Checking segment: {'id': '9d184f30-117f-4ca6-964f-45a14dcecc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '59597e87-2df3-4f9e-99ed-a42a28c110f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:11.753192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network hostable DHCP agents. Network: 59597e87-2df3-4f9e-99ed-a42a28c110f6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:11.753635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port fb9ee58d-17fb-42a9-b9e7-8811afe5d627, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:11.771700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.775340 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.787232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:11.899669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:11.930465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network 59597e87-2df3-4f9e-99ed-a42a28c110f6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:11.957373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4391-498d-4cbe-ac2c-e0e702671851 req-b533f1cd-b705-485b-99af-c3100bdcca4c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:11.958914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f4b4391-498d-4cbe-ac2c-e0e702671851 req-b533f1cd-b705-485b-99af-c3100bdcca4c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2268217 Aug 10 01:15:12.010650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 59597e87-2df3-4f9e-99ed-a42a28c110f6) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:12.030235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967dd8c6-a6c0-4742-a867-c2ff0bf672c1 None None] Network 59597e87-2df3-4f9e-99ed-a42a28c110f6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:12.045761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:12.046546 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.111102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.119389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Allocated IP 172.20.0.1 (40f36b00-2376-455a-8538-d619759d79e9/df5cfd64-d00d-4dd6-a8eb-57316e21549f/77edaea8-dd60-474c-8cb1-05af10f1812a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:12.122307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaa3c238-bca6-4fc8-aaec-092d85acc71d req-ffe271af-43ac-44ef-89eb-6ea0489e4114 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0303674 Aug 10 01:15:12.134278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Transition to ACTIVE for port object 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:12.161888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.241974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Attempting to bind port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:12.242389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Attempting to bind port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:12.242820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Attempting to bind port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:12.250184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f74de-1e49-4eb0-8628-086ed0a5a804 None None] Pushing event updated for resources: {'Port': ['ID=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:12.256875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:12.257244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:12.257647 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.258035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:12.258522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Bound port: 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:12.258919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.265155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f4b4391-498d-4cbe-ac2c-e0e702671851 req-35cf97ff-f6c5-4f6a-8a78-d8b6ef325cd3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2898188 Aug 10 01:15:12.316306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] For port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:12.319033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Port': ['ID=67a9fabd-6441-42d0-94d2-74d9d04b6627,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:12.332423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] For port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:12.336492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Checking segment: {'id': '730fca1d-072b-4baa-ab2a-b0391b8c9099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'aaca10c4-79d2-4024-b0e7-3fde83b7421c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:12.336814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network hostable DHCP agents. Network: aaca10c4-79d2-4024-b0e7-3fde83b7421c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:12.340433 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.398462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:12.399272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:12.415124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network aaca10c4-79d2-4024-b0e7-3fde83b7421c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:12.435248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.440382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, aaca10c4-79d2-4024-b0e7-3fde83b7421c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:12.444107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f74de-1e49-4eb0-8628-086ed0a5a804 None None] Pushing event updated for resources: {'Port': ['ID=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:12.457511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed775c-553c-41b1-aae5-93002ea98112 None None] Network aaca10c4-79d2-4024-b0e7-3fde83b7421c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:12.489284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:12.495416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:12.501442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:12.502126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.517559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Transition to ACTIVE for port object 77edaea8-dd60-474c-8cb1-05af10f1812a will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:12.538543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3276eede-bd61-4e4d-8a53-8fbc901cb734 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6960151 Aug 10 01:15:12.542054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36500) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:12.615961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb9ee58d-17fb-42a9-b9e7-8811afe5d627 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:12.647532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:12.669435 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.709963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeca05c-7b67-40c0-b0b0-d41e98785f12 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:12.716417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeca05c-7b67-40c0-b0b0-d41e98785f12 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:12.720115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dfeca05c-7b67-40c0-b0b0-d41e98785f12 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1729462 Aug 10 01:15:12.724224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36502) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:12.760443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Network 40f36b00-2376-455a-8538-d619759d79e9 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:12.769103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:12.774823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:12.820635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:12.868553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.882582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting port 83c9cd45-1d06-44a6-9870-8a0c1f6793eb {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:12.883141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.966526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:12.967847 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.983279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.985829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:12.994284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.001582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Calling delete_port for 83c9cd45-1d06-44a6-9870-8a0c1f6793eb owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:13.104566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:08Z', 'revision_number': 3, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:13.137744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897aeaa-945d-498a-a097-50246696fc9f None None] The sync data for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 is: [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:08Z', 'revision_number': 3, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:13.142850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.185070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-17b2eb5b-d053-4fb2-8ca1-ec2809d42846 None None] Provisioning for port 77edaea8-dd60-474c-8cb1-05af10f1812a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:13.195110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-17b2eb5b-d053-4fb2-8ca1-ec2809d42846 None None] Provisioning complete for port 77edaea8-dd60-474c-8cb1-05af10f1812a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:13.195722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17b2eb5b-d053-4fb2-8ca1-ec2809d42846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.206070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Port': ['ID=83c9cd45-1d06-44a6-9870-8a0c1f6793eb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:13.213013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.215000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3bd9da4a-0b53-493f-bf5b-7907b7cc57c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/ports/83c9cd45-1d06-44a6-9870-8a0c1f6793eb HTTP/1.1" status: 204 len: 168 time: 0.4889705 Aug 10 01:15:13.217526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36506) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:13.268451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-17b2eb5b-d053-4fb2-8ca1-ec2809d42846 None None] Port 77edaea8-dd60-474c-8cb1-05af10f1812a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:13.290823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-554adf91-1427-4679-86ae-dde8a08a58ac req-cca05f53-3da8-4e70-b58b-658dfec4e01c tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0364180 Aug 10 01:15:13.366256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting port 67a9fabd-6441-42d0-94d2-74d9d04b6627 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:13.366526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.456066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.483349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Calling delete_port for 67a9fabd-6441-42d0-94d2-74d9d04b6627 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:13.606856 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.640548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Port': ['ID=67a9fabd-6441-42d0-94d2-74d9d04b6627,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:13.652923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.655321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e6050506-76b0-45b3-8274-27c5773fc122 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/ports/67a9fabd-6441-42d0-94d2-74d9d04b6627 HTTP/1.1" status: 204 len: 168 time: 0.4367142 Aug 10 01:15:13.658550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36510) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:13.684690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.721854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53f7e7e0-dba6-4da4-932b-096db7a0d8c3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0571589 Aug 10 01:15:13.722062 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP ee1a0b96-7621-4848-a3f7-4b0508ba2950 associated. External IP: 172.25.7.25, port: fa1dbfea-e0db-4554-9006-e18256272153. Aug 10 01:15:13.722156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36512) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:13.736578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1293596770'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:13.768883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:13.772859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.799142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:13.810977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.811433 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment cb84babe-a82f-42de-bee7-9fea220f551d of type vlan for network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 Aug 10 01:15:13.861670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6e0f9-3e05-4c59-8e7e-84a7d4f63fca req-8a8055a9-7cfa-4293-976d-edfc976535b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:13.863196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.870112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00e6e0f9-3e05-4c59-8e7e-84a7d4f63fca req-8a8055a9-7cfa-4293-976d-edfc976535b1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1997838 Aug 10 01:15:13.905368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.913196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:13.913848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:13.992094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=4ce53c3c-b182-4ad8-a983-c4884db3ade9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:14.005061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b0bf825d-4039-4b78-a9f1-e8366a9ab7bd tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2825682 Aug 10 01:15:14.007570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00e6e0f9-3e05-4c59-8e7e-84a7d4f63fca req-fdc0f72e-afa0-405e-a045-e37b6f41005d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366384 Aug 10 01:15:14.007734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:14.008054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36516) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.017169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-996132009'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:14.134496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-80e4db38-3862-494c-a258-4679026d2539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.165974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:14.169897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.177725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0efe-8a22-4b84-b65f-cd02029409f1 req-85496106-62fe-4104-b6f2-dc1b9d904d09 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:14.180160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12ee0efe-8a22-4b84-b65f-cd02029409f1 req-85496106-62fe-4104-b6f2-dc1b9d904d09 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.0658679 Aug 10 01:15:14.237392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12ee0efe-8a22-4b84-b65f-cd02029409f1 req-a333e38d-abcb-439d-8a35-cafed45667c4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506058 Aug 10 01:15:14.248955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36520) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.271212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.279599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:14.281466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.305140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cebbd-b190-4454-be22-f06d18d4cafb tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:14.309480 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f86cebbd-b190-4454-be22-f06d18d4cafb tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1092 time: 0.0560069 Aug 10 01:15:14.309618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36522) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:14.317024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:14.347573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.347938 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Added segment 0828f46e-2cd8-4d81-8049-f71b37ef2320 of type vlan for network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 Aug 10 01:15:14.364045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.436436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:14.453663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.472153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:14.473999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.477095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.481976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54c6b8cc-cfe9-47ff-a5ee-d66ddf94da10 req-3b72a5e1-128f-428d-b003-a0e382fc1dae tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0689657 Aug 10 01:15:14.615989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.621086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.88 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/462a440a-cec0-426e-9b7d-5015830def93) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:14.626045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:14.626515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.662404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6509585 Aug 10 01:15:14.698447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:14.745577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.791359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca14953-390d-4d90-9c7f-592d35a03340 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Network': ['ID=5458b2eb-bcf5-4e73-836b-e6734ace87e7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:14.795420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Network 40f36b00-2376-455a-8538-d619759d79e9 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:14.804264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:14.826832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:14.827299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:14.882110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:14.916109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:14.924858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:14.941996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:14.990033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:14.990587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=462a440a-cec0-426e-9b7d-5015830def93,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:15.080102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:15.080751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.189984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.212513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:15.215746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:15.216542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.219882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:15.222478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.294006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.295005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd9d08-2ef8-4179-9ce4-68a8b135fde6 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:15.352141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b22e02a-fea9-4201-ba53-16a5f3a2fad5 None None] Provisioning complete for port 77edaea8-dd60-474c-8cb1-05af10f1812a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:15.352697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b22e02a-fea9-4201-ba53-16a5f3a2fad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.425282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Router ddfe9363-525e-4802-8f57-3233f2565b0d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:15.446950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8b22e02a-fea9-4201-ba53-16a5f3a2fad5 None None] Port 77edaea8-dd60-474c-8cb1-05af10f1812a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:15.507362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.536517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:15.542465 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.618487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:15.626641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-83b6ad46-41c2-4e64-ba48-e9d24c3c84e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ddfe9363-525e-4802-8f57-3233f2565b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0968606 Aug 10 01:15:15.631416 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Sync routers for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:15.639365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:15.662028 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:15.663142 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.666116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:15.695784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-865b384b-09e9-4213-a207-37b8981f5ce7 req-8b00c5b6-775b-4699-b659-177984f847c1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0483341 Aug 10 01:15:15.730754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.880416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:15.889858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:15.890779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.905689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:15.907901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.916149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:15.987908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:15.990063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:16.014860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:16.017205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:14:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:16.017329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36534) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:16.019541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a32aac5-c052-4422-a61f-33cad685e498 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/ee1a0b96-7621-4848-a3f7-4b0508ba2950 HTTP/1.1" status: 200 len: 977 time: 4.4759874 Aug 10 01:15:16.024383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:16.114758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:16.116293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b8874a-3065-410f-bc62-7543891ab0b5 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:16.138985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.355126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.363884 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:13Z', 'revision_number': 4, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '77edaea8-dd60-474c-8cb1-05af10f1812a', 'name': '', 'network_id': '40f36b00-2376-455a-8538-d619759d79e9', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'mac_address': 'fa:16:3e:9e:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:11Z', 'updated_at': '2021-08-10T01:15:13Z', 'revision_number': 2, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'subnets': [{'id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:16.364771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.425513 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Checking router: ddfe9363-525e-4802-8f57-3233f2565b0d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:16.425983 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Updating router ddfe9363-525e-4802-8f57-3233f2565b0d port 77edaea8-dd60-474c-8cb1-05af10f1812a binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:15:16.464263 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.507445 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.526978 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.528605 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP ee1a0b96-7621-4848-a3f7-4b0508ba2950 disassociated. External IP: 172.25.7.25, port: dec8dfea-9611-4bf5-938d-887aa3d3af84. Aug 10 01:15:16.670580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:16.733370 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:15:16.744897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=462a440a-cec0-426e-9b7d-5015830def93,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:16.788766 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.794137 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-742b9b77-638f-4de3-9fc1-ec4600df5cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.815414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:16.815923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:16.922028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6a5c170-1d60-4be2-ad2f-7faec87886e7 req-9654cb3a-991d-430f-9853-9e3aa3e98385 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0479043 Aug 10 01:15:17.064869 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.089123 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Transition to ACTIVE for port object 77edaea8-dd60-474c-8cb1-05af10f1812a will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:17.098276 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.201093 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae29ee2-aa3a-49ad-87f9-df142e0ce5c4 None None] Pushing event updated for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:17.291296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.345162 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Attempting to bind port 77edaea8-dd60-474c-8cb1-05af10f1812a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:17.345162 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Attempting to bind port 77edaea8-dd60-474c-8cb1-05af10f1812a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:17.345405 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Attempting to bind port 77edaea8-dd60-474c-8cb1-05af10f1812a on network 40f36b00-2376-455a-8538-d619759d79e9 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:17.355912 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:17.356273 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Checking segment: {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:17.356676 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.357069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Bound using segment: {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:17.357540 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Bound port: 77edaea8-dd60-474c-8cb1-05af10f1812a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fe8063a-aa0f-4c42-b32e-dd5531caa907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '40f36b00-2376-455a-8538-d619759d79e9'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:17.362177 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.517434 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] For port 77edaea8-dd60-474c-8cb1-05af10f1812a, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:17.524634 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] For port 77edaea8-dd60-474c-8cb1-05af10f1812a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77edaea8-dd60-474c-8cb1-05af10f1812a,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:17.531902 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.697417 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:17.698158 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:17.703069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae29ee2-aa3a-49ad-87f9-df142e0ce5c4 None None] Pushing event updated for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:17.743150 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:17.770470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:17.785620 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP ee93a7b8-6eca-4d6f-8a39-582d70834cfd associated. External IP: 172.25.7.88, port: 46cf619b-1676-4824-8f74-eceae34b71e3. Aug 10 01:15:18.047106 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:18.103917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d98da8e7-191c-4eba-bfa6-ba8b9eb61640 req-c51b9b16-7ed7-4567-9ebe-0a0eeb38c18a tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Aug 10 01:15:18.110826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36552) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:18.121334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'subnets': [{'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1330738980', 'ip_version': 6}, {'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:18.124005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'subnet': {'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1330738980', 'ip_version': 6}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:18.125063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Request body: {'subnet': {'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:18.169067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:18.175077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.212619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-34e916a7-0235-4576-a37c-a78067352c1b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/ee1a0b96-7621-4848-a3f7-4b0508ba2950 HTTP/1.1" status: 200 len: 687 time: 2.1918702 Aug 10 01:15:18.254682 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:18.265388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36556) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:18.314392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 55759cea-5ad9-461d-9889-0b1e02891b1f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:18.417347 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:18.417974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.454144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:18.466510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Sync routers for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:18.483458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.483663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:18.484336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.485876 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.503964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:18.504743 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.517493 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-71f49024-8bbc-4e90-9985-0433545aaece tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2064669 Aug 10 01:15:18.518371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:18.521780 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ce268-ae6c-4686-897a-42bc714635b9" -d '{"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:18.552883 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.553630 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7ccdb4-7699-42a6-8b47-088d6984dedc None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:18.557977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port a65ddaa2-f235-4b0e-b860-12dc267d6f34 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:18.558474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.575325 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08c7ecf-0d61-4bb1-81e3-c17143ed14c6 x-openstack-request-id: req-e08c7ecf-0d61-4bb1-81e3-c17143ed14c6 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:18.575620 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:18.575874 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e08c7ecf-0d61-4bb1-81e3-c17143ed14c6 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:18.576289 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:15:18.582605 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:13Z', 'revision_number': 4, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '77edaea8-dd60-474c-8cb1-05af10f1812a', 'name': '', 'network_id': '40f36b00-2376-455a-8538-d619759d79e9', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'mac_address': 'fa:16:3e:9e:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:11Z', 'updated_at': '2021-08-10T01:15:17Z', 'revision_number': 4, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'subnets': [{'id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:18.624457 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f35cfed-1d79-4770-9783-13f557301376 None None] The sync data for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 is: [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:15:13Z', 'revision_number': 4, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '77edaea8-dd60-474c-8cb1-05af10f1812a', 'name': '', 'network_id': '40f36b00-2376-455a-8538-d619759d79e9', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'mac_address': 'fa:16:3e:9e:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:11Z', 'updated_at': '2021-08-10T01:15:17Z', 'revision_number': 4, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'subnets': [{'id': 'df5cfd64-d00d-4dd6-a8eb-57316e21549f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:18.638958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Made reservation on behalf of 9695789081b740fc8c99578d9bd18690 for: {'subnet': 2} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:18.644212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.644565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:18.679967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-cd23ff5d-0d59-4115-92c1-fd2e92875743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:18.681529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-cd23ff5d-0d59-4115-92c1-fd2e92875743 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1097 time: 0.0828221 Aug 10 01:15:18.700648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:18.834246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-eb090e21-5a03-412e-8732-dc3ef35350b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:18.835903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-eb090e21-5a03-412e-8732-dc3ef35350b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.1333830 Aug 10 01:15:18.936827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-a846931b-6daf-40d8-a38b-896497d64846 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.0930943 Aug 10 01:15:19.028027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-b2e735df-d69f-481a-82fb-9a696eafba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:19.029626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-b2e735df-d69f-481a-82fb-9a696eafba9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.0844352 Aug 10 01:15:19.064507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b99855-36d6-4030-b243-e39132dd2d38 req-cc17a865-ae8a-45a0-a453-0d06e228b08e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:19.066430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05b99855-36d6-4030-b243-e39132dd2d38 req-cc17a865-ae8a-45a0-a453-0d06e228b08e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1695361 Aug 10 01:15:19.087937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-06d5e012-5802-4104-aed4-34c965a9b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:19.090103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-06d5e012-5802-4104-aed4-34c965a9b244 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529706 Aug 10 01:15:19.103208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.103541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.230218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-281cf349-35d7-410a-8acc-4f9e1371d776 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294110 Aug 10 01:15:19.329214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ee93a7b8-6eca-4d6f-8a39-582d70834cfd', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e222c-6557-4f21-8eeb-d32824912558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:15:15Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:19.404622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Checking router: 55759cea-5ad9-461d-9889-0b1e02891b1f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:19.419161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f7ce268-ae6c-4686-897a-42bc714635b9 req-28ee033b-a3b6-4c91-9b54-44058c8b6882 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829474 Aug 10 01:15:19.435977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:19.436632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:19.658060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:19.684826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:19.704095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8a07a0e-68e2-4596-8461-ca422b9b5198 req-ab8bae0f-fcf6-4a46-8678-759b04202585 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.4442847 Aug 10 01:15:19.715839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for a65ddaa2-f235-4b0e-b860-12dc267d6f34 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:19.745041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05b99855-36d6-4030-b243-e39132dd2d38 req-b47aa65e-1134-4f23-a63d-4b3f012b761c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6280768 Aug 10 01:15:19.755377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36578) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:19.873256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f3324b8-c096-435b-923b-eea4e0c83775 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/ee93a7b8-6eca-4d6f-8a39-582d70834cfd HTTP/1.1" status: 200 len: 990 time: 0.1166584 Aug 10 01:15:19.997340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4087e584-2557-4747-b863-e35128e7d44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ee93a7b8-6eca-4d6f-8a39-582d70834cfd', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e222c-6557-4f21-8eeb-d32824912558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:15:15Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:20.028920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4087e584-2557-4747-b863-e35128e7d44b None None] The sync data for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 is: [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ee93a7b8-6eca-4d6f-8a39-582d70834cfd', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.88', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035e222c-6557-4f21-8eeb-d32824912558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:15:15Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:20.044192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.192775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Subnet': ['ID=329dffa3-6d10-45df-88b9-047c16716104,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.201057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.254752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=a65ddaa2-f235-4b0e-b860-12dc267d6f34,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.262432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-8fb1dc31-50d5-4b54-b604-052de8f3cd82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.263985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-8fb1dc31-50d5-4b54-b604-052de8f3cd82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.2678113 Aug 10 01:15:20.271537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Checking segment: {'id': 'cb84babe-a82f-42de-bee7-9fea220f551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:20.271907 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network hostable DHCP agents. Network: 4ce53c3c-b182-4ad8-a983-c4884db3ade9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:20.326856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-1ce1405a-35d3-4acc-938f-45db85b6e521 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0524740 Aug 10 01:15:20.376221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:20.378729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.381536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.385793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2ac0fa7-8a69-4e5c-8830-758ca4391b45 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee1a0b96-7621-4848-a3f7-4b0508ba2950 HTTP/1.1" status: 204 len: 168 time: 2.1117668 Aug 10 01:15:20.385979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36582) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.399414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719a985-c9d9-4ce5-92c6-4512c6314365 None None] New status for floating IP ee93a7b8-6eca-4d6f-8a39-582d70834cfd: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:15:20.414695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4ce53c3c-b182-4ad8-a983-c4884db3ade9) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:20.423903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0b2dbf-1eac-4450-aa9e-272bef18cfc1 None None] Network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:20.437387 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-e5684136-327b-4ebf-ba3f-b9ca13e12eda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] delete failed (client error): The resource could not be found. Aug 10 01:15:20.442223 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e5684136-327b-4ebf-ba3f-b9ca13e12eda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee1a0b96-7621-4848-a3f7-4b0508ba2950 HTTP/1.1" status: 404 len: 345 time: 0.0517342 Aug 10 01:15:20.442493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36584) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.448211 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.506014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event updated for resources: {'Subnet': ['ID=87b7a5da-6faa-4b24-a092-6a0d30231f75,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:20.528965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-87ca0d1d-dbb6-4930-8f1b-d14fdc8f10c1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940544 Aug 10 01:15:20.621014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Checking segment: {'id': '0828f46e-2cd8-4d81-8049-f71b37ef2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:20.621314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network hostable DHCP agents. Network: 5458b2eb-bcf5-4e73-836b-e6734ace87e7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:20.643284 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028a95d-81de-4238-80fc-dd46e9af6238 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.643999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:20.654794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028a95d-81de-4238-80fc-dd46e9af6238 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.664870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028a95d-81de-4238-80fc-dd46e9af6238 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.669150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6028a95d-81de-4238-80fc-dd46e9af6238 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/ports?network_id=34280de8-b3dd-4c75-9d35-8d54aa056e07 HTTP/1.1" status: 200 len: 2358 time: 0.2230835 Aug 10 01:15:20.669743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36588) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.686537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 5458b2eb-bcf5-4e73-836b-e6734ace87e7) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:20.715891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78529ce-abf3-496d-b626-ff5b2cf0a8cd None None] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:20.722894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.723516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.724249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.766462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77edaea8-dd60-474c-8cb1-05af10f1812a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:20.768969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4ce53c3c-b182-4ad8-a983-c4884db3ade9', 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9', 'tenant_id': '9695789081b740fc8c99578d9bd18690', 'fixed_ips': [{'subnet_id': '329dffa3-6d10-45df-88b9-047c16716104'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:20.770580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:20.821637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b545eb7-c369-4375-a239-e747f877522f tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7088280 Aug 10 01:15:20.824312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.824600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752da8ae-d6a0-4663-93f1-4d706d38de3d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:20.832404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-752da8ae-d6a0-4663-93f1-4d706d38de3d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/subnets/729cfd3c-14e2-4222-b989-d4aeffccd617 HTTP/1.1" status: 200 len: 797 time: 0.1614835 Aug 10 01:15:20.833113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.841060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'port': {'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07', 'name': 'tempest-FloatingIPTestJSON-1842051152', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:20.892708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:20.928599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7719c58c-a9dc-4593-8013-7d93153c5215 req-8d92e6d9-dc46-4ff4-b676-af9ee63226f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0723121 Aug 10 01:15:21.005580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-c96b87de-4274-4dc5-b203-f26bb51d8d97 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478216 Aug 10 01:15:21.051227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fa5cc873-6617-4671-bd23-f2de44c1e09e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/ee93a7b8-6eca-4d6f-8a39-582d70834cfd HTTP/1.1" status: 200 len: 992 time: 0.1484027 Aug 10 01:15:21.053261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc610274-b6a8-4c1b-977f-07a7297308d2 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:21.055235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc610274-b6a8-4c1b-977f-07a7297308d2 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:21.056759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc610274-b6a8-4c1b-977f-07a7297308d2 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:21.058738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc610274-b6a8-4c1b-977f-07a7297308d2 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2328267 Aug 10 01:15:21.058974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:21.069540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36598) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:21.098028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Allocated IP 2001:db8::1 (4ce53c3c-b182-4ad8-a983-c4884db3ade9/329dffa3-6d10-45df-88b9-047c16716104/53c2090b-7943-4051-ad00-bee9de3f7430) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:21.127409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting subnet 329dffa3-6d10-45df-88b9-047c16716104 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:21.192109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 77edaea8-dd60-474c-8cb1-05af10f1812a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:21.206387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-64cfdafe-c956-438f-84b5-3cbbb3e8a4bb service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938140 Aug 10 01:15:21.211512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.221123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 77edaea8-dd60-474c-8cb1-05af10f1812a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:21.221503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.234287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] device_id is not set on port 6267805e-562b-4203-976b-82ea45e9d872 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:21.250807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-5458b2eb-bcf5-4e73-836b-e6734ace87e7', 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7', 'tenant_id': '9695789081b740fc8c99578d9bd18690', 'fixed_ips': [{'subnet_id': '87b7a5da-6faa-4b24-a092-6a0d30231f75'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:21.251710 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.462220 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.487591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Transition to ACTIVE for port object 53c2090b-7943-4051-ad00-bee9de3f7430 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:21.507813 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.568995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Transition to ACTIVE for port object 53c2090b-7943-4051-ad00-bee9de3f7430 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:21.575356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 77edaea8-dd60-474c-8cb1-05af10f1812a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77edaea8-dd60-474c-8cb1-05af10f1812a,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:21.580605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.582360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.644940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Allocated IP 2001:db8:0:1::1 (5458b2eb-bcf5-4e73-836b-e6734ace87e7/87b7a5da-6faa-4b24-a092-6a0d30231f75/1fc95d26-1716-41fa-84e4-0ce67a7f24b9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:21.647765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Pushing event updated for resources: {'Port': ['ID=53c2090b-7943-4051-ad00-bee9de3f7430,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:21.650855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.667809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:21.694044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0df67ed-8916-4062-9999-d6657a7bf6be req-6bf330d4-4c0f-4767-99fe-682568736d3d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.0469463 Aug 10 01:15:21.697147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.703319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:21.710140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:21.751910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.14 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/6267805e-562b-4203-976b-82ea45e9d872) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:21.770933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.13 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/6267805e-562b-4203-976b-82ea45e9d872) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:21.825780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.898624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.911171 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.931173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Subnet': ['ID=329dffa3-6d10-45df-88b9-047c16716104,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:21.933349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:21.936187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e202314a-5042-4f85-a3ae-f4ba22388bf3 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/subnets/329dffa3-6d10-45df-88b9-047c16716104 HTTP/1.1" status: 204 len: 168 time: 0.8654256 Aug 10 01:15:21.939234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:21.983827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Transition to ACTIVE for port object 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:21.992483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.011634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Attempting to bind port 53c2090b-7943-4051-ad00-bee9de3f7430 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:22.011884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Attempting to bind port 53c2090b-7943-4051-ad00-bee9de3f7430 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'cb84babe-a82f-42de-bee7-9fea220f551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:22.012225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Attempting to bind port 53c2090b-7943-4051-ad00-bee9de3f7430 on network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:22.017403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Transition to ACTIVE for port object 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:22.021854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:22.022220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Checking segment: {'id': 'cb84babe-a82f-42de-bee7-9fea220f551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:22.022797 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.023091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Bound using segment: {'id': 'cb84babe-a82f-42de-bee7-9fea220f551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:22.023511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Bound port: 53c2090b-7943-4051-ad00-bee9de3f7430, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb84babe-a82f-42de-bee7-9fea220f551d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ce53c3c-b182-4ad8-a983-c4884db3ade9'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:22.023933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.027452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.034320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting subnet 87b7a5da-6faa-4b24-a092-6a0d30231f75 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:22.042406 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.043197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.105701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:22.115925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:22.119681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:22.124831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.127540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Pushing event updated for resources: {'Port': ['ID=1fc95d26-1716-41fa-84e4-0ce67a7f24b9,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.130438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-af828d3f-de96-4262-b4a4-e4a148f007e3 req-31430e10-c7b1-47b5-acd1-de2cc442ba4b tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/ports?device_id=2506b8de-fc73-48bb-9425-29e93267d2a5 HTTP/1.1" status: 200 len: 210 time: 0.0627637 Aug 10 01:15:22.191880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] For port 53c2090b-7943-4051-ad00-bee9de3f7430, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:22.195897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.198255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Attempting to bind port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:22.198255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Attempting to bind port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '0828f46e-2cd8-4d81-8049-f71b37ef2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:22.198255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Attempting to bind port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 on network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:22.209896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:22.210281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Checking segment: {'id': '0828f46e-2cd8-4d81-8049-f71b37ef2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:22.210761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.211274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Bound using segment: {'id': '0828f46e-2cd8-4d81-8049-f71b37ef2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:22.211743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Bound port: 1fc95d26-1716-41fa-84e4-0ce67a7f24b9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0828f46e-2cd8-4d81-8049-f71b37ef2320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5458b2eb-bcf5-4e73-836b-e6734ace87e7'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:22.212143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.215207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] For port 53c2090b-7943-4051-ad00-bee9de3f7430, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=53c2090b-7943-4051-ad00-bee9de3f7430,segment=NetworkSegment(cb84babe-a82f-42de-bee7-9fea220f551d),segment_id=cb84babe-a82f-42de-bee7-9fea220f551d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:22.231525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.248381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:22.253588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.258654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:22.263618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:22.273202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=6267805e-562b-4203-976b-82ea45e9d872,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.325700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:22.327067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.345243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ddc38ac-6569-41ad-a51f-c0b91872272d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5082693 Aug 10 01:15:22.347398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36620) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:22.349408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf5a56-f807-40b0-b42b-2e01eba05057 None None] Pushing event updated for resources: {'Port': ['ID=53c2090b-7943-4051-ad00-bee9de3f7430,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.353571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.364855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '6267805e-562b-4203-976b-82ea45e9d872', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:22.374397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] For port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:22.378383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] For port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1fc95d26-1716-41fa-84e4-0ce67a7f24b9,segment=NetworkSegment(0828f46e-2cd8-4d81-8049-f71b37ef2320),segment_id=0828f46e-2cd8-4d81-8049-f71b37ef2320)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:22.385926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.390549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa6cd4-c0fc-45ef-a855-6e1c4eba1f78 None None] Network 4ce53c3c-b182-4ad8-a983-c4884db3ade9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:22.405718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Subnet': ['ID=87b7a5da-6faa-4b24-a092-6a0d30231f75,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.415195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.416508 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.420064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3fb3c72e-600b-41b4-8ed3-0ac001b31da5 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/subnets/87b7a5da-6faa-4b24-a092-6a0d30231f75 HTTP/1.1" status: 204 len: 168 time: 0.4797969 Aug 10 01:15:22.420774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36622) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:22.484317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd893ea-6d10-4436-a39c-f36e0e15f014 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:22.491260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36624) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:22.491440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dfd893ea-6d10-4436-a39c-f36e0e15f014 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695398 Aug 10 01:15:22.597059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.670636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77edaea8-dd60-474c-8cb1-05af10f1812a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:22.709962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.721958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:22.721958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.774296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b5b96-dcf2-4d7f-8ec8-1f9caf8e265b None None] Pushing event updated for resources: {'Port': ['ID=1fc95d26-1716-41fa-84e4-0ce67a7f24b9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:22.804121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 77edaea8-dd60-474c-8cb1-05af10f1812a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:22.804498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.822826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d3d7e55d-d3f6-4b8f-95ea-12914cc51cce req-88ee2763-0ce5-47f2-ade6-5ec0d7a1e985 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.0325418 Aug 10 01:15:22.854025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] For port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1fc95d26-1716-41fa-84e4-0ce67a7f24b9,segment=NetworkSegment(0828f46e-2cd8-4d81-8049-f71b37ef2320),segment_id=0828f46e-2cd8-4d81-8049-f71b37ef2320)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:22.854571 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:22.892077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Calling delete_port for 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:22.982476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.176 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f5e51d45-b663-4a51-b508-90271cd15a38) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:23.089483 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.114860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-69253fa1-3a7d-4a11-af5f-75de86258ad8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:23.116520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-69253fa1-3a7d-4a11-af5f-75de86258ad8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1494668 Aug 10 01:15:23.133600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Port': ['ID=1fc95d26-1716-41fa-84e4-0ce67a7f24b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:23.135601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] No DVR routers for this DVR port 1fc95d26-1716-41fa-84e4-0ce67a7f24b9 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:23.136096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': '551fce95-d2b7-4a55-844a-72d452b81e29', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:23.174986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.242738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.257089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5458b2eb-bcf5-4e73-836b-e6734ace87e7']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:23.260230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36632) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:23.286104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0828f46e-2cd8-4d81-8049-f71b37ef2320') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:23.286439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0828f46e-2cd8-4d81-8049-f71b37ef2320') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:23.287847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:23.291961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.305870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.342701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.351562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.370028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:23.370028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:23.372678 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:23.430653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.5 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:23.454370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.458213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:23.479395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:23.485719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:23.523448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=f5e51d45-b663-4a51-b508-90271cd15a38,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:23.527141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.541856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.567807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.571935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/5458b2eb-bcf5-4e73-836b-e6734ace87e7 HTTP/1.1" status: 204 len: 168 time: 1.0773656 Aug 10 01:15:23.573602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36634) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:23.591320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51622a-7e1f-46e4-af65-1137bff1d9f9 tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=5458b2eb-bcf5-4e73-836b-e6734ace87e7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:23.681876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.687698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.690861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.690995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.694470 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/security-groups/90b4545d-5d9f-4b5b-98a2-e750ec2092a7 HTTP/1.1" status: 204 len: 168 time: 0.4252324 Aug 10 01:15:23.695789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36636) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:23.720092 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-20f79521-3a5b-415d-8e82-27da61cbf1c4 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] show failed (client error): The resource could not be found. Aug 10 01:15:23.723738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-20f79521-3a5b-415d-8e82-27da61cbf1c4 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "GET /v2.0/security-groups/90b4545d-5d9f-4b5b-98a2-e750ec2092a7 HTTP/1.1" status: 404 len: 347 time: 0.0235934 Aug 10 01:15:23.723738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:23.724287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36638) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:23.757768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e674aef-d040-40da-8266-4a07c40d3ac5 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4545d-5d9f-4b5b-98a2-e750ec2092a7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:23.924129 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.979778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Deleting port 53c2090b-7943-4051-ad00-bee9de3f7430 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:23.980131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:23.994537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:24.021487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2371-df41-4834-adb1-3d02fe4ee693 req-52e01891-09b0-408f-af38-1cc2a494f213 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:24.023199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86af2371-df41-4834-adb1-3d02fe4ee693 req-52e01891-09b0-408f-af38-1cc2a494f213 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 931 time: 0.0781877 Aug 10 01:15:24.038980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:24.047256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:24.052257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:24.058246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a98631b-a281-4e2f-9082-a783d1d22c48 None None] Could not find standard attr ID for object 1fc95d26-1716-41fa-84e4-0ce67a7f24b9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:15:24.096772 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94b500-5a22-487f-90c5-f3d20af8f1e2 None None] DHCP port deletion for 5458b2eb-bcf5-4e73-836b-e6734ace87e7 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:24.104929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port 4514ce93-2cc6-4885-9153-7432f8a5b6ad {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:24.105266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.122398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] For port 53c2090b-7943-4051-ad00-bee9de3f7430, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=53c2090b-7943-4051-ad00-bee9de3f7430,segment=NetworkSegment(cb84babe-a82f-42de-bee7-9fea220f551d),segment_id=cb84babe-a82f-42de-bee7-9fea220f551d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:24.123402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.126057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96172f3-7a63-4c75-bceb-11a6ac8b80e5 None None] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:24.139441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96172f3-7a63-4c75-bceb-11a6ac8b80e5 None None] Network 5458b2eb-bcf5-4e73-836b-e6734ace87e7 could not be found, it might have been deleted concurrently. {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:15:24.141457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86af2371-df41-4834-adb1-3d02fe4ee693 req-ece3c1ca-9e2b-48c5-b3d6-f6d52e09e5ce tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716460 Aug 10 01:15:24.178744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:24.179627 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.193238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Calling delete_port for 53c2090b-7943-4051-ad00-bee9de3f7430 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:24.229555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-6f79314a-2607-4b01-9b0b-ac8f743bc33e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1019003 Aug 10 01:15:24.239636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.270995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Request body: {'port': {'device_id': '551fce95-d2b7-4a55-844a-72d452b81e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:24.320694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.321318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.336784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.352866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for 4514ce93-2cc6-4885-9153-7432f8a5b6ad owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:24.362778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f0b33-4dc3-451e-bc17-c76fa29b3454 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:15:24.436708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-28d9255d-3755-4450-8a00-5653e0d0cd22 None None] Provisioning for port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:24.442547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-28d9255d-3755-4450-8a00-5653e0d0cd22 None None] Provisioning complete for port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:24.443012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28d9255d-3755-4450-8a00-5653e0d0cd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.461746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.472399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.498699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-28d9255d-3755-4450-8a00-5653e0d0cd22 None None] Port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:24.511480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Port': ['ID=53c2090b-7943-4051-ad00-bee9de3f7430,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:24.525762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] No DVR routers for this DVR port 53c2090b-7943-4051-ad00-bee9de3f7430 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:24.583430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f0b33-4dc3-451e-bc17-c76fa29b3454 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:15:24.619263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.627555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.720465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=f5e51d45-b663-4a51-b508-90271cd15a38,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:24.741198 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:24.877358 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 8b8192a3-e8e4-431c-9e86-a4ff239a1c32 associated. External IP: 172.25.7.176, port: 6267805e-562b-4203-976b-82ea45e9d872. Aug 10 01:15:25.010441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36646) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.105663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.163578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce53c3c-b182-4ad8-a983-c4884db3ade9']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.178703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d56d5c3-8544-4c89-b86f-71ec7b451e4e tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4818 time: 0.1667204 Aug 10 01:15:25.181442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.187764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'network': {'name': 'tempest-network-smoke--1074144678', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'port_security_enabled': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:25.191342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb84babe-a82f-42de-bee7-9fea220f551d') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.191546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb84babe-a82f-42de-bee7-9fea220f551d') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.208390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.256813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.262575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:25.267031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.286725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:25.324924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:25.325345 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:25.330848 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:25.395045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.419807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:25.430607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:25.443111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=4514ce93-2cc6-4885-9153-7432f8a5b6ad,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:25.445979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.455128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:25.455761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.463232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.478470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:25.481157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2421-0922-4196-bdb9-fd7b730b9769 req-22246a71-8656-4ee6-803e-0f328d05d536 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:25.482716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-270a2421-0922-4196-bdb9-fd7b730b9769 req-22246a71-8656-4ee6-803e-0f328d05d536 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 931 time: 0.2211287 Aug 10 01:15:25.496374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab903b2d-96cd-4a6c-a0c6-53ce7d420904 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1477175 Aug 10 01:15:25.498945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36652) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.503985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': '6267805e-562b-4203-976b-82ea45e9d872', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:25.505817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.510226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/4ce53c3c-b182-4ad8-a983-c4884db3ade9 HTTP/1.1" status: 204 len: 168 time: 1.9369447 Aug 10 01:15:25.510861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.512459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.521973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:25.522586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.555569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:25.556227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b5f80b-608c-4937-abe7-688effcb1446 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:25.565517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b80f58-ca03-452a-963a-2be660d3e7cc tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=4ce53c3c-b182-4ad8-a983-c4884db3ade9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:25.574697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.575191 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Added segment 7a1c6ef6-944e-47f9-992d-c9815c5dcd23 of type vlan for network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b Aug 10 01:15:25.581112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.710411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-270a2421-0922-4196-bdb9-fd7b730b9769 req-1df4b425-fb7e-4ea3-b715-d493962c0246 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899126 Aug 10 01:15:25.721212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.726368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.726368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.729891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-856e6ec6-7e28-40b9-82e5-7c1ff2b97c50 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/floatingips/39a6bb79-6e59-43f7-b653-4988cb66c751 HTTP/1.1" status: 204 len: 168 time: 2.0046189 Aug 10 01:15:25.735543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36656) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:25.749355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:25.780749 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.809991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Transition to ACTIVE for port object 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:25.856195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.971912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:25.983451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Pushing event updated for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:25.987934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaca10c4-79d2-4024-b0e7-3fde83b7421c']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.031234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730fca1d-072b-4baa-ab2a-b0391b8c9099') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.031990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730fca1d-072b-4baa-ab2a-b0391b8c9099') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.051786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.061300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.065270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port 29e5ed99-8318-4288-9d55-b642b8c05db3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:26.065612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.083928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.102560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.108399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:26.109023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.160732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.182217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Attempting to bind port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:26.182925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Attempting to bind port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:26.183105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Attempting to bind port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:26.186290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:26.187116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:26.193320 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:26.224612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0419092 Aug 10 01:15:26.231228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36658) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:26.236138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'admin_state_up': True, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:26.249763 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.254473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:15:26.254901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Attempting to bind port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:26.269001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a746c60-5fda-4260-999a-604f0fc9e329 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Network': ['ID=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.282030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:26.301352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:26.301757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:26.302079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:26.302513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Bound port: 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:26.303051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.304869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.314619 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.320414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/aaca10c4-79d2-4024-b0e7-3fde83b7421c HTTP/1.1" status: 204 len: 168 time: 0.7851908 Aug 10 01:15:26.320609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:26.354633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.357842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e2d08-fa19-4dbc-be81-358f298812eb tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=aaca10c4-79d2-4024-b0e7-3fde83b7421c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.371589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.372640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.412685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for 29e5ed99-8318-4288-9d55-b642b8c05db3 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:26.444735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:26.485270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.485779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:26.493024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.522036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.537353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:26.537852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.539644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] 10.222.0.10 "PUT /v2.0/ports/19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 HTTP/1.1" status: 200 len: 1092 time: 2.2740932 Aug 10 01:15:26.543206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:26.546409 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e11b2b-a326-4aa7-a739-9b04d76812d9" -d '{"events": [{"name": "network-changed", "server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:26.644925 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190e4ae-d56f-4b2b-a059-3388346cb36c x-openstack-request-id: req-e190e4ae-d56f-4b2b-a059-3388346cb36c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:26.645303 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:26.645521 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e190e4ae-d56f-4b2b-a059-3388346cb36c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:26.645886 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7', 'status': 'completed', 'code': 200} Aug 10 01:15:26.663625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9da6d-3bda-4504-a633-104a27fe32fe service neutron] Pushing event updated for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.702413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-54546f6b-d797-420d-8385-03c90678723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:26.704837 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-54546f6b-d797-420d-8385-03c90678723b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 1095 time: 0.1054735 Aug 10 01:15:26.758332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-54a93132-b074-48cf-be72-aa5a2ae86d03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 HTTP/1.1" status: 200 len: 217 time: 0.0442317 Aug 10 01:15:26.796111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.879327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=29e5ed99-8318-4288-9d55-b642b8c05db3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:26.924598 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.928249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-63b1ade3-d333-4387-938c-f1223368036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:26.930469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-63b1ade3-d333-4387-938c-f1223368036a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1643918 Aug 10 01:15:26.934985 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.956054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59597e87-2df3-4f9e-99ed-a42a28c110f6']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.974020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:26.978806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2cea559-c328-4ac0-9c4e-87ca295ec63e tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/ports/29e5ed99-8318-4288-9d55-b642b8c05db3 HTTP/1.1" status: 204 len: 168 time: 1.2382748 Aug 10 01:15:26.979267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:26.986349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d184f30-117f-4ca6-964f-45a14dcecc0c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:26.986825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d184f30-117f-4ca6-964f-45a14dcecc0c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:27.029358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff585ec-10b1-4d7c-b100-e17186953711 req-5b501cb9-beb4-4679-a0de-d7e37b9cdad7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.030969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ff585ec-10b1-4d7c-b100-e17186953711 req-5b501cb9-beb4-4679-a0de-d7e37b9cdad7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.1665950 Aug 10 01:15:27.063482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.085934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-a7643d7d-6965-40f9-bbf0-59a0d4013a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.087864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-a7643d7d-6965-40f9-bbf0-59a0d4013a6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476784 Aug 10 01:15:27.092313 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.103588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:27.104202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:27.109030 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:27.163534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ff585ec-10b1-4d7c-b100-e17186953711 req-51b4e03a-d45e-4247-96ad-f9cdc0658b3f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178751 Aug 10 01:15:27.219448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting port 77a15a9a-8606-4e95-9001-8f5724477933 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:27.220096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.273375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-dfd37087-f58a-4993-be81-b181d05c3038 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774712 Aug 10 01:15:27.278208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.282644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.285167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] 10.222.0.25 "DELETE /v2.0/networks/59597e87-2df3-4f9e-99ed-a42a28c110f6 HTTP/1.1" status: 204 len: 168 time: 0.9650729 Aug 10 01:15:27.298798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.316304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.320437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83f731-48db-4efa-8fa2-9e7f66ac008a tempest-BulkNetworkOpsIpV6Test-1144558506 tempest-BulkNetworkOpsIpV6Test-1144558506-project] Pushing event deleted for resources: {'Network': ['ID=59597e87-2df3-4f9e-99ed-a42a28c110f6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:27.439428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.487304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Calling delete_port for 77a15a9a-8606-4e95-9001-8f5724477933 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:27.491191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7f9bf83a-d751-4ac2-ad9c-b816f458e23a req-84ffca8f-060b-4dea-9b55-ad56dc9ebf4f service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099409 Aug 10 01:15:27.562054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.589952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.627750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-37c9ce11-3f52-485b-b35d-2496ea114d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.629288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-37c9ce11-3f52-485b-b35d-2496ea114d5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 1095 time: 0.0756259 Aug 10 01:15:27.657500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:27.776320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:27.786954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-cfe1333b-f109-48a6-a60d-475b9e832e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:27.788518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-cfe1333b-f109-48a6-a60d-475b9e832e08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1442678 Aug 10 01:15:27.807432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:27.818850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.25.7.117 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/e68fea51-4734-4cef-9050-d4f81fd9053c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:27.822053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Port': ['ID=77a15a9a-8606-4e95-9001-8f5724477933,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:27.870270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-4f96d781-6263-4d13-8c9d-1ecca1e0ae31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 HTTP/1.1" status: 200 len: 217 time: 0.0557375 Aug 10 01:15:27.999284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.006620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-081e20fb-1ad1-4842-bdf1-f731b7ee59f9 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/ports/77a15a9a-8606-4e95-9001-8f5724477933 HTTP/1.1" status: 204 len: 168 time: 1.0211565 Aug 10 01:15:28.006620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-efa82f37-d000-4086-8835-f39a7b61aabe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9695789081b740fc8c99578d9bd18690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440657 Aug 10 01:15:28.006620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36676) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:28.006620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-cea6b5ab-1129-47c1-8135-50554cd6508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.008046 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-cea6b5ab-1129-47c1-8135-50554cd6508a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1223471 Aug 10 01:15:28.009238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36678) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:28.022118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:28.027155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.035703 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:28.046475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:28.047416 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:28.095358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting subnet dfd32638-6da4-49ba-befa-47d5ea430652 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:28.098175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.100026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.106957 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:28.120212 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:28.121062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:28.138415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-7129a21c-d74a-4d28-afa5-0f2cc63d8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.139952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.140117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-7129a21c-d74a-4d28-afa5-0f2cc63d8896 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223252 Aug 10 01:15:28.163562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.164112 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:28.164769 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f500fe-04d6-4897-bdb1-1386eaea1950 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:28.197560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.217763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6b27b0a8-4c04-4f95-bdff-1a0f7377dee8 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/8b8192a3-e8e4-431c-9e86-a4ff239a1c32 HTTP/1.1" status: 200 len: 979 time: 2.7177117 Aug 10 01:15:28.224506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36682) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:28.290523 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.359439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.362068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.366217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51b43e27-9217-41eb-a3af-937a78e9c684 HTTP/1.1" status: 204 len: 168 time: 0.3551292 Aug 10 01:15:28.383356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:28.398455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:28.404034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:28.406184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=e68fea51-4734-4cef-9050-d4f81fd9053c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:28.409105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044d3f2-0260-419a-8004-5ece94b24640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b43e27-9217-41eb-a3af-937a78e9c684,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:28.451323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f835a-a096-4918-89ac-d3eca4a13deb req-d192c252-9e9a-44c4-aba5-fe92a2d3e819 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:28.457403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea1f835a-a096-4918-89ac-d3eca4a13deb req-d192c252-9e9a-44c4-aba5-fe92a2d3e819 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.1561186 Aug 10 01:15:28.461123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-c3697d85-2c30-4a2d-a0ea-3d2950661c6d service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072331 Aug 10 01:15:28.467634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.576308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-8e68e1a6-9af4-4fd5-9f52-95cdd161ea23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2624018 Aug 10 01:15:28.646638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.694176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd32638-6da4-49ba-befa-47d5ea430652,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:28.715323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:28.717228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d29a961a-61e5-4d61-88e6-47297e025956 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/subnets/dfd32638-6da4-49ba-befa-47d5ea430652 HTTP/1.1" status: 204 len: 168 time: 0.7081792 Aug 10 01:15:28.720785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36692) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:28.728790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7f5a7-bc37-4ce1-9b8e-7982bb900cb9 None None] Network 4269db87-a3bb-4785-8cf6-9adf9b783370 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:28.990968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea1f835a-a096-4918-89ac-d3eca4a13deb req-0a5b675b-1fd8-417a-9013-3f6ab184ae48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282714 Aug 10 01:15:28.993891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] DHCP port deletion for 4269db87-a3bb-4785-8cf6-9adf9b783370 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:29.073294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Deleting port a0524bcf-567b-4706-b47f-01fe5a8abbe3 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:29.073958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.145730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] For port a0524bcf-567b-4706-b47f-01fe5a8abbe3, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a0524bcf-567b-4706-b47f-01fe5a8abbe3,segment=NetworkSegment(c57ace97-e84e-4aaa-8c37-bbd97a960919),segment_id=c57ace97-e84e-4aaa-8c37-bbd97a960919)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:29.146411 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.164765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Calling delete_port for a0524bcf-567b-4706-b47f-01fe5a8abbe3 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:29.182885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.245247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Deleting subnet 51aa4bc8-46a7-41e8-b45a-3d6887d36915 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:29.248677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19e11b2b-a326-4aa7-a739-9b04d76812d9 req-68cade5f-a8cf-4e61-8dd9-b6a183c3bf44 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930983 Aug 10 01:15:29.256194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.275317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36706) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.278028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.303455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-94f26ecd-a9bb-4f24-a77a-013da7164373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:29.305099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-94f26ecd-a9bb-4f24-a77a-013da7164373 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.5620656 Aug 10 01:15:29.309569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port f5e51d45-b663-4a51-b508-90271cd15a38 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:29.309909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.326482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] Pushing event deleted for resources: {'Port': ['ID=a0524bcf-567b-4706-b47f-01fe5a8abbe3,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:29.327350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.330961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b422cd60-f501-4220-8b4c-58a261e1a9c4 None None] No DVR routers for this DVR port a0524bcf-567b-4706-b47f-01fe5a8abbe3 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:29.432171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-831718253'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:29.435236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.502956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:29.506358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.539527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.544558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.564420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.564750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.595138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-ecdedab4-881a-4619-a33e-2c594fb52718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:29.596582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-ecdedab4-881a-4619-a33e-2c594fb52718 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 897 time: 0.2337394 Aug 10 01:15:29.599208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for f5e51d45-b663-4a51-b508-90271cd15a38 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:29.642202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router a6670056-9e5e-42ce-a030-b62570473c30 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:29.716580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.723794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.730743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.746105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-004cde1a-d485-44d7-a00b-c0e311b4d2cf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 1000 time: 0.1382208 Aug 10 01:15:29.777179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a8bae-9464-447b-a364-f866879879de None None] Network cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:29.777679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.782029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/subnets/51aa4bc8-46a7-41e8-b45a-3d6887d36915 HTTP/1.1" status: 204 len: 168 time: 1.0497854 Aug 10 01:15:29.782029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3948a-1d87-457d-b213-ef47be758458 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Subnet': ['ID=51aa4bc8-46a7-41e8-b45a-3d6887d36915,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:29.785386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36710) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.790597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:29.816428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b69ee8-199c-4cf0-ad82-c5d93ba0852e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:29.821680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.821680 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment b60dfe90-ae41-4b6f-86c6-28313360b94f of type vlan for network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 Aug 10 01:15:29.835117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:29.880518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.882543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Sync routers for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:29.885417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.889763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee628882-fe0b-468c-9148-0eb339676c18 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.6546378 Aug 10 01:15:29.890457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:29.912112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-24f978c1-c221-4cba-a68b-e2766415cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:29.913609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-24f978c1-c221-4cba-a68b-e2766415cf27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 200 len: 835 time: 0.1455617 Aug 10 01:15:29.919263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.934409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:29.935212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:29.975707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.983454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:29.984979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:29.996307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6673fa1-06fc-4320-a0fc-9b61535f3474 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.001975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.003166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e6673fa1-06fc-4320-a0fc-9b61535f3474 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f2c2016081d04f97ba8fc525d74062e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1106362 Aug 10 01:15:30.058644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7820098 Aug 10 01:15:30.087527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:30.090968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36718) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.091347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] DHCP port deletion for cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:30.096236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'name': 'tempest-PortsIpV6TestJSON-1060361113'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:30.159202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-e46584c7-49e1-4939-a5e1-623a80a2ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.161245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-e46584c7-49e1-4939-a5e1-623a80a2ab09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2331481 Aug 10 01:15:30.161470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62923a6-2460-4a0b-8f8b-2e2a56759f8d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=13dddbec-0a26-42a5-bf69-2dc3b28d4509,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.185053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:30.205509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:30.209487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.210075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.232234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:30.259103 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.276791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4269db87-a3bb-4785-8cf6-9adf9b783370']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:30.326322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57ace97-e84e-4aaa-8c37-bbd97a960919') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:30.326545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57ace97-e84e-4aaa-8c37-bbd97a960919') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:30.335170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Deleting port b3a73b4e-46aa-4bf4-88ef-d21323961565 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:30.335547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.353685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=f5e51d45-b663-4a51-b508-90271cd15a38,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.360981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.384195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e94a43-5226-424c-874e-5e7f613b48bb req-7de27699-c441-4916-badc-108408a47812 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.386349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0e94a43-5226-424c-874e-5e7f613b48bb req-7de27699-c441-4916-badc-108408a47812 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.2784922 Aug 10 01:15:30.407114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.431377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] For port b3a73b4e-46aa-4bf4-88ef-d21323961565, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a73b4e-46aa-4bf4-88ef-d21323961565,segment=NetworkSegment(0e1b4f31-1596-4fa5-8538-37811ae04c81),segment_id=0e1b4f31-1596-4fa5-8538-37811ae04c81)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:30.431788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.434150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a99bd6-778d-42cd-a8be-ee7dd5b4f063 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.438959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c3a99bd6-778d-42cd-a8be-ee7dd5b4f063 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4146905 Aug 10 01:15:30.440145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.440783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36720) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.453792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Calling delete_port for b3a73b4e-46aa-4bf4-88ef-d21323961565 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:30.481013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:30.481504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.488655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04fa56aa-1e54-4e8f-ad82-34418834085b tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439270 Aug 10 01:15:30.488836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:30.490241 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:30.501060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.517890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:29Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:30.529695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e19dd2b3-11c3-42c5-ae39-708ba89d5385 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f2c2016081d04f97ba8fc525d74062e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367675 Aug 10 01:15:30.537522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.543400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-4080595d-eb9c-480c-ac11-b24196516964 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536937 Aug 10 01:15:30.548300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Checking router: a6670056-9e5e-42ce-a030-b62570473c30 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:30.548300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Updating router a6670056-9e5e-42ce-a030-b62570473c30 port e68fea51-4734-4cef-9050-d4f81fd9053c binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:15:30.580620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=43bc3d1e-e2c7-4433-8d18-37c99b1bfca6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.588086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.598138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': 'b60dfe90-ae41-4b6f-86c6-28313360b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:30.598693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 13dddbec-0a26-42a5-bf69-2dc3b28d4509, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:30.624407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:30.642230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.653153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 13dddbec-0a26-42a5-bf69-2dc3b28d4509) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:30.659215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:30.659892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] No DVR routers for this DVR port b3a73b4e-46aa-4bf4-88ef-d21323961565 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:30.665800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.666419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.690775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0e94a43-5226-424c-874e-5e7f613b48bb req-81539195-1b7f-47b1-884f-8139d04616ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763164 Aug 10 01:15:30.691666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.692027 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 8b8192a3-e8e4-431c-9e86-a4ff239a1c32 disassociated (deleted). External IP: 172.25.7.176, port: 6267805e-562b-4203-976b-82ea45e9d872. Aug 10 01:15:30.710465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-23d3f7a4-c565-4ea1-8954-a9f3cf36b41e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6181469 Aug 10 01:15:30.713174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36726) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.719710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1913819831'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:30.746755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Pushing event deleted for resources: {'Port': ['ID=b3a73b4e-46aa-4bf4-88ef-d21323961565,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.748920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:30.749985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.754933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d93032-39a8-4c3f-8774-6f11a10b0546 None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:30.756923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a73b4e-46aa-4bf4-88ef-d21323961565 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:30.769424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.770643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.773959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/networks/4269db87-a3bb-4785-8cf6-9adf9b783370 HTTP/1.1" status: 204 len: 168 time: 0.9852083 Aug 10 01:15:30.774632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.806391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed46e5-10c9-49c8-925a-70c638c37328 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Network': ['ID=4269db87-a3bb-4785-8cf6-9adf9b783370,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:30.835916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.836525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.836613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.836928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.837265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.837733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.838073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.838405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.838754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.839084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.839409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.839735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4f2d55-d7e6-446b-ad39-56ec4689ee0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:30.844959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b3a73b4e-46aa-4bf4-88ef-d21323961565 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:30.845311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a73b4e-46aa-4bf4-88ef-d21323961565 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:30.845722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0524bcf-567b-4706-b47f-01fe5a8abbe3 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:30.866278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:30.881160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c5c1b9a-a740-49c8-a739-a67105d99973 req-c3cedc63-7e64-497d-869c-286ac768bbfe service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196597 Aug 10 01:15:30.884959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d480160f-0d38-4e13-a13a-879743de8597 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:30.887021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.887378 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment ac2f9259-0c76-4942-953d-cb0de51fd9b0 of type vlan for network 06a1b487-5912-474c-9566-68939b9198ca Aug 10 01:15:30.891882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a0524bcf-567b-4706-b47f-01fe5a8abbe3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:30.892457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a0524bcf-567b-4706-b47f-01fe5a8abbe3 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:30.897732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d480160f-0d38-4e13-a13a-879743de8597 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3565688 Aug 10 01:15:30.900181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.901140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36730) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.940885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d44aa381-8d39-44db-b4a4-666c33f02a8f tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384369 Aug 10 01:15:30.943528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36732) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:30.947472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:30.948408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2030257954', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:31.059214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.071954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.080047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.085698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.093368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.099173 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1b4f31-1596-4fa5-8538-37811ae04c81') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.099474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1b4f31-1596-4fa5-8538-37811ae04c81') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.136738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:31.140408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.154554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.175235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4607854 Aug 10 01:15:31.178455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36734) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:31.183530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'ports': [{'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'}, {'network_id': '06a1b487-5912-474c-9566-68939b9198ca'}]} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:31.183922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:31.184473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '06a1b487-5912-474c-9566-68939b9198ca'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:31.188370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.191539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb467c0-bf86-4d4f-8085-b6484f24533e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=06a1b487-5912-474c-9566-68939b9198ca,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.209840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:31.210049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.211922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 06a1b487-5912-474c-9566-68939b9198ca details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:31.212500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:31.243981 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:31.345161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.380840 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.394090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Transition to ACTIVE for port object e68fea51-4734-4cef-9050-d4f81fd9053c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:31.394285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.394417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:31.401282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] 10.222.0.25 "DELETE /v2.0/networks/cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7 HTTP/1.1" status: 204 len: 168 time: 0.6129439 Aug 10 01:15:31.403711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.409173 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:31.413451 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.423923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829e272-2c9a-403c-8ba7-249c4672dcb1 tempest-TaggedBootDevicesTest_v242-283739965 tempest-TaggedBootDevicesTest_v242-283739965-project] Pushing event deleted for resources: {'Network': ['ID=cb1e2fd0-6906-4e5b-a4ac-7ab868f918e7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.436947 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:31.438337 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.497204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4b42eb0-cea5-49a2-8da5-051296ac59e9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/8b8192a3-e8e4-431c-9e86-a4ff239a1c32 HTTP/1.1" status: 204 len: 168 time: 3.2692928 Aug 10 01:15:31.498105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36736) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:31.534155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Attempting to bind port e68fea51-4734-4cef-9050-d4f81fd9053c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:31.535357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Attempting to bind port e68fea51-4734-4cef-9050-d4f81fd9053c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:31.535853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Attempting to bind port e68fea51-4734-4cef-9050-d4f81fd9053c on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:31.539386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fb3d-9146-4e1e-b786-739101faef47 None None] Pushing event updated for resources: {'Port': ['ID=e68fea51-4734-4cef-9050-d4f81fd9053c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.548697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 2} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:31.550394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:31.550916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:31.551509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.552008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:31.552745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Bound port: e68fea51-4734-4cef-9050-d4f81fd9053c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:31.553219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.566119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.571169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.594410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.639854 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.651266 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:31.652085 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.679461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Subnet': ['ID=83951083-b414-4330-8ed6-cd41f3441bcd,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.697438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Checking segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:31.697808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network hostable DHCP agents. Network: de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:31.706822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] For port e68fea51-4734-4cef-9050-d4f81fd9053c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:31.707146 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.707751 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ed3b90-1d78-4e3a-af68-d841c07f45c1 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:31.714019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] For port e68fea51-4734-4cef-9050-d4f81fd9053c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68fea51-4734-4cef-9050-d4f81fd9053c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:31.724942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 0241a3fc-abbc-45a8-a66e-386e02520c15 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:31.733853 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.740741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 6267805e-562b-4203-976b-82ea45e9d872 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:31.741331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.746580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:31.803589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:31.804341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:31.811932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:31.820139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.821043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.855952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e69325f-95cf-472e-8b32-9e017147c705 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9112930 Aug 10 01:15:31.863100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36748) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:31.873924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:31.889797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aea3b90-7673-4eed-99c8-7832c9d369ea None None] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:31.893696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fb3d-9146-4e1e-b786-739101faef47 None None] Pushing event updated for resources: {'Port': ['ID=e68fea51-4734-4cef-9050-d4f81fd9053c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:31.930111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 6267805e-562b-4203-976b-82ea45e9d872 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:31.968380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bcceb-dcfa-4f55-ab58-cb0f56fab3b6 req-e085bd86-1bd9-41cb-9097-8228fbfa2657 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:31.976139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff3bcceb-dcfa-4f55-ab58-cb0f56fab3b6 req-e085bd86-1bd9-41cb-9097-8228fbfa2657 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.1823933 Aug 10 01:15:32.039138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:32.052398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff3bcceb-dcfa-4f55-ab58-cb0f56fab3b6 req-f867d8d8-b6e0-4b57-907b-7332c123bd52 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752485 Aug 10 01:15:32.069729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.163431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 474c9c51-ee12-425d-a2c6-7304402e8cbf yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:32.210121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'fixed_ips': [{'subnet_id': '83951083-b414-4330-8ed6-cd41f3441bcd'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:32.211226 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.324932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.390200 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.403047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:29Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:32.434075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d8b5f-f3a3-4ce4-b857-8c7441ffab27 None None] The sync data for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 is: [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:29Z', 'revision_number': 3, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:32.446648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Allocated IP 172.20.0.18 (de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b/83951083-b414-4330-8ed6-cd41f3441bcd/824ea257-7d5e-4fef-9ca7-59a590fe5f1e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:32.470171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:32.478607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:32.491493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:32.492377 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.521914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=0241a3fc-abbc-45a8-a66e-386e02520c15,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.629984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': 'ac2f9259-0c76-4942-953d-cb0de51fd9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '06a1b487-5912-474c-9566-68939b9198ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:32.630692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 06a1b487-5912-474c-9566-68939b9198ca, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:32.645121 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=474c9c51-ee12-425d-a2c6-7304402e8cbf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.659457 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.667713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 06a1b487-5912-474c-9566-68939b9198ca is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:32.673127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Transition to ACTIVE for port object 824ea257-7d5e-4fef-9ca7-59a590fe5f1e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:32.683324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 06a1b487-5912-474c-9566-68939b9198ca) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:32.691077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:32.698071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.698894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565e664-9b2d-4235-a98e-5f20e0a05a33 None None] Network 06a1b487-5912-474c-9566-68939b9198ca requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:32.709231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:32.709950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.744762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-64a5eb9e-06a6-4ab4-8d36-cd8f6db87bab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5651364 Aug 10 01:15:32.747496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36752) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:32.761543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Transition to ACTIVE for port object 824ea257-7d5e-4fef-9ca7-59a590fe5f1e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:32.782354 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.803570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:32.830243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:32.862568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:32.869589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:32.874584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=6267805e-562b-4203-976b-82ea45e9d872,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.912327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Pushing event updated for resources: {'Port': ['ID=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:32.955021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 474c9c51-ee12-425d-a2c6-7304402e8cbf {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:32.955373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.028038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Attempting to bind port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:33.028409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Attempting to bind port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:33.028778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Attempting to bind port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e on network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:33.038798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:33.039184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Checking segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:33.039598 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.040411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Bound using segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:33.040597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Bound port: 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:33.042953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.100552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.131955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 474c9c51-ee12-425d-a2c6-7304402e8cbf owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:33.133162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.136163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b193f41-e3bd-497c-b221-ea6cdd5c93c4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/6267805e-562b-4203-976b-82ea45e9d872 HTTP/1.1" status: 204 len: 168 time: 1.6361935 Aug 10 01:15:33.139746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36758) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.145982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:33.148519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] For port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:33.155979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] For port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:33.169151 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.275132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.284301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e1b4c-519e-460e-8d1f-a52b3090a116 None None] Pushing event updated for resources: {'Port': ['ID=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:33.312845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.350720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.352898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/474c9c51-ee12-425d-a2c6-7304402e8cbf HTTP/1.1" status: 204 len: 168 time: 0.6044524 Aug 10 01:15:33.353967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4ffa6-717e-4af6-9fbe-5274c59cb21a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=474c9c51-ee12-425d-a2c6-7304402e8cbf,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:33.356541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.386471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.403405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11e49f-603a-4a45-86e2-2290e6996e76 req-da4c4d8e-a262-4bea-bed1-7cae3485a2f8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.405263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a11e49f-603a-4a45-86e2-2290e6996e76 req-da4c4d8e-a262-4bea-bed1-7cae3485a2f8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.2293854 Aug 10 01:15:33.424014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c898076-29e4-4e9d-af5c-9150d340260b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.430533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c898076-29e4-4e9d-af5c-9150d340260b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.432227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c898076-29e4-4e9d-af5c-9150d340260b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0747604 Aug 10 01:15:33.435653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36762) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.588701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 0241a3fc-abbc-45a8-a66e-386e02520c15 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:33.588928 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.591436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a11e49f-603a-4a45-86e2-2290e6996e76 req-d69db9f9-b0c6-4096-b7f9-26594861c14f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743815 Aug 10 01:15:33.666925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.682795 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.698958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 0241a3fc-abbc-45a8-a66e-386e02520c15 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:33.818162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.854137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:33.856580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/0241a3fc-abbc-45a8-a66e-386e02520c15 HTTP/1.1" status: 204 len: 168 time: 0.4199872 Aug 10 01:15:33.858040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24be8c3-f273-4c8d-86d4-bed294987058 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=0241a3fc-abbc-45a8-a66e-386e02520c15,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:33.861460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.938359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb4897f-6176-42c4-bc4e-700cf39d74f1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:33.940426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9fb4897f-6176-42c4-bc4e-700cf39d74f1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0771611 Aug 10 01:15:33.943123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36766) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:33.952145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.107 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c16b8549-eca4-480f-9dfe-792fb7359961) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:33.972787 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc12636-244c-48c2-840b-792a9ad82081 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:33.975135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1dc12636-244c-48c2-840b-792a9ad82081 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/474c9c51-ee12-425d-a2c6-7304402e8cbf HTTP/1.1" status: 404 len: 333 time: 0.0308807 Aug 10 01:15:33.977989 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36768) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.011285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.20.0.17 (de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b/83951083-b414-4330-8ed6-cd41f3441bcd/60e67188-8b0b-428a-85a8-cd721e512493) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:34.011513 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af31ec9-8322-4ea9-85b8-ffeae7f681a0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:34.017000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2af31ec9-8322-4ea9-85b8-ffeae7f681a0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/0241a3fc-abbc-45a8-a66e-386e02520c15 HTTP/1.1" status: 404 len: 333 time: 0.0349052 Aug 10 01:15:34.017778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36770) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.114326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.170534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.222631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.223395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.236725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a1b487-5912-474c-9566-68939b9198ca']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.250523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2f9259-0c76-4942-953d-cb0de51fd9b0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.251273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2f9259-0c76-4942-953d-cb0de51fd9b0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:34.253868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Transition to ACTIVE for port object 60e67188-8b0b-428a-85a8-cd721e512493 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:34.262747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.281653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.282989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.291780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:34.292734 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:34.299275 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:34.338994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:34.345435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:34.352686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:34.382230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.396256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.398896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/06a1b487-5912-474c-9566-68939b9198ca HTTP/1.1" status: 204 len: 168 time: 0.3797603 Aug 10 01:15:34.407688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=c16b8549-eca4-480f-9dfe-792fb7359961,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.412049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36774) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.414534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.419987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a6ac7-ce77-4b6a-aab7-e95fe4e9a98a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=06a1b487-5912-474c-9566-68939b9198ca,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.427022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1633348104'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:34.471732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:34.481128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:34.508946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:34.554294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:34.565350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:34.569395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.583394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314caee-47be-4dac-827e-9715112fbfc3 None None] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:34.591989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.624283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.644749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:34.657607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.658331 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d of type vlan for network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 Aug 10 01:15:34.679463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2dc99ebb-8fe6-41a6-8b36-de2f72e8994c None None] Provisioning for port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:34.720017 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.815090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 824ea257-7d5e-4fef-9ca7-59a590fe5f1e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:34.826543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.834770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.835411 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.858440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:34.869239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d052a5-1d23-4201-b011-7fe3978deb6b req-de4c6c1b-e8bf-468a-b9e8-6c8d8ac11c77 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:34.871233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6d052a5-1d23-4201-b011-7fe3978deb6b req-de4c6c1b-e8bf-468a-b9e8-6c8d8ac11c77 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.1265180 Aug 10 01:15:34.874788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4614534 Aug 10 01:15:34.880756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36778) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:34.892407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:34.905246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:34.914324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:34.917417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.045697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aee98e-e261-4656-9c58-7f9a174a3614 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=80fa8381-8c4c-476d-93f6-3e1caa92acb5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:35.061710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:35.085458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-a8926221-535a-4a60-916c-3270a0a9e6a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1605351 Aug 10 01:15:35.163045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:35.168374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.185139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6d052a5-1d23-4201-b011-7fe3978deb6b req-916f015c-4ee9-4190-874c-b2eb2a4251d5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017526 Aug 10 01:15:35.270253 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.320275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.360393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-912d5fc4-c93a-4f9c-95c3-459fa2b9cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:35.365548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-912d5fc4-c93a-4f9c-95c3-459fa2b9cef5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1097 time: 0.1970623 Aug 10 01:15:35.380150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Provisioning complete for port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:35.380813 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.430469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:35.466210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.467125 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68fea51-4734-4cef-9050-d4f81fd9053c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:35.470781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.536180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=330b313f-bec2-47c0-843d-c8dbd4f33435,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:35.610490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:35.610927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 80fa8381-8c4c-476d-93f6-3e1caa92acb5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:35.633933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:35.643928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e68fea51-4734-4cef-9050-d4f81fd9053c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:35.645448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:35.649332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e68fea51-4734-4cef-9050-d4f81fd9053c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:35.649709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.658752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 80fa8381-8c4c-476d-93f6-3e1caa92acb5) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:35.676750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:35.677742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.678345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec1c41-9eab-4884-b592-86885ab35ee5 None None] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:35.698810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e0ad392-21f0-4385-bdc4-cc670da1dc32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8167129 Aug 10 01:15:35.701179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:35.708542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5', 'name': 'tempest-PortsIpV6TestJSON-1163381939'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:35.770977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Provisioning for port 60e67188-8b0b-428a-85a8-cd721e512493 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:35.787374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.791222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Provisioning complete for port 60e67188-8b0b-428a-85a8-cd721e512493 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:35.791605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.838716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-4079f7ff-e36c-490d-9363-3e87bdb9a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:35.841208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-4079f7ff-e36c-490d-9363-3e87bdb9a2a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.2479687 Aug 10 01:15:35.845044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.876818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:35.880500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:35.901542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port ea2b702e-a0a8-4720-9557-fbf63c3665f9 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:35.942688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6838b26b-8a0f-490f-955d-97560b1e260d None None] Port 60e67188-8b0b-428a-85a8-cd721e512493 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:36.027197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.050850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.056678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e68fea51-4734-4cef-9050-d4f81fd9053c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68fea51-4734-4cef-9050-d4f81fd9053c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:36.072024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.089655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::61 (80fa8381-8c4c-476d-93f6-3e1caa92acb5/330b313f-bec2-47c0-843d-c8dbd4f33435/ea2b702e-a0a8-4720-9557-fbf63c3665f9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:36.104385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=c16b8549-eca4-480f-9dfe-792fb7359961,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:36.170939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.174098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fd284855-c7e6-4cea-a7c2-ee8646480108 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0303175 Aug 10 01:15:36.182419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36788) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:36.190763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-7f0aa168-de3a-4d5d-b7d5-1239ea59bda0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1000 time: 0.3343360 Aug 10 01:15:36.192596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-80fa8381-8c4c-476d-93f6-3e1caa92acb5', 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': '330b313f-bec2-47c0-843d-c8dbd4f33435'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:36.194907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.200421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f5c275be-09e5-4c00-8969-e640d63bc21d None None] Provisioning complete for port 60e67188-8b0b-428a-85a8-cd721e512493 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:36.200873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f5c275be-09e5-4c00-8969-e640d63bc21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.201235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'port': {'network_id': '34280de8-b3dd-4c75-9d35-8d54aa056e07', 'name': 'tempest-FloatingIPTestJSON-1451738153'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:36.311134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-12b08722-381f-4685-892e-e585ff8338b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.312944 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-12b08722-381f-4685-892e-e585ff8338b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1122277 Aug 10 01:15:36.423734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.446080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.475316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f5c275be-09e5-4c00-8969-e640d63bc21d None None] Port 60e67188-8b0b-428a-85a8-cd721e512493 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:36.542954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89951d-1184-444e-ab42-f574da0a00c7 req-bb4593d8-0807-47cc-a183-858a6fe93297 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.544562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba89951d-1184-444e-ab42-f574da0a00c7 req-bb4593d8-0807-47cc-a183-858a6fe93297 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 943 time: 0.2305920 Aug 10 01:15:36.553020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-63aba7d5-a25e-4f73-afd0-917804dd2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:36.554557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-63aba7d5-a25e-4f73-afd0-917804dd2b03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328064 Aug 10 01:15:36.611090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e68fea51-4734-4cef-9050-d4f81fd9053c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:36.620344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:36.655647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.668035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 824ea257-7d5e-4fef-9ca7-59a590fe5f1e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:36.682925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba89951d-1184-444e-ab42-f574da0a00c7 req-a0e12020-3041-4eac-9961-5da923ac6f06 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215963 Aug 10 01:15:36.751218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:36.752214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.810108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-4efd2c47-234c-42d3-ac50-9b77624be15a service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375927 Aug 10 01:15:36.819025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:36.829398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:36.898914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.902339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:36.907079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:36.923882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:15:36.935820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object ea2b702e-a0a8-4720-9557-fbf63c3665f9 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:36.939925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] device_id is not set on port afd3eb12-e174-4c98-bdfe-6ce7058e2098 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:37.077907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.100547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:37.119386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7', 'mac_address': 'fa:16:3e:66:77:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:15:37.165620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.9 (34280de8-b3dd-4c75-9d35-8d54aa056e07/729cfd3c-14e2-4222-b989-d4aeffccd617/afd3eb12-e174-4c98-bdfe-6ce7058e2098) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:37.169232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:37.173665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=ea2b702e-a0a8-4720-9557-fbf63c3665f9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.192867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:37.195680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:37.202717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:37.203804 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.243610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e7f5c087-04e1-46e4-b262-83cac5574cde tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5407856 Aug 10 01:15:37.247031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36798) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:37.279945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-312d1f75-71b3-4785-b571-0551f6b6bb7e None None] Provisioning complete for port 60e67188-8b0b-428a-85a8-cd721e512493 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:37.280577 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-312d1f75-71b3-4785-b571-0551f6b6bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.284033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Allocated IP 2001:db8::2 (80fa8381-8c4c-476d-93f6-3e1caa92acb5/330b313f-bec2-47c0-843d-c8dbd4f33435/291d193f-90e8-4ceb-864e-49243609a41d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:37.292836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.357222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:37.410346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-312d1f75-71b3-4785-b571-0551f6b6bb7e None None] Port 60e67188-8b0b-428a-85a8-cd721e512493 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:37.416346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:37.430480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.444711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0682ba1d-6277-4eea-972a-d91b6c2e0af5 req-a0b962e5-2cfb-4a46-8054-9db2186338ca service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6245182 Aug 10 01:15:37.465654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router a6670056-9e5e-42ce-a030-b62570473c30 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:37.498258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.505425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port ea2b702e-a0a8-4720-9557-fbf63c3665f9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:37.505772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.560565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.578294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Transition to ACTIVE for port object 291d193f-90e8-4ceb-864e-49243609a41d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:37.626096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Transition to ACTIVE for port object 291d193f-90e8-4ceb-864e-49243609a41d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:37.628062 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.642686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.643096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:37.650382 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5428294-c924-40df-8d90-7e235f363926 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "PUT /v2.0/routers/a6670056-9e5e-42ce-a030-b62570473c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7857432 Aug 10 01:15:37.652196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.664331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:15:37.666276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Sync routers for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:37.694387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.712693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 34280de8-b3dd-4c75-9d35-8d54aa056e07 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:37.720680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:37.737649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:37.742249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for ea2b702e-a0a8-4720-9557-fbf63c3665f9 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:37.749284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:37.750022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:37.772200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=afd3eb12-e174-4c98-bdfe-6ce7058e2098,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:37.772544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:37.842246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:37.842922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.847979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2cdfe-7f85-4033-ad1b-5cb37eeb37f2 req-7b96c5e1-5463-4721-8830-6ea807631ab2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:37.850001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-def2cdfe-7f85-4033-ad1b-5cb37eeb37f2 req-7b96c5e1-5463-4721-8830-6ea807631ab2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 944 time: 0.0605204 Aug 10 01:15:37.871079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a4234e8-abc7-48d0-acb6-266099314f58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6840937 Aug 10 01:15:37.872938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36812) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:37.879496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': 'afd3eb12-e174-4c98-bdfe-6ce7058e2098'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:37.910595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:37.917472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-def2cdfe-7f85-4033-ad1b-5cb37eeb37f2 req-fa41b56e-d9c5-44bf-9151-eb7c58b8a434 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Aug 10 01:15:37.951520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:37.954494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:37.957790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:37.977509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Pushing event updated for resources: {'Port': ['ID=291d193f-90e8-4ceb-864e-49243609a41d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.129902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Attempting to bind port 291d193f-90e8-4ceb-864e-49243609a41d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:38.130162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Attempting to bind port 291d193f-90e8-4ceb-864e-49243609a41d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:38.131104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Attempting to bind port 291d193f-90e8-4ceb-864e-49243609a41d on network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:38.144022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:38.144342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Checking segment: {'id': 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:38.144875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.145334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Bound using segment: {'id': 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:38.145873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Bound port: 291d193f-90e8-4ceb-864e-49243609a41d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '80fa8381-8c4c-476d-93f6-3e1caa92acb5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:38.146320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.165375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.190469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-18d17081-853d-41a6-8324-274efe0a2ca7 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:38.192020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-18d17081-853d-41a6-8324-274efe0a2ca7 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/networks?id=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b HTTP/1.1" status: 200 len: 798 time: 0.2711740 Aug 10 01:15:38.256352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=ea2b702e-a0a8-4720-9557-fbf63c3665f9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.277732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-c9505ab5-207f-4fe7-a8e7-8b4d8e7b0397 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/quotas/f2c2016081d04f97ba8fc525d74062e0 HTTP/1.1" status: 200 len: 375 time: 0.0619657 Aug 10 01:15:38.297656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] For port 291d193f-90e8-4ceb-864e-49243609a41d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:38.301662 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.306220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11f1f575-7a5d-4028-b454-27a6f468cc12 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/ea2b702e-a0a8-4720-9557-fbf63c3665f9 HTTP/1.1" status: 204 len: 168 time: 1.0557308 Aug 10 01:15:38.306754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36818) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.338025 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-198d64ef-3c2a-4b1b-96b1-4c2feb5a6c59 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:15:38.338778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198d64ef-3c2a-4b1b-96b1-4c2feb5a6c59 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:15:38.340524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-198d64ef-3c2a-4b1b-96b1-4c2feb5a6c59 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/ea2b702e-a0a8-4720-9557-fbf63c3665f9 HTTP/1.1" status: 404 len: 333 time: 0.0329020 Aug 10 01:15:38.343324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.354364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] For port 291d193f-90e8-4ceb-864e-49243609a41d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=291d193f-90e8-4ceb-864e-49243609a41d,segment=NetworkSegment(a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d),segment_id=a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:38.369239 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.393707 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed8b6e8-21d4-4c66-bb15-1406c07ce5df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:38.402010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aed8b6e8-21d4-4c66-bb15-1406c07ce5df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/ea2b702e-a0a8-4720-9557-fbf63c3665f9 HTTP/1.1" status: 404 len: 333 time: 0.0544159 Aug 10 01:15:38.402203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36822) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:38.403429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-de78c13e-6a87-4e99-ba92-5a325cdc3efb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1078389 Aug 10 01:15:38.427604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:35Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '60e67188-8b0b-428a-85a8-cd721e512493', 'name': '', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:21:5b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:33Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 2, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:38.461757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Checking router: a6670056-9e5e-42ce-a030-b62570473c30 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:38.462128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Updating router a6670056-9e5e-42ce-a030-b62570473c30 port 60e67188-8b0b-428a-85a8-cd721e512493 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:15:38.487115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a0e7d-490d-4309-9641-aa3d10aec299 None None] Pushing event updated for resources: {'Port': ['ID=291d193f-90e8-4ceb-864e-49243609a41d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.502521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.509962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 330b313f-bec2-47c0-843d-c8dbd4f33435 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:38.518344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.589571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.750696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.790511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68fea51-4734-4cef-9050-d4f81fd9053c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:38.890950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.955367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=330b313f-bec2-47c0-843d-c8dbd4f33435,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:38.960567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:38.963025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:38.964901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-948d7b58-58f2-4f93-a08f-e68bac041bd1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/330b313f-bec2-47c0-843d-c8dbd4f33435 HTTP/1.1" status: 204 len: 168 time: 0.5616860 Aug 10 01:15:38.975255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:39.045119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:15:39.089435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-32688c54-721f-475f-96f5-55695a4bee05 service neutron] 10.222.0.25 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434135 Aug 10 01:15:39.176003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:39.188909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:39.189315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.194122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e68fea51-4734-4cef-9050-d4f81fd9053c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:39.194498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.198821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.227773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b81cc2-89e2-4e72-aa32-45503f1db53c req-355ead8b-cb23-4281-8055-382011bc11bf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:39.240155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78b81cc2-89e2-4e72-aa32-45503f1db53c req-355ead8b-cb23-4281-8055-382011bc11bf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 944 time: 0.1420279 Aug 10 01:15:39.287820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.300604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.346463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78b81cc2-89e2-4e72-aa32-45503f1db53c req-ca0b3618-6746-4628-8da6-74f01aec0c52 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Aug 10 01:15:39.367800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 291d193f-90e8-4ceb-864e-49243609a41d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:39.368237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.451149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.466041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port 291d193f-90e8-4ceb-864e-49243609a41d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=291d193f-90e8-4ceb-864e-49243609a41d,segment=NetworkSegment(a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d),segment_id=a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:39.466783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.490598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 291d193f-90e8-4ceb-864e-49243609a41d owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:39.517619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.541944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-e174e43f-e688-48c4-9838-8773b1ed3505 service neutron] 10.222.0.25 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433491 Aug 10 01:15:39.579076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Transition to ACTIVE for port object 60e67188-8b0b-428a-85a8-cd721e512493 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:39.598787 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 4349f563-c660-420e-9af3-31fc5a28867a associated. External IP: 172.25.7.107, port: afd3eb12-e174-4c98-bdfe-6ce7058e2098. Aug 10 01:15:39.623692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.626719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.668551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=291d193f-90e8-4ceb-864e-49243609a41d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:39.682937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port 291d193f-90e8-4ceb-864e-49243609a41d on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:39.737935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:39.744677 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b54b09-4fb2-4d26-908f-7d176ef67dc3" -d '{"events": [{"server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "name": "network-vif-plugged", "status": "completed", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:39.873960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:39.900184 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1037fdfd-6700-4baf-afa0-2452020300eb x-openstack-request-id: req-1037fdfd-6700-4baf-afa0-2452020300eb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:39.901697 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "name": "network-vif-plugged", "status": "completed", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:39.903234 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1037fdfd-6700-4baf-afa0-2452020300eb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:39.903878 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7', 'code': 200} Aug 10 01:15:39.908195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.930965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:39.933181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eb530-7a75-4b54-855c-f53b081a2bc4 None None] Pushing event updated for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.014826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fa8381-8c4c-476d-93f6-3e1caa92acb5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.061277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac9d0ff2-b85d-44d5-9a9a-ef2eb8af1bd7 req-8811cffc-7577-4151-b926-0870bd229383 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 210 time: 0.1106708 Aug 10 01:15:40.129736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.130041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ac3164-2bb5-41c2-8da0-b3079a1f3e7d') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.159236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.174560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.245513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:40.248977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e7b56-d0ac-4131-aa71-ae158d03c59f req-14cf855f-4373-454d-b133-15535b778f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:40.252618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15e7b56-d0ac-4131-aa71-ae158d03c59f req-14cf855f-4373-454d-b133-15535b778f4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 1097 time: 0.2848475 Aug 10 01:15:40.255917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.271473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Attempting to bind port 60e67188-8b0b-428a-85a8-cd721e512493 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:40.272011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Attempting to bind port 60e67188-8b0b-428a-85a8-cd721e512493 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:40.272393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Attempting to bind port 60e67188-8b0b-428a-85a8-cd721e512493 on network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:40.278546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:40.279664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Checking segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:40.280077 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.281768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Bound using segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:40.282397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Bound port: 60e67188-8b0b-428a-85a8-cd721e512493, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:40.284962 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.316762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee401238-b120-4b56-88da-c10ab266bdd9 None None] Network 80fa8381-8c4c-476d-93f6-3e1caa92acb5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:40.317430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:40.317845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:40.321332 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:40.454538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:40.466875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:40.483853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:40.484840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.487616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.522115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dcdfa17d-a82c-40c6-9cde-a0798b169169 None None] Could not find standard attr ID for object 291d193f-90e8-4ceb-864e-49243609a41d. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:15:40.563625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-579e35e6-184e-4ae2-87e9-43017c9cf072 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/4349f563-c660-420e-9af3-31fc5a28867a HTTP/1.1" status: 200 len: 978 time: 2.6873362 Aug 10 01:15:40.565833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36852) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:40.590444 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.611399 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:40.612405 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.614271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c8942-d9b2-4c0a-b899-08f69795ba29 None None] DHCP port deletion for 80fa8381-8c4c-476d-93f6-3e1caa92acb5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:40.620061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] For port 60e67188-8b0b-428a-85a8-cd721e512493, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:40.654752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] For port 60e67188-8b0b-428a-85a8-cd721e512493, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=60e67188-8b0b-428a-85a8-cd721e512493,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:40.658325 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.659301 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b3b749-f286-4207-9fcf-5b654bd53445 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:40.663775 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.682562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15e7b56-d0ac-4131-aa71-ae158d03c59f req-83a1326e-59bc-4880-8fdb-bb1c3193d813 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195631 Aug 10 01:15:40.695553 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.706249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.711825 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/80fa8381-8c4c-476d-93f6-3e1caa92acb5 HTTP/1.1" status: 204 len: 168 time: 1.7321775 Aug 10 01:15:40.712865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36854) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:40.718972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd74a9-e0f9-4672-8d61-901cd991fdc1 req-9303420f-97bf-47ea-85b2-de9cb0850de9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:40.724525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-302575982'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:40.732457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86dd74a9-e0f9-4672-8d61-901cd991fdc1 req-9303420f-97bf-47ea-85b2-de9cb0850de9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.2469609 Aug 10 01:15:40.751226 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5caf64-a02e-473d-a6a3-390b8aad0436 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=80fa8381-8c4c-476d-93f6-3e1caa92acb5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.755580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:40.779561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.814891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86dd74a9-e0f9-4672-8d61-901cd991fdc1 req-e740a8b9-206f-4292-9b0d-565bbe53e81a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807424 Aug 10 01:15:40.825845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port afd3eb12-e174-4c98-bdfe-6ce7058e2098 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:40.826315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.832014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:40.832656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:40.845724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eb530-7a75-4b54-855c-f53b081a2bc4 None None] Pushing event updated for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:40.901202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:40.921005 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:40.922562 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment 3021320e-13ee-49e8-a43a-4a5b1b980653 of type vlan for network 4eb5c077-4966-4ac8-82bc-75c679d166a9 Aug 10 01:15:41.015344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.023758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.204919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:41.441858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:35Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '60e67188-8b0b-428a-85a8-cd721e512493', 'name': '', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:21:5b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:33Z', 'updated_at': '2021-08-10T01:15:40Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:41.477778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714c5d82-5fca-42c3-91b5-f58087ee9b4e None None] The sync data for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 is: [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:15:35Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '60e67188-8b0b-428a-85a8-cd721e512493', 'name': '', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:21:5b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:33Z', 'updated_at': '2021-08-10T01:15:40Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:41.510076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.resource_extend [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:15:41.578606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd3e3c3b-2039-4999-aadf-bcde3cf3d93d req-81044736-8954-4fcc-941e-d3f50a2d8dd6 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 210 time: 0.0694168 Aug 10 01:15:41.614745 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.619987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:41.620606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.753009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0346117 Aug 10 01:15:41.761015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36860) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:41.770316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e598d11-d76d-41f0-a036-a1559b9ea2ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=4eb5c077-4966-4ac8-82bc-75c679d166a9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:41.772096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:41.794190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:41.858312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.859041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:41.860193 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 4349f563-c660-420e-9af3-31fc5a28867a disassociated. External IP: 172.25.7.107, port: afd3eb12-e174-4c98-bdfe-6ce7058e2098. Aug 10 01:15:41.860849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for afd3eb12-e174-4c98-bdfe-6ce7058e2098 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:41.882215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-9bb863fd-3ab1-4c53-8391-633ff7da432b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:41.884349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-9bb863fd-3ab1-4c53-8391-633ff7da432b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.10 "GET /v2.0/networks?id=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b HTTP/1.1" status: 200 len: 798 time: 0.2537405 Aug 10 01:15:41.920409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Request body: {'port': {'device_id': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'admin_state_up': True, 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:42.033325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.062145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:42.065950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.067801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=afd3eb12-e174-4c98-bdfe-6ce7058e2098,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:42.176275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bf291-648d-431f-a691-51ad067bf262 req-5602fcd0-a61b-4b4e-a3ed-f79995f34c92 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.178547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a28bf291-648d-431f-a691-51ad067bf262 req-5602fcd0-a61b-4b4e-a3ed-f79995f34c92 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.2027695 Aug 10 01:15:42.210065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:42.292931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Made reservation on behalf of f2c2016081d04f97ba8fc525d74062e0 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:42.297818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.323910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a28bf291-648d-431f-a691-51ad067bf262 req-1a0adf93-310c-4993-9c91-6cd373eeed40 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329765 Aug 10 01:15:42.372928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:42.384994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:42.410568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:42.411272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:42.484620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.487469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6e451f6d-2830-4ecd-9086-d7662078a6a3 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/afd3eb12-e174-4c98-bdfe-6ce7058e2098 HTTP/1.1" status: 204 len: 168 time: 1.9205773 Aug 10 01:15:42.493487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:42.501759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36868) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:42.506519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Allocated IP 172.20.0.20 (de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b/83951083-b414-4330-8ed6-cd41f3441bcd/d9ef8ef6-04ac-440a-8baa-27f8a8531980) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:42.522822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:42.525667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:42.557323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-011f77a4-8b87-4be2-bab2-2bda92253e87 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/floatingips/4349f563-c660-420e-9af3-31fc5a28867a HTTP/1.1" status: 200 len: 688 time: 0.0539958 Aug 10 01:15:42.578685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36870) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:42.582147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:42.583018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89ac742-c4e3-4dc2-8865-033e1a1c17ae None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:42.716427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.729996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 60e67188-8b0b-428a-85a8-cd721e512493 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:42.743051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f725789-245b-400b-b247-0434d44d6daa req-203fe177-c6bb-49c3-810c-14c6a99630f2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:42.744956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f725789-245b-400b-b247-0434d44d6daa req-203fe177-c6bb-49c3-810c-14c6a99630f2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.2644410 Aug 10 01:15:42.773873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90e300cd-db7e-414f-9334-3685741017cf req-4964e4d4-57af-4265-a013-3a62d8316c45 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 210 time: 0.1000423 Aug 10 01:15:42.810027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Transition to ACTIVE for port object d9ef8ef6-04ac-440a-8baa-27f8a8531980 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:42.828129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 60e67188-8b0b-428a-85a8-cd721e512493 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:42.834515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 60e67188-8b0b-428a-85a8-cd721e512493 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:42.834922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port c16b8549-eca4-480f-9dfe-792fb7359961 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:42.835213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.835332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.906922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.917907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.918190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:42.947246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f725789-245b-400b-b247-0434d44d6daa req-ee392a7f-7678-4519-b693-e93593375419 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799886 Aug 10 01:15:42.948311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for c16b8549-eca4-480f-9dfe-792fb7359961 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:42.974562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.017972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.070608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 60e67188-8b0b-428a-85a8-cd721e512493, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=60e67188-8b0b-428a-85a8-cd721e512493,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:43.079829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.094512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 291d193f-90e8-4ceb-864e-49243609a41d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:43.112923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=7171e8a4-a01e-4b30-b418-50482553c746,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.136152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:43.148975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:43.154034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event updated for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.156524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:43.163331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': '3021320e-13ee-49e8-a43a-4a5b1b980653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:43.163706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 4eb5c077-4966-4ac8-82bc-75c679d166a9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:43.166207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 291d193f-90e8-4ceb-864e-49243609a41d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:43.168390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 291d193f-90e8-4ceb-864e-49243609a41d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:43.196065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59538c85-5e49-4fa0-a965-95fd9c7361ae req-61efdd74-f2de-4bfb-b792-6779c6d8d009 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.204143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59538c85-5e49-4fa0-a965-95fd9c7361ae req-61efdd74-f2de-4bfb-b792-6779c6d8d009 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.1694937 Aug 10 01:15:43.209967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.227119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.281117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59538c85-5e49-4fa0-a965-95fd9c7361ae req-81feb94d-0c25-494b-85f6-e0936fe04ad7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Aug 10 01:15:43.290781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=c16b8549-eca4-480f-9dfe-792fb7359961,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:43.293271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:43.309837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.310646 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.324816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36880) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.334243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4eb5c077-4966-4ac8-82bc-75c679d166a9) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:43.348247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.352192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.356014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94bbe6-0069-410f-9e02-58abc51f2e71 None None] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:43.380727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-a024e0ce-3acb-4d81-b773-f7ac528f3b06 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4646826 Aug 10 01:15:43.404737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.410950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Request body: {'port': {'device_id': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:43.413936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.417468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5c1ed92b-9240-4034-a167-6ff6ae619606 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/4349f563-c660-420e-9af3-31fc5a28867a HTTP/1.1" status: 204 len: 168 time: 0.8335340 Aug 10 01:15:43.421061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36886) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.431517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'dec8dfea-9611-4bf5-938d-887aa3d3af84'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:43.487054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.511638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.587441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1c12b56d-98a2-47ec-a664-8ec6cee71640 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8247650 Aug 10 01:15:43.590949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36888) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:43.603096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-507688684'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:43.690143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a560157-5271-443c-b00b-6f3dd7846f40 None None] Provisioning for port d9ef8ef6-04ac-440a-8baa-27f8a8531980 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:43.695841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a560157-5271-443c-b00b-6f3dd7846f40 None None] Provisioning complete for port d9ef8ef6-04ac-440a-8baa-27f8a8531980 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:43.696334 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a560157-5271-443c-b00b-6f3dd7846f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.698263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4eb5c077-4966-4ac8-82bc-75c679d166a9', 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': '7171e8a4-a01e-4b30-b418-50482553c746'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:43.699205 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.754450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4a560157-5271-443c-b00b-6f3dd7846f40 None None] Port d9ef8ef6-04ac-440a-8baa-27f8a8531980 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:43.765778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.852467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:43.853708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c893d36-8859-42a3-908c-1289fd861cbd req-1c04c81f-d11b-4f49-b574-222df815f9d2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:43.855259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c893d36-8859-42a3-908c-1289fd861cbd req-1c04c81f-d11b-4f49-b574-222df815f9d2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.1353636 Aug 10 01:15:43.856597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:43.883478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:43.932390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Allocated IP 2001:db8::2 (4eb5c077-4966-4ac8-82bc-75c679d166a9/7171e8a4-a01e-4b30-b418-50482553c746/2d86b004-4dd7-4f03-84cd-7f47ad4afd87) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:44.009013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c893d36-8859-42a3-908c-1289fd861cbd req-81f36d13-5e07-4611-addd-919d5d5d1653 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392865 Aug 10 01:15:44.049824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.164 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/48814d29-7f16-49d3-a067-cf0769bf53f5) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:44.063787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f5841-4e30-4b69-832d-ce4e8dba9467 req-8614929f-8c35-4ed6-b34d-ff399e264477 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:44.065727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f5841-4e30-4b69-832d-ce4e8dba9467 req-8614929f-8c35-4ed6-b34d-ff399e264477 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 895 time: 0.1875441 Aug 10 01:15:44.134849 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ac60b46-3db2-407c-b3e6-3467aa9a284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.158144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.159806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ef8ef6-04ac-440a-8baa-27f8a8531980 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:44.166866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Transition to ACTIVE for port object 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:44.169817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.184775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Transition to ACTIVE for port object 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:44.190145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.193493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.206927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Transition to ACTIVE for port object d9ef8ef6-04ac-440a-8baa-27f8a8531980 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:44.213940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.240812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:44.244066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:44.248167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:44.266277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::232 (4eb5c077-4966-4ac8-82bc-75c679d166a9/7171e8a4-a01e-4b30-b418-50482553c746/58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:44.274419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Pushing event updated for resources: {'Port': ['ID=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.286741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.326122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Attempting to bind port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:44.326336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Attempting to bind port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3021320e-13ee-49e8-a43a-4a5b1b980653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:44.326645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Attempting to bind port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 on network 4eb5c077-4966-4ac8-82bc-75c679d166a9 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:44.331312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.333507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:44.333935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Checking segment: {'id': '3021320e-13ee-49e8-a43a-4a5b1b980653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:44.334348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.334825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Bound using segment: {'id': '3021320e-13ee-49e8-a43a-4a5b1b980653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:44.335438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Bound port: 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3021320e-13ee-49e8-a43a-4a5b1b980653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4eb5c077-4966-4ac8-82bc-75c679d166a9'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:44.335881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.409751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=48814d29-7f16-49d3-a067-cf0769bf53f5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.411347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] For port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:44.415639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] For port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,segment=NetworkSegment(3021320e-13ee-49e8-a43a-4a5b1b980653),segment_id=3021320e-13ee-49e8-a43a-4a5b1b980653)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:44.421894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.431761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Attempting to bind port d9ef8ef6-04ac-440a-8baa-27f8a8531980 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:44.432383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Attempting to bind port d9ef8ef6-04ac-440a-8baa-27f8a8531980 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:44.432980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Attempting to bind port d9ef8ef6-04ac-440a-8baa-27f8a8531980 on network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:44.434326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:44.440935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:44.443708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:44.449813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Port d9ef8ef6-04ac-440a-8baa-27f8a8531980 on network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:15:44.450291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Attempting to bind port d9ef8ef6-04ac-440a-8baa-27f8a8531980 on network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:44.457909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:44.458400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Checking segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:44.458980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Bound using segment: {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:44.459677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Bound port: d9ef8ef6-04ac-440a-8baa-27f8a8531980, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1c6ef6-944e-47f9-992d-c9815c5dcd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:44.460149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.507933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d6bc7-d175-4023-a962-112056368ebf None None] Pushing event updated for resources: {'Port': ['ID=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.548455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.560020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.580685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:44.585333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:44.596106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:44.633882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.648506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 60e67188-8b0b-428a-85a8-cd721e512493 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:44.692710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:44.693339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.694774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9ef8ef6-04ac-440a-8baa-27f8a8531980 HTTP/1.1" status: 200 len: 1056 time: 1.2881517 Aug 10 01:15:44.697010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:44.699283 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:44.721543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 60e67188-8b0b-428a-85a8-cd721e512493 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:44.721971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.761838 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.853941 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c9cef6-0792-4975-bd5d-6b9ba6e640ec x-openstack-request-id: req-f2c9cef6-0792-4975-bd5d-6b9ba6e640ec {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:44.854810 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:44.855225 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2c9cef6-0792-4975-bd5d-6b9ba6e640ec {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:44.855780 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980', 'status': 'completed', 'code': 200} Aug 10 01:15:44.889079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876cf83-0025-4f30-a0db-3880c3e19523 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.907001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:44.913444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:44.916575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:44.919455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:44.926116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:44.926798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:44.937395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-b771ce3a-c756-4a51-974b-ac0dc40ccf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:44.939051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-b771ce3a-c756-4a51-974b-ac0dc40ccf80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 1059 time: 0.1861837 Aug 10 01:15:45.003196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-4f594244-f668-48b7-88b6-b451e969c6f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980 HTTP/1.1" status: 200 len: 217 time: 0.0401921 Aug 10 01:15:45.041322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15017c3b-d930-483d-9264-1c100ece6122 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.4488199 Aug 10 01:15:45.043778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36896) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:45.081103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-34d62e19-a644-4cd4-bfad-1fe06bd7ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.082636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-34d62e19-a644-4cd4-bfad-1fe06bd7ec6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83951083-b414-4330-8ed6-cd41f3441bcd HTTP/1.1" status: 200 len: 838 time: 0.0697932 Aug 10 01:15:45.209089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-b0ef36ae-d53e-483f-977f-dc20f41a8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.210576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-b0ef36ae-d53e-483f-977f-dc20f41a8896 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1077707 Aug 10 01:15:45.251503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b267a-c296-43d8-95b9-692912ef2f55 req-145186aa-4da9-447f-ba29-313b5f06bdc4 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.252999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c95b267a-c296-43d8-95b9-692912ef2f55 req-145186aa-4da9-447f-ba29-313b5f06bdc4 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 907 time: 0.0981793 Aug 10 01:15:45.260371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d40b7-710d-49e8-8906-01af14fa5cdd req-c3876010-a49f-44eb-b4a6-620e9e133584 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.261853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a29d40b7-710d-49e8-8906-01af14fa5cdd req-c3876010-a49f-44eb-b4a6-620e9e133584 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.1558063 Aug 10 01:15:45.264097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.279093 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Deleting port ddf0cfc2-2a9c-41a5-a813-678daffbb55d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:45.279362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.333356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-cd508261-25e3-4e26-bdbb-a309ec9ca8aa tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:45.334983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-cd508261-25e3-4e26-bdbb-a309ec9ca8aa tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.1463726 Aug 10 01:15:45.339614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:45.339956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.451446 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a29d40b7-710d-49e8-8906-01af14fa5cdd req-34e40cf4-bdfc-48fa-aaee-48e3b7b05041 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638746 Aug 10 01:15:45.505801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.581427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.606124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:45.704576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:45.704894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.725689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b12f25-6a16-4d23-a11d-07676eb3ee2c None None] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:45.750922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-773e09b2-6b5c-4adf-b697-3f239eb9a758 service neutron] 10.222.0.10 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308931 Aug 10 01:15:45.792320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-91b8ce72-c01d-440a-be4a-bb16a0170c86 None None] Provisioning for port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:45.816846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] For port ddf0cfc2-2a9c-41a5-a813-678daffbb55d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:45.817221 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.835408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Calling delete_port for ddf0cfc2-2a9c-41a5-a813-678daffbb55d owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:45.879464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:45.879865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.913507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5478d681-35cb-4d0a-8481-1af4e48140ab req-0e2f7889-a25b-450d-ac4b-ebe91fbb55f8 service neutron] 10.222.0.10 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524944 Aug 10 01:15:45.928392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:45.935317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:45.947024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.035818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-f6ab469b-ed24-40a0-b9b7-eb2d7917ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.037275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-f6ab469b-ed24-40a0-b9b7-eb2d7917ba2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 1059 time: 0.0669687 Aug 10 01:15:46.074078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.131814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=48814d29-7f16-49d3-a067-cf0769bf53f5,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.149629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.162881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.195095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf0cfc2-2a9c-41a5-a813-678daffbb55d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.201908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-299c82ff-d512-4f81-ad19-81e029d066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.204086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-299c82ff-d512-4f81-ad19-81e029d066f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b HTTP/1.1" status: 200 len: 898 time: 0.1584759 Aug 10 01:15:46.270296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-27f54945-dee5-45e7-a631-4747ea922f0b None None] Could not find standard attr ID for object 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:15:46.279139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-a426db60-2abb-4daf-9306-2f8c247fa372 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980 HTTP/1.1" status: 200 len: 217 time: 0.0613065 Aug 10 01:15:46.437915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-07f67cd6-e4b9-47b6-a103-94c4a13f9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.439465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-07f67cd6-e4b9-47b6-a103-94c4a13f9812 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83951083-b414-4330-8ed6-cd41f3441bcd HTTP/1.1" status: 200 len: 838 time: 0.1508255 Aug 10 01:15:46.529514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea503a-f989-4984-b982-76365bf2fd58 req-bda8c430-fd2d-4e99-ba0f-f0ba04c8a021 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.531892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6dea503a-f989-4984-b982-76365bf2fd58 req-bda8c430-fd2d-4e99-ba0f-f0ba04c8a021 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 907 time: 0.1801844 Aug 10 01:15:46.574655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-26efb2da-36a0-4b01-af92-176808ac08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.574655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-26efb2da-36a0-4b01-af92-176808ac08b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1179645 Aug 10 01:15:46.583972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.605174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ba9796c-f16c-4374-a3b8-e9468203b2c1 None None] Could not find standard attr ID for object 58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:15:46.617210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.622441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.627510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3de6927b-fc8d-4759-9ed0-1ec2ba7e6ef2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 HTTP/1.1" status: 204 len: 168 time: 1.5824115 Aug 10 01:15:46.631125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36906) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:46.697466 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-079aef0e-cb1f-455a-bb22-aab6fed1c97e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:46.701854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-079aef0e-cb1f-455a-bb22-aab6fed1c97e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 HTTP/1.1" status: 404 len: 333 time: 0.0674930 Aug 10 01:15:46.731643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36908) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:46.764061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6708007b-b7f8-47ba-9b8e-b2ed29a9185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.780102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-a9336372-920d-460c-bf77-e66f7097cff3 service neutron] 10.222.0.10 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973152 Aug 10 01:15:46.799273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:46.819508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec7a6-793d-443a-a0cd-3f9c36fbee8a req-28b1c981-01a4-4152-94ee-1e621b068b5e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:46.821276 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e29ec7a6-793d-443a-a0cd-3f9c36fbee8a req-28b1c981-01a4-4152-94ee-1e621b068b5e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 945 time: 0.1927664 Aug 10 01:15:46.849454 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 73d028b4-aa02-42d5-a0e4-0b2f67537882 associated. External IP: 172.25.7.164, port: dec8dfea-9611-4bf5-938d-887aa3d3af84. Aug 10 01:15:46.869861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:46.875845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:46.876530 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.910910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 7171e8a4-a01e-4b30-b418-50482553c746 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:46.920327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e29ec7a6-793d-443a-a0cd-3f9c36fbee8a req-b042246c-8eaa-441d-80ee-06691c32823b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910583 Aug 10 01:15:46.921672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.925656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:46.942925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:15:46.957329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:46.998474 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.007228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.009379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34b10e6f-c507-46f5-91e9-6c2eeae7a2ed req-a32c791f-1931-4fba-9594-33de46a37781 service neutron] 10.222.0.10 "GET /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079320 Aug 10 01:15:47.042107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,segment=NetworkSegment(3021320e-13ee-49e8-a43a-4a5b1b980653),segment_id=3021320e-13ee-49e8-a43a-4a5b1b980653)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:47.047639 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.053244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:47.057041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.059105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e5dd65c-4ca0-4195-946e-e83441350424 req-67e99049-4cb8-4f48-a7e0-c2f4e1c6feef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "DELETE /v2.0/ports/19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 HTTP/1.1" status: 204 len: 173 time: 1.7130711 Aug 10 01:15:47.059547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'name': 'network-vif-deleted', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:47.062624 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b31b16-929a-4024-bee6-f48ea8339ada" -d '{"events": [{"server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "name": "network-vif-deleted", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:47.160806 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa4a79c-821f-40b1-bf34-3780362bbcfe x-openstack-request-id: req-6fa4a79c-821f-40b1-bf34-3780362bbcfe {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:47.161383 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551fce95-d2b7-4a55-844a-72d452b81e29", "name": "network-vif-deleted", "tag": "19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:47.161775 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fa4a79c-821f-40b1-bf34-3780362bbcfe {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:47.162450 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551fce95-d2b7-4a55-844a-72d452b81e29', 'name': 'network-vif-deleted', 'tag': '19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7', 'status': 'completed', 'code': 200} Aug 10 01:15:47.197967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:47.203980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.231580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Router 04b03a6c-1461-48c8-b182-d76925f78726 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:47.306233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:47.306809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.380785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.418519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:47.430546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Sync routers for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:47.435847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e078f261-c1f1-4c15-886e-9260fd2704c3 admin admin] 10.222.0.25 "PUT /v2.0/routers/04b03a6c-1461-48c8-b182-d76925f78726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1083424 Aug 10 01:15:47.436469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36912) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:47.439029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=7171e8a4-a01e-4b30-b418-50482553c746,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:47.448884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.451112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-41a33570-f20b-45ed-8476-af12722bd326 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/7171e8a4-a01e-4b30-b418-50482553c746 HTTP/1.1" status: 204 len: 168 time: 0.7184489 Aug 10 01:15:47.454963 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:47.455644 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:47.457524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:47.461336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdb044-c786-40d5-b9c2-1f8ec3d17c3a None None] Network 4eb5c077-4966-4ac8-82bc-75c679d166a9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:47.517940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:47.603127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.681074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:47.708784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.713451 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.722163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:47.755197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:47.756324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:47.779120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Deleting port cf964887-6809-4fd1-b85a-184d1dbffc26 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:47.781348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.825982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:47.831819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.852637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:47.853620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:47.912076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-831b2e2a-8554-474c-82ff-b79c88869157 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4885101 Aug 10 01:15:47.915220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:47.916091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3d5d72-c828-4f14-8d01-2c11e289890d None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:47.923741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.931558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36920) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:47.937456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] DHCP port deletion for 4eb5c077-4966-4ac8-82bc-75c679d166a9 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:47.948597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2009034088'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:47.962596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] For port cf964887-6809-4fd1-b85a-184d1dbffc26, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cf964887-6809-4fd1-b85a-184d1dbffc26,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:47.963163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:47.977532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Calling delete_port for cf964887-6809-4fd1-b85a-184d1dbffc26 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:47.978338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44830993-eabf-4127-b3a2-e541a71ab70a req-343d9d7d-0eff-4246-acdb-f4b9532ed286 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:47.993720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44830993-eabf-4127-b3a2-e541a71ab70a req-343d9d7d-0eff-4246-acdb-f4b9532ed286 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 907 time: 0.2652473 Aug 10 01:15:48.052844 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:15:46Z', 'revision_number': 5, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port': {'id': 'cf964887-6809-4fd1-b85a-184d1dbffc26', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b03a6c-1461-48c8-b182-d76925f78726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2233, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:05:12Z', 'updated_at': '2021-08-10T01:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:48.054280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:48.058220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.075929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Deleting port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:48.076306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.086310 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Checking router: 04b03a6c-1461-48c8-b182-d76925f78726 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:15:48.096527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:48.096778 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Routers {'04b03a6c-1461-48c8-b182-d76925f78726'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:48.097762 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['04b03a6c-1461-48c8-b182-d76925f78726'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:48.155310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.156086 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Added segment 658fb287-b93b-4fef-ad4e-6a71180f8e7b of type vlan for network e2998c46-deb9-4388-85ff-2f0cc53ae750 Aug 10 01:15:48.158963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:48.159520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.218181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] Set router 04b03a6c-1461-48c8-b182-d76925f78726 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:15:48.232471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] For port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,segment=NetworkSegment(3021320e-13ee-49e8-a43a-4a5b1b980653),segment_id=3021320e-13ee-49e8-a43a-4a5b1b980653)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:48.232871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.246762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.253378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Calling delete_port for 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:48.271801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f168f6d-682a-44f5-99d0-d74d7c3593ea req-ae56d6a2-15fa-4979-b6cd-a31f7abf1a0a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.0370584 Aug 10 01:15:48.308632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:15:47Z', 'revision_number': 6, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:48.321045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.327996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf964887-6809-4fd1-b85a-184d1dbffc26,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.352504 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079469ab-95af-4cbe-820c-ba30788ca289 None None] The sync data for ids ['04b03a6c-1461-48c8-b182-d76925f78726'] in n-d-766380-21 is: [{'id': '04b03a6c-1461-48c8-b182-d76925f78726', 'name': 'tempest-TaggedBootDevicesTest_v242-1619377029-router', 'tenant_id': '535e8ab930934784892e49dc38ef2a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:05:11Z', 'updated_at': '2021-08-10T01:15:47Z', 'revision_number': 6, 'project_id': '535e8ab930934784892e49dc38ef2a87', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:48.354610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,segment=NetworkSegment(3021320e-13ee-49e8-a43a-4a5b1b980653),segment_id=3021320e-13ee-49e8-a43a-4a5b1b980653)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:48.355009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.375844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf6ed2-029b-424f-b024-3ba0eb88ece3 req-4f41253d-217d-4fb9-94cb-bfc33ab11feb tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:48.377433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfbf6ed2-029b-424f-b024-3ba0eb88ece3 req-4f41253d-217d-4fb9-94cb-bfc33ab11feb tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1097 time: 0.1244874 Aug 10 01:15:48.383603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.393110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:48.399681 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.448534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] Pushing event deleted for resources: {'Port': ['ID=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.450514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146395c-7626-4afc-aa5c-fd5c24320292 None None] No DVR routers for this DVR port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:48.479621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.485599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:48.486196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.506160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfbf6ed2-029b-424f-b024-3ba0eb88ece3 req-fedf850a-0e01-4e56-a1f9-984ea7b0196e tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106915 Aug 10 01:15:48.518780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.521362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.580101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.581847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b03a6c-1461-48c8-b182-d76925f78726 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:15:48.583779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6491466 Aug 10 01:15:48.590236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36930) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:48.600956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.604907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df724cdd-bf29-4126-ab48-5f4bf99c3918 admin admin] 10.222.0.25 "DELETE /v2.0/routers/04b03a6c-1461-48c8-b182-d76925f78726 HTTP/1.1" status: 204 len: 168 time: 1.1647439 Aug 10 01:15:48.605028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'subnet': {'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:48.611090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:48.649210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785daee9-780f-44c9-9d5f-73c6dfb97e39 req-0f2a837a-141b-435f-826b-24549f43af76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:48.650764 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-785daee9-780f-44c9-9d5f-73c6dfb97e39 req-0f2a837a-141b-435f-826b-24549f43af76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.0634093 Aug 10 01:15:48.664961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b051e1d-27fb-4d99-ad5f-c59a26ba1906 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Network': ['ID=e2998c46-deb9-4388-85ff-2f0cc53ae750,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.678729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:48.696719 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-785daee9-780f-44c9-9d5f-73c6dfb97e39 req-13698e93-0665-4288-bb4e-6ad45481c2d9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Aug 10 01:15:48.745616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Deleting subnet a059abc1-a196-4030-a0a8-71e6e3c22984 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:15:48.746145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36934) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:48.749214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.751098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.838290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a2f26421-fd68-4d16-8183-0ffd7152c1a5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/ee93a7b8-6eca-4d6f-8a39-582d70834cfd HTTP/1.1" status: 200 len: 992 time: 0.0912340 Aug 10 01:15:48.841152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=2d86b004-4dd7-4f03-84cd-7f47ad4afd87,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:48.852968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:48.885254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:48.891033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:48.899162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.015297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d9ef8ef6-04ac-440a-8baa-27f8a8531980 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:15:49.017501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:49.051226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:49.051997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 19992f1c-a2a5-44bf-9e1e-0d8bc5818fd7 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:49.059346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.093945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb5c077-4966-4ac8-82bc-75c679d166a9']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:49.114366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3021320e-13ee-49e8-a43a-4a5b1b980653') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:49.114734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3021320e-13ee-49e8-a43a-4a5b1b980653') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:49.128343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.184292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.194054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c698710-5eba-45d8-94de-d6188ceb9228 req-3132d72b-3e13-46c3-9f04-06373db24e3a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:49.197134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:49.197551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.198366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c698710-5eba-45d8-94de-d6188ceb9228 req-3132d72b-3e13-46c3-9f04-06373db24e3a tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 907 time: 0.1250191 Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:49.220055 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:49.244914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:49.260819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980', 'network_id': 'de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b', 'port_id': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980', 'mac_address': 'fa:16:3e:db:63:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83951083-b414-4330-8ed6-cd41f3441bcd', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:15:49.358559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.373745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36950) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.376246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ddf0cfc2-2a9c-41a5-a813-678daffbb55d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:49.405579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ef8ef6-04ac-440a-8baa-27f8a8531980 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:15:49.409488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.437780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:49.439233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ddf0cfc2-2a9c-41a5-a813-678daffbb55d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:49.439697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ddf0cfc2-2a9c-41a5-a813-678daffbb55d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:49.440120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:49.485424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:49.485781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2d86b004-4dd7-4f03-84cd-7f47ad4afd87 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:49.496624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.534472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56bb47-74e1-42d3-9f9a-2cabb81d92db req-37176f27-a2c8-454c-9900-dbb1041063b7 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:49.536343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df56bb47-74e1-42d3-9f9a-2cabb81d92db req-37176f27-a2c8-454c-9900-dbb1041063b7 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1503432 Aug 10 01:15:49.547054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.565089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.575179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.581920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-56308a87-704f-4b81-b67d-f21f613fc0b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2062035 Aug 10 01:15:49.603005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-784498dd-ee15-4fb2-aab2-81793b6a13b5 req-92fe2689-e119-4011-b5e4-bbccd93d4eb6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.1464729 Aug 10 01:15:49.606399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.607608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df56bb47-74e1-42d3-9f9a-2cabb81d92db req-7513dc19-4134-4700-9614-746008a9b60c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652142 Aug 10 01:15:49.615743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/4eb5c077-4966-4ac8-82bc-75c679d166a9 HTTP/1.1" status: 204 len: 168 time: 2.1532652 Aug 10 01:15:49.616377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36954) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.622111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'name': 'tempest-PortsIpV6TestJSON-1499749864'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:49.666769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.699702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec01e0f-a63c-46ca-9d0f-155f4816b8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=4eb5c077-4966-4ac8-82bc-75c679d166a9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.709947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['d9ef8ef6-04ac-440a-8baa-27f8a8531980'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:15:49.787690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:49.789372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Subnet': ['ID=5d5d5d49-e083-4294-b1f0-00ed8f9d7873,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.791610 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.801152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.813724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 813e512c-d691-4d34-aa76-792585d511ea yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:49.855560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a059abc1-a196-4030-a0a8-71e6e3c22984,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:49.861002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.863134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-794504f2-f312-49ac-8772-96301d27e6f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a059abc1-a196-4030-a0a8-71e6e3c22984 HTTP/1.1" status: 204 len: 168 time: 1.2510989 Aug 10 01:15:49.864473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Checking segment: {'id': '658fb287-b93b-4fef-ad4e-6a71180f8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:49.864841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network hostable DHCP agents. Network: e2998c46-deb9-4388-85ff-2f0cc53ae750, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:49.870704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36966) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.871078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3681c-b6ae-4e5d-9cf6-120b2792b876 None None] Network 4a60b044-c412-47c0-93b0-0a94187cda05 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:49.919474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:49.938533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, e2998c46-deb9-4388-85ff-2f0cc53ae750) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:49.944151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:49.944307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.965923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cf27a-076c-4eb5-b9d4-e192553b908e None None] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:49.969642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:49.978958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bf950222-a5fd-4d43-bdc0-3fa65da4caac tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3829427 Aug 10 01:15:49.979292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 36972) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:49.997724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1666073069', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:50.048962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.049959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.158696 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.190565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.283015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Deleting port 82857a8f-4e7a-4865-ba26-8e9a117c8572 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:50.283015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.288855 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.322900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] DHCP port deletion for 4a60b044-c412-47c0-93b0-0a94187cda05 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:15:50.338337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-e2998c46-deb9-4388-85ff-2f0cc53ae750', 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750', 'tenant_id': '418a76b75f7b497fb546325f65b2829f', 'fixed_ips': [{'subnet_id': '5d5d5d49-e083-4294-b1f0-00ed8f9d7873'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:50.340199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.377165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=813e512c-d691-4d34-aa76-792585d511ea,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:50.440179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:50.443949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:50.448333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:50.458155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:50.459104 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.488636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] For port 82857a8f-4e7a-4865-ba26-8e9a117c8572, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=82857a8f-4e7a-4865-ba26-8e9a117c8572,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:50.489280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.494076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e71452f-0f3b-4f59-a212-49275b50d2c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8764889 Aug 10 01:15:50.500965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36984) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:50.542225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Calling delete_port for 82857a8f-4e7a-4865-ba26-8e9a117c8572 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:50.587684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.620971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679804f-0403-4d2f-840e-d561fd7cbe26 req-5de55251-cd86-4163-86a7-17c5a90f4d8f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:50.637014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a679804f-0403-4d2f-840e-d561fd7cbe26 req-5de55251-cd86-4163-86a7-17c5a90f4d8f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 908 time: 0.2831256 Aug 10 01:15:50.708309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 82857a8f-4e7a-4865-ba26-8e9a117c8572 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:50.775239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86d8c6c8-17c9-4a82-a481-54d5ce56272e req-bfc5cb73-a753-4c80-b35e-8bcfd519a1db tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.0514276 Aug 10 01:15:50.795275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Deleting port 82857a8f-4e7a-4865-ba26-8e9a117c8572 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:50.795651 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.846190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5c82-e4c7-4834-bc9c-2aabc517f473 req-bb86c826-a08d-465a-9731-8860f1da8f3b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:50.854345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89ec5c82-e4c7-4834-bc9c-2aabc517f473 req-bb86c826-a08d-465a-9731-8860f1da8f3b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.0740657 Aug 10 01:15:50.868311 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.887243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Allocated IP 172.20.0.2 (e2998c46-deb9-4388-85ff-2f0cc53ae750/5d5d5d49-e083-4294-b1f0-00ed8f9d7873/1ee99c35-8a60-47fd-9800-4e0df9158334) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:50.889349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Port 82857a8f-4e7a-4865-ba26-8e9a117c8572 update to DOWN by agent not found {{(pid=105959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 01:15:50.889851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cf964887-6809-4fd1-b85a-184d1dbffc26 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:15:50.923947 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-89ec5c82-e4c7-4834-bc9c-2aabc517f473 req-91fb8e92-37cc-420d-9b90-499611dd2594 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641284 Aug 10 01:15:50.924428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] No DVR routers for this DVR port 82857a8f-4e7a-4865-ba26-8e9a117c8572 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:50.925457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cf964887-6809-4fd1-b85a-184d1dbffc26 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:15:50.925825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cf964887-6809-4fd1-b85a-184d1dbffc26 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:15:50.938910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] For port 82857a8f-4e7a-4865-ba26-8e9a117c8572, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=82857a8f-4e7a-4865-ba26-8e9a117c8572,segment=NetworkSegment(607549be-6d16-466b-b260-6a5b40831196),segment_id=607549be-6d16-466b-b260-6a5b40831196)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:50.939348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.943935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=82857a8f-4e7a-4865-ba26-8e9a117c8572,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:50.953173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 813e512c-d691-4d34-aa76-792585d511ea {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:50.953664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:50.988094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Calling delete_port for 82857a8f-4e7a-4865-ba26-8e9a117c8572 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:51.016600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d9ef8ef6-04ac-440a-8baa-27f8a8531980 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:51.066950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.074440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.098656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.116478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 813e512c-d691-4d34-aa76-792585d511ea owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:51.193914 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.203419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Transition to ACTIVE for port object 1ee99c35-8a60-47fd-9800-4e0df9158334 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:51.218286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.219488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Transition to ACTIVE for port object 1ee99c35-8a60-47fd-9800-4e0df9158334 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:51.232505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-46c4f53b-a978-4138-9c4f-41d4ce8153b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:51.234821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a60b044-c412-47c0-93b0-0a94187cda05']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:51.235059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-46c4f53b-a978-4138-9c4f-41d4ce8153b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1097 time: 0.0637245 Aug 10 01:15:51.238722 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.251729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607549be-6d16-466b-b260-6a5b40831196') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:51.252015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607549be-6d16-466b-b260-6a5b40831196') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:51.264056 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.289991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:51.290263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.297093 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.297550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port d9ef8ef6-04ac-440a-8baa-27f8a8531980 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:51.305391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:15:51.305814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:15:51.309472 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:15:51.312109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port d9ef8ef6-04ac-440a-8baa-27f8a8531980 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:51.312634 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.317424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:51.323542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:51.354250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Pushing event updated for resources: {'Port': ['ID=1ee99c35-8a60-47fd-9800-4e0df9158334,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.370582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=813e512c-d691-4d34-aa76-792585d511ea,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.387608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.392777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e9c8ab5a-e7fa-411e-a993-d93f532d200e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/813e512c-d691-4d34-aa76-792585d511ea HTTP/1.1" status: 204 len: 168 time: 0.8872647 Aug 10 01:15:51.393676 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.394482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36990) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:51.399881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'mac_address': 'fa:16:3e:dd:cc:55', 'name': 'tempest-PortsIpV6TestJSON-1676151168'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:51.411745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.25.7.112 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a26dbcc0-06d6-4305-b2ac-9f46e60a96ae) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:51.454762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.460934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] Pushing event deleted for resources: {'Port': ['ID=82857a8f-4e7a-4865-ba26-8e9a117c8572,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.465927 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.470739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a60b044-c412-47c0-93b0-0a94187cda05 HTTP/1.1" status: 204 len: 168 time: 1.5961545 Aug 10 01:15:51.485493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f64ad54-7d5a-4026-925b-ee93281d7086 None None] No DVR routers for this DVR port 82857a8f-4e7a-4865-ba26-8e9a117c8572 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:51.507954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Attempting to bind port 1ee99c35-8a60-47fd-9800-4e0df9158334 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:51.509185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Attempting to bind port 1ee99c35-8a60-47fd-9800-4e0df9158334 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '658fb287-b93b-4fef-ad4e-6a71180f8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:51.509608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd417447-8641-4fa9-b399-ac65cc512a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a60b044-c412-47c0-93b0-0a94187cda05,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.509904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Attempting to bind port 1ee99c35-8a60-47fd-9800-4e0df9158334 on network e2998c46-deb9-4388-85ff-2f0cc53ae750 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:51.520620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:51.521154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Checking segment: {'id': '658fb287-b93b-4fef-ad4e-6a71180f8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:51.521695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.522197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Bound using segment: {'id': '658fb287-b93b-4fef-ad4e-6a71180f8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:51.522582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Bound port: 1ee99c35-8a60-47fd-9800-4e0df9158334, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658fb287-b93b-4fef-ad4e-6a71180f8e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:51.523004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.546144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:51.572985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.584583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.647051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.660264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:51.668344 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67ce8e6-67c9-4b07-9883-3daf20d6bd4b" -d '{"events": [{"server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:51.681338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.696202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:51.707803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.720849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 36998) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:51.750159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:51.756804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] For port 1ee99c35-8a60-47fd-9800-4e0df9158334, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:51.780492 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d68b38-5142-41c9-889d-f4a7674a034c x-openstack-request-id: req-f7d68b38-5142-41c9-889d-f4a7674a034c {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:51.780770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:51.780984 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:51.781328 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7d68b38-5142-41c9-889d-f4a7674a034c {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:51.781828 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980', 'code': 200} Aug 10 01:15:51.783643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] For port 1ee99c35-8a60-47fd-9800-4e0df9158334, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ee99c35-8a60-47fd-9800-4e0df9158334,segment=NetworkSegment(658fb287-b93b-4fef-ad4e-6a71180f8e7b),segment_id=658fb287-b93b-4fef-ad4e-6a71180f8e7b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:51.795769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:51.796815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:51.799748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.848483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 3433921d-fdc1-45f4-bf45-3ffdc0af859d yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:51.878024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e985fe-fb67-4acb-b468-69a0dca1cb42 None None] Pushing event updated for resources: {'Port': ['ID=1ee99c35-8a60-47fd-9800-4e0df9158334,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.937437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=a26dbcc0-06d6-4305-b2ac-9f46e60a96ae,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:51.994314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-68467a43-2e60-4e53-b3f4-7c9e29ed3183 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=535e8ab930934784892e49dc38ef2a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722547 Aug 10 01:15:51.998799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37004) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:52.010164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46622e21-f52b-4d0f-a491-967f284347c1 req-4c482c4f-d43a-468d-b6b4-658698ca7eb1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=551fce95-d2b7-4a55-844a-72d452b81e29 HTTP/1.1" status: 200 len: 210 time: 0.0856462 Aug 10 01:15:52.011208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-7a393d75-6950-494c-a791-b533f5a473bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.012538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-7a393d75-6950-494c-a791-b533f5a473bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.7715142 Aug 10 01:15:52.080603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5155e-767d-438b-ad02-7dcb5171bf72 req-98ebe596-0a41-4498-bd2d-5cb402954f30 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.082497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38f5155e-767d-438b-ad02-7dcb5171bf72 req-98ebe596-0a41-4498-bd2d-5cb402954f30 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.3083119 Aug 10 01:15:52.125467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-5ae5ac01-7485-4c9c-9be2-df5312d57d84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1000 time: 0.0911908 Aug 10 01:15:52.390607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.400536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61379a26-9f9a-4872-846e-724d51a9c77c req-bfd0c754-6b58-4ec2-b9cc-f266794fc015 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.402826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61379a26-9f9a-4872-846e-724d51a9c77c req-bfd0c754-6b58-4ec2-b9cc-f266794fc015 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2037847 Aug 10 01:15:52.403997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-10661c2f-4eb1-433d-8ba2-c1d7f780e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.405517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-10661c2f-4eb1-433d-8ba2-c1d7f780e3d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1714959 Aug 10 01:15:52.542249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61379a26-9f9a-4872-846e-724d51a9c77c req-4990c8bd-fcb7-4f81-910f-4dbdb7bdfa2c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007018 Aug 10 01:15:52.554168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-20eeacf2-b745-4b46-89be-c64245d99bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.554275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa14856-1e00-4d9d-9ebc-294f2a494e69 req-3300245f-f77a-4293-b620-0ec0e5cad0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.555685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfa14856-1e00-4d9d-9ebc-294f2a494e69 req-3300245f-f77a-4293-b620-0ec0e5cad0dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 1061 time: 0.6418862 Aug 10 01:15:52.555796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-20eeacf2-b745-4b46-89be-c64245d99bfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159024 Aug 10 01:15:52.602696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.615990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.640175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.689449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ee99c35-8a60-47fd-9800-4e0df9158334 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:52.720162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.778138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:52.779356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.782333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.785490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1ee99c35-8a60-47fd-9800-4e0df9158334 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:52.791185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff36405e-5e5b-481a-8255-52b4c0e052a6 HTTP/1.1" status: 204 len: 168 time: 0.7877712 Aug 10 01:15:52.795379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:52.798806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:52.805283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.805776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:52.854406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ef665-d5ca-41fe-a9cd-337df7253dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff36405e-5e5b-481a-8255-52b4c0e052a6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:52.861102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4626956 Aug 10 01:15:52.861825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:52.894143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298f6f3-7688-4618-8d89-4549139ed549 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=3433921d-fdc1-45f4-bf45-3ffdc0af859d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:52.915302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47b611-3185-4a0d-8e93-1cbe5481a4bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:52.919233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ba47b611-3185-4a0d-8e93-1cbe5481a4bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/3433921d-fdc1-45f4-bf45-3ffdc0af859d HTTP/1.1" status: 200 len: 845 time: 0.0539927 Aug 10 01:15:52.919536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37010) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.042127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 3433921d-fdc1-45f4-bf45-3ffdc0af859d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:53.042422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.133385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.164188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 3433921d-fdc1-45f4-bf45-3ffdc0af859d owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:53.294320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.338757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=3433921d-fdc1-45f4-bf45-3ffdc0af859d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:53.342414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52fcfe0-1ad2-48f9-b0d7-08f51731d5a9 None None] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:53.360079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.362151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a2164acb-09e2-4e36-9ef7-64b31cf0a8c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/3433921d-fdc1-45f4-bf45-3ffdc0af859d HTTP/1.1" status: 204 len: 168 time: 0.4415946 Aug 10 01:15:53.365057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37028) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.398132 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-a902496d-5ea7-4687-8dbf-aef6fac10c88 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:53.399828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a902496d-5ea7-4687-8dbf-aef6fac10c88 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/3433921d-fdc1-45f4-bf45-3ffdc0af859d HTTP/1.1" status: 404 len: 333 time: 0.0337036 Aug 10 01:15:53.403843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:53.409831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'name': 'tempest-PortsIpV6TestJSON-1876737015'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:53.425423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Provisioning for port 1ee99c35-8a60-47fd-9800-4e0df9158334 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:53.436618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Provisioning complete for port 1ee99c35-8a60-47fd-9800-4e0df9158334 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:53.436994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.545426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:53.550222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24752d7a-771e-486f-b870-2219cb486f60 req-0992e1a6-3974-4e75-a56e-00bf9c778143 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:53.550739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.553012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-24752d7a-771e-486f-b870-2219cb486f60 req-0992e1a6-3974-4e75-a56e-00bf9c778143 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.2827694 Aug 10 01:15:53.555405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-84d99805-6548-46c4-86ee-4299c428b6a8 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674468 Aug 10 01:15:53.556749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.577528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.590426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 596a5a9b-a509-464d-ac1f-00a8cb80d8f6 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:53.619224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] For port 1ee99c35-8a60-47fd-9800-4e0df9158334, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ee99c35-8a60-47fd-9800-4e0df9158334,segment=NetworkSegment(658fb287-b93b-4fef-ad4e-6a71180f8e7b),segment_id=658fb287-b93b-4fef-ad4e-6a71180f8e7b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:53.628085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:53.724292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374b0e-40d4-4721-a5e1-cc0458826924 None None] Pushing event updated for resources: {'Port': ['ID=1ee99c35-8a60-47fd-9800-4e0df9158334,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:53.739660 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:15:53.822958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b8989-b01d-4ea8-8b30-28f2dc836cdc req-eb1918d2-d548-4ffc-8cc0-1125fca616c7 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:53.824426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-474b8989-b01d-4ea8-8b30-28f2dc836cdc req-eb1918d2-d548-4ffc-8cc0-1125fca616c7 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1486998 Aug 10 01:15:53.885151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-22a2c833-cb63-4c87-80b9-6379fe6935f4 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190465 Aug 10 01:15:53.934542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 62c6ae57-55e4-4147-ab34-31e70ff877c3 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:15:54.001584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-474b8989-b01d-4ea8-8b30-28f2dc836cdc req-36c536d3-bfc8-4368-995e-45f16edc8d5b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704261 Aug 10 01:15:54.036779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.063269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-58f9bf47-7a64-4344-908b-7ed7147763b7 None None] Provisioning complete for port 1ee99c35-8a60-47fd-9800-4e0df9158334 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:54.063711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-58f9bf47-7a64-4344-908b-7ed7147763b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.087050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.132098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:54.140460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:54.143160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:54.147191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:54.150321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:54.151311 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.161847 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] Sync routers for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:54.176503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.177828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aebcdef2-33f0-4a91-bc14-ff90bd6d2c58 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1975715 Aug 10 01:15:54.179355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=596a5a9b-a509-464d-ac1f-00a8cb80d8f6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:54.180588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37048) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.183411 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:54.184208 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:54.206855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0d83211f-af7e-4450-910b-d0d114130bbb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7996683 Aug 10 01:15:54.207217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37050) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.216828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:54.236027 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:54.248062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:54.248999 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:54.289161 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:54.290068 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acd81be-8d0c-4025-a0a3-3a402df560ee None None] The sync data for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:54.346578 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.589122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.595753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.645290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] In _notify_port_updated(), no bound segment for port 596a5a9b-a509-464d-ac1f-00a8cb80d8f6 on network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:15:54.651415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:54.652204 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.656198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/ports/596a5a9b-a509-464d-ac1f-00a8cb80d8f6 HTTP/1.1" status: 200 len: 818 time: 0.4451964 Aug 10 01:15:54.657050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.661251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37060) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:54.705891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ee99c35-8a60-47fd-9800-4e0df9158334 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:15:54.768935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=596a5a9b-a509-464d-ac1f-00a8cb80d8f6,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:54.801222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1ee99c35-8a60-47fd-9800-4e0df9158334 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:54.802399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.823167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.823167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.823167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.823167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.823601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.824355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.824355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.824642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.824727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.825733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.825733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.825733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.826428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d340e827-6063-4c06-b6a5-ba37a406c72c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:54.859767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d59e7b-5a07-499d-95f4-60275be77c85 req-8037afe2-7721-42e8-ba26-a33e37556ab0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:54.862113 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d59e7b-5a07-499d-95f4-60275be77c85 req-8037afe2-7721-42e8-ba26-a33e37556ab0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.1305048 Aug 10 01:15:54.885930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67a6cb43-eff0-46e6-acb6-a8401c00910b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:54.939752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 596a5a9b-a509-464d-ac1f-00a8cb80d8f6 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:54.940264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.039156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.063421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 596a5a9b-a509-464d-ac1f-00a8cb80d8f6 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:55.181721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa30a-ae8e-4a05-a17b-9e8e66699331 req-b19921a0-eb2a-4235-acae-deea0b1d8454 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.183233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5fcfa30a-ae8e-4a05-a17b-9e8e66699331 req-b19921a0-eb2a-4235-acae-deea0b1d8454 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.1741948 Aug 10 01:15:55.225808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a4ec5-8daf-4087-aadf-8e3c43fba4a1 req-11c5f2fd-9102-438f-9c20-cc0d088f5b64 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.232999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f7a4ec5-8daf-4087-aadf-8e3c43fba4a1 req-11c5f2fd-9102-438f-9c20-cc0d088f5b64 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1125870 Aug 10 01:15:55.256009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67a6cb43-eff0-46e6-acb6-a8401c00910b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.269069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67a6cb43-eff0-46e6-acb6-a8401c00910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.303365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.344630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.1 (e2998c46-deb9-4388-85ff-2f0cc53ae750/5d5d5d49-e083-4294-b1f0-00ed8f9d7873/094dbc13-8b5c-4e10-b3a0-16bcc192a79a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:55.351055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f7a4ec5-8daf-4087-aadf-8e3c43fba4a1 req-e12c474b-7048-48c7-8447-107395b1eec5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171491 Aug 10 01:15:55.356983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=596a5a9b-a509-464d-ac1f-00a8cb80d8f6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.360669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6cb43-eff0-46e6-acb6-a8401c00910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793dd6f9-8957-4144-803a-8e2ae477b7e8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.363111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2019def-4a33-4170-8c53-fd9ed9623ba5 req-4319a403-c569-4f73-af81-80939a15e030 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.365564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2019def-4a33-4170-8c53-fd9ed9623ba5 req-4319a403-c569-4f73-af81-80939a15e030 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 1061 time: 0.0746677 Aug 10 01:15:55.370940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-67a6cb43-eff0-46e6-acb6-a8401c00910b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8eb59e0b66949fd92645d1c3908906a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061169 Aug 10 01:15:55.371936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37070) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:55.393341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.393341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed0bf2b6-254e-423c-9daf-fb901f6bbf05 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/596a5a9b-a509-464d-ac1f-00a8cb80d8f6 HTTP/1.1" status: 204 len: 168 time: 0.7264035 Aug 10 01:15:55.393341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37072) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:55.496469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c16ef-bced-4415-9cce-e57f6b661d32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.500023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2b7c16ef-bced-4415-9cce-e57f6b661d32 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1055360 Aug 10 01:15:55.500481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37078) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:55.515631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.517600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.533208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Transition to ACTIVE for port object 094dbc13-8b5c-4e10-b3a0-16bcc192a79a will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:55.547607 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94ea21f-49f5-46e7-b345-862075104eaf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:15:55.549304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d94ea21f-49f5-46e7-b345-862075104eaf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/596a5a9b-a509-464d-ac1f-00a8cb80d8f6 HTTP/1.1" status: 404 len: 333 time: 0.0477974 Aug 10 01:15:55.556375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37080) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:55.566450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1814288978'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:55.579620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.597884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.610112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:55.613072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.624154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce4ded-4b33-4ac0-9641-45d2e68e894a req-4ac77dfb-84d8-48f5-8f09-699f7e498170 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.625867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22ce4ded-4b33-4ac0-9641-45d2e68e894a req-4ac77dfb-84d8-48f5-8f09-699f7e498170 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.1138792 Aug 10 01:15:55.651021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.654503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.658744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/793dd6f9-8957-4144-803a-8e2ae477b7e8 HTTP/1.1" status: 204 len: 168 time: 0.2833648 Aug 10 01:15:55.678191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:55.680431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b9345-e4ad-4c57-8ef3-68fd5397ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793dd6f9-8957-4144-803a-8e2ae477b7e8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.680993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:55.711587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22ce4ded-4b33-4ac0-9641-45d2e68e894a req-4443156b-88ae-437e-8155-339b05145c7c tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0646632 Aug 10 01:15:55.735972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:15:55.736501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37084) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:55.744816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:55.782627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.783231 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment 3c039875-dfd0-4c87-be41-153584c64b90 of type vlan for network ea398084-b08c-4fd0-92dc-37c053728523 Aug 10 01:15:55.802303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=094dbc13-8b5c-4e10-b3a0-16bcc192a79a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:55.802779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7e610-90dc-4195-b719-17f1ddd32c60 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:55.807292 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-90f7e610-90dc-4195-b719-17f1ddd32c60 tempest-TestSecurityGroupsBasicOps-1732321229 tempest-TestSecurityGroupsBasicOps-1732321229-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 1056 time: 0.0671887 Aug 10 01:15:55.850365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.856073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:15:55.867438 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.927944 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:55.999031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.011275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.012026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.078731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.106793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d43bbdb5-8dd8-4282-9340-70adacffbcf6 None None] Provisioning for port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:15:56.114101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d43bbdb5-8dd8-4282-9340-70adacffbcf6 None None] Provisioning complete for port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:56.114542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d43bbdb5-8dd8-4282-9340-70adacffbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.127910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5703404 Aug 10 01:15:56.131147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:56.137377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d4ad2-2f71-4ece-abd3-5d6af396187b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=ea398084-b08c-4fd0-92dc-37c053728523,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:56.149143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:56.159293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ea398084-b08c-4fd0-92dc-37c053728523 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:15:56.179865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdaf02-e10a-41e0-b031-b8c656b890ea req-0264b03e-a46e-4f71-ace9-9cfb32c6656b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.191764 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5abdaf02-e10a-41e0-b031-b8c656b890ea req-0264b03e-a46e-4f71-ace9-9cfb32c6656b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.1234846 Aug 10 01:15:56.195882 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.273621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d43bbdb5-8dd8-4282-9340-70adacffbcf6 None None] Port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:56.282741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.313839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:56.317387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.600528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.680926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=13974aa5-2d19-4857-a64b-ec2e00b8afc7,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:56.682168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aac4fa-8fc6-4499-a908-f08cb444a417 req-3927d790-d19a-4179-8e09-023e9b0c2b88 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.691241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2aac4fa-8fc6-4499-a908-f08cb444a417 req-3927d790-d19a-4179-8e09-023e9b0c2b88 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1663182 Aug 10 01:15:56.695360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': '3c039875-dfd0-4c87-be41-153584c64b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:56.695360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: ea398084-b08c-4fd0-92dc-37c053728523, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:15:56.711930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.727174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.735810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network ea398084-b08c-4fd0-92dc-37c053728523 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:15:56.755197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ea398084-b08c-4fd0-92dc-37c053728523) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:56.761208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:56.762043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.780965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8e174-8104-47fe-9c64-6dd725f0b853 None None] Network ea398084-b08c-4fd0-92dc-37c053728523 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:15:56.798970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82036b7d-89e3-4c1f-b146-cddb49ff02c1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6670375 Aug 10 01:15:56.802049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37136) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:56.813834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:56.824429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2aac4fa-8fc6-4499-a908-f08cb444a417 req-22bdaee9-315a-450c-a6b8-b07c91106e7d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289957 Aug 10 01:15:56.853471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=094dbc13-8b5c-4e10-b3a0-16bcc192a79a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:56.858431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:56.976900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:56.984794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.066405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:57.070402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:57.156711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-ea398084-b08c-4fd0-92dc-37c053728523', 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': '13974aa5-2d19-4857-a64b-ec2e00b8afc7'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:15:57.158597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.204661 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13974aa5-2d19-4857-a64b-ec2e00b8afc7 (CIDR: 2001:db8::/64) Aug 10 01:15:57.229233 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:15:57.230174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:15:57.267859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b4868476-056f-4cb5-90dd-151a603ab0e4 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4645002 Aug 10 01:15:57.270711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37168) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:57.277328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:57.370495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 62c6ae57-55e4-4147-ab34-31e70ff877c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:15:57.454445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc830e-654f-406b-bebc-2cefa4d27b5c req-0f3659c9-f820-425d-a5e2-2a2cc9c7e0d0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.463396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dacc830e-654f-406b-bebc-2cefa4d27b5c req-0f3659c9-f820-425d-a5e2-2a2cc9c7e0d0 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.1418724 Aug 10 01:15:57.504724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Allocated IP 2001:db8::2 (ea398084-b08c-4fd0-92dc-37c053728523/13974aa5-2d19-4857-a64b-ec2e00b8afc7/cff90de9-000e-439b-a45a-ef02c123a2a9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:57.514942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:57.521139 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.621582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-5f470780-94b4-4a5a-b753-d2f9dc3e0308 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:57.626936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-5f470780-94b4-4a5a-b753-d2f9dc3e0308 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 909 time: 0.2526639 Aug 10 01:15:57.667858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b04da2cf-30cd-4167-ba4c-996f31c88fbf None None] Provisioning complete for port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:15:57.668247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b04da2cf-30cd-4167-ba4c-996f31c88fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.736102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b04da2cf-30cd-4167-ba4c-996f31c88fbf None None] Port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:15:57.833382 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.848344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Transition to ACTIVE for port object cff90de9-000e-439b-a45a-ef02c123a2a9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:57.905928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Transition to ACTIVE for port object cff90de9-000e-439b-a45a-ef02c123a2a9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:57.922635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.930247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:15:57.940945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8a5ef3f-79e6-4d69-adf5-480e39385c6f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/routers/62c6ae57-55e4-4147-ab34-31e70ff877c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7592416 Aug 10 01:15:57.945027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:57.958985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'port': {'network_id': 'e2998c46-deb9-4388-85ff-2f0cc53ae750', 'name': 'tempest-FloatingIPTestJSON-670968006'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:57.975118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port d9ef8ef6-04ac-440a-8baa-27f8a8531980 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:15:57.975474 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:57.999344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] Sync routers for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:15:58.041812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Network ea398084-b08c-4fd0-92dc-37c053728523 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:58.042650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:58.043422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:58.083735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d07ed9-b296-41ff-a1e3-eced05f0c977 req-822ff6c1-a74b-4114-bb5c-dda1006c0b9f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.086488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.091830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32d07ed9-b296-41ff-a1e3-eced05f0c977 req-822ff6c1-a74b-4114-bb5c-dda1006c0b9f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1247461 Aug 10 01:15:58.112004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:58.123433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:58.134402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:58.157926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32d07ed9-b296-41ff-a1e3-eced05f0c977 req-78da7004-685e-4c7b-a9ea-62f766679338 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595508 Aug 10 01:15:58.160562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Pushing event updated for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.194239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network ea398084-b08c-4fd0-92dc-37c053728523 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:58.198547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:15:58.198767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:58.200152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port d9ef8ef6-04ac-440a-8baa-27f8a8531980, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=d9ef8ef6-04ac-440a-8baa-27f8a8531980,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:15:58.200690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.204269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:58.211116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:58.215035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.220361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for d9ef8ef6-04ac-440a-8baa-27f8a8531980 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:15:58.252843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=9ca66f3f-e422-4132-8e15-ed5b5a4c47c6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.284589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd2a2b28-d71d-49f7-8971-ef253eb525c2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0100415 Aug 10 01:15:58.286010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37222) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:58.286486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:15:58.287285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6050ee2-7828-403b-8be6-683644a0d719 None None] The sync data for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:15:58.293877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'fixed_ips': [{'subnet_id': '13974aa5-2d19-4857-a64b-ec2e00b8afc7'}, {'subnet_id': '9ca66f3f-e422-4132-8e15-ed5b5a4c47c6'}], 'name': 'tempest-PortsIpV6TestJSON-1660368323'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:58.307088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Attempting to bind port cff90de9-000e-439b-a45a-ef02c123a2a9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:15:58.308728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Attempting to bind port cff90de9-000e-439b-a45a-ef02c123a2a9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3c039875-dfd0-4c87-be41-153584c64b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:15:58.309122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Attempting to bind port cff90de9-000e-439b-a45a-ef02c123a2a9 on network ea398084-b08c-4fd0-92dc-37c053728523 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:15:58.317111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:15:58.317478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Checking segment: {'id': '3c039875-dfd0-4c87-be41-153584c64b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:15:58.317924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.318866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Bound using segment: {'id': '3c039875-dfd0-4c87-be41-153584c64b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:15:58.319320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Bound port: cff90de9-000e-439b-a45a-ef02c123a2a9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c039875-dfd0-4c87-be41-153584c64b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:15:58.319700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.357609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Made reservation on behalf of 418a76b75f7b497fb546325f65b2829f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:58.361491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.400076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] device_id is not set on port c6f0ae2a-e685-45db-8263-69d20e31b4cb yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:58.411430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.457584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:15:58.460442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=d9ef8ef6-04ac-440a-8baa-27f8a8531980,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.471199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cff90de9-000e-439b-a45a-ef02c123a2a9,segment=NetworkSegment(3c039875-dfd0-4c87-be41-153584c64b90),segment_id=3c039875-dfd0-4c87-be41-153584c64b90)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:15:58.480152 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.533148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] No DVR routers for this DVR port d9ef8ef6-04ac-440a-8baa-27f8a8531980 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:15:58.537903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.540483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58cad0ad-3024-4dd1-b8ac-0f1db822cd7b req-20438a82-8e44-4f42-98bb-8b323e69880d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.10 "DELETE /v2.0/ports/d9ef8ef6-04ac-440a-8baa-27f8a8531980 HTTP/1.1" status: 204 len: 173 time: 0.9009130 Aug 10 01:15:58.557698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'name': 'network-vif-deleted', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:15:58.563072 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5f690-9358-4c00-8808-f7918017e237" -d '{"events": [{"server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "name": "network-vif-deleted", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:15:58.614821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e931419-7108-4ddf-90b8-f893579207ba None None] Pushing event updated for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:58.625620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:15:58.707110 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca93b07-2154-4ac2-8948-62b75978fc4b x-openstack-request-id: req-7ca93b07-2154-4ac2-8948-62b75978fc4b {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:15:58.707406 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1399152-771f-43dd-92f5-19c0c90acca2", "name": "network-vif-deleted", "tag": "d9ef8ef6-04ac-440a-8baa-27f8a8531980", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:15:58.707663 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ca93b07-2154-4ac2-8948-62b75978fc4b {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:15:58.708858 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1399152-771f-43dd-92f5-19c0c90acca2', 'name': 'network-vif-deleted', 'tag': 'd9ef8ef6-04ac-440a-8baa-27f8a8531980', 'status': 'completed', 'code': 200} Aug 10 01:15:58.753443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4057a40e-6a93-4733-aea9-ea3538b65811 req-c247d867-7839-4ed3-8f44-10eba106edf7 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1399152-771f-43dd-92f5-19c0c90acca2 HTTP/1.1" status: 200 len: 210 time: 0.0444887 Aug 10 01:15:58.880498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Allocated IP 172.20.0.7 (e2998c46-deb9-4388-85ff-2f0cc53ae750/5d5d5d49-e083-4294-b1f0-00ed8f9d7873/c6f0ae2a-e685-45db-8263-69d20e31b4cb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:58.890866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:58.934537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 19c58ff6-80df-4a26-8c78-816471c885bb yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:15:59.258254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.318598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Transition to ACTIVE for port object c6f0ae2a-e685-45db-8263-69d20e31b4cb will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:59.324948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78625764-ce0c-4695-bd00-056c8e9edfe1 req-ac3f81bc-0a1b-4ee2-a430-069808c941e2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:59.326538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78625764-ce0c-4695-bd00-056c8e9edfe1 req-ac3f81bc-0a1b-4ee2-a430-069808c941e2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.0640893 Aug 10 01:15:59.387253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-78625764-ce0c-4695-bd00-056c8e9edfe1 req-58178d8b-fbbc-42f2-ba30-15515d21df44 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533884 Aug 10 01:15:59.424207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:59.438706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::201 (ea398084-b08c-4fd0-92dc-37c053728523/13974aa5-2d19-4857-a64b-ec2e00b8afc7/19c58ff6-80df-4a26-8c78-816471c885bb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:59.443424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.480092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8:0:1::107 (ea398084-b08c-4fd0-92dc-37c053728523/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6/19c58ff6-80df-4a26-8c78-816471c885bb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:15:59.520636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:15:59.535161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:15:59.538958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event updated for resources: {'Port': ['ID=c6f0ae2a-e685-45db-8263-69d20e31b4cb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:15:59.544408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:15:59.569515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0bd29ac-9b9b-4dae-a2fd-b9ee480b37af admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.692280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:15:59.693206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.783573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0bd29ac-9b9b-4dae-a2fd-b9ee480b37af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.793327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0bd29ac-9b9b-4dae-a2fd-b9ee480b37af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.797325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.804129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ed1f03a-e944-449a-9eea-32ef3d25e087 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8576312 Aug 10 01:15:59.814807 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37248) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:59.819864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Request body: {'floatingip': {'port_id': 'c6f0ae2a-e685-45db-8263-69d20e31b4cb'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:15:59.848879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0bd29ac-9b9b-4dae-a2fd-b9ee480b37af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4116f6f3e0d34458bb1fdb6caf9f4aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228339 Aug 10 01:15:59.851892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37250) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:59.851892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:15:59.880218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 19c58ff6-80df-4a26-8c78-816471c885bb will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:15:59.921976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:15:59.993974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d3e50c99-8eae-4021-b225-065c36c18ab6 None None] Provisioning for port c6f0ae2a-e685-45db-8263-69d20e31b4cb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:00.003410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd29ac-9b9b-4dae-a2fd-b9ee480b37af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef868967-277d-4870-a154-c1c9ed3933bd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.005472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d3e50c99-8eae-4021-b225-065c36c18ab6 None None] Provisioning complete for port c6f0ae2a-e685-45db-8263-69d20e31b4cb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:00.007607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d3e50c99-8eae-4021-b225-065c36c18ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.013174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da413a73-5ba2-4f7b-bd95-6c0c8dc3c53e None None] Network ea398084-b08c-4fd0-92dc-37c053728523 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:00.039324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.107435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d3e50c99-8eae-4021-b225-065c36c18ab6 None None] Port c6f0ae2a-e685-45db-8263-69d20e31b4cb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:00.128394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network ea398084-b08c-4fd0-92dc-37c053728523 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:00.140355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:00.146430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:00.153095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:00.153775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.211557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=19c58ff6-80df-4a26-8c78-816471c885bb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.243085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa1ac94d-3132-47bb-8197-f495b7a874ff tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9558852 Aug 10 01:16:00.246326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37254) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:00.251972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13974aa5-2d19-4857-a64b-ec2e00b8afc7'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:00.274209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9142bd62-f467-478c-99fe-f247830750d7 None None] Provisioning for port cff90de9-000e-439b-a45a-ef02c123a2a9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:00.377417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.387251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Update dhcp port {'port': {'network_id': 'ea398084-b08c-4fd0-92dc-37c053728523', 'fixed_ips': [{'subnet_id': '13974aa5-2d19-4857-a64b-ec2e00b8afc7', 'ip_address': '2001:db8::2'}, {'subnet_id': '9ca66f3f-e422-4132-8e15-ed5b5a4c47c6'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'cff90de9-000e-439b-a45a-ef02c123a2a9'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:16:00.420280 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.597078 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.611145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Allocated IP 2001:db8:0:1::2 (ea398084-b08c-4fd0-92dc-37c053728523/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6/cff90de9-000e-439b-a45a-ef02c123a2a9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:00.662928 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.744304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842fe78-1844-44a6-808d-d0e6ccf211ac req-1653428b-40a6-4dcd-b9ee-5a7d71c0d529 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:00.747203 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c842fe78-1844-44a6-808d-d0e6ccf211ac req-1653428b-40a6-4dcd-b9ee-5a7d71c0d529 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2050288 Aug 10 01:16:00.833935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.839073 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:00.844514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef868967-277d-4870-a154-c1c9ed3933bd HTTP/1.1" status: 204 len: 168 time: 0.9900279 Aug 10 01:16:00.901292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3094ae-7ffc-4081-8260-86902c21afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef868967-277d-4870-a154-c1c9ed3933bd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:00.919400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c842fe78-1844-44a6-808d-d0e6ccf211ac req-719a5e4f-1dc8-41b3-b96a-bbc97adf0da1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138887 Aug 10 01:16:01.072491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cff90de9-000e-439b-a45a-ef02c123a2a9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:01.080557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.150263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d9ef8ef6-04ac-440a-8baa-27f8a8531980 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:01.195777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: d9ef8ef6-04ac-440a-8baa-27f8a8531980 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:01.196145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device d9ef8ef6-04ac-440a-8baa-27f8a8531980 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:01.243156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cff90de9-000e-439b-a45a-ef02c123a2a9,segment=NetworkSegment(3c039875-dfd0-4c87-be41-153584c64b90),segment_id=3c039875-dfd0-4c87-be41-153584c64b90)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:01.257013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cff90de9-000e-439b-a45a-ef02c123a2a9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:01.261737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cff90de9-000e-439b-a45a-ef02c123a2a9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:01.262207 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.290903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.298280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.309368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.315170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:01.334936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71451ab0-6dc8-4289-aebe-1a85f4c78499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.346819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Transition to ACTIVE for port object cff90de9-000e-439b-a45a-ef02c123a2a9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:01.357713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.449087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Delete allocated IP 2001:db8:0:1::107 (ea398084-b08c-4fd0-92dc-37c053728523/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6) {{(pid=105958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:16:01.463880 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 73d028b4-aa02-42d5-a0e4-0b2f67537882 associated. External IP: 172.25.7.164, port: dec8dfea-9611-4bf5-938d-887aa3d3af84. Aug 10 01:16:01.473957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be86f-b1ba-4227-bd4d-4baa511b6af6 None None] Pushing event updated for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.477612 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.535559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cff90de9-000e-439b-a45a-ef02c123a2a9,segment=NetworkSegment(3c039875-dfd0-4c87-be41-153584c64b90),segment_id=3c039875-dfd0-4c87-be41-153584c64b90)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:01.545319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.619920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.625543 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71451ab0-6dc8-4289-aebe-1a85f4c78499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.638910 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71451ab0-6dc8-4289-aebe-1a85f4c78499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.653194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port 60e67188-8b0b-428a-85a8-cd721e512493 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:01.654042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.730167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.739740 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71451ab0-6dc8-4289-aebe-1a85f4c78499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f7e654-616a-45d4-b1aa-0313cba9f0b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:01.757324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71451ab0-6dc8-4289-aebe-1a85f4c78499 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b90b29b673a54fcb99ea12f17ba10ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388235 Aug 10 01:16:01.757490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Ignored duplicate provisioning block setup for port 19c58ff6-80df-4a26-8c78-816471c885bb by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:16:01.758052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:01.816663 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.817532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port 60e67188-8b0b-428a-85a8-cd721e512493, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=60e67188-8b0b-428a-85a8-cd721e512493,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:01.818296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.839884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for 60e67188-8b0b-428a-85a8-cd721e512493 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:01.910159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:01.969433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] In _notify_port_updated(), no bound segment for port 19c58ff6-80df-4a26-8c78-816471c885bb on network ea398084-b08c-4fd0-92dc-37c053728523 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:01.975491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:01.976156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.980975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/ports/19c58ff6-80df-4a26-8c78-816471c885bb HTTP/1.1" status: 200 len: 926 time: 1.7335627 Aug 10 01:16:01.981983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:01.987559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:01.993150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13974aa5-2d19-4857-a64b-ec2e00b8afc7'}, {'subnet_id': '9ca66f3f-e422-4132-8e15-ed5b5a4c47c6'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:02.002434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381a20c-fceb-4009-aa87-74e0fc3895a9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=19c58ff6-80df-4a26-8c78-816471c885bb,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:02.108890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.145027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.199823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=60e67188-8b0b-428a-85a8-cd721e512493,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:02.260970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:02.269388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.272128 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:02.286740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:02.287335 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:02.358282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:02.374349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:02.375362 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:02.428669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debf135d-1816-4526-a012-cecbc24e3372 None None] Network ea398084-b08c-4fd0-92dc-37c053728523 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:02.435453 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:02.435702 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.436238 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e53a-e601-4021-9b7d-bd043597df1f None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:02.464092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a0faa-c708-40f4-ad42-9d8e7cf39ef8 req-23a6f657-36af-4348-a9c2-aef1b07732f6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:02.465844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c2a0faa-c708-40f4-ad42-9d8e7cf39ef8 req-23a6f657-36af-4348-a9c2-aef1b07732f6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.3875446 Aug 10 01:16:02.466799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.469912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.471135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88f7e654-616a-45d4-b1aa-0313cba9f0b1 HTTP/1.1" status: 204 len: 168 time: 0.7096496 Aug 10 01:16:02.497480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef01c5-84aa-4d3b-8c9e-80dec1be1944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f7e654-616a-45d4-b1aa-0313cba9f0b1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:02.661863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Provisioning for port cff90de9-000e-439b-a45a-ef02c123a2a9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:02.668103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Provisioning complete for port cff90de9-000e-439b-a45a-ef02c123a2a9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:02.668580 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.724964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c2a0faa-c708-40f4-ad42-9d8e7cf39ef8 req-cde260cc-e87a-404a-8eb3-f7902d40ac8b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387152 Aug 10 01:16:02.794913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cff90de9-000e-439b-a45a-ef02c123a2a9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:02.910403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router a6670056-9e5e-42ce-a030-b62570473c30 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:02.925783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Provisioning for port 19c58ff6-80df-4a26-8c78-816471c885bb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:02.932578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Provisioning complete for port 19c58ff6-80df-4a26-8c78-816471c885bb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:02.932952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.978444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cff90de9-000e-439b-a45a-ef02c123a2a9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:02.978871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:02.980442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dd25c17d-b3e2-4a1d-b66e-d2c54091dd6f None None] Port 19c58ff6-80df-4a26-8c78-816471c885bb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:03.069114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 62c6ae57-55e4-4147-ab34-31e70ff877c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:03.089731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:03.103324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c0cefde-aa5c-4541-8dfc-90e68ad336f1 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "PUT /v2.0/routers/a6670056-9e5e-42ce-a030-b62570473c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2479947 Aug 10 01:16:03.104448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37286) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:03.174850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Sync routers for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:03.190036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:03.190845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:03.214904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting subnet 83951083-b414-4330-8ed6-cd41f3441bcd {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:03.223017 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.329123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.412881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:03.418809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:03.422531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8:0:1::38c (ea398084-b08c-4fd0-92dc-37c053728523/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6/19c58ff6-80df-4a26-8c78-816471c885bb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:03.436199 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] Sync routers for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:03.442044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.447355 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:03.448024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:03.495081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-570b645e-b3f8-4488-9334-3a9135b69254 None None] Provisioning complete for port cff90de9-000e-439b-a45a-ef02c123a2a9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:03.495637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-570b645e-b3f8-4488-9334-3a9135b69254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.504963 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:03.518504 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:03.519338 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:03.559167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.591918 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:03.593178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cb4d0-cca0-483f-90be-b2e8c7c407c7 None None] The sync data for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:03.662549 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:03.664162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-23b38f2a-88ee-47fe-94bc-a0ce8e9569f9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/floatingips/73d028b4-aa02-42d5-a0e4-0b2f67537882 HTTP/1.1" status: 200 len: 977 time: 3.8480642 Aug 10 01:16:03.679716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.772313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.788326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Ignored duplicate provisioning block setup for port 19c58ff6-80df-4a26-8c78-816471c885bb by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:16:03.797934 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.828954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Subnet': ['ID=83951083-b414-4330-8ed6-cd41f3441bcd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:03.908671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a16d86-8592-4933-b610-b312e668f434 None None] Network de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:03.927567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:03.931591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e18a94e-0da8-42e6-bcc6-8e87321d69fc tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/subnets/83951083-b414-4330-8ed6-cd41f3441bcd HTTP/1.1" status: 204 len: 168 time: 0.8269048 Aug 10 01:16:03.935538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:03.996320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] In _notify_port_updated(), no bound segment for port 19c58ff6-80df-4a26-8c78-816471c885bb on network ea398084-b08c-4fd0-92dc-37c053728523 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:04.005003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-570b645e-b3f8-4488-9334-3a9135b69254 None None] Provisioning complete for port 19c58ff6-80df-4a26-8c78-816471c885bb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:04.005359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-570b645e-b3f8-4488-9334-3a9135b69254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.009788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:04.012916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.021879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/ports/19c58ff6-80df-4a26-8c78-816471c885bb HTTP/1.1" status: 200 len: 1012 time: 2.0329678 Aug 10 01:16:04.042840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37306) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:04.044710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585e0ef-a9fd-4ecb-b884-8c494e3d1ef6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=19c58ff6-80df-4a26-8c78-816471c885bb,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:04.068183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-570b645e-b3f8-4488-9334-3a9135b69254 None None] Port 19c58ff6-80df-4a26-8c78-816471c885bb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:04.156864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:16:02Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.188613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c737f-95c4-4795-9044-56d20c6640f1 req-57c69f7e-b0ed-432b-a45d-dc9f799f226a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:04.194217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Checking router: a6670056-9e5e-42ce-a030-b62570473c30 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:04.195396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b0c737f-95c4-4795-9044-56d20c6640f1 req-57c69f7e-b0ed-432b-a45d-dc9f799f226a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2627380 Aug 10 01:16:04.212974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port c6f0ae2a-e685-45db-8263-69d20e31b4cb {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:04.213847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.240602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d794a10-ca28-4bb6-950b-a773a66d5079 None None] Provisioning complete for port 19c58ff6-80df-4a26-8c78-816471c885bb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:04.241119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d794a10-ca28-4bb6-950b-a773a66d5079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.245044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Routers {'a6670056-9e5e-42ce-a030-b62570473c30'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:04.248956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a6670056-9e5e-42ce-a030-b62570473c30'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:04.279238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 19c58ff6-80df-4a26-8c78-816471c885bb {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:04.280128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.319850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.376708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] DHCP port deletion for de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:04.401258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d794a10-ca28-4bb6-950b-a773a66d5079 None None] Port 19c58ff6-80df-4a26-8c78-816471c885bb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:04.428925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.457344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 19c58ff6-80df-4a26-8c78-816471c885bb owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:04.533329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] Set router a6670056-9e5e-42ce-a030-b62570473c30 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:04.536147 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4b0c737f-95c4-4795-9044-56d20c6640f1 req-b59f7d66-e611-4037-96dc-68e90d38dad6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131131 Aug 10 01:16:04.600567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Deleting port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:04.601042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.649458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.712603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 824ea257-7d5e-4fef-9ca7-59a590fe5f1e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:04.767320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.783554 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.815976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=19c58ff6-80df-4a26-8c78-816471c885bb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:04.817289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e82a7f8e-0fd2-43ad-baba-b216f823b039 None None] Provisioning complete for port 19c58ff6-80df-4a26-8c78-816471c885bb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:04.817662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e82a7f8e-0fd2-43ad-baba-b216f823b039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.828749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] For port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:04.829199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.927838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:04.932472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-41e4d5bb-2b37-4cf7-9ec4-7a79a6885a16 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/19c58ff6-80df-4a26-8c78-816471c885bb HTTP/1.1" status: 204 len: 168 time: 0.8794069 Aug 10 01:16:04.933345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37322) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:04.986921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port e68fea51-4734-4cef-9050-d4f81fd9053c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:04.987520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.004809 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b82117a-ec7f-48b5-8ec7-19896dfadf14 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:05.010094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b82117a-ec7f-48b5-8ec7-19896dfadf14 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/19c58ff6-80df-4a26-8c78-816471c885bb HTTP/1.1" status: 404 len: 333 time: 0.0738521 Aug 10 01:16:05.010637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37324) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.053621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.054592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.054592 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Floating IP 73d028b4-aa02-42d5-a0e4-0b2f67537882 disassociated. External IP: 172.25.7.164, port: c6f0ae2a-e685-45db-8263-69d20e31b4cb. Aug 10 01:16:05.054849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for c6f0ae2a-e685-45db-8263-69d20e31b4cb owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:05.131118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 9ca66f3f-e422-4132-8e15-ed5b5a4c47c6 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:05.135852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.155724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e82a7f8e-0fd2-43ad-baba-b216f823b039 None None] Port 19c58ff6-80df-4a26-8c78-816471c885bb was deleted so its status cannot be updated. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:16:05.158259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Calling delete_port for 824ea257-7d5e-4fef-9ca7-59a590fe5f1e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:05.178375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port e68fea51-4734-4cef-9050-d4f81fd9053c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68fea51-4734-4cef-9050-d4f81fd9053c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:05.179731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.213240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for e68fea51-4734-4cef-9050-d4f81fd9053c owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:05.233369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.292678 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.346876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,segment=NetworkSegment(7a1c6ef6-944e-47f9-992d-c9815c5dcd23),segment_id=7a1c6ef6-944e-47f9-992d-c9815c5dcd23)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:05.358382 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.391028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:16:02Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:05.397225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.418010 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.434238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b36e3f-f3ec-4dde-aab5-6be6879cb321 None None] The sync data for ids ['a6670056-9e5e-42ce-a030-b62570473c30'] in n-d-766380-21 is: [{'id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'name': 'tempest-TestSecurityGroupsBasicOps-router-306741821', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:26Z', 'updated_at': '2021-08-10T01:16:02Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': 'e68fea51-4734-4cef-9050-d4f81fd9053c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:08:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6670056-9e5e-42ce-a030-b62570473c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:27Z', 'updated_at': '2021-08-10T01:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:05.463266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] No DVR routers for this DVR port 824ea257-7d5e-4fef-9ca7-59a590fe5f1e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:05.469183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.472014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.528012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f8351-27c0-44a1-a5c2-81bf3891548f None None] Pushing event deleted for resources: {'Port': ['ID=824ea257-7d5e-4fef-9ca7-59a590fe5f1e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.534323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.574244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=c6f0ae2a-e685-45db-8263-69d20e31b4cb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.635760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed147d-b162-4eab-b0c0-27d1f2a67489 None None] Network ea398084-b08c-4fd0-92dc-37c053728523 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:05.642851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:05.645211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6 HTTP/1.1" status: 204 len: 168 time: 0.6308613 Aug 10 01:16:05.646416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db252498-3bf2-4a13-a2b6-45acdf42bd1d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca66f3f-e422-4132-8e15-ed5b5a4c47c6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:05.655860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:05.790000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737b4ab-b0b2-4476-bfab-baa256496fda req-f6a88698-b793-491f-bdbd-8426e90ae027 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:05.797102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c737b4ab-b0b2-4476-bfab-baa256496fda req-f6a88698-b793-491f-bdbd-8426e90ae027 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1060283 Aug 10 01:16:05.902779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c737b4ab-b0b2-4476-bfab-baa256496fda req-83046136-db18-45b3-b3d6-279994f6ae82 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984271 Aug 10 01:16:05.919666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 62c6ae57-55e4-4147-ab34-31e70ff877c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:06.000231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.062311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 13974aa5-2d19-4857-a64b-ec2e00b8afc7 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:06.065662 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.524460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=e68fea51-4734-4cef-9050-d4f81fd9053c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:06.594133 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-42dd93c6-e414-492b-b188-7d7443423598 req-c1fa176d-5428-4b74-b6d9-547fa608140f service neutron] show failed (client error): The resource could not be found. Aug 10 01:16:06.595195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-c1fa176d-5428-4b74-b6d9-547fa608140f service neutron] 10.222.0.10 "GET /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.7183592 Aug 10 01:16:06.606690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.713444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 60e67188-8b0b-428a-85a8-cd721e512493 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:06.730857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.747996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 60e67188-8b0b-428a-85a8-cd721e512493 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:06.748873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 60e67188-8b0b-428a-85a8-cd721e512493 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:06.801612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-17b5c99a-17cc-4c25-84b0-cda6747e741e None None] Provisioning complete for port cff90de9-000e-439b-a45a-ef02c123a2a9 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:06.802071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17b5c99a-17cc-4c25-84b0-cda6747e741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.893714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37366) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:06.944743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-08b3bb84-a3e3-4ecd-ae69-bddb7ab421bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:06.946930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-08b3bb84-a3e3-4ecd-ae69-bddb7ab421bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 1097 time: 0.1233799 Aug 10 01:16:06.950235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.957160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:06.961788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:06.969577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] Sync routers for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:06.979774 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.984958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:06.987007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:06.988559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:07.035929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.085800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:07.108673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:07.109318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:07.147564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:07.148405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a4376c-853b-4a73-ab45-8acac8f70027 None None] The sync data for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:07.171794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8aec-5aef-4596-b7ae-969479cdac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.187876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.188573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Fanout notify agent at l3_agent the message router_deleted on router a6670056-9e5e-42ce-a030-b62570473c30 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:07.205457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.206853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b1366e4-23e4-4a88-a4c0-460790080e07 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/routers/a6670056-9e5e-42ce-a030-b62570473c30 HTTP/1.1" status: 204 len: 168 time: 3.2702186 Aug 10 01:16:07.209826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37372) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:07.246152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58e103-5375-4d87-b003-2e34f97b2c4c req-a3c7431b-2e3f-41e2-b4cd-53453a05dab1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:07.248740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea58e103-5375-4d87-b003-2e34f97b2c4c req-a3c7431b-2e3f-41e2-b4cd-53453a05dab1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2539926 Aug 10 01:16:07.250207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.252290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6d7030ab-f48e-4bc1-a800-d6aa66490bda tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/c6f0ae2a-e685-45db-8263-69d20e31b4cb HTTP/1.1" status: 204 len: 168 time: 3.5886757 Aug 10 01:16:07.256698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37374) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:07.257996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.358592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=13974aa5-2d19-4857-a64b-ec2e00b8afc7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:07.361299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf00b1-c70e-434b-b220-f40490b66f91 None None] Network ea398084-b08c-4fd0-92dc-37c053728523 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:07.369761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.371798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-054943f6-9157-49fb-aec1-b7b45cc533ec tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/13974aa5-2d19-4857-a64b-ec2e00b8afc7 HTTP/1.1" status: 204 len: 168 time: 1.6718669 Aug 10 01:16:07.379066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37376) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:07.419102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.493553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:07.517730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea58e103-5375-4d87-b003-2e34f97b2c4c req-0e17fbda-dd18-4ab1-9718-8477ab0823ed tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525096 Aug 10 01:16:07.627573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.666688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8aec-5aef-4596-b7ae-969479cdac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.722054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6d9a8aec-5aef-4596-b7ae-969479cdac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.786000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] DHCP port deletion for ea398084-b08c-4fd0-92dc-37c053728523 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:07.806563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6d9a8aec-5aef-4596-b7ae-969479cdac85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2950eb778613449b9d37d56f80583aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9033999 Aug 10 01:16:07.806563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a8aec-5aef-4596-b7ae-969479cdac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6f21c-2255-485e-b112-833378e81d94,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:07.808768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37380) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:07.892429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Deleting port cff90de9-000e-439b-a45a-ef02c123a2a9 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:07.893139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.907125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port cff90de9-000e-439b-a45a-ef02c123a2a9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:07.907467 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.994269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cff90de9-000e-439b-a45a-ef02c123a2a9,segment=NetworkSegment(3c039875-dfd0-4c87-be41-153584c64b90),segment_id=3c039875-dfd0-4c87-be41-153584c64b90)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:07.994824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:07.998875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:08.019125 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Calling delete_port for cff90de9-000e-439b-a45a-ef02c123a2a9 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:08.024505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.026408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.042312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port cff90de9-000e-439b-a45a-ef02c123a2a9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cff90de9-000e-439b-a45a-ef02c123a2a9,segment=NetworkSegment(3c039875-dfd0-4c87-be41-153584c64b90),segment_id=3c039875-dfd0-4c87-be41-153584c64b90)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:08.042830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.043523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.060048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1c6ef6-944e-47f9-992d-c9815c5dcd23') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.060347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1c6ef6-944e-47f9-992d-c9815c5dcd23') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.064287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:08.066575 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505b02a-5230-4cf8-983a-8ec13752d206" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-unplugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:08.070551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.083554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.090168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.093032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for cff90de9-000e-439b-a45a-ef02c123a2a9 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:08.100183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Transition to ACTIVE for port object 46cf619b-1676-4824-8f74-eceae34b71e3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:08.104652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.110787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.113320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:08.113717 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:08.155666 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:08.158054 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c631369-b213-4dc7-89ec-fb3837bd09d5 x-openstack-request-id: req-9c631369-b213-4dc7-89ec-fb3837bd09d5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:08.158054 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-unplugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:08.158054 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c631369-b213-4dc7-89ec-fb3837bd09d5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:08.158287 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'code': 200} Aug 10 01:16:08.171432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.180460 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.214478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] Pushing event deleted for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.224182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca627e57-e4be-4e8e-ba10-cea8a8428a90 None None] No DVR routers for this DVR port cff90de9-000e-439b-a45a-ef02c123a2a9 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:08.289458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.297342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.300367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.301745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96c6f21c-2255-485e-b112-833378e81d94 HTTP/1.1" status: 204 len: 168 time: 0.4920900 Aug 10 01:16:08.321612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.322126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.323600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/networks/de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b HTTP/1.1" status: 204 len: 168 time: 1.1103425 Aug 10 01:16:08.325047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773dba4-0373-459d-ad15-0cd451dde8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6f21c-2255-485e-b112-833378e81d94,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.332320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37386) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:08.341803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.409847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c3fa2-a105-4f90-a260-2fcd4010704b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Network': ['ID=de2fd945-fa9c-44a6-b0bb-8a1edaad4a5b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.444764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=cff90de9-000e-439b-a45a-ef02c123a2a9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.468783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port cff90de9-000e-439b-a45a-ef02c123a2a9 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:08.474920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] No DVR routers for this DVR port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:08.685719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68fea51-4734-4cef-9050-d4f81fd9053c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:08.719785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:08.720417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:08.720920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:08.726018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:08.726563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:08.732653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:08.733435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:08.734003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Bound using segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:08.734597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Bound port: 46cf619b-1676-4824-8f74-eceae34b71e3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:08.735232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.743507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e68fea51-4734-4cef-9050-d4f81fd9053c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:08.743852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68fea51-4734-4cef-9050-d4f81fd9053c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:08.744264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cff90de9-000e-439b-a45a-ef02c123a2a9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:08.775534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cff90de9-000e-439b-a45a-ef02c123a2a9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:08.775886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cff90de9-000e-439b-a45a-ef02c123a2a9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:08.803003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37394) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:08.827615 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0996af4d-d299-4193-9dbb-4ee14ac23f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.845129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:08.851702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:08.860799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.863338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.884256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea398084-b08c-4fd0-92dc-37c053728523']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.906356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:08.907105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:08.908736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-282dd411-146d-43b7-a96c-9c775180238a service neutron] 10.222.0.21 "PUT /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1092 time: 1.9541683 Aug 10 01:16:08.956858 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c039875-dfd0-4c87-be41-153584c64b90') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.957186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c039875-dfd0-4c87-be41-153584c64b90') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:08.960378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd411-146d-43b7-a96c-9c775180238a service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:08.994036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.017763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-f2cc7fe7-979d-4b4c-83d5-20152cd571c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.019437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-f2cc7fe7-979d-4b4c-83d5-20152cd571c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1095 time: 0.0793936 Aug 10 01:16:09.023275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e345c1-900e-4d5f-9f5f-d6d199742d5b req-a9d08c81-548d-44ad-ac8e-6d3bee126cd5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.024921 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88e345c1-900e-4d5f-9f5f-d6d199742d5b req-a9d08c81-548d-44ad-ac8e-6d3bee126cd5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.3746846 Aug 10 01:16:09.034210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.043525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port 64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:09.043868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.056039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:09.056498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:09.070933 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:09.108732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0996af4d-d299-4193-9dbb-4ee14ac23f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.125159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0996af4d-d299-4193-9dbb-4ee14ac23f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.194381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996af4d-d299-4193-9dbb-4ee14ac23f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b8f1e-ee5a-4981-8365-d420ee401274,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:09.199178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0996af4d-d299-4193-9dbb-4ee14ac23f11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26367eb911114446ae31008584a74fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948643 Aug 10 01:16:09.202239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37396) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:09.205524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-73283de1-097f-4e34-a2cd-cc877b992715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.206276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-73283de1-097f-4e34-a2cd-cc877b992715 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.1780252 Aug 10 01:16:09.225253 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88e345c1-900e-4d5f-9f5f-d6d199742d5b req-130e247e-8d91-46ae-b11f-f5d8badebb69 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873984 Aug 10 01:16:09.228218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.232708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.235475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/ea398084-b08c-4fd0-92dc-37c053728523 HTTP/1.1" status: 204 len: 168 time: 1.8504012 Aug 10 01:16:09.252951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:09.289455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107ea0-bf6f-4a3b-8bd7-ea102d0aabb8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=ea398084-b08c-4fd0-92dc-37c053728523,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:09.310406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-51152778-98ad-4e9b-8410-466d9ae66c40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.0918703 Aug 10 01:16:09.314067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.314561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.315943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.357624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for 64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:09.383936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.391084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd3a32-940c-4903-af41-60567786bcbf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.392617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-efdd3a32-940c-4903-af41-60567786bcbf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1382573 Aug 10 01:16:09.397193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37400) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:09.418144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-0f248829-5605-4dd6-b919-403ccc6d7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.419730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-0f248829-5605-4dd6-b919-403ccc6d7085 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1004159 Aug 10 01:16:09.502880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a13c5522-b9d9-4f69-ba78-89b384ccfde1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0994899 Aug 10 01:16:09.503326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37402) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:09.510952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1098633328'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:09.524204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd93c6-e414-492b-b188-7d7443423598 req-580822f6-0de2-4766-816f-b25237b8fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.525877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-580822f6-0de2-4766-816f-b25237b8fd3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855193 Aug 10 01:16:09.528284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.532056 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.535489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/947b8f1e-ee5a-4981-8365-d420ee401274 HTTP/1.1" status: 204 len: 168 time: 0.3298817 Aug 10 01:16:09.560439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 094dbc13-8b5c-4e10-b3a0-16bcc192a79a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:09.561322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.568997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b286835-16f0-48e1-b2c7-7b33fee183c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b8f1e-ee5a-4981-8365-d420ee401274,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:09.622263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:09.627618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.680506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:09.698453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-0023f756-77e3-40ed-826c-f5dd743ae32d service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618705 Aug 10 01:16:09.705728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.706256 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment 2202a9ca-acaf-4b34-adf8-b63a86d33c80 of type vlan for network 7efae7b3-5c26-4525-b23d-fb03f91c5928 Aug 10 01:16:09.817635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.903994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.918055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42dd93c6-e414-492b-b188-7d7443423598 req-3b75707d-83b3-4d72-8526-55579a732270 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009649 Aug 10 01:16:09.938305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.948023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:09.950029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:09.954733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 094dbc13-8b5c-4e10-b3a0-16bcc192a79a owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:10.062997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.095304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5905716 Aug 10 01:16:10.103857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37412) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:10.115167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:10.117841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66432af8-21ed-4c83-93c2-3c7e21e90af2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=7efae7b3-5c26-4525-b23d-fb03f91c5928,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:10.134280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:10.159193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:10.161837 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c881d-125e-4482-9769-bc93f60003d0" -d '{"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:10.275537 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7c6174-206f-420c-8411-5bddcedea029 x-openstack-request-id: req-7f7c6174-206f-420c-8411-5bddcedea029 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:10.275887 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:10.276169 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f7c6174-206f-420c-8411-5bddcedea029 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:10.276668 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:16:10.309014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=64ef7d7d-5d0f-415c-83b6-07a0f8b6c88c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:10.370251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-907ed8cf-c271-49aa-890d-d825600f48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:10.372697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-907ed8cf-c271-49aa-890d-d825600f48e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1095 time: 0.0664830 Aug 10 01:16:10.394353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:10.396418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:10.514350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-67859826-0e70-4ff7-bd24-2be513eeb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:10.515105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-67859826-0e70-4ff7-bd24-2be513eeb039 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.1343884 Aug 10 01:16:10.618048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-17a6965a-e1aa-4169-8671-175caf385cc3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.0950060 Aug 10 01:16:10.696320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-e49621f3-3a59-4c06-88e1-ce17d9097535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:10.698445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-e49621f3-3a59-4c06-88e1-ce17d9097535 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.0730209 Aug 10 01:16:10.768041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-66135cbc-5289-4e4a-bff8-bf27980d0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:10.770182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-66135cbc-5289-4e4a-bff8-bf27980d0235 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643361 Aug 10 01:16:10.885526 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-d7834883-cfc5-419a-9c23-c7940fc452f3 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048291 Aug 10 01:16:11.007060 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.007315 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Floating IP 87c775ec-cfcd-4a00-8dd2-6683208f575b disassociated (deleted). External IP: 172.25.7.15, port: 5ff14db4-6137-472f-a0c5-b367a7b3b322. Aug 10 01:16:11.016866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-817295da-92e3-4f13-8bda-479cbcfc29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.018397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-817295da-92e3-4f13-8bda-479cbcfc29bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1095 time: 0.7067807 Aug 10 01:16:11.053240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-141437a1-2def-4259-9e7b-17b3c131d953 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591733 Aug 10 01:16:11.086295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9841f6-33f6-40c6-9e8f-c1289a6ee1d5 req-5c23ec23-f09c-4f06-8626-d0300bcd0bdd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.087909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c9841f6-33f6-40c6-9e8f-c1289a6ee1d5 req-5c23ec23-f09c-4f06-8626-d0300bcd0bdd tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.7112052 Aug 10 01:16:11.143384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:11.207113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:11.338080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c9841f6-33f6-40c6-9e8f-c1289a6ee1d5 req-ced9b9fa-7d05-47a2-8c29-e016b04ce5f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268851 Aug 10 01:16:11.358310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-939dcdb5-0deb-405a-b17c-ee5ff61f720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.359676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-939dcdb5-0deb-405a-b17c-ee5ff61f720d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.2937729 Aug 10 01:16:11.456808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.533106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:11.541610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=094dbc13-8b5c-4e10-b3a0-16bcc192a79a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.581202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-e0f7a2f8-ee4c-4cba-a1d7-84edf91f131a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.2105842 Aug 10 01:16:11.797123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=d86209a4-3261-464b-8713-0db6924dce2e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:11.885454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': '2202a9ca-acaf-4b34-adf8-b63a86d33c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:11.885867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 7efae7b3-5c26-4525-b23d-fb03f91c5928, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:11.906782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-28e7a6de-03e1-47ef-9f64-f6f5eb32c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:11.908302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-28e7a6de-03e1-47ef-9f64-f6f5eb32c2a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.3156881 Aug 10 01:16:11.914470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router f28f7d06-ca07-4442-9de1-b4db3cdf100c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:12.055261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:12.065311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.084026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c881d-125e-4482-9769-bc93f60003d0 req-4e6b20f8-b5ae-41b6-906c-0a425feff267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:12.085564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-4e6b20f8-b5ae-41b6-906c-0a425feff267 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1637490 Aug 10 01:16:12.089377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7efae7b3-5c26-4525-b23d-fb03f91c5928) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:12.094872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:12.095487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.106565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc4b7f2-9e93-4801-b36c-b96d10885de2 None None] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:12.246215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-968e6ae3-ff12-418c-95e7-ed39e0252502 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1396096 Aug 10 01:16:12.249030 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37468) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:12.257145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928', 'name': 'tempest-PortsIpV6TestJSON-1985134297'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:12.279826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7efae7b3-5c26-4525-b23d-fb03f91c5928', 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': 'd86209a4-3261-464b-8713-0db6924dce2e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:12.281237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.291332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:12.304598 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Sync routers for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:12.321680 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:12.322330 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:12.355873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.432727 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-5442f5f2-1f93-4005-b3c5-40449a9da8cc service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308682 Aug 10 01:16:12.435173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6115f48b-dc42-4380-9fcd-c9a80c22e27d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/floatingips/87c775ec-cfcd-4a00-8dd2-6683208f575b HTTP/1.1" status: 204 len: 168 time: 4.1006138 Aug 10 01:16:12.452280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:12.458936 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25e5f4-0d3b-474d-9c73-caa60d149e90" -d '{"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:12.540938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:12.546387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.557809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9b65d-3b82-4d30-b610-95b489c87ed2 req-c671d6a5-0ba5-4b5b-902e-3851353e0478 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:12.561520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Allocated IP 2001:db8::2 (7efae7b3-5c26-4525-b23d-fb03f91c5928/d86209a4-3261-464b-8713-0db6924dce2e/e68f22da-bae9-4afe-9307-e5062addaef7) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:12.566647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4cf9b65d-3b82-4d30-b610-95b489c87ed2 req-c671d6a5-0ba5-4b5b-902e-3851353e0478 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.0861514 Aug 10 01:16:12.601899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 68c94021-bace-4a2a-b607-c003945ebb83 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:12.669158 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:12.745441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4cf9b65d-3b82-4d30-b610-95b489c87ed2 req-cfbfb28a-f297-4c70-87c8-c35021a455cb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730294 Aug 10 01:16:12.868321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-9822535a-1753-4a2d-8f05-f0f45dd0105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:12.870096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-9822535a-1753-4a2d-8f05-f0f45dd0105f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2c2016081d04f97ba8fc525d74062e0&device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 1136 time: 0.1149805 Aug 10 01:16:12.961203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:12.996078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Transition to ACTIVE for port object e68f22da-bae9-4afe-9307-e5062addaef7 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:13.033536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Transition to ACTIVE for port object e68f22da-bae9-4afe-9307-e5062addaef7 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:13.047061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.125970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Pushing event updated for resources: {'Port': ['ID=e68f22da-bae9-4afe-9307-e5062addaef7,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:13.141204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:13.145339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:13.148537 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:13.236896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Attempting to bind port e68f22da-bae9-4afe-9307-e5062addaef7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:13.237427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Attempting to bind port e68f22da-bae9-4afe-9307-e5062addaef7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '2202a9ca-acaf-4b34-adf8-b63a86d33c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:13.238379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Attempting to bind port e68f22da-bae9-4afe-9307-e5062addaef7 on network 7efae7b3-5c26-4525-b23d-fb03f91c5928 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:13.245489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:13.246183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Checking segment: {'id': '2202a9ca-acaf-4b34-adf8-b63a86d33c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:13.246799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.247329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Bound using segment: {'id': '2202a9ca-acaf-4b34-adf8-b63a86d33c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:13.253384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Bound port: e68f22da-bae9-4afe-9307-e5062addaef7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2202a9ca-acaf-4b34-adf8-b63a86d33c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:13.254071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.309193 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1cba3c-4bfa-4086-842d-f67e2e9b4be5 x-openstack-request-id: req-3b1cba3c-4bfa-4086-842d-f67e2e9b4be5 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:13.309778 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:13.310186 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b1cba3c-4bfa-4086-842d-f67e2e9b4be5 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:13.311266 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'status': 'completed', 'code': 200} Aug 10 01:16:13.357755 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:13.406082 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Checking router: f28f7d06-ca07-4442-9de1-b4db3cdf100c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:13.421254 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:13.422451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:13.429737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] For port e68f22da-bae9-4afe-9307-e5062addaef7, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:13.440808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] For port e68f22da-bae9-4afe-9307-e5062addaef7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68f22da-bae9-4afe-9307-e5062addaef7,segment=NetworkSegment(2202a9ca-acaf-4b34-adf8-b63a86d33c80),segment_id=2202a9ca-acaf-4b34-adf8-b63a86d33c80)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:13.453072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:13.466532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::2d8 (7efae7b3-5c26-4525-b23d-fb03f91c5928/d86209a4-3261-464b-8713-0db6924dce2e/68c94021-bace-4a2a-b607-c003945ebb83) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:13.491730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-9c90e28c-8c71-4bde-8db4-ef929ffc7c2b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:13.493197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-9c90e28c-8c71-4bde-8db4-ef929ffc7c2b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&tenant_id=fc38d2208f3048da8d79775529975dbb&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 943 time: 0.3305299 Aug 10 01:16:13.494425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-f87e0446-b69f-4dad-bcff-0b15bea0cca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:13.497085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-f87e0446-b69f-4dad-bcff-0b15bea0cca0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 200 len: 897 time: 0.6170521 Aug 10 01:16:13.535508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eb2de-2a3d-4c28-a334-2205e393f50b req-25b58978-1700-40e7-95dd-65c1490a1c12 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:13.542941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af5eb2de-2a3d-4c28-a334-2205e393f50b req-25b58978-1700-40e7-95dd-65c1490a1c12 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 943 time: 0.2756374 Aug 10 01:16:13.544421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4aa9f4-a538-47fe-936f-3476be78d79d None None] Pushing event updated for resources: {'Port': ['ID=e68f22da-bae9-4afe-9307-e5062addaef7,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:13.584824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 62c6ae57-55e4-4147-ab34-31e70ff877c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:13.599606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc67fcb-133e-4aad-b379-35da4ad5141f req-8d71aa14-7066-4d6e-8e0b-cb7ab0c9222d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:13.605416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-f721a2b9-dd45-4f57-a472-637dcb0916d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 200 len: 217 time: 0.0961266 Aug 10 01:16:13.608887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fc67fcb-133e-4aad-b379-35da4ad5141f req-8d71aa14-7066-4d6e-8e0b-cb7ab0c9222d tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.3010228 Aug 10 01:16:13.631162 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:13.636636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be6c881d-125e-4482-9769-bc93f60003d0 req-ae0355ec-a58b-4960-86af-b3c4f160d48a service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584964 Aug 10 01:16:13.709440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:13.811979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:13.826834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13bbe6d2-f084-428e-abcd-b823add996a9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/routers/62c6ae57-55e4-4147-ab34-31e70ff877c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5654433 Aug 10 01:16:13.834161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37490) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:13.970409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:13.984284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '46cf619b-1676-4824-8f74-eceae34b71e3', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:13.992773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] Sync routers for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:14.005292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fc67fcb-133e-4aad-b379-35da4ad5141f req-0fce6a77-2576-4c30-9be0-2c286c7ebe96 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3914950 Aug 10 01:16:14.071181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.073562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:14.074345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:14.124877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:14.129330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e90417a-edf2-4752-b09d-c4d66e699e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.134147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:14.135331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:14.149683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] Routers {'62c6ae57-55e4-4147-ab34-31e70ff877c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:14.149683 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:15:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['62c6ae57-55e4-4147-ab34-31e70ff877c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:14.185999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.191115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.196792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ef0791-6d5d-4fa1-b295-5144ae8c4c55 None None] The sync data for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 is: [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:23Z', 'revision_number': 4, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'cb7c1a2f-25a0-4607-a949-aa55f5651037', 'name': '', 'network_id': 'b5c9db90-fbe2-4cb6-bb01-6636414dfc3f', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'mac_address': 'fa:16:3e:5f:22:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:22Z', 'updated_at': '2021-08-10T01:14:30Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'subnets': [{'id': '780d535a-7671-4ca1-b7b4-859f8e667783', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:14.203941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 68c94021-bace-4a2a-b607-c003945ebb83 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:14.245259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-a332ec40-f608-4563-8b1c-0261bfa07ff1 service neutron] 10.222.0.21 "GET /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3/bindings/n-h1-766380-21 HTTP/1.1" status: 200 len: 383 time: 0.7344930 Aug 10 01:16:14.250290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:14.251671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8e6b8-0041-4db9-bb16-873a68e63069 None None] The sync data for ids ['62c6ae57-55e4-4147-ab34-31e70ff877c3'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:14.281805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-a90e7c5d-4984-4112-ba0d-66c10c3bc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.283400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-a90e7c5d-4984-4112-ba0d-66c10c3bc72d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 200 len: 835 time: 0.6272166 Aug 10 01:16:14.291782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:14.294022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af5eb2de-2a3d-4c28-a334-2205e393f50b req-f377e464-2f6a-4fe1-b0dd-9e5046b63d03 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6863215 Aug 10 01:16:14.302415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.309447 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.364102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:14.396929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.414826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:14.435310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:14.442075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:14.448942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.449683 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.501448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port a26dbcc0-06d6-4305-b2ac-9f46e60a96ae {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:14.501448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.511319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-a1ec3013-9cd5-4df4-9306-1760af19428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.512040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-a1ec3013-9cd5-4df4-9306-1760af19428c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1096 time: 0.2171609 Aug 10 01:16:14.524128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c38122b6-ea6b-4bc5-936a-d54b6fb9c4ec tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.525628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c38122b6-ea6b-4bc5-936a-d54b6fb9c4ec tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.21 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.5795383 Aug 10 01:16:14.529551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2794566 Aug 10 01:16:14.530290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f54b0-d8f1-4c9f-9a87-17ceb43653f8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=68c94021-bace-4a2a-b607-c003945ebb83,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:14.534125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:14.547242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['46cf619b-1676-4824-8f74-eceae34b71e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:14.557871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-0dc4f981-c48d-440f-8a71-8c4d0c516bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:14.559998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-0dc4f981-c48d-440f-8a71-8c4d0c516bea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2626588 Aug 10 01:16:14.599631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '7efae7b3-5c26-4525-b23d-fb03f91c5928', 'name': 'tempest-PortsIpV6TestJSON-455918166'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:14.635436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37500) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:14.672028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:14.703803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for a26dbcc0-06d6-4305-b2ac-9f46e60a96ae owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:14.787959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68f22da-bae9-4afe-9307-e5062addaef7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:14.927537 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff44d0df-94e9-49a7-82ba-9f2e083f4d43 None None] New status for floating IP 87c775ec-cfcd-4a00-8dd2-6683208f575b: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:16:14.934633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5653a796-06a1-4b99-a61e-bb31b9eed157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.021270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e68f22da-bae9-4afe-9307-e5062addaef7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:15.139621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.202153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=a26dbcc0-06d6-4305-b2ac-9f46e60a96ae,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:15.202493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c6e7a-fffd-4869-a6dc-d0424653f258 None None] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:15.233434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-abc3f03e-04c3-4e05-a75f-961e9a84ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:15.235872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-abc3f03e-04c3-4e05-a75f-961e9a84ee77 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.7089872 Aug 10 01:16:15.317127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4fa25-5727-4417-b497-ff033fc03740 req-8bc6f75b-b1a5-4417-8af1-35ace0b119ca tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:15.318882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88e4fa25-5727-4417-b497-ff033fc03740 req-8bc6f75b-b1a5-4417-8af1-35ace0b119ca tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.1182714 Aug 10 01:16:15.347262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Provisioning for port e68f22da-bae9-4afe-9307-e5062addaef7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:15.360547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Provisioning complete for port e68f22da-bae9-4afe-9307-e5062addaef7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:15.361156 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.382220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.398208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5653a796-06a1-4b99-a61e-bb31b9eed157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.448993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-bd092ab6-ddbb-4d6e-9ba8-9b82ae600e2a service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272100 Aug 10 01:16:15.470115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5653a796-06a1-4b99-a61e-bb31b9eed157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.500406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-88e4fa25-5727-4417-b497-ff033fc03740 req-e703963a-2b66-4ed6-ac9d-a22e24f57d43 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1703084 Aug 10 01:16:15.504795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-b9af308a-42ca-4e46-b77a-4e33953db8d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 999 time: 0.2346678 Aug 10 01:16:15.525612 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.556389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5653a796-06a1-4b99-a61e-bb31b9eed157 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4178857be924db2b48e983fc62a18c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198720 Aug 10 01:16:15.559759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a796-06a1-4b99-a61e-bb31b9eed157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cabb31-0a3a-43a8-8319-bb618009bf08,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:15.563205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37518) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:15.573686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.579335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.585851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port 5ff14db4-6137-472f-a0c5-b367a7b3b322 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:15.586388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.620013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] For port e68f22da-bae9-4afe-9307-e5062addaef7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68f22da-bae9-4afe-9307-e5062addaef7,segment=NetworkSegment(2202a9ca-acaf-4b34-adf8-b63a86d33c80),segment_id=2202a9ca-acaf-4b34-adf8-b63a86d33c80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:15.631339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.667091 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.667674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Fanout notify agent at l3_agent the message router_deleted on router 62c6ae57-55e4-4147-ab34-31e70ff877c3 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:15.677745 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.682118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7692eab7-60e5-46ae-987b-51be10213b7f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/routers/62c6ae57-55e4-4147-ab34-31e70ff877c3 HTTP/1.1" status: 204 len: 168 time: 1.8420310 Aug 10 01:16:15.684706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37520) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:15.712755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:15.725851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.745610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-38265f76-2acf-4077-8b03-2fd367ebeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:15.748973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-38265f76-2acf-4077-8b03-2fd367ebeff6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.2173884 Aug 10 01:16:15.774929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.781045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting subnet 5d5d5d49-e083-4294-b1f0-00ed8f9d7873 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:15.792155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.856899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:15.861876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.872088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.907255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port f57b3090-d70a-436d-bc4e-f2e268bd67d3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:15.947030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.953518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:15.958213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94cabb31-0a3a-43a8-8319-bb618009bf08 HTTP/1.1" status: 204 len: 168 time: 0.3901119 Aug 10 01:16:15.969197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e67fb-b5e3-4f44-aae5-26e59f8e1822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cabb31-0a3a-43a8-8319-bb618009bf08,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:16.025298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.029988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6283-e820-43bf-9461-42672e6319b7 None None] Pushing event updated for resources: {'Port': ['ID=e68f22da-bae9-4afe-9307-e5062addaef7,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:16.085721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::2a6 (7efae7b3-5c26-4525-b23d-fb03f91c5928/d86209a4-3261-464b-8713-0db6924dce2e/f57b3090-d70a-436d-bc4e-f2e268bd67d3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:16.104294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37533e15-ce8c-4f70-8629-2928314e6798 req-3f2d7b45-a6c7-4a37-8ac5-0b68f6a6c428 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:16.106034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37533e15-ce8c-4f70-8629-2928314e6798 req-3f2d7b45-a6c7-4a37-8ac5-0b68f6a6c428 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.6560113 Aug 10 01:16:16.119856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 46cf619b-1676-4824-8f74-eceae34b71e3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:16.127385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 46cf619b-1676-4824-8f74-eceae34b71e3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:16.128124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.128253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port 5ff14db4-6137-472f-a0c5-b367a7b3b322, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5ff14db4-6137-472f-a0c5-b367a7b3b322,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:16.128551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.158058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.170495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-b097e07a-afee-4fd2-947d-7b91db578609 service neutron] 10.222.0.21 "GET /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035542 Aug 10 01:16:16.198575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5d5d49-e083-4294-b1f0-00ed8f9d7873,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:16.206613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for 5ff14db4-6137-472f-a0c5-b367a7b3b322 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:16.215987 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.218469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ac2e328-bab2-432c-83d6-884723fe132f tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/subnets/5d5d5d49-e083-4294-b1f0-00ed8f9d7873 HTTP/1.1" status: 204 len: 168 time: 0.5328720 Aug 10 01:16:16.227244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37534) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:16.239338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefaa6db-8d73-4a69-a4ea-a7af53c98af4 None None] Network e2998c46-deb9-4388-85ff-2f0cc53ae750 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:16.264290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-06772957-3e39-415c-ac93-5579436decf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:16.265903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-06772957-3e39-415c-ac93-5579436decf7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4501100 Aug 10 01:16:16.353245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Provisioning for port 68c94021-bace-4a2a-b607-c003945ebb83 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:16.363419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Provisioning complete for port 68c94021-bace-4a2a-b607-c003945ebb83 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:16.363803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.411940 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.436237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Port 68c94021-bace-4a2a-b607-c003945ebb83 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:16.470137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Provisioning complete for port e68f22da-bae9-4afe-9307-e5062addaef7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:16.471005 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6737889c-1af4-4314-a4ae-04ff61edbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.499026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37538) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:16.513195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316c425b-fd09-4baf-bd0d-836f67519ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.621454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316c425b-fd09-4baf-bd0d-836f67519ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.632620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316c425b-fd09-4baf-bd0d-836f67519ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.681093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-316c425b-fd09-4baf-bd0d-836f67519ca4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=483361abe4fc4976b75ab26e4dcda514&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733902 Aug 10 01:16:16.681762 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.682888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37542) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:16.707133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c425b-fd09-4baf-bd0d-836f67519ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843988d8-aca8-429b-8e71-4b2ecf0e38b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:16.750053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 1ee99c35-8a60-47fd-9800-4e0df9158334 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:16.750053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.794284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:16.799406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68f22da-bae9-4afe-9307-e5062addaef7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:16.808284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:16.811818 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff143999-797e-446f-a11b-b891d00b7d30" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:16.836903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350008d8-5791-46cd-b7cc-d2b2dda47365 req-fdc00696-6752-4290-853e-d64604e39c1f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:16.838081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-350008d8-5791-46cd-b7cc-d2b2dda47365 req-fdc00696-6752-4290-853e-d64604e39c1f tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 984 time: 0.1810400 Aug 10 01:16:16.839074 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.871195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37533e15-ce8c-4f70-8629-2928314e6798 req-a160f9d0-81a7-4e97-9fde-b886bb96cd2d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7389567 Aug 10 01:16:16.900010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] For port 1ee99c35-8a60-47fd-9800-4e0df9158334, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1ee99c35-8a60-47fd-9800-4e0df9158334,segment=NetworkSegment(658fb287-b93b-4fef-ad4e-6a71180f8e7b),segment_id=658fb287-b93b-4fef-ad4e-6a71180f8e7b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:16.900384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.905004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.922034 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-350008d8-5791-46cd-b7cc-d2b2dda47365 req-97ee6f06-2b25-4dc5-a39b-2b7258e649ef tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0aa71af-867f-4d9c-8700-502512f0c010&id=23958484-60db-4893-9c8e-79feba4c68cf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0763576 Aug 10 01:16:16.933609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 1ee99c35-8a60-47fd-9800-4e0df9158334 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:16.957682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:16.988926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4daf3e16-87fb-4133-aa0c-39365e05da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.058620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.071817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-113bb750-ca9d-43e7-ba9d-3e5e4b16d2f5 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852104 Aug 10 01:16:17.076540 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.085074 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.088701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/843988d8-aca8-429b-8e71-4b2ecf0e38b1 HTTP/1.1" status: 204 len: 168 time: 0.3916035 Aug 10 01:16:17.088855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e68f22da-bae9-4afe-9307-e5062addaef7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:17.088855 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.091277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.127428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=1ee99c35-8a60-47fd-9800-4e0df9158334,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.131140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8326b92-0df7-4a03-912c-0c77eab7e01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843988d8-aca8-429b-8e71-4b2ecf0e38b1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.135353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] No DVR routers for this DVR port 1ee99c35-8a60-47fd-9800-4e0df9158334 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:17.150013 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef4c520-a8be-4d35-8e56-e93045c1f97e x-openstack-request-id: req-aef4c520-a8be-4d35-8e56-e93045c1f97e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:17.150523 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:17.151097 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aef4c520-a8be-4d35-8e56-e93045c1f97e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:17.151639 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'code': 200} Aug 10 01:16:17.155888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.184396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120a902-f711-4d0e-8155-154ec2e72212 None None] DHCP port deletion for e2998c46-deb9-4388-85ff-2f0cc53ae750 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:17.220838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4911f34c-719f-436b-80bf-16ce7c1320f8 None None] Provisioning complete for port 68c94021-bace-4a2a-b607-c003945ebb83 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:17.221464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4911f34c-719f-436b-80bf-16ce7c1320f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.238620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.252123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2998c46-deb9-4388-85ff-2f0cc53ae750']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:17.267466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4911f34c-719f-436b-80bf-16ce7c1320f8 None None] Port 68c94021-bace-4a2a-b607-c003945ebb83 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:17.270252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658fb287-b93b-4fef-ad4e-6a71180f8e7b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:17.270558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658fb287-b93b-4fef-ad4e-6a71180f8e7b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:17.283373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.306500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.313069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object f57b3090-d70a-436d-bc4e-f2e268bd67d3 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:17.316541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:17.317433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.320869 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:17.344368 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:17.398709 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.430308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.435026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.440366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/networks/e2998c46-deb9-4388-85ff-2f0cc53ae750 HTTP/1.1" status: 204 len: 168 time: 1.2119966 Aug 10 01:16:17.441025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:17.456844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.461182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-094a4f6f-d4e9-4e4d-a40b-8de3aa8de1b2 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752787 Aug 10 01:16:17.464022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=5ff14db4-6137-472f-a0c5-b367a7b3b322,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.531394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8af94e-1c83-41f9-b7e8-69b280ed8251 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Network': ['ID=e2998c46-deb9-4388-85ff-2f0cc53ae750,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.551478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] No DVR routers for this DVR port 5ff14db4-6137-472f-a0c5-b367a7b3b322 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:17.559073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:17.560499 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.562657 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c37834-7d38-4ebb-b831-614d85afefb7 req-c41560f7-5807-48bc-8305-c98bff753ee2 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.21 "DELETE /v2.0/ports/5ff14db4-6137-472f-a0c5-b367a7b3b322 HTTP/1.1" status: 204 len: 173 time: 3.0289893 Aug 10 01:16:17.563130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'name': 'network-vif-deleted', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:17.565528 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301a30be-e97e-4cc7-a2a1-dbbc13b4ae76" -d '{"events": [{"server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "name": "network-vif-deleted", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:17.571960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:17.575383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:17.581896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:17.582538 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.607839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=f57b3090-d70a-436d-bc4e-f2e268bd67d3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:17.617227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2d459ab3-261d-4b68-9669-58685b1af17a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0622566 Aug 10 01:16:17.617431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37560) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:17.675124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 48814d29-7f16-49d3-a067-cf0769bf53f5 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:17.675637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.682018 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8288c53-d156-4f6a-9ba2-568223cfab10 x-openstack-request-id: req-b8288c53-d156-4f6a-9ba2-568223cfab10 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:17.682620 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79", "name": "network-vif-deleted", "tag": "5ff14db4-6137-472f-a0c5-b367a7b3b322", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:17.683104 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8288c53-d156-4f6a-9ba2-568223cfab10 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:17.683711 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79', 'name': 'network-vif-deleted', 'tag': '5ff14db4-6137-472f-a0c5-b367a7b3b322', 'status': 'completed', 'code': 200} Aug 10 01:16:17.730937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ff14db4-6137-472f-a0c5-b367a7b3b322 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:17.767009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807fc2a-d1dc-4ae3-9556-10ec62168987 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:17.781650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 5ff14db4-6137-472f-a0c5-b367a7b3b322 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:17.782047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5ff14db4-6137-472f-a0c5-b367a7b3b322 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:17.786429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b807fc2a-d1dc-4ae3-9556-10ec62168987 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d8 HTTP/1.1" status: 200 len: 929 time: 0.1679633 Aug 10 01:16:17.787129 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37574) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:17.805237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.873494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.874274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.910886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port f57b3090-d70a-436d-bc4e-f2e268bd67d3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:17.911469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:17.930866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 48814d29-7f16-49d3-a067-cf0769bf53f5 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:18.091283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.109030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-63275e46-6968-49b6-97c0-0e70f48ad82b None None] Provisioning for port f57b3090-d70a-436d-bc4e-f2e268bd67d3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:18.113899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-63275e46-6968-49b6-97c0-0e70f48ad82b None None] Provisioning complete for port f57b3090-d70a-436d-bc4e-f2e268bd67d3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:18.114436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-63275e46-6968-49b6-97c0-0e70f48ad82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.123490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for f57b3090-d70a-436d-bc4e-f2e268bd67d3 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:18.155675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdc55e-9eef-4b66-9efa-da56f0e84410 req-9b94bd9a-3978-4d58-a444-5a0815d54fed tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:18.162277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bfdc55e-9eef-4b66-9efa-da56f0e84410 req-9b94bd9a-3978-4d58-a444-5a0815d54fed tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1017680 Aug 10 01:16:18.216860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-63275e46-6968-49b6-97c0-0e70f48ad82b None None] Port f57b3090-d70a-436d-bc4e-f2e268bd67d3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:18.316650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0071d4dd-7f47-434a-861f-dc6e7d2ad605 req-9690786d-dd14-44f4-a0f1-39e37be18d6e tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "GET /v2.0/ports?device_id=729a0eaa-aa36-4fed-ad7a-26f2a1fb0f79 HTTP/1.1" status: 200 len: 210 time: 0.0632980 Aug 10 01:16:18.358823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bfdc55e-9eef-4b66-9efa-da56f0e84410 req-a6429009-a57c-457b-966b-e263253228e4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902273 Aug 10 01:16:18.363997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.394828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=48814d29-7f16-49d3-a067-cf0769bf53f5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:18.410859 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.442547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=f57b3090-d70a-436d-bc4e-f2e268bd67d3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:18.475817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.481272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e053d6ea-b7b0-4a08-b6b4-4454cf2cf3a6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/f57b3090-d70a-436d-bc4e-f2e268bd67d3 HTTP/1.1" status: 204 len: 168 time: 0.6931062 Aug 10 01:16:18.481951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37592) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.517756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.524023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.525392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4306e4d3-b01a-4398-8753-6951a82231a4 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/floatingips/73d028b4-aa02-42d5-a0e4-0b2f67537882 HTTP/1.1" status: 204 len: 168 time: 1.0803452 Aug 10 01:16:18.530327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.531786 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ffde23-0fda-40f8-ac1c-941f33b09e14 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:18.535118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-82ffde23-0fda-40f8-ac1c-941f33b09e14 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/f57b3090-d70a-436d-bc4e-f2e268bd67d3 HTTP/1.1" status: 404 len: 333 time: 0.0521209 Aug 10 01:16:18.536930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37596) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.557649 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88e855-a2aa-4e84-ba30-a260f690b69d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] DELETE failed (client error): The resource could not be found. Aug 10 01:16:18.558366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd88e855-a2aa-4e84-ba30-a260f690b69d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:16:18.563328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dd88e855-a2aa-4e84-ba30-a260f690b69d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/c6f0ae2a-e685-45db-8263-69d20e31b4cb HTTP/1.1" status: 404 len: 333 time: 0.0288906 Aug 10 01:16:18.563589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37598) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.648769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c5f0088-35b9-4a45-9329-e406593ff4b9 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/ports?device_id=62c6ae57-55e4-4147-ab34-31e70ff877c3 HTTP/1.1" status: 200 len: 205 time: 0.0839417 Aug 10 01:16:18.649452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37602) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.697498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ee99c35-8a60-47fd-9800-4e0df9158334 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:18.729508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1ee99c35-8a60-47fd-9800-4e0df9158334 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:18.730020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1ee99c35-8a60-47fd-9800-4e0df9158334 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:18.745335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 68c94021-bace-4a2a-b607-c003945ebb83 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:18.745680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.753285 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-04539302-9c72-439f-ba4d-f198375842a5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] delete failed (client error): The resource could not be found. Aug 10 01:16:18.757203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37604) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.759984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04539302-9c72-439f-ba4d-f198375842a5 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/routers/62c6ae57-55e4-4147-ab34-31e70ff877c3 HTTP/1.1" status: 404 len: 336 time: 0.1065741 Aug 10 01:16:18.844462 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e295f19e-f074-40e2-998d-2416549e7314 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] DELETE failed (client error): The resource could not be found. Aug 10 01:16:18.845200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e295f19e-f074-40e2-998d-2416549e7314 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:16:18.846997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e295f19e-f074-40e2-998d-2416549e7314 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/subnets/5d5d5d49-e083-4294-b1f0-00ed8f9d7873 HTTP/1.1" status: 404 len: 337 time: 0.0858533 Aug 10 01:16:18.849611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37608) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:18.898873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:18.918016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 68c94021-bace-4a2a-b607-c003945ebb83 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:18.981294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port dec8dfea-9611-4bf5-938d-887aa3d3af84 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:18.981892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.065058 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.096545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.104306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=68c94021-bace-4a2a-b607-c003945ebb83,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.118387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for dec8dfea-9611-4bf5-938d-887aa3d3af84 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:19.136130 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.138702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a1b4b5f1-658c-4e98-a612-4311a0e3e87f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/68c94021-bace-4a2a-b607-c003945ebb83 HTTP/1.1" status: 204 len: 168 time: 0.6003575 Aug 10 01:16:19.141369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37616) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.174929 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-844ca2f8-2f86-4cca-a495-ed939ffec6b5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:19.181402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-844ca2f8-2f86-4cca-a495-ed939ffec6b5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/68c94021-bace-4a2a-b607-c003945ebb83 HTTP/1.1" status: 404 len: 333 time: 0.0387895 Aug 10 01:16:19.184449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37618) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.272345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet d86209a4-3261-464b-8713-0db6924dce2e {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:19.286899 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.362486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.374636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.441793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37628) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.508460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=dec8dfea-9611-4bf5-938d-887aa3d3af84,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.590731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b0f56-ea1a-46e7-aad4-48f1b52671cf req-d1e1f641-53e9-4a07-836d-fc0130de5599 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:19.593382 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa4b0f56-ea1a-46e7-aad4-48f1b52671cf req-d1e1f641-53e9-4a07-836d-fc0130de5599 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.1126637 Aug 10 01:16:19.604460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.662171 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.699109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aa4b0f56-ea1a-46e7-aad4-48f1b52671cf req-13c93abb-642c-4af1-bd89-bd53919266a8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993121 Aug 10 01:16:19.759185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.800379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=d86209a4-3261-464b-8713-0db6924dce2e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:19.803975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.805969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4126d2b4-2df8-48a2-b9b2-fc4d78b832c3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/d86209a4-3261-464b-8713-0db6924dce2e HTTP/1.1" status: 204 len: 168 time: 0.6203473 Aug 10 01:16:19.808826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37636) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.820511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5870e-6628-4a6b-a563-b7a67727b28a None None] Network 7efae7b3-5c26-4525-b23d-fb03f91c5928 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:19.902852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.965881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:19.971445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-33cc2661-9481-4c70-a3f3-1b826be44013 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/dec8dfea-9611-4bf5-938d-887aa3d3af84 HTTP/1.1" status: 204 len: 168 time: 1.1181419 Aug 10 01:16:19.972613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37640) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:19.980220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port e68f22da-bae9-4afe-9307-e5062addaef7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:19.980770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.030412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.072440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] DHCP port deletion for 7efae7b3-5c26-4525-b23d-fb03f91c5928 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:20.082200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port e68f22da-bae9-4afe-9307-e5062addaef7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68f22da-bae9-4afe-9307-e5062addaef7,segment=NetworkSegment(2202a9ca-acaf-4b34-adf8-b63a86d33c80),segment_id=2202a9ca-acaf-4b34-adf8-b63a86d33c80)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:20.083072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.098003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for e68f22da-bae9-4afe-9307-e5062addaef7 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:20.103770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.109515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-efc21b45-0200-4e70-96a4-b06ed1398fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:20.111216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-efc21b45-0200-4e70-96a4-b06ed1398fc5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 1097 time: 0.2588823 Aug 10 01:16:20.132723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:20.184839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Deleting port e68f22da-bae9-4afe-9307-e5062addaef7 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:20.185799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.207659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.229157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port e68f22da-bae9-4afe-9307-e5062addaef7 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:20.245226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.249251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.251025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0aa71af-867f-4d9c-8700-502512f0c010 HTTP/1.1" status: 204 len: 168 time: 0.8054655 Aug 10 01:16:20.253661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port fa1dbfea-e0db-4554-9006-e18256272153 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:20.254310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.259054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37644) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:20.295331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=e68f22da-bae9-4afe-9307-e5062addaef7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.334630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] For port e68f22da-bae9-4afe-9307-e5062addaef7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e68f22da-bae9-4afe-9307-e5062addaef7,segment=NetworkSegment(2202a9ca-acaf-4b34-adf8-b63a86d33c80),segment_id=2202a9ca-acaf-4b34-adf8-b63a86d33c80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:20.335106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.371428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Calling delete_port for e68f22da-bae9-4afe-9307-e5062addaef7 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:20.401561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b8a6a-9d70-4af1-9ee9-968c6f54b62b tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa71af-867f-4d9c-8700-502512f0c010,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.476881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.507932 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.526498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.542056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efae7b3-5c26-4525-b23d-fb03f91c5928']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:20.550265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] No DVR routers for this DVR port e68f22da-bae9-4afe-9307-e5062addaef7 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:20.565462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919c163-078f-4263-8245-4fe65b8605d4 None None] Pushing event deleted for resources: {'Port': ['ID=e68f22da-bae9-4afe-9307-e5062addaef7,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.570068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2202a9ca-acaf-4b34-adf8-b63a86d33c80') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:20.570068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2202a9ca-acaf-4b34-adf8-b63a86d33c80') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:20.585352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.608765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.609022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.615407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.620255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:20.621326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:20.625801 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:20.709577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for fa1dbfea-e0db-4554-9006-e18256272153 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:20.719975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.738065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.741935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68f22da-bae9-4afe-9307-e5062addaef7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:20.758575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.786184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/7efae7b3-5c26-4525-b23d-fb03f91c5928 HTTP/1.1" status: 204 len: 168 time: 0.9760957 Aug 10 01:16:20.789028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37652) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:20.790079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e68f22da-bae9-4afe-9307-e5062addaef7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:20.790845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e68f22da-bae9-4afe-9307-e5062addaef7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:20.829864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27e40f-27c0-4935-b648-a5c26351b347 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=7efae7b3-5c26-4525-b23d-fb03f91c5928,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:20.831872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37654) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:20.837326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1449965786'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:20.871769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:20.877306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.931322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:20.956255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:20.956255 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment f47d6696-a818-41a5-b796-0b16ba184363 of type vlan for network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 Aug 10 01:16:21.016926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.056945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.063333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:21.063932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.069200 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c45d8239-581e-4144-ae8b-ca1a651ff65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.118050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.120578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.121778 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/security-groups/23958484-60db-4893-9c8e-79feba4c68cf HTTP/1.1" status: 204 len: 168 time: 0.8535209 Aug 10 01:16:21.124919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37658) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.142100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144db23-b763-4b63-b44c-3626d643f615 req-35d571c9-ee8b-4cc4-b2e1-1c6c82a2a2ad tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:21.143524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f144db23-b763-4b63-b44c-3626d643f615 req-35d571c9-ee8b-4cc4-b2e1-1c6c82a2a2ad tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 945 time: 0.2358420 Aug 10 01:16:21.187813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9a22f-11f2-4a14-a781-6f9689192d70 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23958484-60db-4893-9c8e-79feba4c68cf,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.196949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=501a1824-7602-4fce-a6a6-7cfd990ea6e6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.213966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:21.247254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:21.306207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f144db23-b763-4b63-b44c-3626d643f615 req-56b2bac9-8c38-423e-ac38-7c4f71208def tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488891 Aug 10 01:16:21.319242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.358819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:21.384739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=fa1dbfea-e0db-4554-9006-e18256272153,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.471096 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c45d8239-581e-4144-ae8b-ca1a651ff65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.477519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:21.479953 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048c290-05de-43a0-9359-d5c64c5ccb50" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-unplugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:21.484853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.492332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c45d8239-581e-4144-ae8b-ca1a651ff65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.499512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-49e8d4f3-00dc-4941-90ea-84126d963dab tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6680100 Aug 10 01:16:21.500802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37662) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.512068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:21.531274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Transition to ACTIVE for port object 46cf619b-1676-4824-8f74-eceae34b71e3 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:21.548275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.550186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d33484f0-d818-4830-be99-36176663612b tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/ports/fa1dbfea-e0db-4554-9006-e18256272153 HTTP/1.1" status: 204 len: 168 time: 1.5611720 Aug 10 01:16:21.555273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.556690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.565043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c45d8239-581e-4144-ae8b-ca1a651ff65d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3bc952e574a7443386ec8d32b4b6e80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7260499 Aug 10 01:16:21.565043 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937604db-365d-473e-b2e9-e2189751a965 x-openstack-request-id: req-937604db-365d-473e-b2e9-e2189751a965 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:21.565043 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-unplugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:21.565043 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-937604db-365d-473e-b2e9-e2189751a965 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:21.565043 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'code': 200} Aug 10 01:16:21.574924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.580446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d8239-581e-4144-ae8b-ca1a651ff65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257079bb-884b-4934-abb8-bdbe7e3b355a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.742350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:21.802065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843bea0-6b16-4693-91bc-f0eaf7c3be6d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:21.806275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2843bea0-6b16-4693-91bc-f0eaf7c3be6d tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c074db5-3711-4a22-9001-5b2be7f9d95e HTTP/1.1" status: 200 len: 913 time: 0.2438538 Aug 10 01:16:21.809159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37668) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:21.860878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:21.879755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] No DVR routers for this DVR port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:21.949137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.006901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:22.010382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.240057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.371466 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.445532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.448352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.449190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/257079bb-884b-4934-abb8-bdbe7e3b355a HTTP/1.1" status: 204 len: 168 time: 0.8701668 Aug 10 01:16:22.489638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:22.489908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:22.490218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:22.512386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b774c-17c9-4658-b9b8-bc8d3e601d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257079bb-884b-4934-abb8-bdbe7e3b355a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:22.523025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:22.523356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Attempting to bind port 46cf619b-1676-4824-8f74-eceae34b71e3 on network a53c216b-b47e-475a-a79d-a0f62452ee43 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:22.533356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:22.533965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Checking segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:22.534365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Bound using segment: {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:22.534831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Bound port: 46cf619b-1676-4824-8f74-eceae34b71e3, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c33391c-3065-4ef8-b966-1c7baab9d3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:22.535188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.586017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': 'f47d6696-a818-41a5-b796-0b16ba184363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:22.586389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 501a1824-7602-4fce-a6a6-7cfd990ea6e6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:22.617563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee586-79ef-4b89-952f-36d046f5e9b4 req-9f0789de-87ac-480e-80df-2c9de3c5c0e5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:22.620643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b2ee586-79ef-4b89-952f-36d046f5e9b4 req-9f0789de-87ac-480e-80df-2c9de3c5c0e5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.1565547 Aug 10 01:16:22.624037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=9fbd9709-066b-44b8-adc9-f982028b894e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:22.640737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:22.673290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 501a1824-7602-4fce-a6a6-7cfd990ea6e6) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:22.681170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:22.681783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.693147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099844de-9147-4872-af48-cfc6c9b61bd1 None None] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:22.717916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:22.737832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-27641190-82df-4e34-8fde-1071a929ef5f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2319534 Aug 10 01:16:22.737941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37684) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:22.742770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6', 'name': 'tempest-PortsIpV6TestJSON-161217792', 'fixed_ips': [{'subnet_id': '9fbd9709-066b-44b8-adc9-f982028b894e', 'ip_address': '2001:db8::10'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:22.760977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9b2ee586-79ef-4b89-952f-36d046f5e9b4 req-b31c487f-8197-4228-af80-c089ec5351a2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254420 Aug 10 01:16:22.764162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:22.807538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.841973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37686) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:22.864324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:22.864949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.866341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] 10.222.0.10 "PUT /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1093 time: 2.7438586 Aug 10 01:16:22.869787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b8f927-29f4-4df6-98ab-912c20d9ecb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.920086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-501a1824-7602-4fce-a6a6-7cfd990ea6e6', 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': '9fbd9709-066b-44b8-adc9-f982028b894e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:22.921385 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.930760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port cb7c1a2f-25a0-4607-a949-aa55f5651037 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:22.931421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:22.982550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e34d3c-e55c-4972-94f1-dceab8de897c service neutron] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=11']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.022429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-5288b798-b565-48f4-8da7-fdaaf09ea3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.024005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-5288b798-b565-48f4-8da7-fdaaf09ea3a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1096 time: 0.0981328 Aug 10 01:16:23.034742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.099540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port cb7c1a2f-25a0-4607-a949-aa55f5651037, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cb7c1a2f-25a0-4607-a949-aa55f5651037,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:23.100022 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.119775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for cb7c1a2f-25a0-4607-a949-aa55f5651037 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:23.201896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Allocated IP 2001:db8::2 (501a1824-7602-4fce-a6a6-7cfd990ea6e6/9fbd9709-066b-44b8-adc9-f982028b894e/b3a246f2-f1dc-4956-bd98-299549b6e65a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:23.246797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-bd57b505-638f-4871-a4a7-9d7351e5b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.248748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-bd57b505-638f-4871-a4a7-9d7351e5b6ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.2174692 Aug 10 01:16:23.264453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b8f927-29f4-4df6-98ab-912c20d9ecb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.277532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-53b8f927-29f4-4df6-98ab-912c20d9ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.369566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53b8f927-29f4-4df6-98ab-912c20d9ecb8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3df26e9172164ceb849101362f273077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251670 Aug 10 01:16:23.373131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37690) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:23.394896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-8f8a28dd-a0a0-4156-a096-bfc97a0c0c46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.1085360 Aug 10 01:16:23.397984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.411950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Transition to ACTIVE for port object b3a246f2-f1dc-4956-bd98-299549b6e65a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:23.418130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:23.429720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Transition to ACTIVE for port object b3a246f2-f1dc-4956-bd98-299549b6e65a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:23.449695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.503916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.547370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.569535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:23.580861 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:23.597971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:23.602981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:23.608962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:23.617937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8f927-29f4-4df6-98ab-912c20d9ecb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe522e3-e2a0-477f-b376-d7a0dc418e29,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.619398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Pushing event updated for resources: {'Port': ['ID=b3a246f2-f1dc-4956-bd98-299549b6e65a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.625210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-6d8a7997-f97b-484e-a51d-53c8d75a9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.626721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-6d8a7997-f97b-484e-a51d-53c8d75a9e1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.2244074 Aug 10 01:16:23.650117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.652863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.657059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/afe522e3-e2a0-477f-b376-d7a0dc418e29 HTTP/1.1" status: 204 len: 168 time: 0.2806330 Aug 10 01:16:23.674688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b69be-6d1c-4e08-a0a1-58487477baba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe522e3-e2a0-477f-b376-d7a0dc418e29,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.709392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Attempting to bind port b3a246f2-f1dc-4956-bd98-299549b6e65a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:23.709950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Attempting to bind port b3a246f2-f1dc-4956-bd98-299549b6e65a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f47d6696-a818-41a5-b796-0b16ba184363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:23.709950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Attempting to bind port b3a246f2-f1dc-4956-bd98-299549b6e65a on network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:23.719487 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568ffc1-92a6-4751-8a4a-7671a796d17e x-openstack-request-id: req-0568ffc1-92a6-4751-8a4a-7671a796d17e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:23.719604 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:23.719864 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0568ffc1-92a6-4751-8a4a-7671a796d17e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:23.720188 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:16:23.736424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:23.736806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Checking segment: {'id': 'f47d6696-a818-41a5-b796-0b16ba184363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:23.737213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.737860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Bound using segment: {'id': 'f47d6696-a818-41a5-b796-0b16ba184363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:23.738335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Bound port: b3a246f2-f1dc-4956-bd98-299549b6e65a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d6696-a818-41a5-b796-0b16ba184363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:23.739274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.762782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.774937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:23.784006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-716798cd-307e-4bc7-aa48-d0f534b403b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.786033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-716798cd-307e-4bc7-aa48-d0f534b403b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1096 time: 0.0644174 Aug 10 01:16:23.826917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.849240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:23.864355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:23.939578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=cb7c1a2f-25a0-4607-a949-aa55f5651037,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:23.944887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] For port b3a246f2-f1dc-4956-bd98-299549b6e65a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:23.949557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] For port b3a246f2-f1dc-4956-bd98-299549b6e65a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a246f2-f1dc-4956-bd98-299549b6e65a,segment=NetworkSegment(f47d6696-a818-41a5-b796-0b16ba184363),segment_id=f47d6696-a818-41a5-b796-0b16ba184363)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:23.960167 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:23.974321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-66a50b26-5155-4ac3-aac8-dc9a83418864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:23.975933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-66a50b26-5155-4ac3-aac8-dc9a83418864 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3390546 Aug 10 01:16:24.088681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-7af092fa-2c11-4634-92cb-70f71b3de765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:24.089556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181473f-8f2e-424f-9852-cbec8a807dd3 None None] Pushing event updated for resources: {'Port': ['ID=b3a246f2-f1dc-4956-bd98-299549b6e65a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:24.090281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-7af092fa-2c11-4634-92cb-70f71b3de765 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.2964523 Aug 10 01:16:24.185642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f0a16-f8d0-44e4-91d8-18210f682911 req-d3b24eda-72bb-43f5-9a4d-493419b7d04b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:24.193464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-577f0a16-f8d0-44e4-91d8-18210f682911 req-d3b24eda-72bb-43f5-9a4d-493419b7d04b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.3212955 Aug 10 01:16:24.281639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-30878fd2-897d-4ad1-9bcd-2c6b9898771f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.1366293 Aug 10 01:16:24.293901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 4e61c182-8341-4a65-860c-567496caf0cd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:24.295368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.375185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.449307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-072b5355-dece-4c5c-b06b-b8af5f5a7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:24.451362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-072b5355-dece-4c5c-b06b-b8af5f5a7e0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1621282 Aug 10 01:16:24.472296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-577f0a16-f8d0-44e4-91d8-18210f682911 req-553ff096-6515-4f79-931c-e0958d31036d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778263 Aug 10 01:16:24.551930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-2c3fa57c-83b4-4606-9cfc-a1e94e3de21a service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470068 Aug 10 01:16:24.558383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-1582195a-1ee6-4f83-8aa6-f6565b3c26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:24.560521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-1582195a-1ee6-4f83-8aa6-f6565b3c26a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006892 Aug 10 01:16:24.607462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::10 (501a1824-7602-4fce-a6a6-7cfd990ea6e6/9fbd9709-066b-44b8-adc9-f982028b894e/e744f9d6-d1bc-46b1-846a-26d69e0ebbeb) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:24.680101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:24.711426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 4e61c182-8341-4a65-860c-567496caf0cd owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:24.764228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-bbf0e50e-aa18-4639-8362-7eb038890234 service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951046 Aug 10 01:16:24.790023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Router f28f7d06-ca07-4442-9de1-b4db3cdf100c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:24.852314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-34ac2cce-87a7-4f27-8be7-0023d6223440 req-afe99d50-7d22-47ae-9fc3-84ec38ad117b service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892230 Aug 10 01:16:24.893667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a246f2-f1dc-4956-bd98-299549b6e65a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:24.915625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-d6b0c278-0ea0-4cef-93ed-f70b4f38fbbb service neutron] 10.222.0.21 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434438 Aug 10 01:16:25.073841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:25.083564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-298fee15-48de-4ce2-aeb5-854730d944fe tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "PUT /v2.0/routers/f28f7d06-ca07-4442-9de1-b4db3cdf100c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9573622 Aug 10 01:16:25.086684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37732) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:25.097615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Sync routers for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:25.145071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:25.146870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:25.147795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-92955ace-4dd0-4a0a-9284-0a9426f37529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.149856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-92955ace-4dd0-4a0a-9284-0a9426f37529 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1096 time: 0.2288446 Aug 10 01:16:25.154806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b3a246f2-f1dc-4956-bd98-299549b6e65a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:25.225586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting subnet 780d535a-7671-4ca1-b7b4-859f8e667783 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:25.238258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.289797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-d7edcbaf-9ff8-42c1-8048-d387d1a13519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.291347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-d7edcbaf-9ff8-42c1-8048-d387d1a13519 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.1291583 Aug 10 01:16:25.312971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.315879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-2251e534-d037-4721-88a7-20db57bb384a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.328069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-2251e534-d037-4721-88a7-20db57bb384a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1840506 Aug 10 01:16:25.386556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-49d316cd-aadf-4b47-9b90-66bda6cb33ab tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0573633 Aug 10 01:16:25.397493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:25.408120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object e744f9d6-d1bc-46b1-846a-26d69e0ebbeb will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:25.429977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf5f44-82c6-45d0-b659-4a12abbafa15 None None] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:25.442884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-dbb977bb-5418-4e65-bbbe-8e566108b730 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 998 time: 0.1413810 Aug 10 01:16:25.471852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.503688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.560965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=4e61c182-8341-4a65-860c-567496caf0cd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:25.594360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.612276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Provisioning for port b3a246f2-f1dc-4956-bd98-299549b6e65a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:25.636573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Provisioning complete for port b3a246f2-f1dc-4956-bd98-299549b6e65a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:25.636966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:25.652905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-9f0ef9ed-47bd-4a11-8eed-fe79b85aaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:25.655662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-9f0ef9ed-47bd-4a11-8eed-fe79b85aaabf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1992829 Aug 10 01:16:25.666567 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-79c3c7ff-f33b-4e5b-a003-fad2c7fb7695 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2784245 Aug 10 01:16:25.818038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.034511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=e744f9d6-d1bc-46b1-846a-26d69e0ebbeb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.080651 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.094613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:26.097608 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.102636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:16:23Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:26.143943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Checking router: f28f7d06-ca07-4442-9de1-b4db3cdf100c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:26.164826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] For port b3a246f2-f1dc-4956-bd98-299549b6e65a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a246f2-f1dc-4956-bd98-299549b6e65a,segment=NetworkSegment(f47d6696-a818-41a5-b796-0b16ba184363),segment_id=f47d6696-a818-41a5-b796-0b16ba184363)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:26.166963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Routers {'f28f7d06-ca07-4442-9de1-b4db3cdf100c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:26.168012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:26.173994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.185539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:26.191304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:26.199975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:26.201672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.308514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-379f7d0c-a112-430c-a641-840e5a68ae43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5700543 Aug 10 01:16:26.324987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37756) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:26.329896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716aa9-2d4f-4d0d-a9eb-16ef456a386e req-b34ed60b-ba2a-4e15-a1b1-0ae6cda43c6f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:26.332030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f716aa9-2d4f-4d0d-a9eb-16ef456a386e req-b34ed60b-ba2a-4e15-a1b1-0ae6cda43c6f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.7792244 Aug 10 01:16:26.338244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '501a1824-7602-4fce-a6a6-7cfd990ea6e6', 'name': 'tempest-PortsIpV6TestJSON-440456225', 'fixed_ips': [{'subnet_id': '9fbd9709-066b-44b8-adc9-f982028b894e', 'ip_address': '2001:db8::f'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:26.341692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-610ee8af-89f7-4064-b5b0-f27df3ff90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:26.359607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-610ee8af-89f7-4064-b5b0-f27df3ff90ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3047719 Aug 10 01:16:26.400283 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.523231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf5dcb-c9db-4b6c-8cd7-e0dd75123043 None None] Pushing event updated for resources: {'Port': ['ID=b3a246f2-f1dc-4956-bd98-299549b6e65a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.544118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] Set router f28f7d06-ca07-4442-9de1-b4db3cdf100c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:26.563889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-b4fa4587-b98b-4e12-8964-0a5aea3e5aed service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417685 Aug 10 01:16:26.587109 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-e6e7d1f3-aabc-4d75-9ee7-3e160f91150c service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998060 Aug 10 01:16:26.619043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.653404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f716aa9-2d4f-4d0d-a9eb-16ef456a386e req-f73508bf-ae5b-475b-bd1d-a3bea0c7294d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314522 Aug 10 01:16:26.666959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec4ef4-76e6-4ebb-b33d-c10140c17bf3 None None] Network b5c9db90-fbe2-4cb6-bb01-6636414dfc3f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:26.672678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.674710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/subnets/780d535a-7671-4ca1-b7b4-859f8e667783 HTTP/1.1" status: 204 len: 168 time: 1.5870395 Aug 10 01:16:26.685826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37764) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:26.773363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.786226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Provisioning for port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:26.789650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1304-61d9-43ba-ab09-b0f387288d97 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Subnet': ['ID=780d535a-7671-4ca1-b7b4-859f8e667783,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:26.811680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a246f2-f1dc-4956-bd98-299549b6e65a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:26.854317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Provisioning complete for port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:26.854714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.943916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:26.946695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c464abe-9e5d-4a44-9404-d6104f1b9bb2 req-6503330c-6296-47cd-ba34-f6834b5e98ad service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125823 Aug 10 01:16:27.038767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:27.042797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:27.097175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b3a246f2-f1dc-4956-bd98-299549b6e65a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:27.099354 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.101843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Router 8c074db5-3711-4a22-9001-5b2be7f9d95e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:27.164265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-7f287e68-b5c4-4671-80f7-689bf6583488 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5650043 Aug 10 01:16:27.175099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:27.205247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Provisioning complete for port b3a246f2-f1dc-4956-bd98-299549b6e65a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:27.205838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1b654286-4225-4cec-bd6d-2c40d233674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.211804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] DHCP port deletion for b5c9db90-fbe2-4cb6-bb01-6636414dfc3f request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:27.218707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.231354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.267777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:27.274762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b2f225a-2b6f-4804-8e9b-3d851f7d899a tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "PUT /v2.0/routers/8c074db5-3711-4a22-9001-5b2be7f9d95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4642084 Aug 10 01:16:27.276842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37774) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:27.279188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 40e520fa-cf40-4c4c-8d00-eb26c98f5432 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:27.280222 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] Sync routers for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:27.300621 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:27.301322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:27.364786 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:27.377804 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] Routers {'8c074db5-3711-4a22-9001-5b2be7f9d95e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:27.378815 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8c074db5-3711-4a22-9001-5b2be7f9d95e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:27.428488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:27.429427 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a9c8c-77df-4e26-8290-aaa8f879f4e3 None None] The sync data for ids ['8c074db5-3711-4a22-9001-5b2be7f9d95e'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:27.450919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.471841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Deleting port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:27.472437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.525154 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:16:23Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:27.585114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f00aab-19c8-4d68-b90b-5b119034eef1 None None] The sync data for ids ['f28f7d06-ca07-4442-9de1-b4db3cdf100c'] in n-d-766380-21 is: [{'id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-122799073', 'tenant_id': 'f2c2016081d04f97ba8fc525d74062e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:16:23Z', 'revision_number': 5, 'project_id': 'f2c2016081d04f97ba8fc525d74062e0', 'gw_port': {'id': '1e88bdad-04d3-4961-8996-8a3dd18ccc6e', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f7d06-ca07-4442-9de1-b4db3cdf100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:17Z', 'updated_at': '2021-08-10T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:27.604120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6c4c326-fccf-44de-aa39-d44aba60998c req-4520cb5b-ab24-45d3-8b46-accffc45ca06 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0416138 Aug 10 01:16:27.656281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.675679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:27.678787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Deleting port 6f4fa785-1713-4681-84c5-2ec225bb72ff {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:27.679166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.734409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '46cf619b-1676-4824-8f74-eceae34b71e3', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'port_id': '46cf619b-1676-4824-8f74-eceae34b71e3', 'mac_address': 'fa:16:3e:53:b1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:27.750527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::f (501a1824-7602-4fce-a6a6-7cfd990ea6e6/9fbd9709-066b-44b8-adc9-f982028b894e/40e520fa-cf40-4c4c-8d00-eb26c98f5432) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:27.789198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting port 9ecf2c8d-6f42-44fe-a44d-44b9346854e9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:27.789997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.791238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] For port 6f4fa785-1713-4681-84c5-2ec225bb72ff, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6f4fa785-1713-4681-84c5-2ec225bb72ff,segment=NetworkSegment(4c51523a-5f4f-47be-9399-955b0694a9ca),segment_id=4c51523a-5f4f-47be-9399-955b0694a9ca)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:27.791638 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.820803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Calling delete_port for 6f4fa785-1713-4681-84c5-2ec225bb72ff owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:27.823914 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.878799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-88648e2c-fec3-460d-a7b3-6abb1863864b None None] Provisioning complete for port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:27.879184 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-88648e2c-fec3-460d-a7b3-6abb1863864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.881528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:27.923084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.926229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:27.945213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Calling delete_port for 9ecf2c8d-6f42-44fe-a44d-44b9346854e9 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:27.951168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] For port 1e88bdad-04d3-4961-8996-8a3dd18ccc6e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:27.951647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.952526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:27.991485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-88648e2c-fec3-460d-a7b3-6abb1863864b None None] Port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:28.030157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.034706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.061614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Calling delete_port for 1e88bdad-04d3-4961-8996-8a3dd18ccc6e owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:28.073236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] Pushing event deleted for resources: {'Port': ['ID=6f4fa785-1713-4681-84c5-2ec225bb72ff,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.075900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba75e6-f13b-48c7-9e11-bb340ccf8837 None None] No DVR routers for this DVR port 6f4fa785-1713-4681-84c5-2ec225bb72ff on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:28.087911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191db97a-1500-4ae4-9111-5a60186e45f9 req-7a172472-5877-40bb-81da-f73bbbe3f03e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:28.089683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-191db97a-1500-4ae4-9111-5a60186e45f9 req-7a172472-5877-40bb-81da-f73bbbe3f03e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 944 time: 0.2789857 Aug 10 01:16:28.174523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['46cf619b-1676-4824-8f74-eceae34b71e3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:28.238487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-191db97a-1500-4ae4-9111-5a60186e45f9 req-fbd19edb-27e9-4578-a0c9-f3bd3789ec57 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349623 Aug 10 01:16:28.286223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:28.315894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.397987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 40e520fa-cf40-4c4c-8d00-eb26c98f5432 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:28.410782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.470969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Port': ['ID=9ecf2c8d-6f42-44fe-a44d-44b9346854e9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.476019 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-20f20a6b-e151-45b2-a783-d4afb5c367bc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/ee93a7b8-6eca-4d6f-8a39-582d70834cfd HTTP/1.1" status: 200 len: 991 time: 0.1885250 Aug 10 01:16:28.513033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.561212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.563096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.576958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:28.593361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:28.602146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:28.609060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:28.609796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.694285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6f4fa785-1713-4681-84c5-2ec225bb72ff no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:28.710246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=40e520fa-cf40-4c4c-8d00-eb26c98f5432,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.711041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.719960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.732875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6f4fa785-1713-4681-84c5-2ec225bb72ff {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:28.733418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6f4fa785-1713-4681-84c5-2ec225bb72ff not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:28.734543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cb7c1a2f-25a0-4607-a949-aa55f5651037 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:28.760426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Port': ['ID=1e88bdad-04d3-4961-8996-8a3dd18ccc6e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:28.762278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cb7c1a2f-25a0-4607-a949-aa55f5651037 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:28.763749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cb7c1a2f-25a0-4607-a949-aa55f5651037 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:28.773807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-32d3bea0-8e4e-4b87-bfdc-e1b3af497c78 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4470823 Aug 10 01:16:28.776637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37814) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:28.842453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-050a6cc6-3201-451b-9b56-39a2f4ca43b7 req-3893512f-4aa7-4871-99ff-7adef2e64778 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0337632 Aug 10 01:16:28.843472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.844038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Fanout notify agent at l3_agent the message router_deleted on router 8c074db5-3711-4a22-9001-5b2be7f9d95e {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:28.859591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.862558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9b149954-1e80-4f3a-8a8b-899187d0f0f6 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/routers/8c074db5-3711-4a22-9001-5b2be7f9d95e HTTP/1.1" status: 204 len: 168 time: 1.5838823 Aug 10 01:16:28.864110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:28.864710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:28.967917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Deleting subnet 729cfd3c-14e2-4222-b989-d4aeffccd617 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:28.978360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.023788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-92b81355-d77d-4b91-9090-c28c1e3d00a5 None None] Provisioning for port 40e520fa-cf40-4c4c-8d00-eb26c98f5432 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:29.028403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-92b81355-d77d-4b91-9090-c28c1e3d00a5 None None] Provisioning complete for port 40e520fa-cf40-4c4c-8d00-eb26c98f5432 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:29.029309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92b81355-d77d-4b91-9090-c28c1e3d00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.042607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.055230 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.072957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3437fe66-a789-4cf8-b0c5-b262d4e10a2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.074556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3437fe66-a789-4cf8-b0c5-b262d4e10a2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2970119 Aug 10 01:16:29.082715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37822) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.106715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-92b81355-d77d-4b91-9090-c28c1e3d00a5 None None] Port 40e520fa-cf40-4c4c-8d00-eb26c98f5432 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:29.180048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.180607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Fanout notify agent at l3_agent the message router_deleted on router f28f7d06-ca07-4442-9de1-b4db3cdf100c {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:29.190766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:29.192532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.196165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06689ff5-3929-4ea9-aecd-0aa710373abb tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/routers/f28f7d06-ca07-4442-9de1-b4db3cdf100c HTTP/1.1" status: 204 len: 168 time: 2.4707966 Aug 10 01:16:29.209164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cb85d-3dd8-4a06-ad77-9a693c488d45 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.216521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cb85d-3dd8-4a06-ad77-9a693c488d45 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.222865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3cb85d-3dd8-4a06-ad77-9a693c488d45 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.224476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5a3cb85d-3dd8-4a06-ad77-9a693c488d45 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1412294 Aug 10 01:16:29.225098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37826) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.235199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37828) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.265721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-7a855021-e5d0-4484-b06e-ade172ac2e55 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:29.267311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-7a855021-e5d0-4484-b06e-ade172ac2e55 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.3148730 Aug 10 01:16:29.340131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 46cf619b-1676-4824-8f74-eceae34b71e3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:29.340598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:29.345679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 46cf619b-1676-4824-8f74-eceae34b71e3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:29.346059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.369119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.447053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.489673 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.523001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.531323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.548715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:29.551337 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c5cb25-5d85-4e2d-9282-1acf92b48f5d" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:29.565470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:29.576814 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.579310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Subnet': ['ID=729cfd3c-14e2-4222-b989-d4aeffccd617,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.588178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.593745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ecc4567-0ab0-4a00-844e-b20d568c5980 tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/subnets/729cfd3c-14e2-4222-b989-d4aeffccd617 HTTP/1.1" status: 204 len: 168 time: 0.7278004 Aug 10 01:16:29.594394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37832) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:29.677278 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5215bd9e-ee83-4b38-bc8c-553bd600d0b6 x-openstack-request-id: req-5215bd9e-ee83-4b38-bc8c-553bd600d0b6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:29.677642 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-plugged", "status": "completed", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:29.678063 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5215bd9e-ee83-4b38-bc8c-553bd600d0b6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:29.678497 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'code': 200} Aug 10 01:16:29.712034 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.718038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=13']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:29.848522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.863911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34280de8-b3dd-4c75-9d35-8d54aa056e07']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:29.902487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a457b9-a1ee-4e7a-aaf1-f474896a2cf3') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:29.904718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a457b9-a1ee-4e7a-aaf1-f474896a2cf3') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:29.919126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.938341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.945126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 40e520fa-cf40-4c4c-8d00-eb26c98f5432 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:29.945613 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:29.945723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:29.946043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:30.000470 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:30.052026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b03bed8c-f1d8-408c-bb33-5eaceaa3f0b8 req-7087d9e7-67de-4f7f-89c6-1acdd0e650c7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0455875 Aug 10 01:16:30.062565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.085309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.089735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] 10.222.0.25 "DELETE /v2.0/networks/34280de8-b3dd-4c75-9d35-8d54aa056e07 HTTP/1.1" status: 204 len: 168 time: 0.4918511 Aug 10 01:16:30.089735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39948a1f-739d-4b2f-a4a5-0ed2127878aa tempest-FloatingIPTestJSON-191336945 tempest-FloatingIPTestJSON-191336945-project] Pushing event deleted for resources: {'Network': ['ID=34280de8-b3dd-4c75-9d35-8d54aa056e07,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:30.108660 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.128655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:30.132150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.138540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c9db90-fbe2-4cb6-bb01-6636414dfc3f']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:30.141793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.165042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c51523a-5f4f-47be-9399-955b0694a9ca') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:30.166168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c51523a-5f4f-47be-9399-955b0694a9ca') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:30.177005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 40e520fa-cf40-4c4c-8d00-eb26c98f5432 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:30.186554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.217336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.285802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:30.286459 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:30.293080 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:30.431317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.470297 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.472127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] 10.222.0.25 "DELETE /v2.0/networks/b5c9db90-fbe2-4cb6-bb01-6636414dfc3f HTTP/1.1" status: 204 len: 168 time: 1.2442977 Aug 10 01:16:30.487011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4c6e-7bcf-41f9-9817-fb5be2068a02 tempest-TestSecurityGroupsBasicOps-411860217 tempest-TestSecurityGroupsBasicOps-411860217-project] Pushing event deleted for resources: {'Network': ['ID=b5c9db90-fbe2-4cb6-bb01-6636414dfc3f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:30.543832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.14 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/2bd208a5-5ae9-417f-9a96-6330cdb50f09) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:30.550342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37858) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:30.591795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.696308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1e88bdad-04d3-4961-8996-8a3dd18ccc6e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:30.721592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.723811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/40e520fa-cf40-4c4c-8d00-eb26c98f5432 HTTP/1.1" status: 204 len: 168 time: 1.4856582 Aug 10 01:16:30.726193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:30.736897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fedf6-0bee-408d-af69-489f8189c577 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=40e520fa-cf40-4c4c-8d00-eb26c98f5432,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:30.742120 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:16:30.765492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1e88bdad-04d3-4961-8996-8a3dd18ccc6e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:30.768590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1e88bdad-04d3-4961-8996-8a3dd18ccc6e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:30.787657 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-af025c1f-6b36-469b-8299-518b0e864d97 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:30.789598 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af025c1f-6b36-469b-8299-518b0e864d97 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/40e520fa-cf40-4c4c-8d00-eb26c98f5432 HTTP/1.1" status: 404 len: 333 time: 0.0622714 Aug 10 01:16:30.792395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37866) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:30.953076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port e744f9d6-d1bc-46b1-846a-26d69e0ebbeb {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:30.953813 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.968793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:30.991283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object 2bd208a5-5ae9-417f-9a96-6330cdb50f09 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:31.046317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.159649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:31.178658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:31.180519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:31.183281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:31.183728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.246402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for e744f9d6-d1bc-46b1-846a-26d69e0ebbeb owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:31.255631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.256381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.276779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-9f613454-cafb-4ac2-99fc-128850ce6a05 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9568417 Aug 10 01:16:31.288700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-7e254f34-ee92-4b8f-abae-5dd3f2621db2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:16:31.289714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-7e254f34-ee92-4b8f-abae-5dd3f2621db2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060370 Aug 10 01:16:31.302015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3263d0b-0c89-436c-8b5d-52e4a39e195c req-8b9a9877-b4bc-4bc2-97ca-756ed3b532f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:31.302995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Request body: {'port': {'device_id': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:31.303976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3263d0b-0c89-436c-8b5d-52e4a39e195c req-8b9a9877-b4bc-4bc2-97ca-756ed3b532f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 932 time: 0.1686490 Aug 10 01:16:31.333569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.381365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.390540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa0ec145-39f0-4091-a9de-e2e0dde21354 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=418a76b75f7b497fb546325f65b2829f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8389568 Aug 10 01:16:31.393271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37878) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.425277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3263d0b-0c89-436c-8b5d-52e4a39e195c req-43779717-25ea-47be-a9cb-0bc6a0f31e4f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783534 Aug 10 01:16:31.547409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.565123 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.585623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=e744f9d6-d1bc-46b1-846a-26d69e0ebbeb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:31.621347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.625633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-344d7d1c-3254-48a3-878b-d301a96f17be tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/e744f9d6-d1bc-46b1-846a-26d69e0ebbeb HTTP/1.1" status: 204 len: 168 time: 0.8317921 Aug 10 01:16:31.628791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.635221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37882) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.669005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b65647c7-1073-4896-8ec8-7e4d1837e2bd None None] Provisioning for port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:31.675316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b65647c7-1073-4896-8ec8-7e4d1837e2bd None None] Provisioning complete for port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:31.675906 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b65647c7-1073-4896-8ec8-7e4d1837e2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.732188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37886) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.734520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-43e5985f-5125-45ca-ac1c-45fb6fdfc1bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2c2016081d04f97ba8fc525d74062e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997359 Aug 10 01:16:31.735029 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bb0a8d-d487-4c85-a13f-a50f6a1d0868 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:31.739742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-37bb0a8d-d487-4c85-a13f-a50f6a1d0868 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/e744f9d6-d1bc-46b1-846a-26d69e0ebbeb HTTP/1.1" status: 404 len: 333 time: 0.1030066 Aug 10 01:16:31.739996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b65647c7-1073-4896-8ec8-7e4d1837e2bd None None] Port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:31.745003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37888) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:31.833867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.853017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 9fbd9709-066b-44b8-adc9-f982028b894e {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:31.878961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.892099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.959144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.964328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.968799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.970489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12892da2-8cc4-49a0-aa73-eec6680292f4 HTTP/1.1" status: 204 len: 168 time: 0.2276142 Aug 10 01:16:31.992413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.995029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:31.999284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ebb561b-a59a-40e0-b5d4-90cd019d459b HTTP/1.1" status: 204 len: 168 time: 0.6018167 Aug 10 01:16:32.005990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15016df4-18ef-449f-bc93-6a14417de705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12892da2-8cc4-49a0-aa73-eec6680292f4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.045637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539408f1-2553-45ab-aa1b-3713b41fd9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebb561b-a59a-40e0-b5d4-90cd019d459b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.164410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.201889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd208a5-5ae9-417f-9a96-6330cdb50f09 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:32.215258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.238200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Transition to ACTIVE for port object 2bd208a5-5ae9-417f-9a96-6330cdb50f09 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:32.249119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.285679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.340387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbd9709-066b-44b8-adc9-f982028b894e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.352410 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.357443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:32.357873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d51a15e-5413-4f42-9bc1-231c493ec536 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbd9709-066b-44b8-adc9-f982028b894e HTTP/1.1" status: 204 len: 168 time: 0.5995960 Aug 10 01:16:32.361301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.377491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6360e3c2-35f6-49cd-9ff4-83f940280972 None None] Network 501a1824-7602-4fce-a6a6-7cfd990ea6e6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:32.474346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Attempting to bind port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:32.474784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Attempting to bind port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:32.475187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Attempting to bind port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:32.481061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:16:32.482172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Attempting to bind port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:32.488006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:32.488415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:32.488892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:32.489424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Bound port: 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:32.490055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.604960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.681036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbafea-40b1-4c78-9b49-13140afe66ba req-b81a9e5d-dc4e-4640-bb8d-18d614efad0f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:32.690784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cccbafea-40b1-4c78-9b49-13140afe66ba req-b81a9e5d-dc4e-4640-bb8d-18d614efad0f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1356318 Aug 10 01:16:32.702911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:32.708918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:32.721440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.774331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port b3a246f2-f1dc-4956-bd98-299549b6e65a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:32.774836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.817290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:32.819451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:32.824262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/2bd208a5-5ae9-417f-9a96-6330cdb50f09 HTTP/1.1" status: 200 len: 1093 time: 1.5268061 Aug 10 01:16:32.834245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:16:32.839761 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac7888-8dc8-4881-b327-3a906e17d1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:16:32.852547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] DHCP port deletion for 501a1824-7602-4fce-a6a6-7cfd990ea6e6 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:32.914323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ea4c6-0221-4b1e-94ef-3c5ee7c7e3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:32.953926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cccbafea-40b1-4c78-9b49-13140afe66ba req-b04210ac-f9c8-433c-aab9-c05c4eae061a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620533 Aug 10 01:16:32.956179 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99daf826-294b-4c71-a9de-687e38ab4e5c x-openstack-request-id: req-99daf826-294b-4c71-a9de-687e38ab4e5c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:16:32.956480 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:16:32.956736 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99daf826-294b-4c71-a9de-687e38ab4e5c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:16:32.958031 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09', 'status': 'completed', 'code': 200} Aug 10 01:16:32.988871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:33.026881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Deleting port b3a246f2-f1dc-4956-bd98-299549b6e65a {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:33.027420 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.046117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6569f21-d21d-4514-9b5f-6384628c3c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.074757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-889a5b13-cb1f-46a2-8b2b-47379350f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.076924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-889a5b13-cb1f-46a2-8b2b-47379350f6cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 1096 time: 0.1586187 Aug 10 01:16:33.084330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port b3a246f2-f1dc-4956-bd98-299549b6e65a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a246f2-f1dc-4956-bd98-299549b6e65a,segment=NetworkSegment(f47d6696-a818-41a5-b796-0b16ba184363),segment_id=f47d6696-a818-41a5-b796-0b16ba184363)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:33.085103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.129912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for b3a246f2-f1dc-4956-bd98-299549b6e65a owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:33.160218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-c64a2578-ec4a-4945-9e9a-c5267952787b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09 HTTP/1.1" status: 200 len: 217 time: 0.0746608 Aug 10 01:16:33.193493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] For port b3a246f2-f1dc-4956-bd98-299549b6e65a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b3a246f2-f1dc-4956-bd98-299549b6e65a,segment=NetworkSegment(f47d6696-a818-41a5-b796-0b16ba184363),segment_id=f47d6696-a818-41a5-b796-0b16ba184363)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:33.193895 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.225282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Calling delete_port for b3a246f2-f1dc-4956-bd98-299549b6e65a owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:33.279684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-d6ef1882-4db0-4063-ab37-0b22c463bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.281438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-d6ef1882-4db0-4063-ab37-0b22c463bffe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1143439 Aug 10 01:16:33.382412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.388374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-49634b15-a232-44ae-8eb0-f1818e8cef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:33.390472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-49634b15-a232-44ae-8eb0-f1818e8cef63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987682 Aug 10 01:16:33.417763 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.478384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6569f21-d21d-4514-9b5f-6384628c3c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.483468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=b3a246f2-f1dc-4956-bd98-299549b6e65a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.483707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Pushing event deleted for resources: {'Port': ['ID=b3a246f2-f1dc-4956-bd98-299549b6e65a,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.505197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.505544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.513500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.513979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.514568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.515032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.515344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6569f21-d21d-4514-9b5f-6384628c3c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.515500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.515693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.516736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.520786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.521149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.521697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:33.523082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port b3a246f2-f1dc-4956-bd98-299549b6e65a on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:33.524824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2993da0-337e-4c19-b74e-26aec06d2650 None None] No DVR routers for this DVR port b3a246f2-f1dc-4956-bd98-299549b6e65a on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:33.606241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e6569f21-d21d-4514-9b5f-6384628c3c7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bce3f3b954b943eb867e135f3341bc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102808 Aug 10 01:16:33.607291 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37922) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:33.623790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569f21-d21d-4514-9b5f-6384628c3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65723cbf-76db-4561-ab0e-46620f16b91a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:33.685056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-70c56afb-b2a0-4435-83de-e2b0b1baf96b service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863655 Aug 10 01:16:33.705205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.745977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501a1824-7602-4fce-a6a6-7cfd990ea6e6']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:33.765546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d6696-a818-41a5-b796-0b16ba184363') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:33.767329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d6696-a818-41a5-b796-0b16ba184363') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:33.772092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.799032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.803221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.825204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.835545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:33.836287 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:33.842150 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:33.895820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6bb4b4b-96d8-4306-84a3-df91229220e3 req-cbd40595-c70a-41af-a736-2cd6ef4c5c20 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028341 Aug 10 01:16:33.917048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.921556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:33.922863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65723cbf-76db-4561-ab0e-46620f16b91a HTTP/1.1" status: 204 len: 168 time: 0.3144019 Aug 10 01:16:33.935816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e25359-aaf7-483a-bb5f-25bb4ae8a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65723cbf-76db-4561-ab0e-46620f16b91a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.013223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.037950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.044419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/501a1824-7602-4fce-a6a6-7cfd990ea6e6 HTTP/1.1" status: 204 len: 168 time: 1.6851463 Aug 10 01:16:34.048552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37932) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.096002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-0cf658ea-936c-4251-94e7-21aad599d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.098564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-0cf658ea-936c-4251-94e7-21aad599d939 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 1096 time: 0.1255057 Aug 10 01:16:34.102155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-50463532'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.105969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652ca56-f345-4f61-aa1b-70ccd06d951f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=501a1824-7602-4fce-a6a6-7cfd990ea6e6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.181653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808865a6-fc70-406e-a526-8b246a708131 req-fb9866bf-b808-4808-9a13-9b4174284dee tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.185510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808865a6-fc70-406e-a526-8b246a708131 req-fb9866bf-b808-4808-9a13-9b4174284dee tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.0882189 Aug 10 01:16:34.187614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:34.194403 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.255868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-808865a6-fc70-406e-a526-8b246a708131 req-b4830b1a-e9d6-4e66-9579-6569d5693ad2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Aug 10 01:16:34.259807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:34.301919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-89dded60-cd24-4280-85ac-9a6d139594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.302152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.306533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-89dded60-cd24-4280-85ac-9a6d139594c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1991677 Aug 10 01:16:34.306716 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Added segment 95c1bf40-156d-48df-893f-3e352a28cd24 of type vlan for network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc Aug 10 01:16:34.374714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-be96cbe2-be97-4145-9e26-983d9951346c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09 HTTP/1.1" status: 200 len: 217 time: 0.0621364 Aug 10 01:16:34.392592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.433761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-64a35a8f-cb05-422f-81ad-1d34c9366a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.435809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-64a35a8f-cb05-422f-81ad-1d34c9366a6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0537839 Aug 10 01:16:34.437213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.446421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.447621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:34.524333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-471daa5d-ed69-48f3-b1c9-7811458bdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:34.526591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-471daa5d-ed69-48f3-b1c9-7811458bdcad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834620 Aug 10 01:16:34.569548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4728239 Aug 10 01:16:34.572929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 37942) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.579392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:34.599346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5f8c9-7e92-4a16-97d4-551636f9421f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Network': ['ID=35f572f4-b157-42cc-8b5c-91f5fd1d33cc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:34.628425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:34.721491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-9cea8ba7-ab10-49df-b0be-7890e08b2ad2 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852157 Aug 10 01:16:34.846575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a246f2-f1dc-4956-bd98-299549b6e65a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:34.868268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37948) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.922656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1eac7888-8dc8-4881-b327-3a906e17d1d8 req-b4e76983-24b5-484f-8c9f-212c2a99652c service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878917 Aug 10 01:16:34.954349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92a7517c-ba7f-48fd-a36b-dba120d2d531 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59bfb26e1b1a4ab58b7dba9f61f028e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829003 Aug 10 01:16:34.955952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37952) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:34.987410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:34.991194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.010798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b3a246f2-f1dc-4956-bd98-299549b6e65a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:35.010798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b3a246f2-f1dc-4956-bd98-299549b6e65a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:35.085439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.090290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-884a2bcf-36b5-47f8-ab50-70b754b22d31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2028904 Aug 10 01:16:35.141444 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.255452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.260623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.265911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d940aa7-469b-4a23-861f-6ce25967e2ed HTTP/1.1" status: 204 len: 168 time: 0.3068249 Aug 10 01:16:35.282436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-7ec3637c-5b9b-4be1-a2dc-52b950c14658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.283728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-7ec3637c-5b9b-4be1-a2dc-52b950c14658 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1098 time: 0.1097612 Aug 10 01:16:35.306261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27acfe-c5bf-4e0d-b3e2-e9958f12898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d940aa7-469b-4a23-861f-6ce25967e2ed,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.470236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206806c-9d62-4178-90d9-78c486ee42c8 req-912f6e36-08d5-4473-91b2-e9ab3debd153 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.472840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c206806c-9d62-4178-90d9-78c486ee42c8 req-912f6e36-08d5-4473-91b2-e9ab3debd153 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.0958829 Aug 10 01:16:35.481962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.549549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c206806c-9d62-4178-90d9-78c486ee42c8 req-a310403d-9167-4687-9cc6-d01422066709 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698054 Aug 10 01:16:35.587500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-c282c4ca-d42a-4692-906f-f4904c83fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.588978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-c282c4ca-d42a-4692-906f-f4904c83fd19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.2558689 Aug 10 01:16:35.615349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=db932f23-240a-4748-bc79-55f029598c7f,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:35.691254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Checking segment: {'id': '95c1bf40-156d-48df-893f-3e352a28cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:35.691254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network hostable DHCP agents. Network: 35f572f4-b157-42cc-8b5c-91f5fd1d33cc, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:35.728027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-12f4589c-89f5-4d12-be3a-b487865c5f48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 1000 time: 0.1290643 Aug 10 01:16:35.748286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:35.796739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 35f572f4-b157-42cc-8b5c-91f5fd1d33cc) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:35.798974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37966) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.812580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-16612f05-9605-4469-b2d9-98610b519d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.814108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-16612f05-9605-4469-b2d9-98610b519d12 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.0769901 Aug 10 01:16:35.817109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3f98a-6d85-4c84-ad2d-260d2d15798c None None] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:35.817780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.818302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.842118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de6e35d7-a3d6-40aa-96d1-4f4f488fd060 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2681305 Aug 10 01:16:35.846945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37970) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:35.858545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-175232394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:35.897900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-500e6ca8-5862-4a44-bb7b-e6d40967393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:35.899705 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-500e6ca8-5862-4a44-bb7b-e6d40967393d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683746 Aug 10 01:16:35.943187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:35.946441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.154813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.165045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.178033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-d3dfd04b-faa8-432c-be2d-462ec8973e92 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602925 Aug 10 01:16:36.211085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-35f572f4-b157-42cc-8b5c-91f5fd1d33cc', 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': 'db932f23-240a-4748-bc79-55f029598c7f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:36.217201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.241738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150117884'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:36.255879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.265327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b57bd3b8-5fc1-4604-b437-81d4715d2534 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4101110 Aug 10 01:16:36.266057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 37974) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:36.291951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc', 'name': 'tempest-PortsIpV6TestJSON-455737111'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:36.439492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-73046412-29f3-4f19-9d6c-a5534e74a998 req-893f1917-d9b2-4fcd-b9d1-56cd8ddc7cb7 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605598 Aug 10 01:16:36.488171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:36.494460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.511743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.530317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Allocated IP 2001:db8::2 (35f572f4-b157-42cc-8b5c-91f5fd1d33cc/db932f23-240a-4748-bc79-55f029598c7f/c68582c1-dd54-46be-928f-8efaa3128786) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:36.567344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:36.571320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.620075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 9f10d4bd-b1c4-407b-b370-85c90d866350 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:36.781214 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.792545 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.822559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:36.833233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.833737 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment 223cabe5-edf6-4a6a-8758-cae4a1240296 of type vlan for network 60aba025-1cb2-4d77-89d7-df51c93390a3 Aug 10 01:16:36.839047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb65557-0c81-4b1a-8c1a-075f1f231f2d req-248fd5f9-41eb-47f8-8142-6ad92d7b1c82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.845351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fb65557-0c81-4b1a-8c1a-075f1f231f2d req-248fd5f9-41eb-47f8-8142-6ad92d7b1c82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1550982 Aug 10 01:16:36.892018 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.894950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.922115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Transition to ACTIVE for port object c68582c1-dd54-46be-928f-8efaa3128786 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:36.943660 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.949176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:36.949811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:36.955673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fb65557-0c81-4b1a-8c1a-075f1f231f2d req-037fddd5-6b7d-4a91-a64e-aa2f87103ba1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Aug 10 01:16:36.964548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Transition to ACTIVE for port object c68582c1-dd54-46be-928f-8efaa3128786 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:36.984526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.088407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2886672 Aug 10 01:16:37.094144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fb6adf-0bd9-4d0b-9e2b-a365d9c2b5a0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.113960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c1621-1640-4a0a-a7e5-2bd5954744ba tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=60aba025-1cb2-4d77-89d7-df51c93390a3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.126691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:37.135470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::138 (35f572f4-b157-42cc-8b5c-91f5fd1d33cc/db932f23-240a-4748-bc79-55f029598c7f/9f10d4bd-b1c4-407b-b370-85c90d866350) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:37.165148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:37.168071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:37.170980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:37.298152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Pushing event updated for resources: {'Port': ['ID=c68582c1-dd54-46be-928f-8efaa3128786,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.449242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.485888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 9f10d4bd-b1c4-407b-b370-85c90d866350 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:37.511247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:37.547731 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.691923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:37.697569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:37.700795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=9f10d4bd-b1c4-407b-b370-85c90d866350,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:37.703496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:37.711759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:37.712603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.749243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-80473010-network', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:37.750195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f87d1c6e-a9f0-4668-aaa9-9f6cb01d1a85 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4781013 Aug 10 01:16:37.753839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:37.823947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Made reservation on behalf of e21112a399364ff3b560b01ef8e71da5 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:37.827485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:37.853178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.059258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Attempting to bind port c68582c1-dd54-46be-928f-8efaa3128786 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:38.060499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Attempting to bind port c68582c1-dd54-46be-928f-8efaa3128786 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '95c1bf40-156d-48df-893f-3e352a28cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:38.060984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Attempting to bind port c68582c1-dd54-46be-928f-8efaa3128786 on network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:38.108554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:38.109664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Checking segment: {'id': '95c1bf40-156d-48df-893f-3e352a28cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:38.110606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.111262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Bound using segment: {'id': '95c1bf40-156d-48df-893f-3e352a28cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:38.112419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Bound port: c68582c1-dd54-46be-928f-8efaa3128786, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c1bf40-156d-48df-893f-3e352a28cd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '35f572f4-b157-42cc-8b5c-91f5fd1d33cc'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:38.113341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.222189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] For port c68582c1-dd54-46be-928f-8efaa3128786, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:38.235903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] For port c68582c1-dd54-46be-928f-8efaa3128786, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c68582c1-dd54-46be-928f-8efaa3128786,segment=NetworkSegment(95c1bf40-156d-48df-893f-3e352a28cd24),segment_id=95c1bf40-156d-48df-893f-3e352a28cd24)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:38.246645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.248730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.252515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.288867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35028fd4-2ee7-4758-86e4-19e6fbadfb0e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.334797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:38.378211 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.379708 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Added segment 960d5f29-e747-4a39-a369-6f079fe99a26 of type vlan for network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 Aug 10 01:16:38.424565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debfe695-c2d1-4036-9e7a-6543c7f14487 req-17042bb7-87b3-4aae-9a84-a378045010ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:38.446334 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-debfe695-c2d1-4036-9e7a-6543c7f14487 req-17042bb7-87b3-4aae-9a84-a378045010ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.2842596 Aug 10 01:16:38.490732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed92ce9-f464-4a45-86be-905cb9f28c38 None None] Pushing event updated for resources: {'Port': ['ID=c68582c1-dd54-46be-928f-8efaa3128786,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:38.502393 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.582692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-debfe695-c2d1-4036-9e7a-6543c7f14487 req-664412c9-a803-4850-946f-84b3e7dfdff3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351845 Aug 10 01:16:38.621555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.769404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.770562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:38.771397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:38.957292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4449072 Aug 10 01:16:38.958082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:39.007248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Request body: {'subnet': {'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-80473010-subnet', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:39.053135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805e4d33-5d99-4a2b-ad8d-f29a88d58856 admin admin] Pushing event updated for resources: {'Network': ['ID=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:39.079105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:39.115165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Made reservation on behalf of e21112a399364ff3b560b01ef8e71da5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:39.123671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:39.708348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.051746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.063847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.069289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b3287b-b381-4e4a-af67-2a4b1af195e2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:40.085518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Checking segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:40.085896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Network hostable DHCP agents. Network: 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:40.140246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c47744-ce34-418f-8024-bcb0f2e35983 req-a9f99f49-8c8d-4ffa-984c-697daf5950e0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.153742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69c47744-ce34-418f-8024-bcb0f2e35983 req-a9f99f49-8c8d-4ffa-984c-697daf5950e0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.3119440 Aug 10 01:16:40.200761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=9f10d4bd-b1c4-407b-b370-85c90d866350,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:40.233377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:40.280089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69c47744-ce34-418f-8024-bcb0f2e35983 req-e0dcfc6e-abee-47e7-a18e-bc9f96a197c3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253104 Aug 10 01:16:40.307395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:40.316961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:40.317574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.318814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc13b92-bc43-4c21-9cf3-1e1312542a0e None None] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:40.344646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0de341c2-2be6-430c-80c5-a1739001a6f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3810835 Aug 10 01:16:40.345295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38036) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:40.349743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:40.415671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.417019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.443928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334116d-4fd6-4006-986c-b4df08dd5d18 None None] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:40.511051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38038) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:40.536960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:40.598824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f21e3459-19b9-4413-a944-a0401dcff964 None None] Provisioning for port c68582c1-dd54-46be-928f-8efaa3128786 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:40.618562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.750625 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.788618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c68582c1-dd54-46be-928f-8efaa3128786 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:40.858276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:40.862336 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:40.908719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.019991 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.136519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:41.139759 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.291117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c68582c1-dd54-46be-928f-8efaa3128786 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:41.344015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c68582c1-dd54-46be-928f-8efaa3128786 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:41.347393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.392824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.471658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.526896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.599310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Allocated IP 172.20.0.2 (6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4/29b3287b-b381-4e4a-af67-2a4b1af195e2/73003d21-ed59-4c00-a068-5f97f5dce40b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:41.602480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51b1d8-8497-4bb1-989a-288cde425bca req-66a6dba5-60e2-4d39-b6c4-4f062dd37fda tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.610074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b51b1d8-8497-4bb1-989a-288cde425bca req-66a6dba5-60e2-4d39-b6c4-4f062dd37fda tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1541166 Aug 10 01:16:41.618045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=d1142593-1e42-4452-b91c-5186f1d3d95f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:41.646788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': '223cabe5-edf6-4a6a-8758-cae4a1240296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:41.647163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 60aba025-1cb2-4d77-89d7-df51c93390a3, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:41.666901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.760183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b51b1d8-8497-4bb1-989a-288cde425bca req-368574ec-46ae-4553-9782-d84bbae9b80b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490958 Aug 10 01:16:41.785203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:41.789437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.803844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.804686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.816961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 60aba025-1cb2-4d77-89d7-df51c93390a3) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:41.843664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a0014-8893-44e2-a0a1-08f01b9655fe None None] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:41.887288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=9f10d4bd-b1c4-407b-b370-85c90d866350,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:41.896042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:41.896863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:41.960498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c68582c1-dd54-46be-928f-8efaa3128786, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c68582c1-dd54-46be-928f-8efaa3128786,segment=NetworkSegment(95c1bf40-156d-48df-893f-3e352a28cd24),segment_id=95c1bf40-156d-48df-893f-3e352a28cd24)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:41.982257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-14074192-b9a2-403f-bcf2-5b1b3cae0963 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4679296 Aug 10 01:16:41.986209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:42.008449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951186178'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:42.051608 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.055456 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.066756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:42.071096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.088154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:42.092903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:42.099544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Transition to ACTIVE for port object 73003d21-ed59-4c00-a068-5f97f5dce40b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:42.143333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Transition to ACTIVE for port object 73003d21-ed59-4c00-a068-5f97f5dce40b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:42.144614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-090147da-7181-459d-a310-7f727baee12d None None] Provisioning complete for port c68582c1-dd54-46be-928f-8efaa3128786 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:42.144992 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-090147da-7181-459d-a310-7f727baee12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.188940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:42.198423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.207789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c68582c1-dd54-46be-928f-8efaa3128786,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.210793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.211151 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment f88281e1-9244-4758-a1bb-53b91e855cbc of type vlan for network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 Aug 10 01:16:42.212661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Allocated IP 172.25.7.3 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9204bb0d-99c7-4da7-9ee6-518546946183) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:42.247241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-60aba025-1cb2-4d77-89d7-df51c93390a3', 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': 'd1142593-1e42-4452-b91c-5186f1d3d95f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:42.248093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.274789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:42.275588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.286908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:42.290117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:42.315472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Pushing event updated for resources: {'Port': ['ID=73003d21-ed59-4c00-a068-5f97f5dce40b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.359423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Router a051c36e-b8d6-4d80-8a2a-af2166b7c609 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:42.376005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.382222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:42.387796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.484090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Attempting to bind port 73003d21-ed59-4c00-a068-5f97f5dce40b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:42.484640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Attempting to bind port 73003d21-ed59-4c00-a068-5f97f5dce40b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:42.484751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Attempting to bind port 73003d21-ed59-4c00-a068-5f97f5dce40b on network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:42.505405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.507516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38062) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:42.522619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:42.523108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Checking segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:42.523485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.523864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Bound using segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:42.524342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Bound port: 73003d21-ed59-4c00-a068-5f97f5dce40b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:42.525475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.563478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Allocated IP 2001:db8:0:ffff::2 (60aba025-1cb2-4d77-89d7-df51c93390a3/d1142593-1e42-4452-b91c-5186f1d3d95f/e2e02847-5f4e-4321-be05-d56a0fedc01e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:42.570705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5770056 Aug 10 01:16:42.571300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38066) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:42.584402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:42.611430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-090147da-7181-459d-a310-7f727baee12d None None] Provisioning for port 9f10d4bd-b1c4-407b-b370-85c90d866350 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:42.656836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4e65d-02fc-4aaf-b127-1221ab1c076a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=9b9fef35-da16-4e1f-aae4-20de7be76ef8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:42.680168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-090147da-7181-459d-a310-7f727baee12d None None] Provisioning complete for port 9f10d4bd-b1c4-407b-b370-85c90d866350 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:42.680168 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-090147da-7181-459d-a310-7f727baee12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.717363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:42.723034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cb6f0bb9-da7a-4dde-a3f9-94c9e77bfb90 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/routers/a051c36e-b8d6-4d80-8a2a-af2166b7c609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9669485 Aug 10 01:16:42.729073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38068) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:42.744524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:42.771660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c68582c1-dd54-46be-928f-8efaa3128786 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:42.780229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] Sync routers for ids ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:42.800953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed6c29-fb87-4187-8401-6c5a7dc6d618 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:42.806343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-34ed6c29-fb87-4187-8401-6c5a7dc6d618 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?device_id=a051c36e-b8d6-4d80-8a2a-af2166b7c609 HTTP/1.1" status: 200 len: 988 time: 0.0761793 Aug 10 01:16:42.807250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38072) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:42.819656 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f1fce39-47a6-4624-9dc1-c1f1d592a9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.839506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] For port 73003d21-ed59-4c00-a068-5f97f5dce40b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:42.905518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] For port 73003d21-ed59-4c00-a068-5f97f5dce40b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=73003d21-ed59-4c00-a068-5f97f5dce40b,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:42.910493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-090147da-7181-459d-a310-7f727baee12d None None] Port 9f10d4bd-b1c4-407b-b370-85c90d866350 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:42.922927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] Routers {'a051c36e-b8d6-4d80-8a2a-af2166b7c609'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:42.923679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:42.941237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.975259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:42.989844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:43.042433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:43.052762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:43.073558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:43.105074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1223eda-e1aa-47b9-8975-6d19b8e72591 req-0b3ce032-cad2-4352-a6ae-9a523b0ebede tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:43.106982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1223eda-e1aa-47b9-8975-6d19b8e72591 req-0b3ce032-cad2-4352-a6ae-9a523b0ebede tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1923757 Aug 10 01:16:43.107673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Pushing event updated for resources: {'Port': ['ID=9204bb0d-99c7-4da7-9ee6-518546946183,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.129930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] Routers {'a051c36e-b8d6-4d80-8a2a-af2166b7c609'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:43.130570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:43.221376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:43.222047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e271b2b6-3e64-4381-88c6-caa034a2a868 None None] The sync data for ids ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:43.224894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33547-faab-40b7-82c0-05e58988c33d None None] Pushing event updated for resources: {'Port': ['ID=73003d21-ed59-4c00-a068-5f97f5dce40b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.232411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f880d6f7-bd0a-4b34-a9e0-525c7e551327 None None] Provisioning complete for port 9f10d4bd-b1c4-407b-b370-85c90d866350 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:43.232797 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f880d6f7-bd0a-4b34-a9e0-525c7e551327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.237367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c68582c1-dd54-46be-928f-8efaa3128786 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:43.237726 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.239637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.243682 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1223eda-e1aa-47b9-8975-6d19b8e72591 req-9d4521c6-aef4-464f-949b-4887581a98f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013138 Aug 10 01:16:43.289209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Transition to ACTIVE for port object e2e02847-5f4e-4321-be05-d56a0fedc01e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:43.321865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f880d6f7-bd0a-4b34-a9e0-525c7e551327 None None] Port 9f10d4bd-b1c4-407b-b370-85c90d866350 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:43.333374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Transition to ACTIVE for port object e2e02847-5f4e-4321-be05-d56a0fedc01e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:43.344961 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.400958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:43.449707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f1fce39-47a6-4624-9dc1-c1f1d592a9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.484945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f1fce39-47a6-4624-9dc1-c1f1d592a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.534905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.579115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:43.583024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.589844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2f1fce39-47a6-4624-9dc1-c1f1d592a9f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=218684bd326d44499c244752245b57c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0811160 Aug 10 01:16:43.593424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fce39-47a6-4624-9dc1-c1f1d592a9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4931e8-ced9-4dc4-b808-d63c1fa79234,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.609753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:43.612422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:43.621419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:43.627921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Pushing event updated for resources: {'Port': ['ID=e2e02847-5f4e-4321-be05-d56a0fedc01e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.704733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Attempting to bind port e2e02847-5f4e-4321-be05-d56a0fedc01e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:43.705114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Attempting to bind port e2e02847-5f4e-4321-be05-d56a0fedc01e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '223cabe5-edf6-4a6a-8758-cae4a1240296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:43.705533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Attempting to bind port e2e02847-5f4e-4321-be05-d56a0fedc01e on network 60aba025-1cb2-4d77-89d7-df51c93390a3 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:43.711965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:43.712348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Checking segment: {'id': '223cabe5-edf6-4a6a-8758-cae4a1240296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:43.712490 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.712882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.713333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Bound using segment: {'id': '223cabe5-edf6-4a6a-8758-cae4a1240296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:43.713811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Bound port: e2e02847-5f4e-4321-be05-d56a0fedc01e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '223cabe5-edf6-4a6a-8758-cae4a1240296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '60aba025-1cb2-4d77-89d7-df51c93390a3'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:43.714200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.750617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.816138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] For port e2e02847-5f4e-4321-be05-d56a0fedc01e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:43.817396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.821890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] For port e2e02847-5f4e-4321-be05-d56a0fedc01e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e2e02847-5f4e-4321-be05-d56a0fedc01e,segment=NetworkSegment(223cabe5-edf6-4a6a-8758-cae4a1240296),segment_id=223cabe5-edf6-4a6a-8758-cae4a1240296)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:43.827195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.909015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.911778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:43.913029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c4931e8-ced9-4dc4-b808-d63c1fa79234 HTTP/1.1" status: 204 len: 168 time: 0.3022327 Aug 10 01:16:43.928991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dc877-bb3a-4504-9dd4-7e914502a51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4931e8-ced9-4dc4-b808-d63c1fa79234,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:43.961081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 9f10d4bd-b1c4-407b-b370-85c90d866350 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:43.961560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.008227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbc4c6-6747-475f-a01a-3e160079f1df None None] Pushing event updated for resources: {'Port': ['ID=e2e02847-5f4e-4321-be05-d56a0fedc01e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:44.086520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b3f0e970-83bf-40cf-af43-a60a361080dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.164053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.185095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 9f10d4bd-b1c4-407b-b370-85c90d866350 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:44.194587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.470765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fda38-a4a0-44dc-a37f-e038f7f33a6f req-60ab6d28-0a7f-48b5-ace2-018a700288b8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:44.472679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc7fda38-a4a0-44dc-a37f-e038f7f33a6f req-60ab6d28-0a7f-48b5-ace2-018a700288b8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.0902059 Aug 10 01:16:44.552657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38082) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:44.597733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc7fda38-a4a0-44dc-a37f-e038f7f33a6f req-6cebf174-c48f-44d8-9bfa-a371d131f5d4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184924 Aug 10 01:16:44.602429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4e4f-5ebe-4e1d-9271-da34998781a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.618178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.625221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.652859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=9f10d4bd-b1c4-407b-b370-85c90d866350,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:44.673411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18253755-f475-4490-a445-8359557874c4 None None] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:44.745687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=e338442c-717d-44f5-be9e-3d79cf4946ec,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:44.763538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Router 00848398-604f-4496-8000-2a1135f8c58e is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:44.782884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': 'f88281e1-9244-4758-a1bb-53b91e855cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:44.783258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 9b9fef35-da16-4e1f-aae4-20de7be76ef8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:44.827308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d1776e3d-723c-4695-b029-a570375fd7c0 None None] Provisioning for port 73003d21-ed59-4c00-a068-5f97f5dce40b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:44.864561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:44.929928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e2e02847-5f4e-4321-be05-d56a0fedc01e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:45.002860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:45.046695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9b9fef35-da16-4e1f-aae4-20de7be76ef8) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:45.065299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa445c-61e6-4f6a-9c42-ebbe61db9d54 None None] Network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:45.082091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:45.082966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.109753 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:45.120049 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:45.137926 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:45.139225 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.141849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Router a051c36e-b8d6-4d80-8a2a-af2166b7c609 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:45.181713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4e4f-5ebe-4e1d-9271-da34998781a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.198714 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e2e02847-5f4e-4321-be05-d56a0fedc01e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:45.203529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.206452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9d566092-5a4c-4d08-bb61-b9a4e361908d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8600018 Aug 10 01:16:45.208317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38084) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.214203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73003d21-ed59-4c00-a068-5f97f5dce40b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:45.225585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f8bc201-8fee-4342-a0b7-ab8c3aed82d6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6536038 Aug 10 01:16:45.228264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.230554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4e4f-5ebe-4e1d-9271-da34998781a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.476073 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:45.479032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 73003d21-ed59-4c00-a068-5f97f5dce40b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:45.494817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 73003d21-ed59-4c00-a068-5f97f5dce40b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:45.495200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.520467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9b9fef35-da16-4e1f-aae4-20de7be76ef8', 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': 'e338442c-717d-44f5-be9e-3d79cf4946ec'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:45.521338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.673724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452d2aa-e6bf-47ca-a9ff-e14e4bf13d39 None None] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:45.774187 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.790024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:43Z', 'revision_number': 3, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.812836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:45.823357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e4e4f-5ebe-4e1d-9271-da34998781a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9889349-ef79-45f8-b1e2-caa6aa764ce6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:45.844961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc22e420-e5f6-430a-ac73-abe3d80830f7 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/routers/a051c36e-b8d6-4d80-8a2a-af2166b7c609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0339348 Aug 10 01:16:45.847940 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:45.848419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Updating router 00848398-604f-4496-8000-2a1135f8c58e port 9204bb0d-99c7-4da7-9ee6-518546946183 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:45.857739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38090) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.877832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc5e4e4f-5ebe-4e1d-9271-da34998781a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=df8b9e233e934e46899d0ca40e9369d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3111796 Aug 10 01:16:45.884728 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.887658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] Sync routers for ids ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:45.903563 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5bc4c3-6b64-44de-befa-7f569cb6a5b5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:45.909770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38092) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.910107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2f5bc4c3-6b64-44de-befa-7f569cb6a5b5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/9f10d4bd-b1c4-407b-b370-85c90d866350 HTTP/1.1" status: 404 len: 333 time: 0.0509880 Aug 10 01:16:45.910244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38094) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:45.916855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Provisioning for port e2e02847-5f4e-4321-be05-d56a0fedc01e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:45.956831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] Routers {'a051c36e-b8d6-4d80-8a2a-af2166b7c609'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:45.957478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:45.959311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:45.972253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Provisioning complete for port e2e02847-5f4e-4321-be05-d56a0fedc01e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:45.972635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.032746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38006b02-1fd9-4164-87b3-302b22df0b99 req-e4831017-e17e-47f4-882d-e7f2c3be2016 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:46.034870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38006b02-1fd9-4164-87b3-302b22df0b99 req-e4831017-e17e-47f4-882d-e7f2c3be2016 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.2836695 Aug 10 01:16:46.045360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.090789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 73003d21-ed59-4c00-a068-5f97f5dce40b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=73003d21-ed59-4c00-a068-5f97f5dce40b,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:46.092196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Allocated IP 2001:db8::1 (9b9fef35-da16-4e1f-aae4-20de7be76ef8/e338442c-717d-44f5-be9e-3d79cf4946ec/03ddbe2c-567e-4351-abb3-bd5e3e2f22b9) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:46.109749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.156192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] Routers {'a051c36e-b8d6-4d80-8a2a-af2166b7c609'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:46.157808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.222784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.223338 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.223822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aeef5c-9fce-4e1d-9030-8392bb03a151 None None] The sync data for ids ['a051c36e-b8d6-4d80-8a2a-af2166b7c609'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:46.260368 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Transition to ACTIVE for port object 9204bb0d-99c7-4da7-9ee6-518546946183 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:46.272064 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.331704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Pushing event updated for resources: {'Port': ['ID=9204bb0d-99c7-4da7-9ee6-518546946183,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.338976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=73003d21-ed59-4c00-a068-5f97f5dce40b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.357988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.358781 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.359438 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.360620 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.361258 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.362181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.362683 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.363174 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.364612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.365125 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.365781 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.366251 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:46.377295 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.406216 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Attempting to bind port 9204bb0d-99c7-4da7-9ee6-518546946183 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:46.407279 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Attempting to bind port 9204bb0d-99c7-4da7-9ee6-518546946183 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:46.407877 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Attempting to bind port 9204bb0d-99c7-4da7-9ee6-518546946183 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:46.437380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:46.438331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:46.438997 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.439710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:46.440935 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Bound port: 9204bb0d-99c7-4da7-9ee6-518546946183, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:46.441504 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.458295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] For port e2e02847-5f4e-4321-be05-d56a0fedc01e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e2e02847-5f4e-4321-be05-d56a0fedc01e,segment=NetworkSegment(223cabe5-edf6-4a6a-8758-cae4a1240296),segment_id=223cabe5-edf6-4a6a-8758-cae4a1240296)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:46.470685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.516284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.516566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.545095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Transition to ACTIVE for port object 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:46.550590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] For port 9204bb0d-99c7-4da7-9ee6-518546946183, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:46.555628 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] For port 9204bb0d-99c7-4da7-9ee6-518546946183, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9204bb0d-99c7-4da7-9ee6-518546946183,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:46.566469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Provisioning complete for port 73003d21-ed59-4c00-a068-5f97f5dce40b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:46.566469 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.575819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2963db-9fee-45cd-b03c-ef17110df4b2 None None] Pushing event updated for resources: {'Port': ['ID=e2e02847-5f4e-4321-be05-d56a0fedc01e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.577804 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.601005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Transition to ACTIVE for port object 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:46.607906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38006b02-1fd9-4164-87b3-302b22df0b99 req-4bbaffe7-3ba9-4f6e-9660-e7955e99af03 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090549 Aug 10 01:16:46.630252 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.692593 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd33070-c410-49e6-81b6-619b5717eb3a None None] Pushing event updated for resources: {'Port': ['ID=9204bb0d-99c7-4da7-9ee6-518546946183,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.712938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Pushing event updated for resources: {'Port': ['ID=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:46.714477 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:46.722535 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:46.744319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:46.747419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:46.761550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:46.777043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e2e02847-5f4e-4321-be05-d56a0fedc01e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:46.877507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.881491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60da7f9e-9f8b-43d5-a37c-a39497a09f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.888066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.915934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.917680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.927616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e2e02847-5f4e-4321-be05-d56a0fedc01e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:46.927994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.929701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Attempting to bind port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:46.930738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Attempting to bind port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f88281e1-9244-4758-a1bb-53b91e855cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:46.930738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Attempting to bind port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 on network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:46.955461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:46.955871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Checking segment: {'id': 'f88281e1-9244-4758-a1bb-53b91e855cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:46.956246 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:46.956658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Bound using segment: {'id': 'f88281e1-9244-4758-a1bb-53b91e855cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:46.957128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Bound port: 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88281e1-9244-4758-a1bb-53b91e855cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:46.957565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.028740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:47.041116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.064986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.065522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Fanout notify agent at l3_agent the message router_deleted on router a051c36e-b8d6-4d80-8a2a-af2166b7c609 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:16:47.079998 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.081163 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ff1a2c5-24b6-4f09-9fd7-dbcbf58893d3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/routers/a051c36e-b8d6-4d80-8a2a-af2166b7c609 HTTP/1.1" status: 204 len: 168 time: 1.1679711 Aug 10 01:16:47.084171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:47.165519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.193614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet db932f23-240a-4748-bc79-55f029598c7f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:47.204860 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.207156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=e338442c-717d-44f5-be9e-3d79cf4946ec,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.208808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] For port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:47.212770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] For port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,segment=NetworkSegment(f88281e1-9244-4758-a1bb-53b91e855cbc),segment_id=f88281e1-9244-4758-a1bb-53b91e855cbc)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:47.218110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.220728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.231626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9889349-ef79-45f8-b1e2-caa6aa764ce6 HTTP/1.1" status: 204 len: 168 time: 1.3128426 Aug 10 01:16:47.275466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73003d21-ed59-4c00-a068-5f97f5dce40b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:47.302158 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.307212 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012652d-c0c9-4e4d-9f2d-2b814f6a1469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9889349-ef79-45f8-b1e2-caa6aa764ce6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.342559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.353030 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:43Z', 'revision_number': 3, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.390909 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6145810-33a8-406f-abce-ef3aee819671 None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:43Z', 'revision_number': 3, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:47.424590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-98f4cb21-3731-4d4d-9b92-2044c99e8399 None None] Provisioning complete for port e2e02847-5f4e-4321-be05-d56a0fedc01e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:47.425099 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98f4cb21-3731-4d4d-9b92-2044c99e8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.440597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e4a2f-0feb-4c32-ab1e-7bccba57fd02 None None] Pushing event updated for resources: {'Port': ['ID=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.457564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.464816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.498181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9fef35-da16-4e1f-aae4-20de7be76ef8']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.515070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88281e1-9244-4758-a1bb-53b91e855cbc') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.515363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88281e1-9244-4758-a1bb-53b91e855cbc') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:47.550725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.555056 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.556484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.576463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.581273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 73003d21-ed59-4c00-a068-5f97f5dce40b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:47.581657 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.595409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=db932f23-240a-4748-bc79-55f029598c7f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:47.600557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.602104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.607012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ca43c672-862b-4314-893a-2c79735132da tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/db932f23-240a-4748-bc79-55f029598c7f HTTP/1.1" status: 204 len: 168 time: 0.5214021 Aug 10 01:16:47.608018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:47.637953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1c2f6-50f9-4a9e-8e34-7671f85c211b None None] Network 35f572f4-b157-42cc-8b5c-91f5fd1d33cc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:47.662695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:47.663127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:47.666276 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:47.891688 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.915672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:47.968600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:48.033506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01e1f544-d049-4204-8068-16102b3c0c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.062867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee3620-c54f-448f-85bb-5252830d90c5 req-6015c31a-960e-4387-9f00-e7bc21a98152 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:48.065163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5ee3620-c54f-448f-85bb-5252830d90c5 req-6015c31a-960e-4387-9f00-e7bc21a98152 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.3078651 Aug 10 01:16:48.166837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.db.api [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:16:48.166837 n-d-766380-21 neutron-server[105957]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:16:48.166837 n-d-766380-21 neutron-server[105957]: [parameters: {'id': '9b9fef35-da16-4e1f-aae4-20de7be76ef8'}] Aug 10 01:16:48.166837 n-d-766380-21 neutron-server[105957]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:16:48.167976 n-d-766380-21 neutron-server[105957]: DEBUG oslo_db.api [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:16:48.195185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Allocated IP 172.20.0.1 (6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4/29b3287b-b381-4e4a-af67-2a4b1af195e2/7800da14-b4ce-4bf9-8fa9-1788f03bc2d1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:48.240191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5ee3620-c54f-448f-85bb-5252830d90c5 req-b6114f65-6e96-4917-b914-685c6a5923bc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553843 Aug 10 01:16:48.245781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port c68582c1-dd54-46be-928f-8efaa3128786 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:48.246349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.257956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] DHCP port deletion for 35f572f4-b157-42cc-8b5c-91f5fd1d33cc request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:48.346445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Deleting port c68582c1-dd54-46be-928f-8efaa3128786 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:48.347185 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.348913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port c68582c1-dd54-46be-928f-8efaa3128786, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c68582c1-dd54-46be-928f-8efaa3128786,segment=NetworkSegment(95c1bf40-156d-48df-893f-3e352a28cd24),segment_id=95c1bf40-156d-48df-893f-3e352a28cd24)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:48.349310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.364272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.369732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for c68582c1-dd54-46be-928f-8efaa3128786 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:48.397073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Transition to ACTIVE for port object 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:48.438608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01e1f544-d049-4204-8068-16102b3c0c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.447095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.450427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-01e1f544-d049-4204-8068-16102b3c0c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.493806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] For port c68582c1-dd54-46be-928f-8efaa3128786, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c68582c1-dd54-46be-928f-8efaa3128786,segment=NetworkSegment(95c1bf40-156d-48df-893f-3e352a28cd24),segment_id=95c1bf40-156d-48df-893f-3e352a28cd24)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:48.494481 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.510005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-01e1f544-d049-4204-8068-16102b3c0c42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dacc0a2a2ed24a138c7b24ea69b03230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5386152 Aug 10 01:16:48.511175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Calling delete_port for c68582c1-dd54-46be-928f-8efaa3128786 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:48.513404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1f544-d049-4204-8068-16102b3c0c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02c7e0f-29f2-47f9-af8a-dfcb08500ad2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.514169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38108) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:48.540061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.580805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=c68582c1-dd54-46be-928f-8efaa3128786,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.581019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:48.598076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:48.612145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:48.614697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port c68582c1-dd54-46be-928f-8efaa3128786 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:48.620547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.661403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.680252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.714251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] Pushing event deleted for resources: {'Port': ['ID=c68582c1-dd54-46be-928f-8efaa3128786,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:48.742661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6246b09-e62c-4b95-8f77-43cdc683dac8 None None] No DVR routers for this DVR port c68582c1-dd54-46be-928f-8efaa3128786 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:48.780499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.800066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.896029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9204bb0d-99c7-4da7-9ee6-518546946183 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:48.919166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.939928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f572f4-b157-42cc-8b5c-91f5fd1d33cc']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:48.947286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:48.971662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c1bf40-156d-48df-893f-3e352a28cd24') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:48.971952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c1bf40-156d-48df-893f-3e352a28cd24') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:48.993615 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.014329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9204bb0d-99c7-4da7-9ee6-518546946183 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:49.019288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9204bb0d-99c7-4da7-9ee6-518546946183 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:49.019672 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.026265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.040535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:49.040954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.097637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:49.098234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.145844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2ead573b-24e4-4b05-ad97-2cc1bd749709 None None] Provisioning for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:49.165077 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:49.173301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.180384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.187458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/35f572f4-b157-42cc-8b5c-91f5fd1d33cc HTTP/1.1" status: 204 len: 168 time: 1.5782433 Aug 10 01:16:49.188338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:49.192682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2ead573b-24e4-4b05-ad97-2cc1bd749709 None None] Provisioning complete for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:49.193155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2ead573b-24e4-4b05-ad97-2cc1bd749709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.235193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b1a6d-b8c6-4492-bfbd-f3a7fb6c212c None None] Network 9b9fef35-da16-4e1f-aae4-20de7be76ef8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:49.247325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e84fb-3b5f-4b29-8be6-75fb9d1225df tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=35f572f4-b157-42cc-8b5c-91f5fd1d33cc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.256982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,segment=NetworkSegment(f88281e1-9244-4758-a1bb-53b91e855cbc),segment_id=f88281e1-9244-4758-a1bb-53b91e855cbc)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:49.258002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.261794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.266245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.267587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c02c7e0f-29f2-47f9-af8a-dfcb08500ad2 HTTP/1.1" status: 204 len: 168 time: 0.7206838 Aug 10 01:16:49.277214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ef419-7e3e-41f2-ab57-52254c5371ed tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:49.283242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-365ef419-7e3e-41f2-ab57-52254c5371ed tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 HTTP/1.1" status: 200 len: 845 time: 0.0923281 Aug 10 01:16:49.284077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38116) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:49.317997 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.338275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2ead573b-24e4-4b05-ad97-2cc1bd749709 None None] Port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:49.339024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:49.351161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:49.356849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-777ffe6b-5343-4899-83d8-74ee974565bb tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/43bc3d1e-e2c7-4433-8d18-37c99b1bfca6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0708213 Aug 10 01:16:49.362798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:49.371032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9204bb0d-99c7-4da7-9ee6-518546946183, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9204bb0d-99c7-4da7-9ee6-518546946183,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:49.400761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.402315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:49.450773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcf264-5f0a-4f42-91f7-0dc0f0c543f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02c7e0f-29f2-47f9-af8a-dfcb08500ad2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.484587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.558031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d0580cfc-6c6c-4169-a766-a2ee4df6862b None None] Provisioning for port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:49.563789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9204bb0d-99c7-4da7-9ee6-518546946183,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.585846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:49.592823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:49.593204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.674442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] DHCP port deletion for 9b9fef35-da16-4e1f-aae4-20de7be76ef8 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:16:49.709092 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.716895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd938a89-d653-458c-9ea2-2def0fa4654e req-21c6dfdd-73bc-467b-b2c3-502f6e65e255 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:49.718509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd938a89-d653-458c-9ea2-2def0fa4654e req-21c6dfdd-73bc-467b-b2c3-502f6e65e255 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.2738554 Aug 10 01:16:49.761358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:49.765262 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.799973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 update to ACTIVE by agent not found {{(pid=105959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 01:16:49.855375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.882967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Deleting port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:49.883758 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:49.885261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c68582c1-dd54-46be-928f-8efaa3128786 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:49.925295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:49.942837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:49.947087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dd938a89-d653-458c-9ea2-2def0fa4654e req-9af88050-8f71-4085-b177-73e0832d917f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164967 Aug 10 01:16:49.958284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c68582c1-dd54-46be-928f-8efaa3128786 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:49.958869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c68582c1-dd54-46be-928f-8efaa3128786 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:50.039204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] For port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:50.039602 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.058943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Calling delete_port for 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:50.063031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:16:50.065741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.094544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] Pushing event deleted for resources: {'Port': ['ID=03ddbe2c-567e-4351-abb3-bd5e3e2f22b9,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.102627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d06cd04-09a8-47f1-adaa-e45ac2e6c034 None None] No DVR routers for this DVR port 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:16:50.107559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.153994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9fef35-da16-4e1f-aae4-20de7be76ef8']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:50.184755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.186971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88281e1-9244-4758-a1bb-53b91e855cbc') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:50.187312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88281e1-9244-4758-a1bb-53b91e855cbc') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:50.202001 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.205051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.310109 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.331715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:50.332135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:50.335550 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:50.350908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.584447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38144) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:50.661466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.663462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.689665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9204bb0d-99c7-4da7-9ee6-518546946183 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:50.733146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:50.743496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9204bb0d-99c7-4da7-9ee6-518546946183 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:50.743950 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.753697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22e74cbf-4314-42d3-a2de-56c539db5059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.765308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.770495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:50.786355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e304e-01d5-4232-8e06-af5f18b8f815 None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:50.791811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:50.792492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.795552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.797607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/9b9fef35-da16-4e1f-aae4-20de7be76ef8 HTTP/1.1" status: 204 len: 168 time: 5.5639448 Aug 10 01:16:50.816357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:50.821861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873122511'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:50.830233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=eaf33349-fadf-430f-85bd-073fd78c2f2b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.831996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0123-374e-4072-8ff4-3f5b27fc33ab tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=9b9fef35-da16-4e1f-aae4-20de7be76ef8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:50.879013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:50.880881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:50.899176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22e74cbf-4314-42d3-a2de-56c539db5059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.917900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22e74cbf-4314-42d3-a2de-56c539db5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:50.959642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-22e74cbf-4314-42d3-a2de-56c539db5059 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2c516e510404e59bab7ee08267fd307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734243 Aug 10 01:16:50.962636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:50.976432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:16:50.987240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c7b78b5f-4881-449a-9818-19ff8b8f04b9 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6344697 Aug 10 01:16:50.992843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.005201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440494515'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:51.010517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:16:51.010919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 03ddbe2c-567e-4351-abb3-bd5e3e2f22b9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:16:51.028362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:51.032457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.044109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'tenant_id': '19838cea01b042acb98f2d3946c5671f', 'fixed_ips': [{'subnet_id': 'eaf33349-fadf-430f-85bd-073fd78c2f2b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:51.045059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.045701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e74cbf-4314-42d3-a2de-56c539db5059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8864e7d4-ac3e-4e2c-840e-a93bc6b979c1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.095224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:51.110876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Router 00848398-604f-4496-8000-2a1135f8c58e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:51.113512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.138155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.150566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.150989 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment 7c74e792-3576-465f-b9ff-027601e82528 of type vlan for network ede932ab-fdff-4c95-b6db-35f50b57ab72 Aug 10 01:16:51.155674 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.225990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.229070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.231264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8864e7d4-ac3e-4e2c-840e-a93bc6b979c1 HTTP/1.1" status: 204 len: 168 time: 0.2664971 Aug 10 01:16:51.249124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Allocated IP 2001:db8::2 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/eaf33349-fadf-430f-85bd-073fd78c2f2b/9d9230e1-2d2d-427d-8227-9de86ada5b8c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:51.253991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.259296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c899d-d6fd-49ba-9f52-c359b3b72a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864e7d4-ac3e-4e2c-840e-a93bc6b979c1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.273339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54712e3e-5fb0-4a5f-8e1b-3b5282920c6d req-9d3eb6bb-513e-4f28-afa7-45e0619440f1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.274978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54712e3e-5fb0-4a5f-8e1b-3b5282920c6d req-9d3eb6bb-513e-4f28-afa7-45e0619440f1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1611013 Aug 10 01:16:51.343479 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.353255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.359106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.368756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:51.369389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.369606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-42410123-62f3-4b30-9c20-cf49799d1794 None None] Provisioning complete for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:51.370140 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-42410123-62f3-4b30-9c20-cf49799d1794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.394974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.399984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3965726 Aug 10 01:16:51.402633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.416589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1411960401'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:51.430249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10c12a-5368-4795-a048-15bb6b68b4d5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f6407-3b26-445b-a8a4-14152044979b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.455371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.457710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-54712e3e-5fb0-4a5f-8e1b-3b5282920c6d req-255b87f5-5380-4407-9d8d-9aa5521bb971 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673307 Aug 10 01:16:51.462647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:51.478339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-183f7094-8a0b-4309-9e81-716296b64fe2 admin admin] 10.222.0.25 "PUT /v2.0/routers/00848398-604f-4496-8000-2a1135f8c58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2686892 Aug 10 01:16:51.480707 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:51.490104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6725955 Aug 10 01:16:51.492893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.493316 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:51.494147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:51.506409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:51.510072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137fbb1-a6f6-48e6-b366-4a2b4b6fb2a5 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=ede932ab-fdff-4c95-b6db-35f50b57ab72,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.630185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.643551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.672216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:51.680065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.712173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-42410123-62f3-4b30-9c20-cf49799d1794 None None] Port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:51.712766 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:51.713627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:51.745217 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.747042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3419335 Aug 10 01:16:51.752392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:51.772956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-481166489', 'security_groups': ['2fd026ea-5291-4011-8ae3-4276502c25ff'], 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eaf33349-fadf-430f-85bd-073fd78c2f2b'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:51.814473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b665b-26b3-44d4-8673-c414be6738c0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd026ea-5291-4011-8ae3-4276502c25ff,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:51.919482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:51.935815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Transition to ACTIVE for port object 9d9230e1-2d2d-427d-8227-9de86ada5b8c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:51.978710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Transition to ACTIVE for port object 9d9230e1-2d2d-427d-8227-9de86ada5b8c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:51.997751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.043667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:52.052209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.053384 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 2, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:52.060783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:52.065013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:52.066989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.069806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:52.086837 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:16:52.087485 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Updating router 00848398-604f-4496-8000-2a1135f8c58e port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:16:52.117117 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.131069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Attempting to bind port 9d9230e1-2d2d-427d-8227-9de86ada5b8c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:52.131667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Attempting to bind port 9d9230e1-2d2d-427d-8227-9de86ada5b8c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'b60dfe90-ae41-4b6f-86c6-28313360b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:52.132344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Attempting to bind port 9d9230e1-2d2d-427d-8227-9de86ada5b8c on network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:52.140241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:52.140920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Checking segment: {'id': 'b60dfe90-ae41-4b6f-86c6-28313360b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:52.141482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.142038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Bound using segment: {'id': 'b60dfe90-ae41-4b6f-86c6-28313360b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:52.142855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Bound port: 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60dfe90-ae41-4b6f-86c6-28313360b94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:52.143417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.144742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=bdf2ba73-22f6-4e66-a9ae-129880c03860,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.151160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': '7c74e792-3576-465f-b9ff-027601e82528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:52.151525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: ede932ab-fdff-4c95-b6db-35f50b57ab72, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:52.174239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:52.190997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, ede932ab-fdff-4c95-b6db-35f50b57ab72) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:52.196995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.199071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.213507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b25cb0-399e-44fd-b3dc-b99e020204cb None None] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:52.228779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-111b008c-6bf4-48f5-88ff-88ba182d3fae tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7348170 Aug 10 01:16:52.232545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:52.254600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287730014'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:52.295813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.305254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:52.311289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.321143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:52.343442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port 8886be1a-85a9-43f0-9047-234c864974df yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:16:52.357700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:52.375805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:52.377156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.377730 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment 8fea61ee-00c6-46e0-ad98-af0b26805b80 of type vlan for network 1eef5eee-f64d-47a9-878b-86107922582c Aug 10 01:16:52.389694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.470650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.519857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:52.526527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1367698636-network', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:52.572658 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.582294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.585143 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Transition to ACTIVE for port object 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:52.600595 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.602223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:52.603011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.664460 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0dd5f-2f7d-41dc-942f-081483291431 None None] Pushing event updated for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.670062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f85159-4806-4236-a74b-6f64eca18508 None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.675014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::3c5 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/eaf33349-fadf-430f-85bd-073fd78c2f2b/8886be1a-85a9-43f0-9047-234c864974df) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:52.678861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-ede932ab-fdff-4c95-b6db-35f50b57ab72', 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': 'bdf2ba73-22f6-4e66-a9ae-129880c03860'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:52.682554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.780592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=1eef5eee-f64d-47a9-878b-86107922582c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:52.794951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Made reservation on behalf of 5f87ad55443d452a8b071c40ef58b4ad for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:52.797587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.817976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5732c0cf-d485-4e14-994f-5cdfb3271ef3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5803764 Aug 10 01:16:52.818929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.821118 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Attempting to bind port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:52.822389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Attempting to bind port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:52.822529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38208) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:52.824194 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Attempting to bind port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 on network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:52.831262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '1eef5eee-f64d-47a9-878b-86107922582c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:52.838515 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:52.841295 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Checking segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:52.841987 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.842573 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Bound using segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:52.844958 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Bound port: 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:52.846492 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:52.985971 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] For port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:52.994464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Allocated IP 2001:db8::1 (ede932ab-fdff-4c95-b6db-35f50b57ab72/bdf2ba73-22f6-4e66-a9ae-129880c03860/7d0204c5-5530-4a35-a9b4-3ebbca8aec8c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:52.996761 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] For port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:53.005699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae79ed4-8ec4-4031-aabe-12a564974440 req-222839d9-c339-4aca-84c7-c9eb4aabda87 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:53.010153 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.016049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aae79ed4-8ec4-4031-aabe-12a564974440 req-222839d9-c339-4aca-84c7-c9eb4aabda87 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.4002402 Aug 10 01:16:53.113711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:53.114349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:53.153653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.166247 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0dd5f-2f7d-41dc-942f-081483291431 None None] Pushing event updated for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.172757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.192905 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aae79ed4-8ec4-4031-aabe-12a564974440 req-d87d794b-7945-44e1-991e-9f5a05799640 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675823 Aug 10 01:16:53.232668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1eef5eee-f64d-47a9-878b-86107922582c details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:53.247325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.254371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:53.268646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object 8886be1a-85a9-43f0-9047-234c864974df will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:53.286619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:53.290250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.290854 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:53.319913 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.324460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509c4fc3-ceba-4bb7-931d-e5be38e8299d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.341879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.342229 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Added segment af96854d-aeb3-4d81-b16a-0967f616e992 of type vlan for network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd Aug 10 01:16:53.401254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:53.405874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:53.421066 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:53.427398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:53.428327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.436452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=8886be1a-85a9-43f0-9047-234c864974df,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.473948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.484283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-632e3f9b-eab6-461d-b5fb-342967a2318b tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7310052 Aug 10 01:16:53.487624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:53.490947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Transition to ACTIVE for port object 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:53.493008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:53.493345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Performing IP validity checks on allocation pools {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:16:53.493874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:16:53.501042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.531624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Transition to ACTIVE for port object 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:53.548153 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.578085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.579202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:53.580043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.601604 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:53.608487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:53.616440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:53.622105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:53.627171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Pushing event updated for resources: {'Port': ['ID=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.643944 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc4d0e-19da-4741-9a83-a0baefdc4d79 None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:52Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:16:53.660219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:53.666219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.726155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Attempting to bind port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:53.726590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Attempting to bind port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '7c74e792-3576-465f-b9ff-027601e82528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:53.727066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Attempting to bind port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c on network ede932ab-fdff-4c95-b6db-35f50b57ab72 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:53.733329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:53.743841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Checking segment: {'id': '7c74e792-3576-465f-b9ff-027601e82528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:53.744811 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.745381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Bound using segment: {'id': '7c74e792-3576-465f-b9ff-027601e82528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:53.747492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Bound port: 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c74e792-3576-465f-b9ff-027601e82528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ede932ab-fdff-4c95-b6db-35f50b57ab72'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:53.748199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.757185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2333429 Aug 10 01:16:53.763038 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:53.770056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Request body: {'subnet': {'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1367698636-subnet', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:53.785093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b7e97-e99a-4ba6-a172-d449c121ea82 admin admin] Pushing event updated for resources: {'Network': ['ID=b66cc3f1-eeb1-496b-8c8b-aef20a1354bd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:53.801567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:53.864459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Made reservation on behalf of 5f87ad55443d452a8b071c40ef58b4ad for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:53.866829 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eaf33349-fadf-430f-85bd-073fd78c2f2b (CIDR: 2001:db8::/64) Aug 10 01:16:53.867310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.876619 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:16:53.877116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:16:53.886465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] For port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:53.891133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] For port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,segment=NetworkSegment(7c74e792-3576-465f-b9ff-027601e82528),segment_id=7c74e792-3576-465f-b9ff-027601e82528)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:53.906562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f5a74d5a-374a-4040-bc97-41774e03d7bc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4177976 Aug 10 01:16:53.909631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38218) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:53.914132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:53.921880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:54.061251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307d3f-4d5d-4020-8c5d-67a13495b522 None None] Pushing event updated for resources: {'Port': ['ID=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.108435 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.120289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:54.128403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.165827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.219750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=23d0b217-ca9c-43dc-ac1e-56460a07973d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.311239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': '8fea61ee-00c6-46e0-ad98-af0b26805b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1eef5eee-f64d-47a9-878b-86107922582c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:54.311727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 1eef5eee-f64d-47a9-878b-86107922582c, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:54.328037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Checking segment: {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:54.328408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Network hostable DHCP agents. Network: b66cc3f1-eeb1-496b-8c8b-aef20a1354bd, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:54.354611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8360bebd-4afa-4cd5-8a74-642f9c269a1c,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.472215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 1eef5eee-f64d-47a9-878b-86107922582c is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:54.493351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:54.501338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a94b87d0-afad-4892-99f5-633943eb4a37 None None] Provisioning for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:54.515594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1eef5eee-f64d-47a9-878b-86107922582c) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:54.525525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a94b87d0-afad-4892-99f5-633943eb4a37 None None] Provisioning complete for port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:54.526029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a94b87d0-afad-4892-99f5-633943eb4a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.533436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.543779 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.555773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b66cc3f1-eeb1-496b-8c8b-aef20a1354bd) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:54.595609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75147566-f66d-4819-9181-2a65e5fe9eb7 req-0172b60a-e90f-459e-bdac-42d972eaae80 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.597721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75147566-f66d-4819-9181-2a65e5fe9eb7 req-0172b60a-e90f-459e-bdac-42d972eaae80 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.2244143 Aug 10 01:16:54.600067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.613690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.613889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.614700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a94b87d0-afad-4892-99f5-633943eb4a37 None None] Port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:54.627174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d4c8f58-5a24-45e5-a511-a62bd49c2139 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8025420 Aug 10 01:16:54.627886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ce28f-55e8-4f05-8785-3dafb2972def None None] Network 1eef5eee-f64d-47a9-878b-86107922582c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:54.631065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:54.747217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baeb10-57bc-410d-95b7-f60f0a2a6f0b None None] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:54.757843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:54.794167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=d4b4fc08-30e2-49d5-aff6-58c421c501db,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:54.797681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:54.807192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:54.807894 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:54.840511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3c8c605-8b42-4f86-82f2-50939cfca906 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9241762 Aug 10 01:16:54.841296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:54.865745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1584393276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4b4fc08-30e2-49d5-aff6-58c421c501db'}], 'security_groups': ['fb6f6407-3b26-445b-a8a4-14152044979b']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:54.890401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e6cf93d-ec1b-45d2-8f4f-9900f4ec883b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1262610 Aug 10 01:16:54.905689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f7501f-5be9-45b4-813e-779beb8a046c None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:54.908351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:54.922646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:54.950451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75147566-f66d-4819-9181-2a65e5fe9eb7 req-929bb90a-58af-4970-9595-32198253d276 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230028 Aug 10 01:16:55.000488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.001597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.002830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:55.003015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.078701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.084414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.155268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca2b4898-89c9-40ea-b9f8-1e3cc875d490 None None] Provisioning for port 8886be1a-85a9-43f0-9047-234c864974df completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:55.201774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca2b4898-89c9-40ea-b9f8-1e3cc875d490 None None] Provisioning complete for port 8886be1a-85a9-43f0-9047-234c864974df triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:55.202148 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca2b4898-89c9-40ea-b9f8-1e3cc875d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.208780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c1b2f-5d42-4b31-b0e5-1bd6806d23a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1eef5eee-f64d-47a9-878b-86107922582c', 'network_id': '1eef5eee-f64d-47a9-878b-86107922582c', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': '23d0b217-ca9c-43dc-ac1e-56460a07973d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:55.209917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-262c1b2f-5d42-4b31-b0e5-1bd6806d23a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.311232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:55.315090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.335733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:55.336100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.337742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b4898-89c9-40ea-b9f8-1e3cc875d490 None None] Port 8886be1a-85a9-43f0-9047-234c864974df cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:16:55.341727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.522994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:55.523871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.554462 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.602294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Delete allocated IP 2001:db8::3c5 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/eaf33349-fadf-430f-85bd-073fd78c2f2b) {{(pid=105958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:16:55.609796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=23d0b217-ca9c-43dc-ac1e-56460a07973d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-262c1b2f-5d42-4b31-b0e5-1bd6806d23a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d0b217-ca9c-43dc-ac1e-56460a07973d: This subnet is being modified by another concurrent operation. Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 23d0b217-ca9c-43dc-ac1e-56460a07973d: This subnet is being modified by another concurrent operation. Aug 10 01:16:55.618542 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:16:55.626075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45ec69-329e-4ee1-aadd-6e89ea9008bf None None] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:55.629353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8:0:1::8 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/d4b4fc08-30e2-49d5-aff6-58c421c501db/8886be1a-85a9-43f0-9047-234c864974df) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:55.696498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b766efa-4f73-448f-bbbb-643d901f5efd None None] Network 1eef5eee-f64d-47a9-878b-86107922582c requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:55.721089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.821236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eef5eee-f64d-47a9-878b-86107922582c']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:55.836878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fea61ee-00c6-46e0-ad98-af0b26805b80') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:55.837187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fea61ee-00c6-46e0-ad98-af0b26805b80') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:55.837952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.852743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Ignored duplicate provisioning block setup for port 8886be1a-85a9-43f0-9047-234c864974df by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:16:55.858824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.872351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.905843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.916787 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.929126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=8886be1a-85a9-43f0-9047-234c864974df,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:55.945646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.946113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.946652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.947056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.947496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.948253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.948676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.949475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.950050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.950547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.951294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.951801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:55.955713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:55.966736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.981971 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:55.994209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] In _notify_port_updated(), no bound segment for port 8886be1a-85a9-43f0-9047-234c864974df on network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:16:56.002300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:56.003703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.010770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b065ab2b-263b-4c54-b808-6cd14b2780d8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/ports/8886be1a-85a9-43f0-9047-234c864974df HTTP/1.1" status: 200 len: 929 time: 1.1680195 Aug 10 01:16:56.012097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38246) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:56.049817 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:56.107172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-70537123-01e9-4f4e-9d90-7b90aaf2c32e None None] Provisioning for port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:56.165178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56c955-31b1-4f95-a080-5661481f8767 req-0bb033c5-0710-4815-babd-ce8f2c4f25a7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:56.166867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d56c955-31b1-4f95-a080-5661481f8767 req-0bb033c5-0710-4815-babd-ce8f2c4f25a7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.1131887 Aug 10 01:16:56.227780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 8886be1a-85a9-43f0-9047-234c864974df {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:56.228113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.234515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2d56c955-31b1-4f95-a080-5661481f8767 req-3ff5e00f-ccb0-4be5-b6ff-1cdd3a40e41e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607212 Aug 10 01:16:56.266204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.268120 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.337387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.350309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 8886be1a-85a9-43f0-9047-234c864974df owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:56.368907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.378314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Allocated IP 172.20.0.2 (b66cc3f1-eeb1-496b-8c8b-aef20a1354bd/8360bebd-4afa-4cd5-8a74-642f9c269a1c/612ceff8-0c26-4e96-872e-4d42f5c86b4a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:56.389375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Update dhcp port {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'fixed_ips': [{'subnet_id': 'eaf33349-fadf-430f-85bd-073fd78c2f2b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4b4fc08-30e2-49d5-aff6-58c421c501db'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '9d9230e1-2d2d-427d-8227-9de86ada5b8c'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:16:56.401052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:56.430547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.430547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:56.463283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.471664 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.473955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/1eef5eee-f64d-47a9-878b-86107922582c HTTP/1.1" status: 204 len: 168 time: 1.7773652 Aug 10 01:16:56.491325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.498086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033550974'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:56.502090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=1eef5eee-f64d-47a9-878b-86107922582c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:56.516859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.524238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.524575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.525227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.525527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.525862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.525973 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.526202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.526536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.526892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.527345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.528252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.528513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.529016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec1719-6a51-43c1-a723-c3d7e5c6de82 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:16:56.542543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Allocated IP 172.25.7.132 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c76ebe10-ab9b-42d7-a017-06d8d4d9ca44) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:56.555020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:56.558636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.561159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=8886be1a-85a9-43f0-9047-234c864974df,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:56.602209 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.604069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ef57d66e-3e42-4877-b2d6-d6235563bc4f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/8886be1a-85a9-43f0-9047-234c864974df HTTP/1.1" status: 204 len: 168 time: 0.5908804 Aug 10 01:16:56.607048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.632012 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9c9366-8334-408e-9474-23facb83a428 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:16:56.632349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:56.633835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3c9c9366-8334-408e-9474-23facb83a428 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/8886be1a-85a9-43f0-9047-234c864974df HTTP/1.1" status: 404 len: 333 time: 0.0257971 Aug 10 01:16:56.637742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38252) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.651879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:56.654374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.654756 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment c12bdd2f-a330-46e3-a0f4-ce57933c2a4a of type vlan for network 42b8587d-5c80-4ac3-abef-9b499138061b Aug 10 01:16:56.708671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.719025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.730578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.737593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.778608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:56.779479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.788226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:56.788721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.792346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:56.795218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.801441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.805026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.806330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/security-groups/2fd026ea-5291-4011-8ae3-4276502c25ff HTTP/1.1" status: 204 len: 168 time: 0.1675837 Aug 10 01:16:56.812483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.827956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ed5fa-2c0c-4cba-bda5-1c9e1cce44cf tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd026ea-5291-4011-8ae3-4276502c25ff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:56.879498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.893645 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4012179 Aug 10 01:16:56.901170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.906544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.909325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '42b8587d-5c80-4ac3-abef-9b499138061b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:56.960599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958adb6c-983c-4993-8adc-b98653f6fbac tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=42b8587d-5c80-4ac3-abef-9b499138061b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:56.964236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.967543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.968709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb6f6407-3b26-445b-a8a4-14152044979b HTTP/1.1" status: 204 len: 168 time: 0.1550045 Aug 10 01:16:56.973124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38260) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:56.975094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:56.985320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 42b8587d-5c80-4ac3-abef-9b499138061b details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:16:57.002359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.024277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9f96e-1fb0-478e-8af3-0b0224dea781 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f6407-3b26-445b-a8a4-14152044979b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.024850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Transition to ACTIVE for port object 612ceff8-0c26-4e96-872e-4d42f5c86b4a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:57.043308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet eaf33349-fadf-430f-85bd-073fd78c2f2b {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:16:57.073388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:57.074957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.082086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:57.095926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:57.129175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:57.138585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Pushing event updated for resources: {'Port': ['ID=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.149085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.159899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Transition to ACTIVE for port object 612ceff8-0c26-4e96-872e-4d42f5c86b4a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:57.165263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Allocated IP 2001:db8:0:1::2 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/d4b4fc08-30e2-49d5-aff6-58c421c501db/9d9230e1-2d2d-427d-8227-9de86ada5b8c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:16:57.192189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.224653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fe54994c-dcf9-493c-bc85-5934313c538d None None] Provisioning complete for port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:57.225028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fe54994c-dcf9-493c-bc85-5934313c538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.328436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:57.345553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:57.351694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4447-3f55-40d3-a800-de9ec6c1d684 req-414bc7d7-5591-45df-a081-c462745f147f tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:57.352142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,segment=NetworkSegment(7c74e792-3576-465f-b9ff-027601e82528),segment_id=7c74e792-3576-465f-b9ff-027601e82528)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:57.353252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d37c4447-3f55-40d3-a800-de9ec6c1d684 req-414bc7d7-5591-45df-a081-c462745f147f tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1098 time: 0.1885140 Aug 10 01:16:57.355078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:16:57.364034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Pushing event updated for resources: {'Port': ['ID=612ceff8-0c26-4e96-872e-4d42f5c86b4a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.366250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d18b58-a506-4399-b979-522e44955c04 req-16a15a86-dd46-41f3-aaec-5de0862f32a5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:57.375310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4d18b58-a506-4399-b979-522e44955c04 req-16a15a86-dd46-41f3-aaec-5de0862f32a5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.0700235 Aug 10 01:16:57.377374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.378153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:57.418727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4d18b58-a506-4399-b979-522e44955c04 req-7ba08935-38db-483e-bc3c-39af27933daa tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Aug 10 01:16:57.486778 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d37c4447-3f55-40d3-a800-de9ec6c1d684 req-b202b069-9208-448d-a21d-1a01a0df9d2d tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185005 Aug 10 01:16:57.511086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:57.513970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:57.564508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.577314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Attempting to bind port 612ceff8-0c26-4e96-872e-4d42f5c86b4a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:16:57.577525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Attempting to bind port 612ceff8-0c26-4e96-872e-4d42f5c86b4a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:16:57.577741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Attempting to bind port 612ceff8-0c26-4e96-872e-4d42f5c86b4a on network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:16:57.594906 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.604590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:16:57.604964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Checking segment: {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:57.605393 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.605784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Bound using segment: {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:16:57.606265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Bound port: 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:16:57.606650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.620103 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.633868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.636569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:57.662324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Transition to ACTIVE for port object 9d9230e1-2d2d-427d-8227-9de86ada5b8c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:16:57.664569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:57.664880 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.666294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.669692 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.703250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=024fcc21-0f91-497e-a18b-cd301b732658,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.720052 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.750101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 462a440a-cec0-426e-9b7d-5015830def93 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:16:57.751379 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.759441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': 'c12bdd2f-a330-46e3-a0f4-ce57933c2a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '42b8587d-5c80-4ac3-abef-9b499138061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:16:57.759950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 42b8587d-5c80-4ac3-abef-9b499138061b, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:16:57.803421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] For port 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:16:57.824573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0e506-3525-4092-bb44-a2927e82377e None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:57.828903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] For port 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=612ceff8-0c26-4e96-872e-4d42f5c86b4a,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:16:57.829070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 42b8587d-5c80-4ac3-abef-9b499138061b is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:16:57.851369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 42b8587d-5c80-4ac3-abef-9b499138061b) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:57.858063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.885729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:57.887176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.891194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.891194 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.893720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e9562-36bc-47a9-9585-3c4ad1f99b84 None None] Network 42b8587d-5c80-4ac3-abef-9b499138061b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:57.909361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.912758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 462a440a-cec0-426e-9b7d-5015830def93 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:16:57.927798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d24eef1-3566-41db-9f78-b4512a34b24a tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0198240 Aug 10 01:16:57.927798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38274) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:57.955363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.960553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:57.976355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2bd208a5-5ae9-417f-9a96-6330cdb50f09 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:16:58.046625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f4f3f-cd16-4e69-bf40-ad7027dee9f5 None None] Pushing event updated for resources: {'Port': ['ID=612ceff8-0c26-4e96-872e-4d42f5c86b4a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.098096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.103775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:58.148931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf33349-fadf-430f-85bd-073fd78c2f2b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.154452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.156625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2cbe4638-86c6-4e90-abf6-684c16d581e0 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/eaf33349-fadf-430f-85bd-073fd78c2f2b HTTP/1.1" status: 204 len: 168 time: 1.1826260 Aug 10 01:16:58.161899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:58.169600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:58.238111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Router de3e6242-8bc9-4ca5-8953-93d506942f9f is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:16:58.256906 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.334134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.447723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.591039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.598174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:58.601949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a01e2-f072-4de8-8f19-687479028599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-42b8587d-5c80-4ac3-abef-9b499138061b', 'network_id': '42b8587d-5c80-4ac3-abef-9b499138061b', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': '024fcc21-0f91-497e-a18b-cd301b732658'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:16:58.602754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f5a01e2-f072-4de8-8f19-687479028599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.611075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.629293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '2bd208a5-5ae9-417f-9a96-6330cdb50f09', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': '2bd208a5-5ae9-417f-9a96-6330cdb50f09', 'mac_address': 'fa:16:3e:a2:9b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:16:58.722018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.723055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=462a440a-cec0-426e-9b7d-5015830def93,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.761899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:58.775018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=024fcc21-0f91-497e-a18b-cd301b732658,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:58.778788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af9e9c-833b-4ee0-b5d7-7c5e82e17a51 req-920f48ae-0604-4dd7-ba2c-3b5ba9744b68 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:58.779590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:16:58.786729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4af9e9c-833b-4ee0-b5d7-7c5e82e17a51 req-920f48ae-0604-4dd7-ba2c-3b5ba9744b68 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 944 time: 0.2071812 Aug 10 01:16:58.803943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Sync routers for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:16:58.814192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-4f5a01e2-f072-4de8-8f19-687479028599 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024fcc21-0f91-497e-a18b-cd301b732658: This subnet is being modified by another concurrent operation. Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 024fcc21-0f91-497e-a18b-cd301b732658: This subnet is being modified by another concurrent operation. Aug 10 01:16:58.826916 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:16:58.867126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:16:58.867849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.883815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.888413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:58.888925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.892860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f6a031d5-ed71-4ed5-9305-af25dc747558 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9807999 Aug 10 01:16:58.892997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.896222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38286) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:58.909130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b8587d-5c80-4ac3-abef-9b499138061b']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.952972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12bdd2f-a330-46e3-a0f4-ce57933c2a4a') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.953903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12bdd2f-a330-46e3-a0f4-ce57933c2a4a') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:16:58.962855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd208a5-5ae9-417f-9a96-6330cdb50f09 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:16:58.969920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:58.973229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c6d4da-895c-4336-874f-b07172a2ca5e None None] Network 42b8587d-5c80-4ac3-abef-9b499138061b requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:58.991714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4af9e9c-833b-4ee0-b5d7-7c5e82e17a51 req-244fd81a-8b7c-4f1e-90b5-ea1538c1eff6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013154 Aug 10 01:16:59.000919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:16:59.001460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.002165 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP ee93a7b8-6eca-4d6f-8a39-582d70834cfd disassociated (deleted). External IP: 172.25.7.88, port: 46cf619b-1676-4824-8f74-eceae34b71e3. Aug 10 01:16:59.017008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.030408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:16:59.031371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:16:59.034910 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:16:59.080095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ca464-728f-4f77-a864-51a10c263f0e None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:59.083450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:16:59.154989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.181828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.195990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:16:59.196417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.200719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/42b8587d-5c80-4ac3-abef-9b499138061b HTTP/1.1" status: 204 len: 168 time: 1.2715018 Aug 10 01:16:59.215144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:59.224338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116809495'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:59.229210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b00956-0b5a-495c-b23e-d3253a3a234e tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=42b8587d-5c80-4ac3-abef-9b499138061b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:59.304785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:16:59.311470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.314957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Provisioning for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:16:59.399110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['2bd208a5-5ae9-417f-9a96-6330cdb50f09'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:16:59.408029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:59.408399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.491760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:16:59.533553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:16:59.533930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.646155 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c247e04-2cad-45b0-a5c1-1187cec59c09 None None] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:16:59.697120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:16:59.707213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.707565 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment 729ea7c5-b215-4420-adb9-8f10e13135ef of type vlan for network 5d4990e0-32a1-4f72-bc59-283299aa9e04 Aug 10 01:16:59.762414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.783771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 55759cea-5ad9-461d-9889-0b1e02891b1f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:16:59.844625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.850553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:16:59.851190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.856078 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:16:59.884187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6674709 Aug 10 01:16:59.896829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38292) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:16:59.906729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '5d4990e0-32a1-4f72-bc59-283299aa9e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:16:59.919999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:16:59.942782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:16:59.958078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 612ceff8-0c26-4e96-872e-4d42f5c86b4a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:00.005003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed853ffe-9e7a-4e8e-a148-986f7504aeec tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=5d4990e0-32a1-4f72-bc59-283299aa9e04,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:00.025767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Provisioning complete for port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:00.026145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.028498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 5d4990e0-32a1-4f72-bc59-283299aa9e04 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:00.030400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:00.041205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.069849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9064627 Aug 10 01:17:00.072701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38296) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:00.078530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1260307705'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:00.084498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.099985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764ed7-89f4-491e-80e3-6b9ec30aa46f tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:00.125422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:00.132427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.138500 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Sync routers for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:00.141457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:16:57Z', 'revision_number': 3, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.147971 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:00.148811 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.192054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1b1c4ad6-19a2-46e0-915e-cbf89e0b7787 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/floatingips/ee93a7b8-6eca-4d6f-8a39-582d70834cfd HTTP/1.1" status: 204 len: 168 time: 2.6786318 Aug 10 01:17:00.195264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:00.198009 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8375e73-738d-4643-9ad0-617aca2078c7" -d '{"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:00.301511 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:00.316269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Allocated IP 172.20.0.1 (b66cc3f1-eeb1-496b-8c8b-aef20a1354bd/8360bebd-4afa-4cd5-8a74-642f9c269a1c/583fb1b8-8129-4f47-9385-04222b259a51) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:00.441468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:00.446876 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.483760 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.484387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Checking router: de3e6242-8bc9-4ca5-8953-93d506942f9f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:00.484885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Updating router de3e6242-8bc9-4ca5-8953-93d506942f9f port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:00.525833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:00.546144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8564980e-0075-43d5-b436-7f7414bee5ac None None] Could not find standard attr ID for object 8886be1a-85a9-43f0-9047-234c864974df. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:00.557798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 612ceff8-0c26-4e96-872e-4d42f5c86b4a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:00.561476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.584695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a73f0-50e5-4b05-9ba6-96b41a6a26bf req-49fb6d3b-39b7-45d8-b06d-031a7db81cb3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:00.587321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-792a73f0-50e5-4b05-9ba6-96b41a6a26bf req-49fb6d3b-39b7-45d8-b06d-031a7db81cb3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 945 time: 0.4898758 Aug 10 01:17:00.740179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.846148 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53813f22-2569-4e03-85d1-4b8740435f98 x-openstack-request-id: req-53813f22-2569-4e03-85d1-4b8740435f98 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:00.846681 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:00.846681 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53813f22-2569-4e03-85d1-4b8740435f98 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:00.847045 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:17:00.888816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:00.896658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:00.903909 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.936747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:00.984193 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Checking router: 55759cea-5ad9-461d-9889-0b1e02891b1f for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:01.012242 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:01.014489 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.044029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=84fd823c-6e67-4681-8471-453b7209a23e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.058828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.094510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Transition to ACTIVE for port object 583fb1b8-8129-4f47-9385-04222b259a51 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:01.122454 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.123828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0498800 Aug 10 01:17:01.129772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-792a73f0-50e5-4b05-9ba6-96b41a6a26bf req-61c5f1b6-c661-4118-86d7-8a3e69758c47 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865564 Aug 10 01:17:01.131776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:01.133498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-4b74d3da-36d6-4bd8-bf1a-9c409a2a31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.135047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-4b74d3da-36d6-4bd8-bf1a-9c409a2a31a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 1098 time: 0.6355469 Aug 10 01:17:01.135673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5557eac-ce90-4c13-8fa0-b68558e6fae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7549b2-2190-4ed9-8deb-e431fc8ec842,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.141427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1265880094'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:01.167700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0014a-c275-4c14-8dd0-07514e97f2e1 req-52786915-5d97-45f1-9304-8bc3d42d054e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.169573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8a0014a-c275-4c14-8dd0-07514e97f2e1 req-52786915-5d97-45f1-9304-8bc3d42d054e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 946 time: 0.3214343 Aug 10 01:17:01.176267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': '729ea7c5-b215-4420-adb9-8f10e13135ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5d4990e0-32a1-4f72-bc59-283299aa9e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:01.176704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 5d4990e0-32a1-4f72-bc59-283299aa9e04, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:01.211232 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.212378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:01.223602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Transition to ACTIVE for port object c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:01.224974 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.230907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d0ab6a-8957-474c-a106-32e433fa246b None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:01.237729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.245175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 5d4990e0-32a1-4f72-bc59-283299aa9e04 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:01.248139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.259206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8a0014a-c275-4c14-8dd0-07514e97f2e1 req-819fb043-20a4-4f4a-b1fa-4ee29f6843e9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787709 Aug 10 01:17:01.272243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 5d4990e0-32a1-4f72-bc59-283299aa9e04) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:01.286746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.287462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.296580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Provisioning for port 612ceff8-0c26-4e96-872e-4d42f5c86b4a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:01.305425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557301c4-d28d-4eac-9a58-ca74356f3222 None None] Network 5d4990e0-32a1-4f72-bc59-283299aa9e04 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:01.308750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Pushing event updated for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.332305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:01.335899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:01.350178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Provisioning complete for port 612ceff8-0c26-4e96-872e-4d42f5c86b4a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:01.350552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.357892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:01.398057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.410685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Attempting to bind port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:01.411099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Attempting to bind port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:01.411425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Attempting to bind port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:01.412964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.430995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f8dc7c9f-aabe-4605-93fe-177ac27de449 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5290904 Aug 10 01:17:01.432712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38318) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:01.450940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-d1fdc803-367a-42fb-90e1-ad81807853e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.458638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-d1fdc803-367a-42fb-90e1-ad81807853e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 200 len: 896 time: 0.3094752 Aug 10 01:17:01.462976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.465108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3269792 Aug 10 01:17:01.469606 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38320) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:01.476312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1187900021'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:01.484671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0fed-0521-4066-9f71-45e61a31b17c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d9dd5-6fe6-4c00-a6a6-7a83d809f202,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.534830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.537556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c08cf-b567-4a30-a29e-0b34b88e44a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.550001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:01.550700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:01.551257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.551804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:01.552330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Bound port: c76ebe10-ab9b-42d7-a017-06d8d4d9ca44, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:01.552728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.572904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.587764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:01.635243 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23462ed-9f98-430a-bba2-e6060a649a87 None None] The sync data for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 is: [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:14:49Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '6e1168db-9284-498f-9244-0d8f81494956', 'name': '', 'network_id': 'a53c216b-b47e-475a-a79d-a0f62452ee43', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:46:f7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:48Z', 'updated_at': '2021-08-10T01:14:57Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '7c2d104d-64fb-473f-9f7b-47327ce5ea53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:01.668576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:01.668958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.684940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.687784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-c408a045-8152-4174-8243-915d00f161e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 200 len: 217 time: 0.2067039 Aug 10 01:17:01.695383 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.780702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.782918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3120611 Aug 10 01:17:01.786585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38322) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:01.793494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-212408414', 'security_groups': ['935db871-d570-40c1-aff5-9159ab1ca419'], 'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:01.797456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfc858-f722-4801-a294-d337e5b0659e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=935db871-d570-40c1-aff5-9159ab1ca419,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:01.801300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] For port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:01.817452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-0a0ca60a-c5d0-4819-8f3c-f2699b916b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.819006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-0a0ca60a-c5d0-4819-8f3c-f2699b916b96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 200 len: 835 time: 0.1089821 Aug 10 01:17:01.826101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.851817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] For port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:01.861718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.861960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.876279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-d0fe4b31-f680-490d-8471-92fe13ed804e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.877438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-d0fe4b31-f680-490d-8471-92fe13ed804e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 946 time: 0.1614313 Aug 10 01:17:01.895042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:01.952314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-bab9ee23-ca95-41a7-821c-e4275e88b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:01.953867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-bab9ee23-ca95-41a7-821c-e4275e88b188 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a53c216b-b47e-475a-a79d-a0f62452ee43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237853 Aug 10 01:17:01.973916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-cc9a60db-ccad-48cb-bcea-c0939a84d360 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:17:01.975541 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-cc9a60db-ccad-48cb-bcea-c0939a84d360 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065241 Aug 10 01:17:01.981502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2bd208a5-5ae9-417f-9a96-6330cdb50f09 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:02.014487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:02.065829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] For port 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=612ceff8-0c26-4e96-872e-4d42f5c86b4a,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:02.067796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:02.068528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.089793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.135887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:02.137139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.190618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.224327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 46cf619b-1676-4824-8f74-eceae34b71e3, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=46cf619b-1676-4824-8f74-eceae34b71e3,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:02.224786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.227709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] device_id is not set on port e194b118-6510-4772-9dcf-fbf435a9fcbd yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:02.229681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0499c456-8221-475a-aaec-d528b6b18143 None None] New status for floating IP ee93a7b8-6eca-4d6f-8a39-582d70834cfd: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:02.232269 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.247108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 46cf619b-1676-4824-8f74-eceae34b71e3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:02.260752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19628bf-8170-4d79-9f4c-be9890baf74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-5d4990e0-32a1-4f72-bc59-283299aa9e04', 'network_id': '5d4990e0-32a1-4f72-bc59-283299aa9e04', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': '84fd823c-6e67-4681-8471-453b7209a23e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:02.262267 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c19628bf-8170-4d79-9f4c-be9890baf74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.272428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-f10e388a-51ce-462c-a011-a70d31307324 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889793 Aug 10 01:17:02.314893 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.368277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c08cf-b567-4a30-a29e-0b34b88e44a1 None None] Pushing event updated for resources: {'Port': ['ID=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.376313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:02.397251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Update dhcp port {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'fixed_ips': [{'subnet_id': 'd4b4fc08-30e2-49d5-aff6-58c421c501db', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '9d9230e1-2d2d-427d-8227-9de86ada5b8c'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:17:02.415108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=84fd823c-6e67-4681-8471-453b7209a23e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.420648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:02.421021 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.422248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.486552 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.544779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5da2e-f406-4fb2-9573-bd3c112acef2 req-68ec838c-a237-4683-b156-f4fc84a2d8bc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.546707 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9d5da2e-f406-4fb2-9573-bd3c112acef2 req-68ec838c-a237-4683-b156-f4fc84a2d8bc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 945 time: 0.3242836 Aug 10 01:17:02.553746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7ff01-c516-471b-bda1-c50297438e1a req-176fe211-b21a-4997-a604-9c28ffe798f2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:02.555527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfe7ff01-c516-471b-bda1-c50297438e1a req-176fe211-b21a-4997-a604-9c28ffe798f2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=035e222c-6557-4f21-8eeb-d32824912558 HTTP/1.1" status: 200 len: 946 time: 0.1714857 Aug 10 01:17:02.572182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.597681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning for port 583fb1b8-8129-4f47-9385-04222b259a51 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:02.604482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8::17b (13dddbec-0a26-42a5-bf69-2dc3b28d4509/9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6/e194b118-6510-4772-9dcf-fbf435a9fcbd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:02.612623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.621857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d4990e0-32a1-4f72-bc59-283299aa9e04']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.631493 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.654987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-c6a0d8cb-b4f3-48b0-b7e5-d6ee37653c0a req-7d841cb5-d38d-4fbe-8b02-0827396766e3 service neutron] (105957) timed out ('10.222.0.25', 44528) {{(pid=105957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:17:02.661283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning complete for port 583fb1b8-8129-4f47-9385-04222b259a51 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:02.668428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.670609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfe7ff01-c516-471b-bda1-c50297438e1a req-b8de777b-d134-4c12-8000-43b7243f307e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9dbaf77-7219-4d49-976a-9ccc6af8be61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066971 Aug 10 01:17:02.674318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729ea7c5-b215-4420-adb9-8f10e13135ef') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.674597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729ea7c5-b215-4420-adb9-8f10e13135ef') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:02.685581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.685757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=46cf619b-1676-4824-8f74-eceae34b71e3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.687422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Pushing event updated for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.703658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.707461 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8375e73-738d-4643-9ad0-617aca2078c7 req-3bda7144-dc0c-4e56-b9b0-3940dbf22886 service neutron] 10.222.0.10 "GET /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206691 Aug 10 01:17:02.717852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:02.730549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9d5da2e-f406-4fb2-9573-bd3c112acef2 req-f1cd22d5-9ec1-4605-b74f-ad51ddacb168 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745214 Aug 10 01:17:02.734426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.769992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d3e80-18d9-4591-99dc-382b1bc8abe4 None None] Pushing event updated for resources: {'Port': ['ID=612ceff8-0c26-4e96-872e-4d42f5c86b4a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.772738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f7a14e-069f-4a24-9ab1-3b91fa070b5d None None] Network 5d4990e0-32a1-4f72-bc59-283299aa9e04 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:02.787233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:02.787663 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:02.790828 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:02.799954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] No DVR routers for this DVR port 46cf619b-1676-4824-8f74-eceae34b71e3 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:02.802755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.805080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bd775f5-7a49-4148-9d50-5337e5d1d249 req-ea0005cf-77ef-427d-9d8e-75483d73f9b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "DELETE /v2.0/ports/46cf619b-1676-4824-8f74-eceae34b71e3 HTTP/1.1" status: 204 len: 173 time: 0.9187784 Aug 10 01:17:02.848239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-deleted', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:02.851490 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cab310-3033-4727-b7b7-37321ab3ed78" -d '{"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-deleted", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:02.886223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.905689 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.921522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Transition to ACTIVE for port object e194b118-6510-4772-9dcf-fbf435a9fcbd will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:02.929459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:02.930925 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ec3794-da02-4f3e-8b83-7b66672c041b x-openstack-request-id: req-23ec3794-da02-4f3e-8b83-7b66672c041b {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:02.931223 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035e222c-6557-4f21-8eeb-d32824912558", "name": "network-vif-deleted", "tag": "46cf619b-1676-4824-8f74-eceae34b71e3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:02.931480 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23ec3794-da02-4f3e-8b83-7b66672c041b {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:02.931944 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035e222c-6557-4f21-8eeb-d32824912558', 'name': 'network-vif-deleted', 'tag': '46cf619b-1676-4824-8f74-eceae34b71e3', 'status': 'completed', 'code': 200} Aug 10 01:17:02.932916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/5d4990e0-32a1-4f72-bc59-283299aa9e04 HTTP/1.1" status: 204 len: 168 time: 1.4986293 Aug 10 01:17:02.938803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38330) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:02.947992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952232227'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:02.948548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e097942-d3c3-49dd-8981-f6198123fa8f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=5d4990e0-32a1-4f72-bc59-283299aa9e04,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:02.956898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:02.958773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:02.999354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:03.003744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.009226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.121858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:03.123440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:03.137863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:03.141738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=e194b118-6510-4772-9dcf-fbf435a9fcbd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.144554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:03.151735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:03.153232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.164140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.164944 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment cdfc71ff-d883-42aa-84a8-dfb29193b0f9 of type vlan for network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 Aug 10 01:17:03.188051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Port 583fb1b8-8129-4f47-9385-04222b259a51 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:03.278371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.287466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0bfcd39d-2ae2-4fb1-8c6c-ff38fdb9e0f6 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4970200 Aug 10 01:17:03.287992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38332) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:03.293539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:03.446305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.460738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:03.461415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.487151 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.492340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning complete for port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:03.492725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.512662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Router de3e6242-8bc9-4ca5-8953-93d506942f9f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:03.544179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:03.548155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.561759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38334) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:03.562052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6212564 Aug 10 01:17:03.568780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:03.598838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:03.601098 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a26d0f-95bf-48e1-822c-a9e868ecb9a9" -d '{"events": [{"server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:03.621811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:03.626478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:03.640386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Allocated IP 2001:db8::2 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6/9d9230e1-2d2d-427d-8227-9de86ada5b8c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:03.644336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.646966 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3998f74-b736-4662-a11e-595c73cbb3fa x-openstack-request-id: req-d3998f74-b736-4662-a11e-595c73cbb3fa {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:03.647260 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "name": "network-vif-plugged", "status": "completed", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:03.647537 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3998f74-b736-4662-a11e-595c73cbb3fa {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:03.647901 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09', 'code': 200} Aug 10 01:17:03.653928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d018035-c03e-40db-821f-0586f2dc5f90 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=df7ae5c4-d7fe-4729-acf8-d4f0d72782c4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.694238 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6 (CIDR: 2001:db8::/64) Aug 10 01:17:03.696470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:03.698377 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:03.699577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:03.715190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:03.723198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1ba8ebb4-32b5-44a0-bbbe-643525be09ab admin admin] 10.222.0.25 "PUT /v2.0/routers/de3e6242-8bc9-4ca5-8953-93d506942f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8253121 Aug 10 01:17:03.750026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:03.754516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.760588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-995977c8-19fd-4b5d-afcf-2fe636ee3acc tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4717207 Aug 10 01:17:03.763159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38344) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:03.766261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning complete for port 612ceff8-0c26-4e96-872e-4d42f5c86b4a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:03.766949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:03.779318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:03.782322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:03.921721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:03.936477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7953-3701-4de3-ad80-97ed2a71bb94 req-4f8cc790-22cc-439d-b05d-dc41f278def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:03.938083 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f9d7953-3701-4de3-ad80-97ed2a71bb94 req-4f8cc790-22cc-439d-b05d-dc41f278def3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 1098 time: 0.0741675 Aug 10 01:17:03.993490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2f9d7953-3701-4de3-ad80-97ed2a71bb94 req-c7d8b0da-5d1f-4d8d-95ce-ebdc6f8d80b8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Aug 10 01:17:04.001251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:04.006404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.017789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fa7d2-efc8-47e8-ae86-5990040d3ba3 req-f2d48589-2d51-4b65-8af3-3c9758dab63d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:04.019360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:04.025321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d91fa7d2-efc8-47e8-ae86-5990040d3ba3 req-f2d48589-2d51-4b65-8af3-3c9758dab63d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.1551952 Aug 10 01:17:04.061357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.094495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Transition to ACTIVE for port object 9d9230e1-2d2d-427d-8227-9de86ada5b8c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:04.106805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d91fa7d2-efc8-47e8-ae86-5990040d3ba3 req-63a091f9-b8f4-4b51-9a54-1d898a38b416 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805647 Aug 10 01:17:04.139921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4440888-defe-476d-9fd5-f7305520116c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '583fb1b8-8129-4f47-9385-04222b259a51', 'name': '', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'mac_address': 'fa:16:3e:3a:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:00Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 1, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'subnets': [{'id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:04.146233 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d4b4fc08-30e2-49d5-aff6-58c421c501db (CIDR: 2001:db8:0:1::/64) Aug 10 01:17:04.151152 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:04.151825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:04.174581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e8bcad66-8d64-4fb7-8630-a1beeb695ebe tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4026096 Aug 10 01:17:04.175559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38364) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:04.178800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4440888-defe-476d-9fd5-f7305520116c None None] The sync data for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 is: [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '583fb1b8-8129-4f47-9385-04222b259a51', 'name': '', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'mac_address': 'fa:16:3e:3a:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:00Z', 'updated_at': '2021-08-10T01:17:00Z', 'revision_number': 1, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'subnets': [{'id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:04.184272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'subnet': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:04.187705 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.310167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.348392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Made reservation on behalf of 19838cea01b042acb98f2d3946c5671f for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:04.363919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.382900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:04.394309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:04.394989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4db7bfe-2735-40d3-90d2-be17943e18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.427866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb4cc5-fbbc-42d0-8212-75dff82bd0ae None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:04.482054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:04.515035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:04.515493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: df7ae5c4-d7fe-4729-acf8-d4f0d72782c4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:04.607483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:04.621009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, df7ae5c4-d7fe-4729-acf8-d4f0d72782c4) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:04.635179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ada6d-3afa-4e4e-b408-f388df65dc5b None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:04.676964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:04.677577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.735162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-92fb4cc9-bccf-4109-af9b-6bcdcb8b5578 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1709180 Aug 10 01:17:04.738361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38390) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:04.756905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.774743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:04.837163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-52f7f406-f1be-4d2a-a27b-b01234167bbd None None] Provisioning complete for port 583fb1b8-8129-4f47-9385-04222b259a51 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:04.837542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-52f7f406-f1be-4d2a-a27b-b01234167bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:04.928170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:05.036777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-52f7f406-f1be-4d2a-a27b-b01234167bbd None None] Port 583fb1b8-8129-4f47-9385-04222b259a51 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:05.086207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:05.086501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.096413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.142278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-df7ae5c4-d7fe-4729-acf8-d4f0d72782c4', 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': '2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:05.143175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.175449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:05.189640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:05.202491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.203609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.255192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Subnet': ['ID=099d9f31-ef6b-42ce-9eec-ecec99721322,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:05.275966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-803334ee-9a59-43ac-af44-fb3af3fdc92c tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0948262 Aug 10 01:17:05.294705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38428) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:05.301165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1496646536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '099d9f31-ef6b-42ce-9eec-ecec99721322'}], 'security_groups': ['1a7549b2-2190-4ed9-8deb-e431fc8ec842', 'fd6d9dd5-6fe6-4c00-a6a6-7a83d809f202']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:05.356605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:05.427983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 46cf619b-1676-4824-8f74-eceae34b71e3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:05.428332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 46cf619b-1676-4824-8f74-eceae34b71e3 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:05.441528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 6e1168db-9284-498f-9244-0d8f81494956 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:05.442081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.477786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 612ceff8-0c26-4e96-872e-4d42f5c86b4a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:05.580782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:05.584361 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.604176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.634373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Allocated IP 2001:db8::2 (df7ae5c4-d7fe-4729-acf8-d4f0d72782c4/2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9/1d423bb5-62f4-42cf-a8d3-edf068c2b2ed) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:05.650547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f46795-a510-49ea-a224-a7c2661d947d req-1d1ab188-33a6-4e92-a1a1-7a2617172d57 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:05.653881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5f46795-a510-49ea-a224-a7c2661d947d req-1d1ab188-33a6-4e92-a1a1-7a2617172d57 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.3131413 Aug 10 01:17:05.659246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 612ceff8-0c26-4e96-872e-4d42f5c86b4a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:05.659824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.682848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 6e1168db-9284-498f-9244-0d8f81494956, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6e1168db-9284-498f-9244-0d8f81494956,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:05.684283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:05.707005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 6e1168db-9284-498f-9244-0d8f81494956 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:05.734939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7eb20d-e090-4f7c-8ae6-304b27405bad None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:06.006632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.025846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5f46795-a510-49ea-a224-a7c2661d947d req-72ce55de-3e86-441e-a19e-2d0ffcd6f991 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977085 Aug 10 01:17:06.094524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=6e1168db-9284-498f-9244-0d8f81494956,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:06.107695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-108e6e32-1afb-43a0-8fd8-39b17f966177 None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:06.108448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-108e6e32-1afb-43a0-8fd8-39b17f966177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.390733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c41fef-afb9-4930-a524-805552210e5a req-db278e52-bb6f-403e-bbf0-27a5e3bce1ad tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:06.410056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c41fef-afb9-4930-a524-805552210e5a req-db278e52-bb6f-403e-bbf0-27a5e3bce1ad tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.1989727 Aug 10 01:17:06.478452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.492542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Transition to ACTIVE for port object 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:06.507210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c41fef-afb9-4930-a524-805552210e5a req-ddca2332-7554-456f-81e8-7607bd875a4c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936806 Aug 10 01:17:06.513517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Transition to ACTIVE for port object 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:06.577617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.581961 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.676616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:06.685933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:06.694111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:06.755567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Pushing event updated for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:06.815613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Attempting to bind port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:06.816146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Attempting to bind port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:06.816582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Attempting to bind port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed on network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:06.819409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-108e6e32-1afb-43a0-8fd8-39b17f966177 None None] Provisioning complete for port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:06.819893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-108e6e32-1afb-43a0-8fd8-39b17f966177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.859903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:06.860434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Checking segment: {'id': 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:06.860936 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.861672 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Bound using segment: {'id': 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:06.862275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Bound port: 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:06.863161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:06.918584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router 55759cea-5ad9-461d-9889-0b1e02891b1f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:06.925461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Update dhcp port {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'fixed_ips': [{'subnet_id': 'd4b4fc08-30e2-49d5-aff6-58c421c501db', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6', 'ip_address': '2001:db8::2'}, {'subnet_id': '099d9f31-ef6b-42ce-9eec-ecec99721322'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '9d9230e1-2d2d-427d-8227-9de86ada5b8c'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:17:06.945946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c6a65-3a43-4c5b-a6e3-fd238ba991bc req-81970522-a7f0-4264-babd-da572255e370 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:06.954238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af9c6a65-3a43-4c5b-a6e3-fd238ba991bc req-81970522-a7f0-4264-babd-da572255e370 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.2041240 Aug 10 01:17:06.955206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-108e6e32-1afb-43a0-8fd8-39b17f966177 None None] Port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:06.973481 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.014110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:07.023795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,segment=NetworkSegment(cdfc71ff-d883-42aa-84a8-dfb29193b0f9),segment_id=cdfc71ff-d883-42aa-84a8-dfb29193b0f9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:07.024970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:07.090845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.124046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:07.136890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-af9c6a65-3a43-4c5b-a6e3-fd238ba991bc req-3e4c7520-0b36-4593-8423-6b7697916bc8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665792 Aug 10 01:17:07.137008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90db5650-1e20-4c6e-b872-0b2300a44441 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/55759cea-5ad9-461d-9889-0b1e02891b1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3509092 Aug 10 01:17:07.137008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:07.160515 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Sync routers for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:07.173637 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:07.175711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:07.209038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Delete allocated IP 2001:db8::17b (13dddbec-0a26-42a5-bf69-2dc3b28d4509/9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6) {{(pid=105958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 01:17:07.232064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b85a4-4c62-49b9-873c-d1de9e67c446 None None] Pushing event updated for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.234225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.243416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Allocated IP 2001:db8:0:2::28f (13dddbec-0a26-42a5-bf69-2dc3b28d4509/099d9f31-ef6b-42ce-9eec-ecec99721322/e194b118-6510-4772-9dcf-fbf435a9fcbd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:07.304968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting subnet 7c2d104d-64fb-473f-9f7b-47327ce5ea53 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:07.310957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.345996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:07.354235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:07.383416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.385418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.395672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.397460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=b065e144-43a9-41dc-a327-b0d0f1bad5e5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.421559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-23521d93-b5cc-4d4a-8abc-2c8fd0c823f0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6812637 Aug 10 01:17:07.427871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38444) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:07.499356 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:07.563756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.565656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:07.597789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:07.598098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.739286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.758806 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.761297 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:17:07.766724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/subnets/7c2d104d-64fb-473f-9f7b-47327ce5ea53 HTTP/1.1" status: 204 len: 168 time: 0.6310046 Aug 10 01:17:07.767504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38448) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:07.775016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdab2c77-74cd-437e-9247-d882f19f3758 None None] Network a53c216b-b47e-475a-a79d-a0f62452ee43 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:07.778145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.780817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.787987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.799324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.802150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.808056 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7c12875-5301-4662-b0cf-315a1bec45bd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3786054 Aug 10 01:17:07.812664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38450) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:07.819411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-271320545'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:07.905375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Sync routers for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:07.916648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:07.921463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.956979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cd247-0fb2-447f-8f91-1e95c9b78f71 req-114e4e23-801b-46ed-9675-8f018bf131c9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:07.959494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-004cd247-0fb2-447f-8f91-1e95c9b78f71 req-114e4e23-801b-46ed-9675-8f018bf131c9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.1092880 Aug 10 01:17:07.963232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:07.968196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e610f-1fae-43a8-81f6-c85051423da9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2d104d-64fb-473f-9f7b-47327ce5ea53,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:07.989716 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.007683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:08.012418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.012777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:08.013429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.044116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.045642 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment 06b4acb6-d640-486d-bbe0-8e550bd7bdb5 of type vlan for network 62859a20-e45b-4f45-9002-3994912b72b8 Aug 10 01:17:08.053235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-004cd247-0fb2-447f-8f91-1e95c9b78f71 req-6a49eb22-72b4-4f77-b0a1-c64fe1174191 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842659 Aug 10 01:17:08.065797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Ignored duplicate provisioning block setup for port e194b118-6510-4772-9dcf-fbf435a9fcbd by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 01:17:08.075767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Checking router: 55759cea-5ad9-461d-9889-0b1e02891b1f for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:08.099560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Routers {'55759cea-5ad9-461d-9889-0b1e02891b1f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:08.101308 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['55759cea-5ad9-461d-9889-0b1e02891b1f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.127762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.149854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.155755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.173661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.189007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:08.213016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.232753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] In _notify_port_updated(), no bound segment for port e194b118-6510-4772-9dcf-fbf435a9fcbd on network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:17:08.246412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:08.247550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.252163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "PUT /v2.0/ports/e194b118-6510-4772-9dcf-fbf435a9fcbd HTTP/1.1" status: 200 len: 970 time: 2.9560473 Aug 10 01:17:08.252885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38454) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:08.292881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3fe1f-1554-4c9d-a2a8-0b523386e3b3 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event updated for resources: {'Port': ['ID=e194b118-6510-4772-9dcf-fbf435a9fcbd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.305981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.314042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:08.315228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.326795 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] Set router 55759cea-5ad9-461d-9889-0b1e02891b1f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:08.380790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:08.434579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6169498 Aug 10 01:17:08.434983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38456) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:08.442859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:08.453574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0f7be-b02e-4552-ae7e-004cf44b87b9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=62859a20-e45b-4f45-9002-3994912b72b8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.478946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Allocated IP 2001:db8:0:2::2 (13dddbec-0a26-42a5-bf69-2dc3b28d4509/099d9f31-ef6b-42ce-9eec-ecec99721322/9d9230e1-2d2d-427d-8227-9de86ada5b8c) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:08.496941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:08.553362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:08.748883 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:08.772922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.817382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.826301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] DHCP port deletion for a53c216b-b47e-475a-a79d-a0f62452ee43 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:08.827915 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489fd05-46f7-4452-a245-d4e7a05aa609 None None] The sync data for ids ['55759cea-5ad9-461d-9889-0b1e02891b1f'] in n-d-766380-21 is: [{'id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2140446371', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:41Z', 'updated_at': '2021-08-10T01:17:05Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '86038c80-ac46-402d-8c6e-1a8e52e14264', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:ec:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55759cea-5ad9-461d-9889-0b1e02891b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:42Z', 'updated_at': '2021-08-10T01:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:08.910909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 62859a20-e45b-4f45-9002-3994912b72b8 is not hosted by any dhcp agent {{(pid=105958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:17:08.916361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:08.916983 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.924676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "PUT /v2.0/networks/62859a20-e45b-4f45-9002-3994912b72b8 HTTP/1.1" status: 200 len: 723 time: 0.4822183 Aug 10 01:17:08.925792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38458) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:08.943079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '62859a20-e45b-4f45-9002-3994912b72b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:08.985563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 86038c80-ac46-402d-8c6e-1a8e52e14264 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:08.986384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:08.989973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524c90a-61d3-4d85-a21e-d574396f8deb None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:09.039705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e122cb-407f-49d0-830a-448b7c6ccfd7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=62859a20-e45b-4f45-9002-3994912b72b8,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.054413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:09.058998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.063047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:09.103320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 86038c80-ac46-402d-8c6e-1a8e52e14264, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=86038c80-ac46-402d-8c6e-1a8e52e14264,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.103699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.120101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 86038c80-ac46-402d-8c6e-1a8e52e14264 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.287935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-1a34d9a1-f762-49da-a8ba-eea22e79803f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.289857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-1a34d9a1-f762-49da-a8ba-eea22e79803f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.1695902 Aug 10 01:17:09.297100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port e194b118-6510-4772-9dcf-fbf435a9fcbd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:09.297514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.485640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cbde8-2a21-4527-87a0-b2a3f0a44bb0 req-464db2fd-17f5-47d1-90a0-831bc773b5b1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.493691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef3cbde8-2a21-4527-87a0-b2a3f0a44bb0 req-464db2fd-17f5-47d1-90a0-831bc773b5b1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 946 time: 0.2706509 Aug 10 01:17:09.498766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.538207 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.557860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Transition to ACTIVE for port object 9d9230e1-2d2d-427d-8227-9de86ada5b8c will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:09.561721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:09.562487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.574535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:09.595257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef3cbde8-2a21-4527-87a0-b2a3f0a44bb0 req-8101a511-171b-4eba-97ac-4f23266fc60d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894568 Aug 10 01:17:09.624603 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.624935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.684844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.697197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bb58d96d-a2d5-4270-b0dd-85dc6fd235ea None None] Provisioning for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:09.700672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for e194b118-6510-4772-9dcf-fbf435a9fcbd owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.751182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': '06b4acb6-d640-486d-bbe0-8e550bd7bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:09.751647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 62859a20-e45b-4f45-9002-3994912b72b8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:09.758657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=96608164-84bd-4a7f-8841-c1dea67b2f99,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.778524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port 2bd208a5-5ae9-417f-9a96-6330cdb50f09, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2bd208a5-5ae9-417f-9a96-6330cdb50f09,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.778767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.800901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 2bd208a5-5ae9-417f-9a96-6330cdb50f09 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.816862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 62859a20-e45b-4f45-9002-3994912b72b8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:09.831020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Deleting port 68d42578-e062-4c88-9dc4-6c607356b1d9 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:09.831631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.859592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.865085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 62859a20-e45b-4f45-9002-3994912b72b8) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:09.870408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.874173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:09.875251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.897780 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98823428-54a0-4fdf-a962-0358851b3e22 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9600804 Aug 10 01:17:09.902909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38464) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:09.908234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:09.909037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] For port 68d42578-e062-4c88-9dc4-6c607356b1d9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=68d42578-e062-4c88-9dc4-6c607356b1d9,segment=NetworkSegment(6c33391c-3065-4ef8-b966-1c7baab9d3a3),segment_id=6c33391c-3065-4ef8-b966-1c7baab9d3a3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:09.909446 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.915099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=86038c80-ac46-402d-8c6e-1a8e52e14264,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.926566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Calling delete_port for 68d42578-e062-4c88-9dc4-6c607356b1d9 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:09.967780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c668b86c-7b60-464c-ace3-a67c61049618 None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:09.968556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=e194b118-6510-4772-9dcf-fbf435a9fcbd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:09.971918 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:09.976700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38466) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:09.977159 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7701ca39-2ef6-4b8d-8641-6e79dc4ef7fd tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/e194b118-6510-4772-9dcf-fbf435a9fcbd HTTP/1.1" status: 204 len: 168 time: 1.7191501 Aug 10 01:17:10.022021 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fefe22-99d8-4a21-9899-bca56c06ad50 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] GET failed (client error): The resource could not be found. Aug 10 01:17:10.023781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29fefe22-99d8-4a21-9899-bca56c06ad50 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports/e194b118-6510-4772-9dcf-fbf435a9fcbd HTTP/1.1" status: 404 len: 333 time: 0.0462236 Aug 10 01:17:10.026366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38468) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:10.062204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.144842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3761404'] for subnet, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.159208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626a82-9a06-4d6c-98c6-d258595dcded None None] Pushing event updated for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.206440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.209221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.256252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.262921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.263602 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Fanout notify agent at l3_agent the message router_deleted on router 55759cea-5ad9-461d-9889-0b1e02891b1f {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:17:10.271673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.273583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e7f14815-b734-4d57-aed3-5336ddd70d67 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/routers/55759cea-5ad9-461d-9889-0b1e02891b1f HTTP/1.1" status: 204 len: 168 time: 2.5028162 Aug 10 01:17:10.275823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:10.330197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '583fb1b8-8129-4f47-9385-04222b259a51', 'name': '', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'mac_address': 'fa:16:3e:3a:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:00Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 2, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'subnets': [{'id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.343562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.430287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:10.441317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Checking router: de3e6242-8bc9-4ca5-8953-93d506942f9f for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:10.441676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Updating router de3e6242-8bc9-4ca5-8953-93d506942f9f port 583fb1b8-8129-4f47-9385-04222b259a51 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:10.453453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:10.455182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.481515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.498806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-62859a20-e45b-4f45-9002-3994912b72b8', 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': '96608164-84bd-4a7f-8841-c1dea67b2f99'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:10.499694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.545353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=2bd208a5-5ae9-417f-9a96-6330cdb50f09,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.546077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.635734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.639113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.649590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/security-groups/935db871-d570-40c1-aff5-9159ab1ca419 HTTP/1.1" status: 204 len: 168 time: 0.6121840 Aug 10 01:17:10.656932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38476) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:10.660222 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.788908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port 2bd208a5-5ae9-417f-9a96-6330cdb50f09 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:10.791661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.794609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a9c3e24-654c-4396-8ef1-75b25821a525 req-c6bd638b-61e1-48ea-b212-e41ff7a8e7c0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "DELETE /v2.0/ports/2bd208a5-5ae9-417f-9a96-6330cdb50f09 HTTP/1.1" status: 204 len: 173 time: 1.4946933 Aug 10 01:17:10.809344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.811856 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:10.834557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'name': 'network-vif-deleted', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:10.836198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] No DVR routers for this DVR port 68d42578-e062-4c88-9dc4-6c607356b1d9 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:10.846556 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0afc8a9-c08b-4e9a-ac1b-0c13d245364c" -d '{"events": [{"server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "name": "network-vif-deleted", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:10.858385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07ab0f-3f28-4cc7-85a1-e1fe4cd9ef96 None None] Pushing event deleted for resources: {'Port': ['ID=68d42578-e062-4c88-9dc4-6c607356b1d9,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.865677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53c216b-b47e-475a-a79d-a0f62452ee43']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.905111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c33391c-3065-4ef8-b966-1c7baab9d3a3') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.905417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c33391c-3065-4ef8-b966-1c7baab9d3a3') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:10.940564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44463f9-ccc8-4300-a324-f6b3cd8714e5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=935db871-d570-40c1-aff5-9159ab1ca419,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:10.956679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.003279 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.010837 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0599b15c-74b3-464a-8420-16fa59e6ca16 req-c198201d-b36a-4c4f-ae0c-86b15f760365 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.2536049 Aug 10 01:17:11.018618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:11.019247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:11.023656 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:11.040130 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aa1e14-8061-48c8-85bb-e4afc7394a8c x-openstack-request-id: req-71aa1e14-8061-48c8-85bb-e4afc7394a8c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:11.040424 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd3a40a-c9f8-4860-814c-48335034f6ba", "name": "network-vif-deleted", "tag": "2bd208a5-5ae9-417f-9a96-6330cdb50f09", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:11.040673 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71aa1e14-8061-48c8-85bb-e4afc7394a8c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:11.043194 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd3a40a-c9f8-4860-814c-48335034f6ba', 'name': 'network-vif-deleted', 'tag': '2bd208a5-5ae9-417f-9a96-6330cdb50f09', 'status': 'completed', 'code': 200} Aug 10 01:17:11.073066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739608116116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25965911'] for subnet, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.169854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.175189 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.180973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/networks/a53c216b-b47e-475a-a79d-a0f62452ee43 HTTP/1.1" status: 204 len: 168 time: 0.9037642 Aug 10 01:17:11.181751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38480) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:11.228083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=96608164-84bd-4a7f-8841-c1dea67b2f99,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:11.255261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:11.256359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.260360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-90926d9c-8bd5-419a-95da-0e0cb2c9b15b tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "PUT /v2.0/subnets/96608164-84bd-4a7f-8841-c1dea67b2f99 HTTP/1.1" status: 200 len: 826 time: 1.3540218 Aug 10 01:17:11.261551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38482) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:11.277962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.281841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf47a-cd09-43eb-a656-528920bf9577 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Network': ['ID=a53c216b-b47e-475a-a79d-a0f62452ee43,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:11.287158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Provisioning for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:11.392503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:11.392718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.392930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.416059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.437580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.447742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.465791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Update dhcp port {'port': {'network_id': 'df7ae5c4-d7fe-4729-acf8-d4f0d72782c4', 'fixed_ips': [{'subnet_id': '2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b065e144-43a9-41dc-a327-b0d0f1bad5e5'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '1d423bb5-62f4-42cf-a8d3-edf068c2b2ed'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:17:11.468267 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.509355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.513096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.514297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd6d9dd5-6fe6-4c00-a6a6-7a83d809f202 HTTP/1.1" status: 204 len: 168 time: 0.8470030 Aug 10 01:17:11.520136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38484) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:11.531307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c74eca-1108-4518-aa77-811b1dd83f2a tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d9dd5-6fe6-4c00-a6a6-7a83d809f202,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:11.677268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.682986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.700302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.726594 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.767763 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.771191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.787810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9dbaf77-7219-4d49-976a-9ccc6af8be61 HTTP/1.1" status: 204 len: 168 time: 0.5953410 Aug 10 01:17:11.790181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,segment=NetworkSegment(cdfc71ff-d883-42aa-84a8-dfb29193b0f9),segment_id=cdfc71ff-d883-42aa-84a8-dfb29193b0f9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:11.851759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e915b-38cf-43dd-8559-c6eedb084c0f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dbaf77-7219-4d49-976a-9ccc6af8be61,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:11.883618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.884409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:11.904531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.908212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:11.909750 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a7549b2-2190-4ed9-8deb-e431fc8ec842 HTTP/1.1" status: 204 len: 168 time: 0.3858869 Aug 10 01:17:11.912664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38492) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:11.934944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f0fc3-c524-462b-818e-eb2267b777aa tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7549b2-2190-4ed9-8deb-e431fc8ec842,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.015171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:12.024378 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.098185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Allocated IP 172.20.0.1 (df7ae5c4-d7fe-4729-acf8-d4f0d72782c4/b065e144-43a9-41dc-a327-b0d0f1bad5e5/1d423bb5-62f4-42cf-a8d3-edf068c2b2ed) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:12.147981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.252180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.288026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2bd208a5-5ae9-417f-9a96-6330cdb50f09 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:12.405991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88c2a16a-1495-48e3-8b97-a8b9b4df60a3 req-10217396-791e-425e-b887-53f10b7ff83a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.1032233 Aug 10 01:17:12.425919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Allocated IP 2001:db8::2 (62859a20-e45b-4f45-9002-3994912b72b8/96608164-84bd-4a7f-8841-c1dea67b2f99/f945c2aa-dd82-43ef-a1f8-aa577dcaa219) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:12.451688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.481323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 2bd208a5-5ae9-417f-9a96-6330cdb50f09 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:12.482080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2bd208a5-5ae9-417f-9a96-6330cdb50f09 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:12.503545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.508559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.510788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1380472f-26af-4368-893d-a5023bc7c739 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6 HTTP/1.1" status: 204 len: 168 time: 0.5968032 Aug 10 01:17:12.516537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38500) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.558781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Provisioning complete for port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:12.559561 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.565944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38502) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.571756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712973034', 'description': 'tempest-secgroup-smoke-1712973034 description', 'project_id': 'fc38d2208f3048da8d79775529975dbb'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:12.610417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet 099d9f31-ef6b-42ce-9eec-ecec99721322 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:12.614037 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.626442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.670786 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.819713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.865369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.875900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.915564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.917997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3500977 Aug 10 01:17:12.921051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:12.922386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38506) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:12.927693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:12.952103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78ca67-eace-4bef-9ac5-d4f2839e4dc4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59477cfc-66c9-4348-8200-ee71b0186db9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:12.971108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff58fbcf-db3f-49d3-9fd7-a8ad9a2eb280 None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:12.973573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.000516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=099d9f31-ef6b-42ce-9eec-ecec99721322,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.003922 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.005945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-da6167dc-09d9-465a-b5ff-939f7b2e98a5 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/099d9f31-ef6b-42ce-9eec-ecec99721322 HTTP/1.1" status: 204 len: 168 time: 0.4884250 Aug 10 01:17:13.008345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.019879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.047756 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26db4f9-f0cc-4984-9b0f-30e56017c622 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:13.048715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26db4f9-f0cc-4984-9b0f-30e56017c622 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:13.051101 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e26db4f9-f0cc-4984-9b0f-30e56017c622 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9efea4fc-5e3f-4da3-b6c9-bf7a01043ce6 HTTP/1.1" status: 404 len: 337 time: 0.0416231 Aug 10 01:17:13.053654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38510) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.117435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,segment=NetworkSegment(cdfc71ff-d883-42aa-84a8-dfb29193b0f9),segment_id=cdfc71ff-d883-42aa-84a8-dfb29193b0f9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:13.120133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:13.143687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting subnet d4b4fc08-30e2-49d5-aff6-58c421c501db {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:13.146914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.173253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d67b30b9-33eb-4671-8156-5a77b7d628ba None None] Could not find standard attr ID for object e194b118-6510-4772-9dcf-fbf435a9fcbd. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:13.180266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:13.180644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.196025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.255193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.326195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.343447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca234183-b037-4d7c-a672-8210e2ea3685 None None] Could not find standard attr ID for object e194b118-6510-4772-9dcf-fbf435a9fcbd. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:13.345280 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Transition to ACTIVE for port object 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:13.364333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.377613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.388440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca234183-b037-4d7c-a672-8210e2ea3685 None None] Could not find standard attr ID for object 8886be1a-85a9-43f0-9047-234c864974df. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:13.389933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.393206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.402700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6de4ea3-1787-4382-8849-163dedd5ff68,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.425228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.427225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cbe8ede2-c334-4638-a2d5-7fd8fa7a8d6e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5035291 Aug 10 01:17:13.430921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38516) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.438404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:13.451270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.493082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.497233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/d4b4fc08-30e2-49d5-aff6-58c421c501db HTTP/1.1" status: 204 len: 168 time: 0.4379988 Aug 10 01:17:13.499723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700ab39-a305-4e98-bac2-096536315c3d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b4fc08-30e2-49d5-aff6-58c421c501db,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.502637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.503294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38522) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.546427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Transition to ACTIVE for port object 583fb1b8-8129-4f47-9385-04222b259a51 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:13.565768 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b733109-9935-4d19-b086-aa9d2e3d15b8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:13.566229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b733109-9935-4d19-b086-aa9d2e3d15b8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:13.568065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1b733109-9935-4d19-b086-aa9d2e3d15b8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/eaf33349-fadf-430f-85bd-073fd78c2f2b HTTP/1.1" status: 404 len: 337 time: 0.0637209 Aug 10 01:17:13.569403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Transition to ACTIVE for port object f945c2aa-dd82-43ef-a1f8-aa577dcaa219 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:13.570562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.576058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38524) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.598283 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06109ffc-4e87-4712-bbe4-6bb6041b0602 req-38561319-5263-4f33-8be7-71cf0d27c603 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0636821 Aug 10 01:17:13.637274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-20aa3f42-4d32-4eed-ae29-7b6f3c971830 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "GET /v2.0/ports?device_id=a051c36e-b8d6-4d80-8a2a-af2166b7c609 HTTP/1.1" status: 200 len: 205 time: 0.0574646 Aug 10 01:17:13.637860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38528) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.647893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.702384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.708550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.714825 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-e2242925-57a1-49cc-95ea-4b9c1f339478 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] delete failed (client error): The resource could not be found. Aug 10 01:17:13.718397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2242925-57a1-49cc-95ea-4b9c1f339478 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/routers/a051c36e-b8d6-4d80-8a2a-af2166b7c609 HTTP/1.1" status: 404 len: 336 time: 0.0773685 Aug 10 01:17:13.719010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38532) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.730259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade3155-9510-4d19-97da-6bb208e759c7 None None] Pushing event updated for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.755035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Transition to ACTIVE for port object f945c2aa-dd82-43ef-a1f8-aa577dcaa219 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:13.775100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.786081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501880 Aug 10 01:17:13.787108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38536) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.788236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5ac4-f808-4e23-baea-353fc5697ab6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b28d89c-3437-486b-b9a8-bd6996afe8ef,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.812157 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca90462-a7ae-45b1-b72a-5e2157019cd8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:13.812616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca90462-a7ae-45b1-b72a-5e2157019cd8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:13.827524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dca90462-a7ae-45b1-b72a-5e2157019cd8 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/db932f23-240a-4748-bc79-55f029598c7f HTTP/1.1" status: 404 len: 337 time: 0.1078038 Aug 10 01:17:13.831459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38540) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:13.834495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.888804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:13.910468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=96608164-84bd-4a7f-8841-c1dea67b2f99,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:13.974379 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d8bb94-1c6a-4624-b616-eb713a2acae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:13.974883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d8bb94-1c6a-4624-b616-eb713a2acae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:13.979354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:13.982014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-36d8bb94-1c6a-4624-b616-eb713a2acae2 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9fbd9709-066b-44b8-adc9-f982028b894e HTTP/1.1" status: 404 len: 337 time: 0.1489947 Aug 10 01:17:13.985730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38542) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.002560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:14.004541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 68d42578-e062-4c88-9dc4-6c607356b1d9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:14.063068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:14.084374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:14.096599 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-06bc55ea-c8e7-4784-bb6c-ec4499d08c9e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.097063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06bc55ea-c8e7-4784-bb6c-ec4499d08c9e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.098830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-06bc55ea-c8e7-4784-bb6c-ec4499d08c9e tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/d86209a4-3261-464b-8713-0db6924dce2e HTTP/1.1" status: 404 len: 337 time: 0.1118488 Aug 10 01:17:14.123247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 68d42578-e062-4c88-9dc4-6c607356b1d9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:14.123920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 68d42578-e062-4c88-9dc4-6c607356b1d9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:14.125812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c960-f44b-499b-a577-23c90b8ba27c None None] Pushing event updated for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.142211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.179105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.322041 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa58b48-6d0c-4b41-97a2-454223a7b4ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.323271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa58b48-6d0c-4b41-97a2-454223a7b4ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.325488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2fa58b48-6d0c-4b41-97a2-454223a7b4ca tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/19c58ff6-80df-4a26-8c78-816471c885bb HTTP/1.1" status: 404 len: 333 time: 0.1813364 Aug 10 01:17:14.332138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38546) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.396409 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fd1a24-5c07-4ebb-9aba-e6c3a8d7703d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.396875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9fd1a24-5c07-4ebb-9aba-e6c3a8d7703d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.399189 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d9fd1a24-5c07-4ebb-9aba-e6c3a8d7703d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/9ca66f3f-e422-4132-8e15-ed5b5a4c47c6 HTTP/1.1" status: 404 len: 337 time: 0.0652311 Aug 10 01:17:14.402402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38548) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.439914 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2641c56c-d602-4ee4-8a4e-32f7f20e8991 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.440388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2641c56c-d602-4ee4-8a4e-32f7f20e8991 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.442171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2641c56c-d602-4ee4-8a4e-32f7f20e8991 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/13974aa5-2d19-4857-a64b-ec2e00b8afc7 HTTP/1.1" status: 404 len: 337 time: 0.0386367 Aug 10 01:17:14.447987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38550) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.459501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.466534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:14.478855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Pushing event updated for resources: {'Port': ['ID=f945c2aa-dd82-43ef-a1f8-aa577dcaa219,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.495020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Attempting to bind port 583fb1b8-8129-4f47-9385-04222b259a51 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:14.495427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Attempting to bind port 583fb1b8-8129-4f47-9385-04222b259a51 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:14.495774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Attempting to bind port 583fb1b8-8129-4f47-9385-04222b259a51 on network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:14.509770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.521432 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7aa85b8-b0d2-46b9-8f95-ed1514828165 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.522598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7aa85b8-b0d2-46b9-8f95-ed1514828165 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.526378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a7aa85b8-b0d2-46b9-8f95-ed1514828165 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/58fbe4e9-a1b5-425c-9e9f-0b6e8f466fe8 HTTP/1.1" status: 404 len: 333 time: 0.0764220 Aug 10 01:17:14.535378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38552) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.597378 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea4c2ad-b6b6-46bf-bf55-87e1e1287e43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.603388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea4c2ad-b6b6-46bf-bf55-87e1e1287e43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.611120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ea4c2ad-b6b6-46bf-bf55-87e1e1287e43 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/7171e8a4-a01e-4b30-b418-50482553c746 HTTP/1.1" status: 404 len: 337 time: 0.0740378 Aug 10 01:17:14.614772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.623856 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2e166cd9-7944-4801-a9b2-88eed2977e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.625716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Attempting to bind port f945c2aa-dd82-43ef-a1f8-aa577dcaa219 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:14.626094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Attempting to bind port f945c2aa-dd82-43ef-a1f8-aa577dcaa219 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '06b4acb6-d640-486d-bbe0-8e550bd7bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:14.626585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Attempting to bind port f945c2aa-dd82-43ef-a1f8-aa577dcaa219 on network 62859a20-e45b-4f45-9002-3994912b72b8 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:14.637557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:14.637853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Checking segment: {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:14.638294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.639045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Bound using segment: {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:14.639538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Bound port: 583fb1b8-8129-4f47-9385-04222b259a51, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af96854d-aeb3-4d81-b16a-0967f616e992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:14.640070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.657582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80cdca1-c543-4c7d-b0b0-e1d290667369,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:14.666085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.668554 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-73cee89d-8ea5-4a9c-b488-34d783ed70d5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8798404 Aug 10 01:17:14.691558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.696835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:14.709220 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94b9139-e6ea-4262-859f-263eae8f97db tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:14.710023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94b9139-e6ea-4262-859f-263eae8f97db tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:14.714789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c94b9139-e6ea-4262-859f-263eae8f97db tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/subnets/330b313f-bec2-47c0-843d-c8dbd4f33435 HTTP/1.1" status: 404 len: 337 time: 0.0978122 Aug 10 01:17:14.717586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38560) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:14.743471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.759462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62859a20-e45b-4f45-9002-3994912b72b8']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.771872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b4acb6-d640-486d-bbe0-8e550bd7bdb5') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.772363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b4acb6-d640-486d-bbe0-8e550bd7bdb5') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:14.785169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.803686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.810314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:14.810870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Checking segment: {'id': '06b4acb6-d640-486d-bbe0-8e550bd7bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:14.811565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.812175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Bound using segment: {'id': '06b4acb6-d640-486d-bbe0-8e550bd7bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:14.812504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:14.813144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Bound port: f945c2aa-dd82-43ef-a1f8-aa577dcaa219, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06b4acb6-d640-486d-bbe0-8e550bd7bdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '62859a20-e45b-4f45-9002-3994912b72b8'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:14.813656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.813790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.823999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c26a1b-04f0-4d65-aad2-402f111e4bd2 None None] Update dhcp port {'port': {'network_id': '13dddbec-0a26-42a5-bf69-2dc3b28d4509', 'fixed_ips': [{'subnet_id': 'd4b4fc08-30e2-49d5-aff6-58c421c501db'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '9d9230e1-2d2d-427d-8227-9de86ada5b8c'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:17:14.851821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67945e01-bb7f-4dd8-b770-bf61e986a3d0 req-88b5cf36-80d9-4c55-8247-e00f75e2087f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0957687 Aug 10 01:17:14.861153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e3e11-a843-48f6-acda-a999143b0ebd None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:14.899552 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:14.903274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:17:14.903274 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:17:14.903274 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '62859a20-e45b-4f45-9002-3994912b72b8'}] Aug 10 01:17:14.903274 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:17:14.903861 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:17:14.941788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:14.949840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] For port 583fb1b8-8129-4f47-9385-04222b259a51, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:14.973319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9d9230e1-2d2d-427d-8227-9de86ada5b8c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:14.973690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.013433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.024994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.064058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-64966b38-4928-4154-9dae-6e9710398622 None None] For port f945c2aa-dd82-43ef-a1f8-aa577dcaa219, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:15.067928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-64966b38-4928-4154-9dae-6e9710398622 None None] For port f945c2aa-dd82-43ef-a1f8-aa577dcaa219, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f945c2aa-dd82-43ef-a1f8-aa577dcaa219,segment=NetworkSegment(06b4acb6-d640-486d-bbe0-8e550bd7bdb5),segment_id=06b4acb6-d640-486d-bbe0-8e550bd7bdb5)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:15.082230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19da68b0-59d4-4bc6-890a-42ba615583a2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.097465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.101662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c9ac728-8955-49da-9e2a-77946157ca27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4055820 Aug 10 01:17:15.101898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38570) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.107344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:15.116012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] For port 583fb1b8-8129-4f47-9385-04222b259a51, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=583fb1b8-8129-4f47-9385-04222b259a51,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:15.117545 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-44c26a1b-04f0-4d65-aad2-402f111e4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.136088 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.140316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:15.141312 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:17:15.142801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.150030 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.210826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.250304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.256877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.265658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.267776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:15.310493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30f4b66-0f0c-45c4-a973-1a6376f76f2c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.318332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.321524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e7bce9bd-a490-40bb-9a86-2b05db9707df tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2172544 Aug 10 01:17:15.325397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38572) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.330996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': '59477cfc-66c9-4348-8200-ee71b0186db9', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:15.342494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b31a4818-75b4-4ded-9bf9-1bd329f594f2 None None] Provisioning for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:15.388345 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:17:15.394133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.412953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.416431 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.425701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b31a4818-75b4-4ded-9bf9-1bd329f594f2 None None] Provisioning complete for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:15.426075 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b31a4818-75b4-4ded-9bf9-1bd329f594f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.468267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=43bc3d1e-e2c7-4433-8d18-37c99b1bfca6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.483380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.485404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9faa6136-baaf-43a4-b039-5a6e2d389cc1 tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/ports/43bc3d1e-e2c7-4433-8d18-37c99b1bfca6 HTTP/1.1" status: 204 len: 168 time: 0.7450345 Aug 10 01:17:15.488074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38574) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.509660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966b38-4928-4154-9dae-6e9710398622 None None] Pushing event updated for resources: {'Port': ['ID=f945c2aa-dd82-43ef-a1f8-aa577dcaa219,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.519541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3029e-c0fe-4f33-8ea6-a8b36c184df3 None None] Network 13dddbec-0a26-42a5-bf69-2dc3b28d4509 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:15.600897 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.642480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.659830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.676133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:15.676589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:16:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:15.696716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b349043-d0c4-4d39-98df-2ef6a8c05a6c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.696945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Deleting port 9d9230e1-2d2d-427d-8227-9de86ada5b8c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:15.696945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.707069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port f945c2aa-dd82-43ef-a1f8-aa577dcaa219 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:15.707069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.711122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.716400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-65fa09b2-db26-4ece-8561-539a2b7d125f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3864944 Aug 10 01:17:15.728220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38576) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:15.730436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'network': {'name': 'tempest-network-smoke--29634275', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:15.746965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff376cc4-00ce-4f93-943c-6baf0c3bf6c4 None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:15.758364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c960-f44b-499b-a577-23c90b8ba27c None None] Pushing event updated for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:15.819826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port f945c2aa-dd82-43ef-a1f8-aa577dcaa219, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f945c2aa-dd82-43ef-a1f8-aa577dcaa219,segment=NetworkSegment(06b4acb6-d640-486d-bbe0-8e550bd7bdb5),segment_id=06b4acb6-d640-486d-bbe0-8e550bd7bdb5)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:15.821038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.830863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:15.835116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.851767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for f945c2aa-dd82-43ef-a1f8-aa577dcaa219 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:15.905959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] For port 9d9230e1-2d2d-427d-8227-9de86ada5b8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9d9230e1-2d2d-427d-8227-9de86ada5b8c,segment=NetworkSegment(b60dfe90-ae41-4b6f-86c6-28313360b94f),segment_id=b60dfe90-ae41-4b6f-86c6-28313360b94f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:15.908729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.931119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:15.955367 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:15.955869 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Added segment fc4c6cac-a092-4695-bef5-1255e214e22c of type vlan for network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 Aug 10 01:17:15.961439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Calling delete_port for 9d9230e1-2d2d-427d-8227-9de86ada5b8c owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:16.040454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8871cb37-46ab-423f-90b3-abf30396298f req-6d43db5c-7bab-452e-934a-87814b2dea81 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0720477 Aug 10 01:17:16.063628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.091639 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.147039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=f945c2aa-dd82-43ef-a1f8-aa577dcaa219,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.147378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.161579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port f945c2aa-dd82-43ef-a1f8-aa577dcaa219 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:16.173131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.204702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:16.204702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.225365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Port': ['ID=9d9230e1-2d2d-427d-8227-9de86ada5b8c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.236424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] No DVR routers for this DVR port 9d9230e1-2d2d-427d-8227-9de86ada5b8c on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:16.341790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:16.377782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.395252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dddbec-0a26-42a5-bf69-2dc3b28d4509']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.407045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60dfe90-ae41-4b6f-86c6-28313360b94f') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.407477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60dfe90-ae41-4b6f-86c6-28313360b94f') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.418358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.445778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.460042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:16.460458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.478847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:16.484548 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:16.487312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Network': ['ID=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.507911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62859a20-e45b-4f45-9002-3994912b72b8']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.515176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-888a11e7-7529-4f5c-b8df-0c44237f2eb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7869470 Aug 10 01:17:16.518339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38588) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.524927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'admin_state_up': True, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:16.555039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b4acb6-d640-486d-bbe0-8e550bd7bdb5') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.555389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b4acb6-d640-486d-bbe0-8e550bd7bdb5') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:16.564699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.565705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.565966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.576653 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.587182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.591993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] 10.222.0.25 "DELETE /v2.0/networks/13dddbec-0a26-42a5-bf69-2dc3b28d4509 HTTP/1.1" status: 204 len: 168 time: 1.0927420 Aug 10 01:17:16.604320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc6e2b-cf17-4704-ae6c-01af1733819d tempest-PortsIpV6TestJSON-1178585762 tempest-PortsIpV6TestJSON-1178585762-project] Pushing event deleted for resources: {'Network': ['ID=13dddbec-0a26-42a5-bf69-2dc3b28d4509,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:16.628102 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:16.646318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.655023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.659393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:16.660001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:16.664366 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:16.853555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:16.871921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.937026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:16.942530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38592) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.951342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/62859a20-e45b-4f45-9002-3994912b72b8 HTTP/1.1" status: 204 len: 168 time: 5.6885686 Aug 10 01:17:16.968191 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce95585-88d9-4275-8d00-232a61c839c0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:16.969270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce95585-88d9-4275-8d00-232a61c839c0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:16.974163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a949c52-fa6f-411a-b87a-a734e6e28389 None None] DHCP port deletion for 13dddbec-0a26-42a5-bf69-2dc3b28d4509 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:16.977322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ce95585-88d9-4275-8d00-232a61c839c0 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/62859a20-e45b-4f45-9002-3994912b72b8 HTTP/1.1" status: 404 len: 339 time: 0.0336311 Aug 10 01:17:16.978314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:16.997664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.003715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1261219667', 'description': 'd1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:17.009182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758bef6-c2fc-4714-9123-4bd66a9f90ee tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=62859a20-e45b-4f45-9002-3994912b72b8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:17.055660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acedaf8-f5e0-456f-94e5-08271de7a9d1 None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:17.061501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:17.069500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.113116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:17.123311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.123659 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment f9cadae9-d423-45a7-9614-ebbab10a4981 of type vlan for network 8faed262-9f4d-4c00-9abf-d55eb6c11337 Aug 10 01:17:17.138923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:17.148686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.186492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acedaf8-f5e0-456f-94e5-08271de7a9d1 None None] Network 62859a20-e45b-4f45-9002-3994912b72b8 could not be found, it might have been deleted concurrently. {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:17:17.188284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-58c58e9e-8275-427e-8082-8dc870bd619c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.204870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a890f0b0-4b9d-4512-9887-0bc51b715d2f None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:17:17.221167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-6d154120-6f75-4e63-a646-c6bdbaa0c557 req-8424e7b8-0ebf-4c55-bc8f-41322c0067ab service neutron] (105958) timed out ('10.222.0.10', 53693) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:17:17.246934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85fadab4-da08-4c79-98cb-2c9cdae60989 req-efd8c664-15d0-475e-b361-43645a60d1e3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.0652816 Aug 10 01:17:17.264594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38602) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.297230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.373616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.387115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:17.390367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.411182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.428865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.451550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf8d235c-c800-4103-837f-8d4bcac09a6b None None] Could not find standard attr ID for object 43bc3d1e-e2c7-4433-8d18-37c99b1bfca6. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:17.457136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.577709 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5985808 Aug 10 01:17:17.579117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38608) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.591874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf8d235c-c800-4103-837f-8d4bcac09a6b None None] Provisioning complete for port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:17.592209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf8d235c-c800-4103-837f-8d4bcac09a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.614568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b24fa-04ed-4049-8b11-4cbdc7a63c40 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=8faed262-9f4d-4c00-9abf-d55eb6c11337,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:17.645392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8faed262-9f4d-4c00-9abf-d55eb6c11337 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:17.678816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.83 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/13f3a14a-7495-4e71-9e58-17cd3625bb99) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:17.792210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502ce0f-4e8e-49a3-862f-5a7f81c6e5d3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:17.794370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8502ce0f-4e8e-49a3-862f-5a7f81c6e5d3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks?id=8faed262-9f4d-4c00-9abf-d55eb6c11337 HTTP/1.1" status: 200 len: 765 time: 0.2128150 Aug 10 01:17:17.797233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38610) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.811787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'description': 'd2'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:17.829502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 86038c80-ac46-402d-8c6e-1a8e52e14264 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:17.868582 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e0ff7e47-1c6f-4537-8a86-c429cd23969d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19838cea01b042acb98f2d3946c5671f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025724 Aug 10 01:17:17.872831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38612) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:17.883848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 86038c80-ac46-402d-8c6e-1a8e52e14264 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:17.884232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 86038c80-ac46-402d-8c6e-1a8e52e14264 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:17.884895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6e1168db-9284-498f-9244-0d8f81494956 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:17.927248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:17.927850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a890f0b0-4b9d-4512-9887-0bc51b715d2f None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:17:17.941734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6e1168db-9284-498f-9244-0d8f81494956 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:17.942382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6e1168db-9284-498f-9244-0d8f81494956 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:17.948967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.037423 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.079436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.112027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:18.114608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.115235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:18.119572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:18.147285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.166596 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.168071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=13f3a14a-7495-4e71-9e58-17cd3625bb99,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:18.202306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '583fb1b8-8129-4f47-9385-04222b259a51', 'name': '', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'mac_address': 'fa:16:3e:3a:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:00Z', 'updated_at': '2021-08-10T01:17:14Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'subnets': [{'id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:18.204618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 583fb1b8-8129-4f47-9385-04222b259a51 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:18.216190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 8faed262-9f4d-4c00-9abf-d55eb6c11337 is not hosted by any dhcp agent {{(pid=105957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:17:18.229318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.233012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.238371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "PUT /v2.0/networks/8faed262-9f4d-4c00-9abf-d55eb6c11337 HTTP/1.1" status: 200 len: 762 time: 0.4395013 Aug 10 01:17:18.249212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38614) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.286713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70b74b0-3a40-4420-9f18-d8058ef41dfb None None] The sync data for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 is: [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:01Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '583fb1b8-8129-4f47-9385-04222b259a51', 'name': '', 'network_id': 'b66cc3f1-eeb1-496b-8c8b-aef20a1354bd', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'mac_address': 'fa:16:3e:3a:2d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:00Z', 'updated_at': '2021-08-10T01:17:14Z', 'revision_number': 4, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'subnets': [{'id': '8360bebd-4afa-4cd5-8a74-642f9c269a1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:18.316207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccc990-3296-42ec-acb4-f6ad188f32cb tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=8faed262-9f4d-4c00-9abf-d55eb6c11337,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:18.353887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.357346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:18.358613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8faed262-9f4d-4c00-9abf-d55eb6c11337 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:18.363311 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56b69ee8-199c-4cf0-ad82-c5d93ba0852e HTTP/1.1" status: 204 len: 168 time: 0.4886136 Aug 10 01:17:18.397439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa13c4b-f2aa-4052-93a9-d8b71b1e55c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b69ee8-199c-4cf0-ad82-c5d93ba0852e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:18.459145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf8d235c-c800-4103-837f-8d4bcac09a6b None None] Could not find standard attr ID for object 9d9230e1-2d2d-427d-8227-9de86ada5b8c. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:17:18.561561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d80d5d-c944-4dca-bcab-c41fcbf04dd1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:18.564006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-89d80d5d-c944-4dca-bcab-c41fcbf04dd1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks?id=8faed262-9f4d-4c00-9abf-d55eb6c11337 HTTP/1.1" status: 200 len: 765 time: 0.3138995 Aug 10 01:17:18.572025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38624) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:18.804931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 583fb1b8-8129-4f47-9385-04222b259a51 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:18.812595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93e8b10e-c1c3-455d-817c-376aad5e4b62 req-cbd99122-faea-4ac0-9a2a-e6e6a7975dbf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=4dd3a40a-c9f8-4860-814c-48335034f6ba HTTP/1.1" status: 200 len: 210 time: 0.2410815 Aug 10 01:17:18.841863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 583fb1b8-8129-4f47-9385-04222b259a51 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:18.842247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.024616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.044883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d738b81-e493-419e-abf8-ce1a926917c6 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:17:19.117176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea98c8-7328-48eb-a015-48515689c6ce tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:19.131054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4ea98c8-7328-48eb-a015-48515689c6ce tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5577466 Aug 10 01:17:19.131830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38634) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.166089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.259488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 583fb1b8-8129-4f47-9385-04222b259a51, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=583fb1b8-8129-4f47-9385-04222b259a51,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:19.281390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.390265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38640) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:19.455901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:19.557813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9d9230e1-2d2d-427d-8227-9de86ada5b8c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:19.558595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9d9230e1-2d2d-427d-8227-9de86ada5b8c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:19.587045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d738b81-e493-419e-abf8-ce1a926917c6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:17:19.690311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:19.690705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ef32-8f0d-4f9c-8be6-e568fb2a02cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.745575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:19.811585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f53c51a6-bd12-4521-a3c8-4a18cbfb64e4 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 207 time: 0.6784871 Aug 10 01:17:19.815044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.113822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 583fb1b8-8129-4f47-9385-04222b259a51 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:20.185037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.193427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.202903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.208999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.212089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.220844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.227342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.230129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a858535b-615d-45f0-8ee3-4a21f4efcfb6 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4130344 Aug 10 01:17:20.234382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38662) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.326471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 583fb1b8-8129-4f47-9385-04222b259a51 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:20.327116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.404627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.412641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ef32-8f0d-4f9c-8be6-e568fb2a02cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.420332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b8f6ef32-8f0d-4f9c-8be6-e568fb2a02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.435209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:17:20.492321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c6b6486-a580-4c68-90f0-cc2420dd3d34 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2556386 Aug 10 01:17:20.495579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38668) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.540220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38670) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.540452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b8f6ef32-8f0d-4f9c-8be6-e568fb2a02cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87674e277b294299b9ee81e4acad6af3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1490226 Aug 10 01:17:20.586162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6ef32-8f0d-4f9c-8be6-e568fb2a02cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe9393c-dd6b-436f-be38-57d73d2cf112,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:20.669942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3f6fb3a1-2d24-4e54-a1f2-47e311f5ac03 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:20.670386 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-3f6fb3a1-2d24-4e54-a1f2-47e311f5ac03 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:17:20.670912 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-3f6fb3a1-2d24-4e54-a1f2-47e311f5ac03 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:17:20.678324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3f6fb3a1-2d24-4e54-a1f2-47e311f5ac03 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2692375 Aug 10 01:17:20.679265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38674) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.684467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--635981117'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:20.715894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:20.725322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Sync routers for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:20.736344 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:20.737190 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:20.741945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.753449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.764730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.769158 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f2ccc01-95d2-42bb-9ed6-a2970ce97320 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2497623 Aug 10 01:17:20.769772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38676) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.776812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.778465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.780575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.782495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.784312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.787474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f3e6fddc-06e9-4783-97f0-9e064012a1fd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2893751 Aug 10 01:17:20.788773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.793641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38680) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:20.817991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.879481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.889180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:20.893726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fe9393c-dd6b-436f-be38-57d73d2cf112 HTTP/1.1" status: 204 len: 168 time: 0.3494115 Aug 10 01:17:20.911275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540bd38-b539-4d8f-9bb9-d2ab3e851703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe9393c-dd6b-436f-be38-57d73d2cf112,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:20.922302 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:20.943647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.945764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.948742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.950156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.952364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:20.954608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eb8b1ce9-ceb4-47f6-a27f-f424719185ed tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1599290 Aug 10 01:17:20.960283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38684) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.091741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.139390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.226414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.235325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-25da8eec-5f9e-4345-94b8-1736d44a0fa1 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fc38d2208f3048da8d79775529975dbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4586616 Aug 10 01:17:21.242592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38688) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.243909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f71c487-daca-4920-8d58-f63ff1db07c1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.255399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.263085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0f71c487-daca-4920-8d58-f63ff1db07c1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks/60aba025-1cb2-4d77-89d7-df51c93390a3 HTTP/1.1" status: 200 len: 803 time: 0.3005257 Aug 10 01:17:21.263770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38690) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.298727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.299347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6190116 Aug 10 01:17:21.306229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38692) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.362351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '54202a40-9ef4-4ef3-9f44-c9f5f025aad0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:21.477871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61dafeb-3f48-4f34-8c50-fbef1a3e4d94,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.523192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b076-e79e-4da2-a496-9b03b6236c12 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54202a40-9ef4-4ef3-9f44-c9f5f025aad0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.529864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b59253-7b3b-4157-a6a8-be9d6c43f07a tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.531442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e9b59253-7b3b-4157-a6a8-be9d6c43f07a tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2877800 Aug 10 01:17:21.534163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38698) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.580559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee874535-5af1-4089-85e0-af72dd71b645 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430276 Aug 10 01:17:21.581099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38700) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.588270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610980485', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:21.599452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38704) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.609823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7a275338-693b-42fb-a0c3-9de05888a167 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/networks/60aba025-1cb2-4d77-89d7-df51c93390a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3379614 Aug 10 01:17:21.626892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.639159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:21.681256 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Checking router: a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:21.681938 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Updating router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 port 13f3a14a-7495-4e71-9e58-17cd3625bb99 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:21.718047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.731397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.741653 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.773762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ed927f-1c8c-41a9-b25f-b219d8f59abe,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:21.780058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2f61f-edac-449c-b8d2-e136b72ae666 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.787859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f4d2f61f-edac-449c-b8d2-e136b72ae666 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets/d1142593-1e42-4452-b91c-5186f1d3d95f HTTP/1.1" status: 200 len: 843 time: 0.1871655 Aug 10 01:17:21.788355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.789543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:21.795282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.805016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.815885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-24371b4c-848e-432e-b7df-c626ce698775 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4801078 Aug 10 01:17:21.833754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38714) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.866234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7224af31-3c59-4344-b371-75eeb1e8e90c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['shared'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:21.867946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7224af31-3c59-4344-b371-75eeb1e8e90c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "GET /v2.0/subnets/d1142593-1e42-4452-b91c-5186f1d3d95f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0761681 Aug 10 01:17:21.871528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:21.877968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-327060335'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:21.905986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:21.910418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.922233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d5f0a300-eac7-46b6-b5b8-ec2fd5374348 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '54202a40-9ef4-4ef3-9f44-c9f5f025aad0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:21.941557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:21.953374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:21.954209 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Added segment b7149529-ce9d-4ad3-8d80-9ecffcdca5e9 of type vlan for network 03a22a83-1421-4497-940b-c5da9f1fc338 Aug 10 01:17:22.029958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.053204 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a300-eac7-46b6-b5b8-ec2fd5374348 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.082303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.091139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.092009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.213052 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.232523 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-d5f0a300-eac7-46b6-b5b8-ec2fd5374348 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 01:17:22.233563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d5f0a300-eac7-46b6-b5b8-ec2fd5374348 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3900082 Aug 10 01:17:22.233874 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3587179 Aug 10 01:17:22.241331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38726) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.242567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.243344 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Transition to ACTIVE for port object 13f3a14a-7495-4e71-9e58-17cd3625bb99 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:22.250856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:22.256187 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.333828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.348928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Attempting to bind port 13f3a14a-7495-4e71-9e58-17cd3625bb99 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:22.351125 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Attempting to bind port 13f3a14a-7495-4e71-9e58-17cd3625bb99 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:22.351125 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Attempting to bind port 13f3a14a-7495-4e71-9e58-17cd3625bb99 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:22.368534 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:22.368911 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:22.369316 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.369710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:22.371981 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Bound port: 13f3a14a-7495-4e71-9e58-17cd3625bb99, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:22.372475 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.395349 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751b386-0fd2-436c-91a1-b45d649affad None None] Pushing event updated for resources: {'Port': ['ID=13f3a14a-7495-4e71-9e58-17cd3625bb99,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.442149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.450542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:22.451010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network hostable DHCP agents. Network: a57588a2-0e3e-4ba5-8c26-bcec6c1febf0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:22.453201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Subnet': ['ID=67f2b156-ae7f-4ccc-9069-c2c7885ada25,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.462575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96092c-fb6f-4f07-a006-0f315fefd50f tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Network': ['ID=03a22a83-1421-4497-940b-c5da9f1fc338,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.489350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 03a22a83-1421-4497-940b-c5da9f1fc338 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:22.489959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:22.494397 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] For port 13f3a14a-7495-4e71-9e58-17cd3625bb99, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:22.505121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] For port 13f3a14a-7495-4e71-9e58-17cd3625bb99, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13f3a14a-7495-4e71-9e58-17cd3625bb99,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:22.518410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, a57588a2-0e3e-4ba5-8c26-bcec6c1febf0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:22.520251 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.527323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:22.528185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.529451 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.570940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1b9cf-f1f0-41fb-b576-28a95e5a32f9 None None] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:22.625875 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ab903d69-a3cd-49b0-b88b-caeea7d2b8a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0436957 Aug 10 01:17:22.626729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38734) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.629841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Made reservation on behalf of 3331114471264bf4805806e61e8c77b0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:22.643301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.673955 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751b386-0fd2-436c-91a1-b45d649affad None None] Pushing event updated for resources: {'Port': ['ID=13f3a14a-7495-4e71-9e58-17cd3625bb99,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.676732 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:22.679734 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:22.778226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Performing IP validity checks on allocation pools {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:17:22.779241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_backend_mixin [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:17:22.789167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.793500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:22.796523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/54202a40-9ef4-4ef3-9f44-c9f5f025aad0 HTTP/1.1" status: 204 len: 168 time: 0.5402980 Aug 10 01:17:22.804124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38738) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.853075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b19f9d-5ad6-4059-bb9d-0d18a77fa54a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54202a40-9ef4-4ef3-9f44-c9f5f025aad0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:22.940050 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:22.968924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-56f821a8-f8e9-4078-b5ff-e1e5c18ee79c tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1589386 Aug 10 01:17:22.975060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:22.979991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--593960549'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:23.023285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:23.024336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.132229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.334117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.350016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.404255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Allocated IP 172.20.0.2 (a57588a2-0e3e-4ba5-8c26-bcec6c1febf0/67f2b156-ae7f-4ccc-9069-c2c7885ada25/6dedb64f-32c7-49a6-986e-7ead8b3588eb) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:23.423164 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:23.484272 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe5f463-af3c-4fca-a153-6750184d8000 None None] The sync data for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 is: [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:18Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:23.497847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.499111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5227714 Aug 10 01:17:23.502123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7f39d-0829-462c-8211-fa8a6a988f5b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7804ffda-4371-4af7-b356-4e893ae4aa71,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:23.503867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:23.515324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-360e6506-5ca4-49d9-8f6d-b923ad837f5d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '7804ffda-4371-4af7-b356-4e893ae4aa71', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:23.518354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.518611 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-360e6506-5ca4-49d9-8f6d-b923ad837f5d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 01:17:23.519256 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-360e6506-5ca4-49d9-8f6d-b923ad837f5d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:23.521583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-360e6506-5ca4-49d9-8f6d-b923ad837f5d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0167217 Aug 10 01:17:23.532295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:23.763458 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.779398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Transition to ACTIVE for port object 6dedb64f-32c7-49a6-986e-7ead8b3588eb will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:23.791175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Checking segment: {'id': 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:23.791596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network hostable DHCP agents. Network: 03a22a83-1421-4497-940b-c5da9f1fc338, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:23.835508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Transition to ACTIVE for port object 6dedb64f-32c7-49a6-986e-7ead8b3588eb will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:23.852553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=bb1aa049-d5eb-424a-8a0a-517eaa533b67,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:23.859036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.879309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.881763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Network 03a22a83-1421-4497-940b-c5da9f1fc338 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:23.900840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:23.910945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:23.916351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:23.929500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 03a22a83-1421-4497-940b-c5da9f1fc338) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:23.939474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:23.940272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-765730'] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.037886 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9844be97-cd9e-4f3c-9633-987e166980af tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7937753 Aug 10 01:17:24.048675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:24.052245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838357a-f7b5-4d40-8e01-18ddd59dbafe None None] Network 03a22a83-1421-4497-940b-c5da9f1fc338 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:24.067711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38780) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:24.096610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:24.225561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.315893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13f3a14a-7495-4e71-9e58-17cd3625bb99 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:24.476117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2824102'] for subnet, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.536583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.543417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.555124 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/7804ffda-4371-4af7-b356-4e893ae4aa71 HTTP/1.1" status: 204 len: 168 time: 1.0153234 Aug 10 01:17:24.560312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38786) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:24.627884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fda3d-d0c5-4a6b-9000-d414a4964a77 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7804ffda-4371-4af7-b356-4e893ae4aa71,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:24.683848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-03a22a83-1421-4497-940b-c5da9f1fc338', 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338', 'tenant_id': '3331114471264bf4805806e61e8c77b0', 'fixed_ips': [{'subnet_id': 'bb1aa049-d5eb-424a-8a0a-517eaa533b67'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:24.691611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.718612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Pushing event updated for resources: {'Port': ['ID=6dedb64f-32c7-49a6-986e-7ead8b3588eb,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:24.740144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.1 (a57588a2-0e3e-4ba5-8c26-bcec6c1febf0/67f2b156-ae7f-4ccc-9069-c2c7885ada25/0e612339-410e-4589-861d-b83a130212ea) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:24.799819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-10b28853-6482-4357-bade-089d282295b1 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1968398 Aug 10 01:17:24.803708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38794) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:24.809235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411615563'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:24.858590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Attempting to bind port 6dedb64f-32c7-49a6-986e-7ead8b3588eb on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:24.863167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Attempting to bind port 6dedb64f-32c7-49a6-986e-7ead8b3588eb by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:24.863686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Attempting to bind port 6dedb64f-32c7-49a6-986e-7ead8b3588eb on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:24.908748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:24.913904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:24.914480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.915015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Bound using segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:24.916310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Bound port: 6dedb64f-32c7-49a6-986e-7ead8b3588eb, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:24.917547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:24.942924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 13f3a14a-7495-4e71-9e58-17cd3625bb99 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:24.987468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.012535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 0e612339-410e-4589-861d-b83a130212ea will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:25.029356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.090730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13f3a14a-7495-4e71-9e58-17cd3625bb99 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:25.091495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.103950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.258249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:25.268576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:25.271515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:25.304239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] For port 6dedb64f-32c7-49a6-986e-7ead8b3588eb, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:25.361741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] For port 6dedb64f-32c7-49a6-986e-7ead8b3588eb, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6dedb64f-32c7-49a6-986e-7ead8b3588eb,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:25.375915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.401779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.445158 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.445389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.449582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.454117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739608116116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2668302'] for subnet, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.460229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.473350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Allocated IP 2001:db8::3 (03a22a83-1421-4497-940b-c5da9f1fc338/bb1aa049-d5eb-424a-8a0a-517eaa533b67/0aaf14bc-1e51-4add-9043-f535eb3f30f5) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:25.576429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:25.577706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.579735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "PUT /v2.0/subnets/bb1aa049-d5eb-424a-8a0a-517eaa533b67 HTTP/1.1" status: 200 len: 900 time: 1.5110416 Aug 10 01:17:25.584130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38826) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.587020 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.589149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7837067 Aug 10 01:17:25.592666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3bc27-0a4c-4898-9325-6f01bd889cae tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541d4b79-af3c-4f49-9c82-71e66527a7af,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.598305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 13f3a14a-7495-4e71-9e58-17cd3625bb99, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13f3a14a-7495-4e71-9e58-17cd3625bb99,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:25.603142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.612112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0a41fda6-0e32-4ed7-80b6-0597bcfe2dd6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '541d4b79-af3c-4f49-9c82-71e66527a7af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:25.612749 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-0a41fda6-0e32-4ed7-80b6-0597bcfe2dd6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 01:17:25.613472 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-0a41fda6-0e32-4ed7-80b6-0597bcfe2dd6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:25.615615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a41fda6-0e32-4ed7-80b6-0597bcfe2dd6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0108914 Aug 10 01:17:25.629970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38830) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.659768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.705107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097159f-50ce-45c6-8da6-e97c40ff1007 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event updated for resources: {'Subnet': ['ID=bb1aa049-d5eb-424a-8a0a-517eaa533b67,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.782882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38834) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:25.792685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.805405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6682087-cc47-49c9-9f49-3b782de9f0fc None None] Pushing event updated for resources: {'Port': ['ID=6dedb64f-32c7-49a6-986e-7ead8b3588eb,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:25.867321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:25.922724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.045458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=13f3a14a-7495-4e71-9e58-17cd3625bb99,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.067566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.069856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.073725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/541d4b79-af3c-4f49-9c82-71e66527a7af HTTP/1.1" status: 204 len: 168 time: 0.4390886 Aug 10 01:17:26.093313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.098087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.122998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bdd39-472a-4ff9-9cb8-08347dd2da94 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541d4b79-af3c-4f49-9c82-71e66527a7af,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.180776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b6e47a10-68ca-4bc7-975c-3446a50d32f2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843301 Aug 10 01:17:26.181559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38840) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.197910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1611274340'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:26.203983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.212695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd3e5-680f-4565-a2c5-d0fc2ffb3ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.232138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.233489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6dedb64f-32c7-49a6-986e-7ead8b3588eb up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:26.343550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.369326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.382870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Transition to ACTIVE for port object 0aaf14bc-1e51-4add-9043-f535eb3f30f5 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:26.391523 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.409223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 6dedb64f-32c7-49a6-986e-7ead8b3588eb completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:26.429603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Transition to ACTIVE for port object 0aaf14bc-1e51-4add-9043-f535eb3f30f5 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:26.438517 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.493175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Pushing event updated for resources: {'Port': ['ID=0aaf14bc-1e51-4add-9043-f535eb3f30f5,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.516286 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Network 03a22a83-1421-4497-940b-c5da9f1fc338 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:26.519677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:26.522476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:26.582805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.586197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd3e5-680f-4565-a2c5-d0fc2ffb3ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.593600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Attempting to bind port 0aaf14bc-1e51-4add-9043-f535eb3f30f5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:26.594069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Attempting to bind port 0aaf14bc-1e51-4add-9043-f535eb3f30f5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:26.595134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Attempting to bind port 0aaf14bc-1e51-4add-9043-f535eb3f30f5 on network 03a22a83-1421-4497-940b-c5da9f1fc338 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:26.599171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd3e5-680f-4565-a2c5-d0fc2ffb3ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.603728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:26.605706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Checking segment: {'id': 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:26.606330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.606992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Bound using segment: {'id': 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:26.609041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Bound port: 0aaf14bc-1e51-4add-9043-f535eb3f30f5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '03a22a83-1421-4497-940b-c5da9f1fc338'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:26.609041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.640298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1aa049-d5eb-424a-8a0a-517eaa533b67,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.686945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] For port 0aaf14bc-1e51-4add-9043-f535eb3f30f5, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:26.691006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] For port 0aaf14bc-1e51-4add-9043-f535eb3f30f5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0aaf14bc-1e51-4add-9043-f535eb3f30f5,segment=NetworkSegment(b7149529-ce9d-4ad3-8d80-9ecffcdca5e9),segment_id=b7149529-ce9d-4ad3-8d80-9ecffcdca5e9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:26.701533 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.718324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.726264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d0fdd3e5-680f-4565-a2c5-d0fc2ffb3ec3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54f47f83885a46a392de956e7055f45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9387381 Aug 10 01:17:26.726264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.727995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38854) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.729037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdd3e5-680f-4565-a2c5-d0fc2ffb3ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2376619d-ede1-4e25-b8e1-e8be823965d9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.742631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.749340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.785087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.837275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a22a83-1421-4497-940b-c5da9f1fc338']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:26.891968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:26.892209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:26.912800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494bd8a-d485-4cc9-a24e-c70a5f6bd889 None None] Pushing event updated for resources: {'Port': ['ID=0aaf14bc-1e51-4add-9043-f535eb3f30f5,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.918697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.919961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7267060 Aug 10 01:17:26.923304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.937766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6f27db18-1601-4fb1-a083-b518c0763fe3 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '02530cb9-1936-4428-9476-604434615578', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:26.938770 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-6f27db18-1601-4fb1-a083-b518c0763fe3 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 01:17:26.939271 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-6f27db18-1601-4fb1-a083-b518c0763fe3 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:26.940662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f27db18-1601-4fb1-a083-b518c0763fe3 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142214 Aug 10 01:17:26.942796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f56ed-3093-48a2-adab-88d4d5f875b4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02530cb9-1936-4428-9476-604434615578,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:26.942948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.945342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38862) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.946934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835b479-5529-4e57-b3fa-6f8c00e827b3 None None] Network 03a22a83-1421-4497-940b-c5da9f1fc338 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:26.959031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fc4f1ea4-7b37-4be1-9f07-3ed15e2ea0f2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '02530cb9-1936-4428-9476-604434615578', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:26.960415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:26.961382 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-fc4f1ea4-7b37-4be1-9f07-3ed15e2ea0f2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 01:17:26.965973 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-fc4f1ea4-7b37-4be1-9f07-3ed15e2ea0f2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:26.967390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc4f1ea4-7b37-4be1-9f07-3ed15e2ea0f2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0167229 Aug 10 01:17:26.979829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:26.990696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a22eb2c4-3722-4111-9bd4-5905f097e5cd tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '02530cb9-1936-4428-9476-604434615578', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:26.996170 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-a22eb2c4-3722-4111-9bd4-5905f097e5cd tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 01:17:26.996924 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-a22eb2c4-3722-4111-9bd4-5905f097e5cd tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:26.998143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a22eb2c4-3722-4111-9bd4-5905f097e5cd tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110984 Aug 10 01:17:27.001696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38866) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.009642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-659bc533-a427-476d-ad8d-9786aff031a2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '02530cb9-1936-4428-9476-604434615578', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:27.011368 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-659bc533-a427-476d-ad8d-9786aff031a2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 01:17:27.012252 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-659bc533-a427-476d-ad8d-9786aff031a2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:27.013603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-659bc533-a427-476d-ad8d-9786aff031a2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084312 Aug 10 01:17:27.015102 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.017045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38868) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.081427 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.132021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.190000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.193556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.199831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2376619d-ede1-4e25-b8e1-e8be823965d9 HTTP/1.1" status: 204 len: 168 time: 0.4683785 Aug 10 01:17:27.211731 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.227741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4353e-9953-49b1-99c8-a428e1aedd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2376619d-ede1-4e25-b8e1-e8be823965d9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.235427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.272263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:27.273818 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.278924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:27.287838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5322698-05ff-416f-9fbf-11745cc626ac None None] Network 03a22a83-1421-4497-940b-c5da9f1fc338 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:27.290352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.297059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.300050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/02530cb9-1936-4428-9476-604434615578 HTTP/1.1" status: 204 len: 168 time: 0.2817283 Aug 10 01:17:27.302572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:27.303359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:27.310372 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:27.313480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.322493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500036d-2dae-4881-b352-81776c463e32 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02530cb9-1936-4428-9476-604434615578,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.530832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c941c-82b6-46ba-b615-6b8ed216d991 None None] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:27.593506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Provisioning for port 6dedb64f-32c7-49a6-986e-7ead8b3588eb completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:27.599150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Provisioning complete for port 6dedb64f-32c7-49a6-986e-7ead8b3588eb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:27.599498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.683097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38878) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.697375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc08f050-3a26-4896-88f2-580e65eb8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.756878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.848079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] For port 6dedb64f-32c7-49a6-986e-7ead8b3588eb, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6dedb64f-32c7-49a6-986e-7ead8b3588eb,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:27.853805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.875093 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc08f050-3a26-4896-88f2-580e65eb8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.887491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc08f050-3a26-4896-88f2-580e65eb8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:27.929373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fc112-3099-43f7-92ce-e5a66eef2970 None None] Pushing event updated for resources: {'Port': ['ID=6dedb64f-32c7-49a6-986e-7ead8b3588eb,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:27.929936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc08f050-3a26-4896-88f2-580e65eb8953 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f503cde03c04dbebc6a987c891a84b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457261 Aug 10 01:17:27.931678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38880) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:27.996613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08f050-3a26-4896-88f2-580e65eb8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70ed9a7-2534-4461-9403-39ea363ba6db,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.024807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.048383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:28.061198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:17:28.061198 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:17:28.061198 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '03a22a83-1421-4497-940b-c5da9f1fc338'}] Aug 10 01:17:28.061198 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:17:28.061797 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:17:28.070796 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.118878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1513f713-c6a6-4f70-bb44-049712a2eedc tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8050892 Aug 10 01:17:28.124471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38884) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.140213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1769028894'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.172619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13f3a14a-7495-4e71-9e58-17cd3625bb99 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:28.198299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.228635 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.232429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.234047 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c70ed9a7-2534-4461-9403-39ea363ba6db HTTP/1.1" status: 204 len: 168 time: 0.3000643 Aug 10 01:17:28.248721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214751b-5f08-470f-93b0-fac4c6eff9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70ed9a7-2534-4461-9403-39ea363ba6db,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.305909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 13f3a14a-7495-4e71-9e58-17cd3625bb99 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:28.306294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.372166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:28.390876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5476ac4e-7c68-4791-8d2d-376c06def3d8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/a90ed23d-7c79-42f2-8348-bc49b3ddeaa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7536662 Aug 10 01:17:28.391081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.405079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.407615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Sync routers for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:28.446041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Provisioning for port 0e612339-410e-4589-861d-b83a130212ea completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:28.458092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Provisioning complete for port 0e612339-410e-4589-861d-b83a130212ea triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:28.461921 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.496517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf884bc-30ad-4803-af1b-4e4627295601,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:28.511739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:28.512859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:28.531915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.533191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa4d476e-39bd-4a8a-8afe-67aa1d60c4f4 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4073939 Aug 10 01:17:28.536227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.541660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b338c6aa-b342-423a-9582-37af14879026 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.542212 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-b338c6aa-b342-423a-9582-37af14879026 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:17:28.542894 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-b338c6aa-b342-423a-9582-37af14879026 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.546503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b338c6aa-b342-423a-9582-37af14879026 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066323 Aug 10 01:17:28.546824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38902) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.551560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c00c3b10-927e-41a7-9db5-293972bf787e tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.563081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.638101 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-c00c3b10-927e-41a7-9db5-293972bf787e tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.641761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c00c3b10-927e-41a7-9db5-293972bf787e tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0913167 Aug 10 01:17:28.648406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38906) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.665815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a2aa8ccd-1756-4df6-b131-e375b85985b2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.668601 n-d-766380-21 neutron-server[105958]: WARNING neutron.api.v2.base [None req-a2aa8ccd-1756-4df6-b131-e375b85985b2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 01:17:28.669119 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-a2aa8ccd-1756-4df6-b131-e375b85985b2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.672862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a2aa8ccd-1756-4df6-b131-e375b85985b2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0203152 Aug 10 01:17:28.673142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.679104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fdf06340-4094-48d4-8ac2-af6181b0876a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.731696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port 0aaf14bc-1e51-4add-9043-f535eb3f30f5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:28.732011 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.802832 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-fdf06340-4094-48d4-8ac2-af6181b0876a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.808472 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fdf06340-4094-48d4-8ac2-af6181b0876a tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1340146 Aug 10 01:17:28.810097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38920) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.821919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8d509529-c48c-457d-b2ea-bfdbf69be45f tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.823526 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-8d509529-c48c-457d-b2ea-bfdbf69be45f tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 01:17:28.824308 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-8d509529-c48c-457d-b2ea-bfdbf69be45f tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.829345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8d509529-c48c-457d-b2ea-bfdbf69be45f tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120356 Aug 10 01:17:28.830641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.839573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b3e9015e-b947-414f-a7df-b1601f95c60d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.936101 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-b3e9015e-b947-414f-a7df-b1601f95c60d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.938978 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3e9015e-b947-414f-a7df-b1601f95c60d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1070638 Aug 10 01:17:28.942001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-d9f01770-3894-469d-8b25-9046d7f87299 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712973034&fields=id&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 267 time: 0.1153476 Aug 10 01:17:28.946828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38928) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.952393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port 0aaf14bc-1e51-4add-9043-f535eb3f30f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0aaf14bc-1e51-4add-9043-f535eb3f30f5,segment=NetworkSegment(b7149529-ce9d-4ad3-8d80-9ecffcdca5e9),segment_id=b7149529-ce9d-4ad3-8d80-9ecffcdca5e9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:28.954971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:28.958866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-42c95833-e3d1-4a4e-8fcf-b43f89b69580 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:28.959448 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-42c95833-e3d1-4a4e-8fcf-b43f89b69580 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 01:17:28.961338 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-42c95833-e3d1-4a4e-8fcf-b43f89b69580 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:28.967935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-42c95833-e3d1-4a4e-8fcf-b43f89b69580 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0186622 Aug 10 01:17:28.969768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38930) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:28.976276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d6365ef3-4842-4485-9222-826c19c6e98c tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:29.007887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6dedb64f-32c7-49a6-986e-7ead8b3588eb up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:29.032767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for 0aaf14bc-1e51-4add-9043-f535eb3f30f5 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:29.080510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Port 0e612339-410e-4589-861d-b83a130212ea cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:29.086065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8155c2-d983-4104-b0d1-7d0675c446b0 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:17:29.087488 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-d6365ef3-4842-4485-9222-826c19c6e98c tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:29.092644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6365ef3-4842-4485-9222-826c19c6e98c tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1216679 Aug 10 01:17:29.093781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38936) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.099954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0c989300-1c2d-4649-9843-1b3317f952d7 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': 'caf884bc-30ad-4803-af1b-4e4627295601', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:29.189095 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-0c989300-1c2d-4649-9843-1b3317f952d7 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:29.194407 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c989300-1c2d-4649-9843-1b3317f952d7 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0990405 Aug 10 01:17:29.194622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 6dedb64f-32c7-49a6-986e-7ead8b3588eb triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:29.195035 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.195382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38940) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.196579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Provisioning complete for port 6dedb64f-32c7-49a6-986e-7ead8b3588eb triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:29.197071 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ba29a408-c5ab-44ac-b07e-54ae5d25c65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.265312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:29.281004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-c111df95-26b9-456e-a038-4a287f8c509a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:29.282545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-c111df95-26b9-456e-a038-4a287f8c509a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 795 time: 0.3242455 Aug 10 01:17:29.317474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.334212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.349676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-7d273c30-9511-450a-92c1-c611629cd221 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/quotas/fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 375 time: 0.0437622 Aug 10 01:17:29.392041 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.424235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=0aaf14bc-1e51-4add-9043-f535eb3f30f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:29.429644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port 0aaf14bc-1e51-4add-9043-f535eb3f30f5 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:29.481218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.487456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.490233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/caf884bc-30ad-4803-af1b-4e4627295601 HTTP/1.1" status: 204 len: 168 time: 0.2936201 Aug 10 01:17:29.503644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.513773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f3c7-a5c7-47a8-83de-7f636eff3a45 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf884bc-30ad-4803-af1b-4e4627295601,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:29.615296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.634388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a22a83-1421-4497-940b-c5da9f1fc338']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:29.646424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-69bd42d6-72db-4481-8a48-c87e81560100 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2458904 Aug 10 01:17:29.659568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:29.664748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7149529-ce9d-4ad3-8d80-9ecffcdca5e9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:29.664880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-41e7f2de-46ac-46bd-8711-e9b8f6130672 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545160 Aug 10 01:17:29.665506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38954) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.671290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922566972'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:29.678952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-02684871-4009-4f68-913b-b00cfb485152 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:17:29.680103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-02684871-4009-4f68-913b-b00cfb485152 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083096 Aug 10 01:17:29.690023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.720652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.792517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8155c2-d983-4104-b0d1-7d0675c446b0 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:17:29.825168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.845907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.853290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:29.853702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:29.857670 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:29.861981 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.911035 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:29.912915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2462749 Aug 10 01:17:29.915933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38962) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:29.929022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0a139552-2d92-480d-9997-d6a1806e4ab1 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '290b5ec1-209e-4e6f-9876-3cba8a78cb03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:29.948574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd50fd0-1a75-487a-a688-041b61cf7535 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290b5ec1-209e-4e6f-9876-3cba8a78cb03,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:29.962413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:26Z', 'revision_number': 2, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:30.011828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Checking router: a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:30.012321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Updating router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 port 0e612339-410e-4589-861d-b83a130212ea binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:17:30.017186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.037566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.044272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/03a22a83-1421-4497-940b-c5da9f1fc338 HTTP/1.1" status: 204 len: 168 time: 4.4588099 Aug 10 01:17:30.048575 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38964) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.058361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a6f14644-3d8a-4071-9b63-6d4c94d1817a None None] Provisioning complete for port 0e612339-410e-4589-861d-b83a130212ea triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:30.058932 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a6f14644-3d8a-4071-9b63-6d4c94d1817a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.069225 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-0a139552-2d92-480d-9997-d6a1806e4ab1 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The resource could not be found. Aug 10 01:17:30.074694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a139552-2d92-480d-9997-d6a1806e4ab1 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1543374 Aug 10 01:17:30.079327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38966) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.087281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b0b90-117b-49ee-a521-378df2d645a9 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=03a22a83-1421-4497-940b-c5da9f1fc338,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:30.091621 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-f321ffcb-1dc9-4ce3-a51a-e12eac252155 service neutron] 10.222.0.25 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994789 Aug 10 01:17:30.133863 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.143354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c959905e-6516-405b-b152-c415159ef267 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '290b5ec1-209e-4e6f-9876-3cba8a78cb03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '060188a5-5255-4e8d-89b8-75f74b88633f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:30.149529 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d073b6a9-e7de-4c56-a8da-56e958500d39 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:30.164443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d073b6a9-e7de-4c56-a8da-56e958500d39 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:30.174188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a6f14644-3d8a-4071-9b63-6d4c94d1817a None None] Port 0e612339-410e-4589-861d-b83a130212ea cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:30.180070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d073b6a9-e7de-4c56-a8da-56e958500d39 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/bb1aa049-d5eb-424a-8a0a-517eaa533b67 HTTP/1.1" status: 404 len: 337 time: 0.1279678 Aug 10 01:17:30.180754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38970) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.209872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-85f21409-e575-455e-857a-3bd08f2d10d5 service neutron] 10.222.0.25 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046958 Aug 10 01:17:30.231598 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4e6bd1-d36b-46f7-a3e9-45846d0280cd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:30.232264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4e6bd1-d36b-46f7-a3e9-45846d0280cd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:30.238632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e4e6bd1-d36b-46f7-a3e9-45846d0280cd tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/03a22a83-1421-4497-940b-c5da9f1fc338 HTTP/1.1" status: 404 len: 339 time: 0.0417085 Aug 10 01:17:30.239874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 38974) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.353132 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-c959905e-6516-405b-b152-c415159ef267 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The resource could not be found. Aug 10 01:17:30.357957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c959905e-6516-405b-b152-c415159ef267 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2376652 Aug 10 01:17:30.358099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.359922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38980) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.360264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 38982) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.477696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.492548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faed262-9f4d-4c00-9abf-d55eb6c11337']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:30.520402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9cadae9-d423-45a7-9614-ebbab10a4981') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:30.520757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9cadae9-d423-45a7-9614-ebbab10a4981') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:30.567122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.609141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.620931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.637325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:30.637754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.678946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:30.784034 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:30.791898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.810537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.812754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.815363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.820415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/290b5ec1-209e-4e6f-9876-3cba8a78cb03 HTTP/1.1" status: 204 len: 168 time: 0.4510570 Aug 10 01:17:30.820594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/8faed262-9f4d-4c00-9abf-d55eb6c11337 HTTP/1.1" status: 204 len: 168 time: 0.5788922 Aug 10 01:17:30.821607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39028) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.822008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eb55a91-077c-4f5d-9b1f-e4aa56636554 req-898cf705-1ee8-4995-aac8-c1b0167a8612 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 210 time: 0.0471745 Aug 10 01:17:30.832125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b9ade6-c8dd-4cfc-b466-b704bf0f4c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:30.834395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.855171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7f30f-5462-4c58-8d11-e251b453e25d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b5ec1-209e-4e6f-9876-3cba8a78cb03,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:30.934051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358a036-afa3-4465-a984-445eb258e376 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=8faed262-9f4d-4c00-9abf-d55eb6c11337,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:30.942511 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fdacba-4fe8-4171-9995-e9d6cb52a733 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:30.943244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fdacba-4fe8-4171-9995-e9d6cb52a733 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:30.949703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.950512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b5fdacba-4fe8-4171-9995-e9d6cb52a733 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/96608164-84bd-4a7f-8841-c1dea67b2f99 HTTP/1.1" status: 404 len: 337 time: 0.0716803 Aug 10 01:17:30.973044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3e342c1f-9ece-4f39-9876-8f85c817afde tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1308143 Aug 10 01:17:30.985702 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cc4fdb-726e-4429-be9b-7aa9135c167c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:30.986266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cc4fdb-726e-4429-be9b-7aa9135c167c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:30.988032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c7cc4fdb-726e-4429-be9b-7aa9135c167c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/62859a20-e45b-4f45-9002-3994912b72b8 HTTP/1.1" status: 404 len: 339 time: 0.0365684 Aug 10 01:17:30.990593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39034) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:30.990946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39036) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.000978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3cd71c76-c06e-40c6-8f7f-de27b2a85974 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '81350a86-db76-4858-979c-f8bcfafc4727', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:31.066978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting subnet b065e144-43a9-41dc-a327-b0d0f1bad5e5 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:31.075258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.115266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.150076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Transition to ACTIVE for port object 0e612339-410e-4589-861d-b83a130212ea will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:31.165391 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.200416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.289916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b9ade6-c8dd-4cfc-b466-b704bf0f4c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.309346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28b9ade6-c8dd-4cfc-b466-b704bf0f4c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.345198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a3328-bae9-435d-8699-66fbe2acdfcf None None] Pushing event updated for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.373804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Attempting to bind port 0e612339-410e-4589-861d-b83a130212ea on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:31.376759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Attempting to bind port 0e612339-410e-4589-861d-b83a130212ea by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:31.377348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Attempting to bind port 0e612339-410e-4589-861d-b83a130212ea on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:31.388350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:31.390802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:31.392244 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.393453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Bound using segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:31.394038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Bound port: 0e612339-410e-4589-861d-b83a130212ea, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:31.396163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.542406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] For port 0e612339-410e-4589-861d-b83a130212ea, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:31.546337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] For port 0e612339-410e-4589-861d-b83a130212ea, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e612339-410e-4589-861d-b83a130212ea,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:31.566104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.606175 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-3cd71c76-c06e-40c6-8f7f-de27b2a85974 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The resource could not be found. Aug 10 01:17:31.612594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.613651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3cd71c76-c06e-40c6-8f7f-de27b2a85974 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6216822 Aug 10 01:17:31.618924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-28b9ade6-c8dd-4cfc-b466-b704bf0f4c45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6c4ac1228a44dcb81b8029b7039e3fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2550280 Aug 10 01:17:31.620293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39076) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:31.621011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--780561626'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:31.622606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9ade6-c8dd-4cfc-b466-b704bf0f4c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641e3bf0-d3d1-40df-b8bf-e49d4aff0cf4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.665029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.677161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.683556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:31.685131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:31.868523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a3328-bae9-435d-8699-66fbe2acdfcf None None] Pushing event updated for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:31.886320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:31.926607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.938995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:31.942583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.065375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-76052d3b-0419-4e40-ae42-0c7bb4a38e90 req-0714331d-a065-419e-9b47-345ab2493c48 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 210 time: 0.0986271 Aug 10 01:17:32.089059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ccb58e-23ea-44d4-bfd0-a4a9d783d001,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.093353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.097904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2a535839-d0aa-42c3-8b4c-87c0859e1f3b tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4818554 Aug 10 01:17:32.098059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=b065e144-43a9-41dc-a327-b0d0f1bad5e5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.098527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39088) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:32.102418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.107704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1984568536'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:32.111976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-482eb9c0-0976-46b2-960f-229cf2f56d03 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/b065e144-43a9-41dc-a327-b0d0f1bad5e5 HTTP/1.1" status: 204 len: 168 time: 1.1189303 Aug 10 01:17:32.120217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:32.133819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.143252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.167611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.305521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting subnet 2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:32.320327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.352520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.380071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957da14b-fa61-4d3e-b8f0-782982695209 None None] Network df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:32.382261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.404216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.442500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.447994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3447723 Aug 10 01:17:32.451749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39094) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:32.457802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e1a74353-f580-44d1-9fa9-a809d1c65724 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group_rule': {'security_group_id': '14ccb58e-23ea-44d4-bfd0-a4a9d783d001', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '75e69caa-193b-4c50-aa36-ef43c32105df'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:32.464390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c050d-8ba3-4643-93d4-0bfb983d43d2 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e69caa-193b-4c50-aa36-ef43c32105df,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.545107 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-e1a74353-f580-44d1-9fa9-a809d1c65724 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:17:32.546661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e1a74353-f580-44d1-9fa9-a809d1c65724 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0938046 Aug 10 01:17:32.549536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:32.558870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.562778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.566549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/641e3bf0-d3d1-40df-b8bf-e49d4aff0cf4 HTTP/1.1" status: 204 len: 168 time: 0.9426312 Aug 10 01:17:32.587825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750b17-9569-43da-98ff-edbdb09c83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641e3bf0-d3d1-40df-b8bf-e49d4aff0cf4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:32.608192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.685352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.752902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.755505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.815740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:32.823776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9 HTTP/1.1" status: 204 len: 168 time: 0.6998398 Aug 10 01:17:32.824911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:32.837213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d851a6c-4a51-4f44-9351-e0180818b535 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=2bbb9f48-c2ec-47f7-b478-70b0b0acc4b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.018253 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.026771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.029767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:33.036347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39106) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:33.037080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/75e69caa-193b-4c50-aa36-ef43c32105df HTTP/1.1" status: 204 len: 168 time: 0.4814715 Aug 10 01:17:33.083887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d52c12c-0d81-494c-82d8-fe1086256753 None None] The sync data for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 is: [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:31Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:33.092380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f00234-9da7-44d8-a52f-eb27570ba909 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e69caa-193b-4c50-aa36-ef43c32105df,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.110957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] DHCP port deletion for df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:33.169257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.174293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-1153313b-65e1-4c00-aa13-2e88fc0a769a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:33.175437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-1153313b-65e1-4c00-aa13-2e88fc0a769a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 795 time: 0.3942003 Aug 10 01:17:33.282432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-87c662a3-e227-45b0-9b49-bee672307975 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2319188 Aug 10 01:17:33.288431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39112) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:33.300540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Deleting port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:33.301582 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.329142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-85eb100e-0bc1-4925-9fc8-e9eeb090e945 req-ddaad40a-c08b-417e-acba-94630fa55454 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 210 time: 0.0797617 Aug 10 01:17:33.357106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-83a05b87-45fc-4c8b-a152-7ba6d0d11ab7 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 380 time: 0.1592093 Aug 10 01:17:33.412633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'port': {'device_id': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'admin_state_up': True, 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'security_groups': ['59477cfc-66c9-4348-8200-ee71b0186db9']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:33.430424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:33.430842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.449494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,segment=NetworkSegment(cdfc71ff-d883-42aa-84a8-dfb29193b0f9),segment_id=cdfc71ff-d883-42aa-84a8-dfb29193b0f9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:33.451500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.491490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Calling delete_port for 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:33.544305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.563368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,segment=NetworkSegment(cdfc71ff-d883-42aa-84a8-dfb29193b0f9),segment_id=cdfc71ff-d883-42aa-84a8-dfb29193b0f9)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:33.564095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.575569 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.590641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:33.700525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.711649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.719044 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.723013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/14ccb58e-23ea-44d4-bfd0-a4a9d783d001 HTTP/1.1" status: 204 len: 168 time: 0.4291627 Aug 10 01:17:33.733072 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:33.738704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Pushing event deleted for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.741565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] No DVR routers for this DVR port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:33.750544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.750657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.751014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.751347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.751676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.752002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.752325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.752645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.753295 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.753515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.754236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.754567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab8101f-1ead-4eab-bfb8-244da344405c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:33.775991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0efb7-e4c5-4569-a367-70a51eed21ec tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ccb58e-23ea-44d4-bfd0-a4a9d783d001,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.838473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.863735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:33.888106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:33.895591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:33.939786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-308ee9b7-ef74-4636-8ee7-5e86c4a9d6c7 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1988006 Aug 10 01:17:33.942010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:33.942966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=1d423bb5-62f4-42cf-a8d3-edf068c2b2ed,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:33.950005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'tempest-secgroup--876335904'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:34.111293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.153005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7ae5c4-d7fe-4729-acf8-d4f0d72782c4']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.170845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.183286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.183644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfc71ff-d883-42aa-84a8-dfb29193b0f9') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:34.207987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e612339-410e-4589-861d-b83a130212ea up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:34.220817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.255988 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.273857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:34.274446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.289864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.11 (a57588a2-0e3e-4ba5-8c26-bcec6c1febf0/67f2b156-ae7f-4ccc-9069-c2c7885ada25/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:34.325131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0e612339-410e-4589-861d-b83a130212ea completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:34.334359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0e612339-410e-4589-861d-b83a130212ea triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:34.335446 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:34.389579 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:34.454870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.490968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.495211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/df7ae5c4-d7fe-4729-acf8-d4f0d72782c4 HTTP/1.1" status: 204 len: 168 time: 1.6660612 Aug 10 01:17:34.506429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.532136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39142) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.547194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0e612339-410e-4589-861d-b83a130212ea, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e612339-410e-4589-861d-b83a130212ea,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:34.553486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.580997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39dc2-1c7f-415d-9890-92795f2a0a04 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=df7ae5c4-d7fe-4729-acf8-d4f0d72782c4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.597755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-afbc3ba3-f48c-49db-9ba7-87d348bd3944 req-b71dd667-b3f4-405a-af37-92eab5396797 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 210 time: 0.1321220 Aug 10 01:17:34.639971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:34.664662 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-81afbc46-6e0e-4818-86cc-54affde8dc1d tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.665942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81afbc46-6e0e-4818-86cc-54affde8dc1d tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.669390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-81afbc46-6e0e-4818-86cc-54affde8dc1d tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/84fd823c-6e67-4681-8471-453b7209a23e HTTP/1.1" status: 404 len: 337 time: 0.1360934 Aug 10 01:17:34.679836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39146) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.708878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.715175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:34.715343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1d423bb5-62f4-42cf-a8d3-edf068c2b2ed not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:34.741685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:34.747133 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d248d4-d147-4195-a7e1-e0b4f2ba4ae1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.748270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d248d4-d147-4195-a7e1-e0b4f2ba4ae1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.753530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d9d248d4-d147-4195-a7e1-e0b4f2ba4ae1 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/5d4990e0-32a1-4f72-bc59-283299aa9e04 HTTP/1.1" status: 404 len: 339 time: 0.0726156 Aug 10 01:17:34.756274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.784805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.784960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.793239 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-07133660-0b28-4ddf-a7a2-b34f2aab6459 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.793459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.794122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07133660-0b28-4ddf-a7a2-b34f2aab6459 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.796725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07133660-0b28-4ddf-a7a2-b34f2aab6459 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/024fcc21-0f91-497e-a18b-cd301b732658 HTTP/1.1" status: 404 len: 337 time: 0.0392046 Aug 10 01:17:34.799451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39152) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.824466 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-48daadc1-f5eb-4914-9cf0-7372e9564ea7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.825081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48daadc1-f5eb-4914-9cf0-7372e9564ea7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.829015 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-48daadc1-f5eb-4914-9cf0-7372e9564ea7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/42b8587d-5c80-4ac3-abef-9b499138061b HTTP/1.1" status: 404 len: 339 time: 0.0262563 Aug 10 01:17:34.833210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.856020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc21311-c860-4b82-a9a8-378f0389460d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:34.872797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.875717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-390883af-e52f-4012-a932-46c6e0887ff8 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9294429 Aug 10 01:17:34.876533 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-1050af23-3bb0-4220-8c08-b018d8a4ea71 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.876990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1050af23-3bb0-4220-8c08-b018d8a4ea71 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.877629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.881026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1050af23-3bb0-4220-8c08-b018d8a4ea71 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/23d0b217-ca9c-43dc-ac1e-56460a07973d HTTP/1.1" status: 404 len: 337 time: 0.0446134 Aug 10 01:17:34.882221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39160) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.891061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-84b0f8fd-6878-4e78-bc6b-a50345649086 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:34.891854 n-d-766380-21 neutron-server[105957]: WARNING neutron.api.v2.base [None req-84b0f8fd-6878-4e78-bc6b-a50345649086 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 01:17:34.892601 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-84b0f8fd-6878-4e78-bc6b-a50345649086 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 01:17:34.894105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84b0f8fd-6878-4e78-bc6b-a50345649086 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "PUT /v2.0/security-groups/6dc21311-c860-4b82-a9a8-378f0389460d HTTP/1.1" status: 409 len: 330 time: 0.0152123 Aug 10 01:17:34.897165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39162) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.907945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:34.920960 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-799573e2-bfb4-4b06-a0fc-4237cbb773cc tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:34.922892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799573e2-bfb4-4b06-a0fc-4237cbb773cc tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:34.930766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-799573e2-bfb4-4b06-a0fc-4237cbb773cc tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/1eef5eee-f64d-47a9-878b-86107922582c HTTP/1.1" status: 404 len: 339 time: 0.0466053 Aug 10 01:17:34.931601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:34.968144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:34.975104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:34.980336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:35.007292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting subnet bdf2ba73-22f6-4e66-a9ae-129880c03860 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:35.015960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.060580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:35.061248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.106781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7032630 Aug 10 01:17:35.114281 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.122188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Request body: {'port': {'device_id': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:35.131739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.156734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ad7bb-a328-430a-a9aa-34b008f90d94 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.227241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.253826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.315091 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.447153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39178) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.464336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.478586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.481758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.483080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/6dc21311-c860-4b82-a9a8-378f0389460d HTTP/1.1" status: 204 len: 168 time: 0.5845447 Aug 10 01:17:35.488738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.508207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.511126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/bdf2ba73-22f6-4e66-a9ae-129880c03860 HTTP/1.1" status: 204 len: 168 time: 0.5761604 Aug 10 01:17:35.521242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99bc501-1bbe-4c9e-a25f-c30123863b99 None None] Network ede932ab-fdff-4c95-b6db-35f50b57ab72 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:35.531435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.533805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f4db-a327-4d32-96c9-30c7d87dbf5c tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf2ba73-22f6-4e66-a9ae-129880c03860,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.536621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a8aaced1-4b6b-4b7c-ab48-b29ba9d0235a None None] Provisioning for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:35.558371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3815ab5-001e-4a98-ae8f-95f287dd5af6 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc21311-c860-4b82-a9a8-378f0389460d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:35.600291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a8aaced1-4b6b-4b7c-ab48-b29ba9d0235a None None] Provisioning complete for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:35.601589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a8aaced1-4b6b-4b7c-ab48-b29ba9d0235a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.683243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a8aaced1-4b6b-4b7c-ab48-b29ba9d0235a None None] Port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:17:35.755628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-250a752d-625e-49c0-be73-a5102c066ba3 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2561150 Aug 10 01:17:35.755628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.764285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39194) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.770101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8a25cb90-fbae-42b8-86d9-51cf30a7fd2a tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2065895863'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:35.770568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8a25cb90-fbae-42b8-86d9-51cf30a7fd2a tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Unknown quota resources ['metering_label']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:17:35.791101 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-13c9fe7f-fb48-4e29-a358-b31ebbe2497d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] delete failed (client error): The resource could not be found. Aug 10 01:17:35.798224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-13c9fe7f-fb48-4e29-a358-b31ebbe2497d tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c3a8159-51ff-4317-be86-66f73282e5d7 HTTP/1.1" status: 404 len: 347 time: 0.0252442 Aug 10 01:17:35.798925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39196) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.846198 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-6b0a396f-4ee2-4cdc-a0e6-b08fd499fc66 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] show failed (client error): The resource could not be found. Aug 10 01:17:35.849738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6b0a396f-4ee2-4cdc-a0e6-b08fd499fc66 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-groups/552efd06-bc2d-4e20-b974-68a794a9e119 HTTP/1.1" status: 404 len: 347 time: 0.0473101 Aug 10 01:17:35.854639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39198) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:35.890966 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-64d50255-046f-4040-82a8-97653a55c686 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] show failed (client error): The resource could not be found. Aug 10 01:17:35.892631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-64d50255-046f-4040-82a8-97653a55c686 tempest-NegativeSecGroupTest-205726776 tempest-NegativeSecGroupTest-205726776-project] 10.222.0.25 "GET /v2.0/security-group-rules/fc441950-bd28-4e06-ad16-16da9ea22243 HTTP/1.1" status: 404 len: 356 time: 0.0329585 Aug 10 01:17:35.908998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] DHCP port deletion for ede932ab-fdff-4c95-b6db-35f50b57ab72 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:35.950896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:35.961909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.971407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:35.972004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:35.999032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Deleting port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:35.999550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.029738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Transition to ACTIVE for port object aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:36.112892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,segment=NetworkSegment(7c74e792-3576-465f-b9ff-027601e82528),segment_id=7c74e792-3576-465f-b9ff-027601e82528)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:36.113282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.121851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] For port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,segment=NetworkSegment(7c74e792-3576-465f-b9ff-027601e82528),segment_id=7c74e792-3576-465f-b9ff-027601e82528)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:36.123765 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.129515 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e612339-410e-4589-861d-b83a130212ea up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:36.132560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.153139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:36.164168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Calling delete_port for 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:36.271633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0e612339-410e-4589-861d-b83a130212ea triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:36.272008 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.277590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:36.393836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.461906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] Pushing event deleted for resources: {'Port': ['ID=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:36.476890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cb22e-b544-4784-a277-3b93c033eca4 None None] No DVR routers for this DVR port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:36.546810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39206) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:36.550192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:36.550723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:36.551212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:36.591976 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.620271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:36.621039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:36.626062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:36.659330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:36.659955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:36.660513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Bound using segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:36.661119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Bound port: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:36.661642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.664126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=7d0204c5-5530-4a35-a9b4-3ebbca8aec8c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:36.719744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:36.742473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:36.742779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d0204c5-5530-4a35-a9b4-3ebbca8aec8c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:36.743430 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8a25cb90-fbae-42b8-86d9-51cf30a7fd2a tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.744674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a25cb90-fbae-42b8-86d9-51cf30a7fd2a tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2890222 Aug 10 01:17:36.747687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:36.763036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-721977ab-5c53-4f1f-8b2d-b58fcb768e0b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c7312a3f-4dec-4d65-bb52-5a2d356f2f7d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:36.766917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-721977ab-5c53-4f1f-8b2d-b58fcb768e0b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:17:36.785373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b6e68-c221-4e97-9723-9b1bdce106e8 req-16182e18-0299-4de7-aa80-012ad98f63cc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:36.786890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a5b6e68-c221-4e97-9723-9b1bdce106e8 req-16182e18-0299-4de7-aa80-012ad98f63cc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 932 time: 0.9993372 Aug 10 01:17:36.892668 n-d-766380-21 neutron-server[105957]: WARNING neutron.services.metering.metering_plugin [None req-721977ab-5c53-4f1f-8b2d-b58fcb768e0b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 01:17:36.893369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:36.924959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede932ab-fdff-4c95-b6db-35f50b57ab72']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.944376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c74e792-3576-465f-b9ff-027601e82528') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.944691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c74e792-3576-465f-b9ff-027601e82528') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:36.949454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d98d0137-3249-4b01-aeca-7905d0e066a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75823132319d4d72a1bd39f1f07b10ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002240 Aug 10 01:17:36.956132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39216) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:36.968454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:36.973038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.006283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:37.006713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-721977ab-5c53-4f1f-8b2d-b58fcb768e0b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.008147 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-721977ab-5c53-4f1f-8b2d-b58fcb768e0b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2525454 Aug 10 01:17:37.012452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.016921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.020260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d1f16ad1-21a6-435e-af2b-88316d5d56f0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c7312a3f-4dec-4d65-bb52-5a2d356f2f7d'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:37.020790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d1f16ad1-21a6-435e-af2b-88316d5d56f0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:17:37.027692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a5b6e68-c221-4e97-9723-9b1bdce106e8 req-18a6f277-22c4-4263-99da-c47aa52ea312 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306483 Aug 10 01:17:37.028614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.030897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:37.031289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:37.039196 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:37.092998 n-d-766380-21 neutron-server[105957]: WARNING neutron.services.metering.metering_plugin [None req-d1f16ad1-21a6-435e-af2b-88316d5d56f0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 01:17:37.194115 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d1f16ad1-21a6-435e-af2b-88316d5d56f0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.196012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d1f16ad1-21a6-435e-af2b-88316d5d56f0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1822865 Aug 10 01:17:37.199219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.212291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d137b061-ff35-48ba-9cf4-7cc9e001a5d3 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=f47410eb-0639-47f6-ac72-2f2b731c8667 HTTP/1.1" status: 200 len: 462 time: 0.0119250 Aug 10 01:17:37.215997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.352986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d484cb48-f0e0-43bf-bb24-c3e5c214904f tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.356103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d484cb48-f0e0-43bf-bb24-c3e5c214904f tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/f47410eb-0639-47f6-ac72-2f2b731c8667 HTTP/1.1" status: 204 len: 168 time: 0.1390781 Aug 10 01:17:37.358808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.369800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e967213-3971-4559-8852-a793a1d17b58 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=f47410eb-0639-47f6-ac72-2f2b731c8667 HTTP/1.1" status: 200 len: 221 time: 0.0094259 Aug 10 01:17:37.372947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.377468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e78364e2-72bc-4ca0-bd46-6701ea53b7a1 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1461018334', 'description': 'label created by tempest'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:37.378342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e78364e2-72bc-4ca0-bd46-6701ea53b7a1 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Unknown quota resources ['metering_label']. {{(pid=105957) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:17:37.495258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.497580 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:37.498180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.499957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] 10.222.0.10 "PUT /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 1093 time: 2.3832910 Aug 10 01:17:37.507747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:37.511650 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529c70fb-6e14-41cd-8f28-0581ccf1111a" -d '{"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:37.562451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.597306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e78364e2-72bc-4ca0-bd46-6701ea53b7a1 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.598514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e78364e2-72bc-4ca0-bd46-6701ea53b7a1 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2244399 Aug 10 01:17:37.600315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa76494-3443-44f9-99f1-57020c8da8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:37.603183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.606937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.638911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.641077 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/ede932ab-fdff-4c95-b6db-35f50b57ab72 HTTP/1.1" status: 204 len: 168 time: 2.1071584 Aug 10 01:17:37.650850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.661242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff56dd4-eb65-4cd0-80d3-bcff1f1a37c3 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=ede932ab-fdff-4c95-b6db-35f50b57ab72,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:37.704158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-a1da9cc6-7db6-4b6e-b291-0666bdacf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:37.705835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-a1da9cc6-7db6-4b6e-b291-0666bdacf2ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1096 time: 0.1509511 Aug 10 01:17:37.779266 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-c8596889-f855-45d5-a9c7-5d5533a48d86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 217 time: 0.0647097 Aug 10 01:17:37.785837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.797071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d0e3c502-efcf-40dc-a5b2-e7e0b48086a9 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=54e947d6-60de-4b17-9c09-fab6bdad2776 HTTP/1.1" status: 200 len: 468 time: 0.1919079 Aug 10 01:17:37.825834 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a7f16-94e6-49b2-ae7b-422ca38d6790 x-openstack-request-id: req-286a7f16-94e6-49b2-ae7b-422ca38d6790 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:37.825834 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:37.826103 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-286a7f16-94e6-49b2-ae7b-422ca38d6790 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:37.826785 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'status': 'completed', 'code': 200} Aug 10 01:17:37.829291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.832561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:37.836745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e61dafeb-3f48-4f34-8c50-fbef1a3e4d94 HTTP/1.1" status: 204 len: 168 time: 0.8780410 Aug 10 01:17:37.844052 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-52224207-de90-4e24-ac5b-3723d2bf8b11 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:37.844715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52224207-de90-4e24-ac5b-3723d2bf8b11 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:37.856178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-52224207-de90-4e24-ac5b-3723d2bf8b11 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/e338442c-717d-44f5-be9e-3d79cf4946ec HTTP/1.1" status: 404 len: 337 time: 0.1989090 Aug 10 01:17:37.860664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.888765 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac9e8c7-3bff-444f-bd0d-3f890e9b19f7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] DELETE failed (client error): The resource could not be found. Aug 10 01:17:37.889366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac9e8c7-3bff-444f-bd0d-3f890e9b19f7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:37.894890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ac9e8c7-3bff-444f-bd0d-3f890e9b19f7 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/9b9fef35-da16-4e1f-aae4-20de7be76ef8 HTTP/1.1" status: 404 len: 339 time: 0.0293794 Aug 10 01:17:37.895685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39244) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:37.936896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193bbaf-0300-41ec-b8ae-60582e034aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61dafeb-3f48-4f34-8c50-fbef1a3e4d94,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:38.028394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting subnet d1142593-1e42-4452-b91c-5186f1d3d95f {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:38.043611 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.099867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-132f3a4d-8887-4b18-b4e9-be49f64baa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.101393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-132f3a4d-8887-4b18-b4e9-be49f64baa25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.2738137 Aug 10 01:17:38.102003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.250047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0fa02984-7414-44da-8a26-eefb17806591 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.251512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0fa02984-7414-44da-8a26-eefb17806591 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/54e947d6-60de-4b17-9c09-fab6bdad2776 HTTP/1.1" status: 204 len: 168 time: 0.4645600 Aug 10 01:17:38.254253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39252) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.257556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9271-a786-4eca-b390-aef64b617da9 req-c041d0c9-298a-49b7-903c-05c5e1eeb062 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.260671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd6e9271-a786-4eca-b390-aef64b617da9 req-c041d0c9-298a-49b7-903c-05c5e1eeb062 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 944 time: 0.0829439 Aug 10 01:17:38.268786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-bdedab46-91c6-47d0-9366-55ca53b71fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:38.270598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-bdedab46-91c6-47d0-9366-55ca53b71fd9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286001 Aug 10 01:17:38.276610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9cd5c8fb-9a9e-4e24-beb3-c967b1133c3b tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=54e947d6-60de-4b17-9c09-fab6bdad2776 HTTP/1.1" status: 200 len: 216 time: 0.0211327 Aug 10 01:17:38.281288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.332915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.340017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd6e9271-a786-4eca-b390-aef64b617da9 req-2ff3f831-4f6e-45b0-8f3b-fb41e7f7454f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555792 Aug 10 01:17:38.377757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-773e4c10-89d0-46e8-97d2-9ab7d70e28a0 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0921819 Aug 10 01:17:38.381549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39262) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.411788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f4ea44c6-f2b2-40c6-8f92-e948407e431a tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0257380 Aug 10 01:17:38.420661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.463643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-b69e238b-3918-4e9f-bd9c-0c263dd09de2 service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823840 Aug 10 01:17:38.496743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f3a02ac-d09b-4875-b1e3-53ffe672a07e tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/c7312a3f-4dec-4d65-bb52-5a2d356f2f7d HTTP/1.1" status: 200 len: 473 time: 0.0716188 Aug 10 01:17:38.499375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.523390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7cd472cb-d96b-4ecc-9e9d-02a1d2249816 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/78370101-a6f8-417d-9abe-5d88ef0e6b8e HTTP/1.1" status: 200 len: 459 time: 0.0189896 Aug 10 01:17:38.527724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.537491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.569586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Subnet': ['ID=d1142593-1e42-4452-b91c-5186f1d3d95f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:38.591311 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.594794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84d71e50-8e6c-419a-a8a3-3fb37a1d5321 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/subnets/d1142593-1e42-4452-b91c-5186f1d3d95f HTTP/1.1" status: 204 len: 168 time: 0.6980002 Aug 10 01:17:38.596971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a475a-af17-48e2-8174-0d138688a5ca None None] Network 60aba025-1cb2-4d77-89d7-df51c93390a3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:38.597448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39274) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.757443 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-156fcb60-3c7b-40bb-828f-680198cadb04 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.758621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-156fcb60-3c7b-40bb-828f-680198cadb04 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/78370101-a6f8-417d-9abe-5d88ef0e6b8e HTTP/1.1" status: 204 len: 168 time: 0.2295980 Aug 10 01:17:38.763292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39278) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:38.915892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] DHCP port deletion for 60aba025-1cb2-4d77-89d7-df51c93390a3 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:38.937107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:38.946724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41b5a5d5-27dd-4d27-b19a-f632e79b5740 req-6e8912de-3982-4078-86f5-c0394acf74a5 service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711914 Aug 10 01:17:39.063870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-1e666bdf-b285-444e-b905-5fca9fa9896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.065137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-1e666bdf-b285-444e-b905-5fca9fa9896b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0592351 Aug 10 01:17:39.066879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Deleting port e2e02847-5f4e-4321-be05-d56a0fedc01e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:39.067264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.070444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Deleting port e2e02847-5f4e-4321-be05-d56a0fedc01e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:39.070824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.234633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-768626fd-8cb1-4d83-a380-bbfbd26c54f5 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.238794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-768626fd-8cb1-4d83-a380-bbfbd26c54f5 tempest-MeteringIpV6TestJSON-672587315 tempest-MeteringIpV6TestJSON-672587315-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c7312a3f-4dec-4d65-bb52-5a2d356f2f7d HTTP/1.1" status: 204 len: 168 time: 0.4713879 Aug 10 01:17:39.250608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] For port e2e02847-5f4e-4321-be05-d56a0fedc01e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e2e02847-5f4e-4321-be05-d56a0fedc01e,segment=NetworkSegment(223cabe5-edf6-4a6a-8758-cae4a1240296),segment_id=223cabe5-edf6-4a6a-8758-cae4a1240296)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:39.257422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.272639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.292679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] For port e2e02847-5f4e-4321-be05-d56a0fedc01e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e2e02847-5f4e-4321-be05-d56a0fedc01e,segment=NetworkSegment(223cabe5-edf6-4a6a-8758-cae4a1240296),segment_id=223cabe5-edf6-4a6a-8758-cae4a1240296)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:39.293092 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.322599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-6451029a-884c-4763-9fd3-bc76fa9d132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.325730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-6451029a-884c-4763-9fd3-bc76fa9d132d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.2518115 Aug 10 01:17:39.328684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Calling delete_port for e2e02847-5f4e-4321-be05-d56a0fedc01e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:39.340153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Calling delete_port for e2e02847-5f4e-4321-be05-d56a0fedc01e owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:39.475405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.487379 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-4dbdfd00-848a-48fd-a9a3-53ec1b452dd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 217 time: 0.1506066 Aug 10 01:17:39.509375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-72b868ac-6622-4b21-a9a2-c00b0f8bc71b tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1091738469', 'prefixes': ['172.20.0.0/16']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:39.515925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] Pushing event deleted for resources: {'Port': ['ID=e2e02847-5f4e-4321-be05-d56a0fedc01e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:39.529571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6026fb-7a77-42ac-9ddf-e9fcba3c6d8a None None] No DVR routers for this DVR port e2e02847-5f4e-4321-be05-d56a0fedc01e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:39.653570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-72b868ac-6622-4b21-a9a2-c00b0f8bc71b tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] Notify callbacks [] for subnetpool, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.655665 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-72b868ac-6622-4b21-a9a2-c00b0f8bc71b tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3817775 Aug 10 01:17:39.658494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.675012 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-0ce46138-e6b0-4f19-bb81-5461cefb258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.681510 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-0ce46138-e6b0-4f19-bb81-5461cefb258d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.1840372 Aug 10 01:17:39.719430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af0ab35a-1cb1-4af8-9779-683a784c5e93 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "GET /v2.0/subnetpools/a0859498-047f-4cf1-bfca-00055a083be8 HTTP/1.1" status: 200 len: 732 time: 0.0594900 Aug 10 01:17:39.721774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.728652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-392bf4da-727f-49b1-a903-73047ecef540 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-647787824'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:39.773732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.847999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f694ca-42e3-45e6-b58f-b93fe28d32b9 req-414897c3-4ec3-4b1f-87ee-b559ae034c96 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.849775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7f694ca-42e3-45e6-b58f-b93fe28d32b9 req-414897c3-4ec3-4b1f-87ee-b559ae034c96 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 944 time: 0.2590845 Aug 10 01:17:39.884351 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.890975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-8be0da20-e17c-45a2-9832-69ecab130be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:39.892815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-8be0da20-e17c-45a2-9832-69ecab130be2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775651 Aug 10 01:17:39.924186 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-392bf4da-727f-49b1-a903-73047ecef540 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] Notify callbacks [] for subnetpool, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:39.926138 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-392bf4da-727f-49b1-a903-73047ecef540 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "PUT /v2.0/subnetpools/a0859498-047f-4cf1-bfca-00055a083be8 HTTP/1.1" status: 200 len: 683 time: 0.2028365 Aug 10 01:17:39.928891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39310) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:39.992303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Port': ['ID=e2e02847-5f4e-4321-be05-d56a0fedc01e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:39.995076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] No DVR routers for this DVR port e2e02847-5f4e-4321-be05-d56a0fedc01e on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:40.027454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c7f694ca-42e3-45e6-b58f-b93fe28d32b9 req-30fd2d71-20b3-4454-a575-9d134612a475 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682031 Aug 10 01:17:40.055826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e28fa721-8a8d-4170-9d36-bfe02b91c4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.098063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-e891b363-239f-4730-a03a-6473e3dc0f6e service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957254 Aug 10 01:17:40.117922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e2e02847-5f4e-4321-be05-d56a0fedc01e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:40.127094 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8c6ef908-e467-45f5-bb83-9be891e06dba tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] Notify callbacks [] for subnetpool, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.128380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c6ef908-e467-45f5-bb83-9be891e06dba tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a0859498-047f-4cf1-bfca-00055a083be8 HTTP/1.1" status: 204 len: 168 time: 0.1953859 Aug 10 01:17:40.131506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39312) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:40.170973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e2e02847-5f4e-4321-be05-d56a0fedc01e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:40.171939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e2e02847-5f4e-4321-be05-d56a0fedc01e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:40.176462 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-794b143f-1493-47f7-a0cc-f394b2d77317 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] show failed (client error): The resource could not be found. Aug 10 01:17:40.177885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-794b143f-1493-47f7-a0cc-f394b2d77317 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "GET /v2.0/subnetpools/a0859498-047f-4cf1-bfca-00055a083be8 HTTP/1.1" status: 404 len: 346 time: 0.0454757 Aug 10 01:17:40.183902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39316) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:40.214469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.218069 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-9d3fcdd7-7b35-4753-8e4d-e08feaeb8114 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] delete failed (client error): The resource could not be found. Aug 10 01:17:40.219050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9d3fcdd7-7b35-4753-8e4d-e08feaeb8114 tempest-SubnetPoolsTestJSON-1640979349 tempest-SubnetPoolsTestJSON-1640979349-project] 10.222.0.25 "DELETE /v2.0/subnetpools/a0859498-047f-4cf1-bfca-00055a083be8 HTTP/1.1" status: 404 len: 346 time: 0.0319989 Aug 10 01:17:40.238534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aba025-1cb2-4d77-89d7-df51c93390a3']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:40.251856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '223cabe5-edf6-4a6a-8758-cae4a1240296') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:40.252218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '223cabe5-edf6-4a6a-8758-cae4a1240296') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:40.270067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.299499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-529c70fb-6e14-41cd-8f28-0581ccf1111a req-5a3280a3-44de-4ab5-8a92-e1cd30978fce service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882145 Aug 10 01:17:40.300645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.308215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:40.308630 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.324415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e28fa721-8a8d-4170-9d36-bfe02b91c4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:40.327939 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:40.331285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e28fa721-8a8d-4170-9d36-bfe02b91c4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.390201 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.403763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e28fa721-8a8d-4170-9d36-bfe02b91c4cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a936e8a04c74b708a6b5225041fd0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6288688 Aug 10 01:17:40.404399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.404553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39320) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:40.405926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fa721-8a8d-4170-9d36-bfe02b91c4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09ea3e-d44e-4949-8b05-718b84e44f77,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.436116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] 10.222.0.25 "DELETE /v2.0/networks/60aba025-1cb2-4d77-89d7-df51c93390a3 HTTP/1.1" status: 204 len: 168 time: 1.8350070 Aug 10 01:17:40.472597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59332768-e3c1-4f01-b727-a114233f3351 tempest-NetworksIpV6Test-222135373 tempest-NetworksIpV6Test-222135373-project] Pushing event deleted for resources: {'Network': ['ID=60aba025-1cb2-4d77-89d7-df51c93390a3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.488018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.519072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.580299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:40.605509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.609233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.611032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f09ea3e-d44e-4949-8b05-718b84e44f77 HTTP/1.1" status: 204 len: 168 time: 0.2011399 Aug 10 01:17:40.622494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae35eb3-4a1e-4d2e-97ba-fa5b695ea11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09ea3e-d44e-4949-8b05-718b84e44f77,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.733108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f6da07b-ec32-43d8-9f14-c7b85ec141e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.842378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39334) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:40.891858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f6da07b-ec32-43d8-9f14-c7b85ec141e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.902439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f6da07b-ec32-43d8-9f14-c7b85ec141e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:40.967828 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4f6da07b-ec32-43d8-9f14-c7b85ec141e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0a09aaf482b4217bf3b5b7a210f722e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843291 Aug 10 01:17:40.969142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6da07b-ec32-43d8-9f14-c7b85ec141e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d5f676-8d55-4565-93cb-3ef95a4bfff2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:40.970349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39342) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:41.129662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.222929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.224417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aed15-d3ef-46ee-b4c4-2e32af1a5a85 req-12d60817-a4a5-47fd-9e79-2f3ed369f437 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:41.227042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-666aed15-d3ef-46ee-b4c4-2e32af1a5a85 req-12d60817-a4a5-47fd-9e79-2f3ed369f437 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 944 time: 0.0672162 Aug 10 01:17:41.242008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:41.271230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6aa8586-8c1e-458e-a34d-1e1bb2715cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.296942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d1c011a-67b1-44d9-a2aa-b11d23c8050b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3331114471264bf4805806e61e8c77b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533286 Aug 10 01:17:41.299694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39350) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:41.311211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-666aed15-d3ef-46ee-b4c4-2e32af1a5a85 req-bfe37911-62ae-4c92-b6bc-c37d0eefa00c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772774 Aug 10 01:17:41.374905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.377997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.379684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/56d5f676-8d55-4565-93cb-3ef95a4bfff2 HTTP/1.1" status: 204 len: 168 time: 0.4082415 Aug 10 01:17:41.380412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.399502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce4bc5-09ad-49c8-bd39-5f548bfca706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d5f676-8d55-4565-93cb-3ef95a4bfff2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.417286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.444506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6aa8586-8c1e-458e-a34d-1e1bb2715cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.455930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6aa8586-8c1e-458e-a34d-1e1bb2715cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.479572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:17:41.489429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.496863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.502491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3fb6adf-0bd9-4d0b-9e2b-a365d9c2b5a0 HTTP/1.1" status: 204 len: 168 time: 0.1996577 Aug 10 01:17:41.517765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e6aa8586-8c1e-458e-a34d-1e1bb2715cf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb23ea5257aa45389604a604a1e823b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743926 Aug 10 01:17:41.519764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39356) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:41.524049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855be4b1-1ed9-41d9-babf-964ba1afedde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fb6adf-0bd9-4d0b-9e2b-a365d9c2b5a0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.609727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa8586-8c1e-458e-a34d-1e1bb2715cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9659c31c-ab14-4413-95ff-4cf6d1e3c3f9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.642574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.669216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:41.669938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.704042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'port_id': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'mac_address': 'fa:16:3e:f1:74:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:17:41.739532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.743512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.745642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9659c31c-ab14-4413-95ff-4cf6d1e3c3f9 HTTP/1.1" status: 204 len: 168 time: 0.2247055 Aug 10 01:17:41.753503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2ffc7-d14f-43b5-a09b-421feac97658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9659c31c-ab14-4413-95ff-4cf6d1e3c3f9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:41.786343 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.824408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:17:41.849083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:41.855790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:41.913627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:42.062270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:17:42.518920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0d3d5-4a6e-425e-9315-5bb4596be3fa req-f47a57c2-f895-498d-a050-90fac640fdb1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:42.521060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64c0d3d5-4a6e-425e-9315-5bb4596be3fa req-f47a57c2-f895-498d-a050-90fac640fdb1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.0811880 Aug 10 01:17:42.578601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64c0d3d5-4a6e-425e-9315-5bb4596be3fa req-f61082f9-f303-4898-995e-a8bba54d3553 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Aug 10 01:17:43.280232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:43.470926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:43.535822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:43.540418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:43.541728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.613990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-18174555'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:43.652844 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.667954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:43.677498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.695095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:43.698475 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c4ff7c-5b01-47d9-8def-96ec511e18ea" -d '{"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-plugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:43.722146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.733443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:43.744217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.784117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea2ac6-698d-4350-839a-1cb7f0ad23e6 req-fb9ef413-993c-4c10-b865-32aa82fd71d4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:43.786113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3ea2ac6-698d-4350-839a-1cb7f0ad23e6 req-fb9ef413-993c-4c10-b865-32aa82fd71d4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.1208479 Aug 10 01:17:43.833264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:43.864755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3ea2ac6-698d-4350-839a-1cb7f0ad23e6 req-211bdf64-7438-4f2c-81ae-f628abb2ddf1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624099 Aug 10 01:17:43.918398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.925730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.959296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:43.971620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837b5ba3-f7ba-4cb6-8642-ee07018c59e9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:43.977591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:43.977947 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment 870e0d37-a872-4125-8d9d-0748299d38e0 of type vlan for network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 Aug 10 01:17:44.062213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d43e7e4c-2cb2-4f58-b1af-764a71d2b020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.079087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.108608 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8b86c-1867-4bd5-9d4a-84d2fc5fd987 x-openstack-request-id: req-1cb8b86c-1867-4bd5-9d4a-84d2fc5fd987 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:44.109340 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-plugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:44.109862 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cb8b86c-1867-4bd5-9d4a-84d2fc5fd987 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:44.111219 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'code': 200} Aug 10 01:17:44.182278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.187829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:44.188436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.208271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:44.253321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b31f-7fbe-4899-a225-b3b7c8c1a18e req-be9c8eda-67b6-4964-b703-9f12b1af154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:44.258855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a57b31f-7fbe-4899-a225-b3b7c8c1a18e req-be9c8eda-67b6-4964-b703-9f12b1af154c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1098 time: 0.0914333 Aug 10 01:17:44.261761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9797328 Aug 10 01:17:44.286294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8aa68-9d01-4ea5-8f07-2aee982ccf4e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:44.298412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:44.348398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9a57b31f-7fbe-4899-a225-b3b7c8c1a18e req-9a34c41d-26f1-403a-af24-e8c7b2d764ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826817 Aug 10 01:17:44.594518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-222384193'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:44.649292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Made reservation on behalf of 0c0a1a04cebd4c228a64a9f8231a8961 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:44.656931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.682588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.753087 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:17:44.832318 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.839870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.855756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:44.866756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:44.867201 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Added segment 57ffd6a2-23e4-4071-8fd6-110be0fd0595 of type vlan for network fdfbeea4-a02a-428b-8a9d-0e7849997da8 Aug 10 01:17:44.918455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.016438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee264e1-4393-4134-9c7a-859f11765b59,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:45.020130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.027975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.029110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.235257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0101571 Aug 10 01:17:45.247089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02470c-d7e8-4773-9479-b0a19c497d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Pushing event updated for resources: {'Network': ['ID=fdfbeea4-a02a-428b-8a9d-0e7849997da8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:45.261211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:45.273758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e9542-44a5-4f6f-afed-d2c1d44d1f2d req-ef39e7a6-b088-44ba-9a61-0fc14ef0f322 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:45.277912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-960e9542-44a5-4f6f-afed-d2c1d44d1f2d req-ef39e7a6-b088-44ba-9a61-0fc14ef0f322 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1761386 Aug 10 01:17:45.409699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-960e9542-44a5-4f6f-afed-d2c1d44d1f2d req-dbbb2496-6b77-4014-8ef8-38cd4065bf9c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752811 Aug 10 01:17:45.551765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:45.558754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8', 'binding:host_id': 'n-h1-766380-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-728208875'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:45.599461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Made reservation on behalf of 19d7c27e77e74705af4737e8e3934bb5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:45.602329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.614762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.732748 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.738917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:45.765381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efc0cc8-9b66-4d3a-82fd-6eee2670217d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:45.769510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port e5cb6676-4776-4273-b3be-6ab36594af72 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:46.057136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port e5cb6676-4776-4273-b3be-6ab36594af72 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:46.070463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.087206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Transition to ACTIVE for port object e5cb6676-4776-4273-b3be-6ab36594af72 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:46.110311 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.195543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cb6676-4776-4273-b3be-6ab36594af72,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:46.246926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Checking segment: {'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:46.247501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Network hostable DHCP agents. Network: fdfbeea4-a02a-428b-8a9d-0e7849997da8, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:46.269794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:46.287785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fdfbeea4-a02a-428b-8a9d-0e7849997da8) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:46.299476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e67f7-3361-462f-b03a-7c8b2606def1 None None] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:46.300422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:46.320010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.320405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.320858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.334361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.334738 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.335121 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 2 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.349852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.350477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.350871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.359815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.360690 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.361090 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 3 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.396442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.396786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.397125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.419198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.419559 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.420028 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 4 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.446321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.446690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.447064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.452841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.453339 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.454171 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 5 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.469519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.469865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.470206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.474658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.475030 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.475541 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 6 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.500477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.500868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.501219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.513145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.513496 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.513899 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 7 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.535232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.535577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.535919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.541317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.541650 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.542044 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 8 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.567723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.568453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.568453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.576497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.576853 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.577223 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 9 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.619435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee229a41-88a0-4f3c-af90-7c5f1d333e84 req-48e0cfee-b45c-421b-ba80-b9747cb99410 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:46.622563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.624669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.625430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.630632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee229a41-88a0-4f3c-af90-7c5f1d333e84 req-48e0cfee-b45c-421b-ba80-b9747cb99410 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.0801225 Aug 10 01:17:46.658511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.660207 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.660630 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 10 to bind port e5cb6676-4776-4273-b3be-6ab36594af72 Aug 10 01:17:46.703431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ee229a41-88a0-4f3c-af90-7c5f1d333e84 req-ee9ee73c-6f39-4deb-86f5-5b3164e8e3f2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693796 Aug 10 01:17:46.718794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:46.759926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:46.759926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:46.773864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port e5cb6676-4776-4273-b3be-6ab36594af72 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:46.774199 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port e5cb6676-4776-4273-b3be-6ab36594af72 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:46.774570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.796897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8cc3d9d5-9820-4973-b23b-1acaf392a5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:46.935460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port e5cb6676-4776-4273-b3be-6ab36594af72, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:46.935834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempted to set empty binding levels {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:17:46.960616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a7a94-c8c5-46e6-8e75-ea3a9b714ad9 req-4178f3f3-f5a7-47bc-870d-0c0917654999 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:46.963236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-962a7a94-c8c5-46e6-8e75-ea3a9b714ad9 req-4178f3f3-f5a7-47bc-870d-0c0917654999 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1072054 Aug 10 01:17:46.965081 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.015339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=e5cb6676-4776-4273-b3be-6ab36594af72,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:47.056773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-962a7a94-c8c5-46e6-8e75-ea3a9b714ad9 req-02e50e22-93f7-462d-af8f-64b6382eba24 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424764 Aug 10 01:17:47.060628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:47.061463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.077917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f61f0330-0ab5-4206-8562-6577014f6891 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5249851 Aug 10 01:17:47.081771 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39554) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.098477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39556) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.164052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a04164-3e8d-4796-9047-e21c16faf5c9 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:47.167105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1a04164-3e8d-4796-9047-e21c16faf5c9 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1093 time: 0.0670328 Aug 10 01:17:47.171195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.176051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:47.238080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.301171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Deleting port e5cb6676-4776-4273-b3be-6ab36594af72 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:47.303018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.307613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.403133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port e5cb6676-4776-4273-b3be-6ab36594af72, host n-h1-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:47.403972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.423759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Calling delete_port for e5cb6676-4776-4273-b3be-6ab36594af72 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:47.499338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.590264 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.600651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39566) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.626064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5cb6676-4776-4273-b3be-6ab36594af72,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:47.629697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.632131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-40d072ad-0245-4f1c-8841-24d7332a4e2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e5cb6676-4776-4273-b3be-6ab36594af72 HTTP/1.1" status: 204 len: 168 time: 0.5490348 Aug 10 01:17:47.635049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39568) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.638259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:47.667305 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b12ff19-5f46-4ac2-93a8-1bb1b3af7d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:17:47.672661 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0b12ff19-5f46-4ac2-93a8-1bb1b3af7d6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports/e5cb6676-4776-4273-b3be-6ab36594af72 HTTP/1.1" status: 404 len: 333 time: 0.0365429 Aug 10 01:17:47.673380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39570) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:47.678646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1724508182'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:47.711332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Made reservation on behalf of 19d7c27e77e74705af4737e8e3934bb5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:47.719657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.766641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:47.772663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.7 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f00a8752-2b65-41c1-8ccb-0e5e8fea5473) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:47.778575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:47.870475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:47.870475 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.152672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.157007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.265476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.295907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.353891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:48.357153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:48.361458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:48.362563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:48.363270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.364145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.369796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=667c47e1-bea0-4edc-ba40-1222cc6b0ba3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.388227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac079f56-7977-4f1b-9aec-b46445f92fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7136176 Aug 10 01:17:48.389058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39586) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:48.396379 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:48.501510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.541378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:48.542920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:48.549297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=1ff94551-6b0b-4e16-9b7b-54424a7ea9fb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.551984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:48.554601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': '870e0d37-a872-4125-8d9d-0748299d38e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:48.557551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:48.563590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=f00a8752-2b65-41c1-8ccb-0e5e8fea5473,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.757588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:48.768165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.785243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Transition to ACTIVE for port object 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:48.791879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:48.858088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=667c47e1-bea0-4edc-ba40-1222cc6b0ba3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:48.861293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39590) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:48.954116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:48.954386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:48.954766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:48.977602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:48.979075 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:48.979075 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 2 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.005016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:49.008082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.008892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.009358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.015081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.015423 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.015935 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 3 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.036377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.036811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.037286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.051808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.052220 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.057651 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 4 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.061879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-422437c0-8695-4d89-8290-ce6f5b558850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.063545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:49.073051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63579c99-b4fc-4ba3-87b0-aec251627ec9 None None] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:49.084950 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.085299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.085424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.085646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.086705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.096861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.097205 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.099819 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 5 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.118139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.118523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.118902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.128368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.128715 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.130388 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 6 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.152478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.152819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.153161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.162714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.162714 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.164989 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 7 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.192433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.192815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.193162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.236596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-422437c0-8695-4d89-8290-ce6f5b558850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.239180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.239531 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.239934 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 8 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.251510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-422437c0-8695-4d89-8290-ce6f5b558850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.301324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.301674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.302022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.307534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7f6cdec6-7409-4f6f-b9d6-5a6c28aade4b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7055831 Aug 10 01:17:49.312035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39600) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.319825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1264651444'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:49.337790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.338193 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.345573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-422437c0-8695-4d89-8290-ce6f5b558850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8027d78ca17443a49b102b35f793bcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794455 Aug 10 01:17:49.347381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39604) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.360752 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 9 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.377323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422437c0-8695-4d89-8290-ce6f5b558850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08119e3-7ff0-4f7e-bba8-233f4966bfef,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.385562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.385906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.386275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.392946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.393292 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.393688 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 10 to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 Aug 10 01:17:49.416259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:49.420525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.435285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:49.435641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:49.436085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:49.447104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:49.447449 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:49.447824 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.469101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:49.506704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.507060 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment c1102e60-b424-4d52-bfb7-09ab35f8a0e0 of type vlan for network f01be614-c740-4ea9-8e36-dbc381b7f261 Aug 10 01:17:49.576949 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.582544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:49.582957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempted to set empty binding levels {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:17:49.628837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.643153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1', 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': '1ff94551-6b0b-4e16-9b7b-54424a7ea9fb'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:49.644065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.685634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.721249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.732641 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.736832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.743241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.744920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.771338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=667c47e1-bea0-4edc-ba40-1222cc6b0ba3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.789075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.803005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4871390 Aug 10 01:17:49.828082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39606) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.839544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] In _notify_port_updated(), no bound segment for port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:17:49.840188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:49.840932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.841918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:49.843532 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b52461a6-f72a-4a65-a46e-a54235824bb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "PUT /v2.0/ports/667c47e1-bea0-4edc-ba40-1222cc6b0ba3 HTTP/1.1" status: 200 len: 980 time: 1.4531903 Aug 10 01:17:49.851331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:49.939653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced2805-e79d-417c-b885-cfbea8e6ddca tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=f01be614-c740-4ea9-8e36-dbc381b7f261,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:49.958356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f01be614-c740-4ea9-8e36-dbc381b7f261 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:49.965110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.965601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.966079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.966550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.967047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.967511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.967975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.968438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.968898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.969363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.969830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.970294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.970781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.971246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.971741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.972164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.972628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.973086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.973545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.974007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.974473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.976106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:49.978581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8287ccba-7b8d-4cd7-ab65-c7885342b113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19970 time: 0.1253603 Aug 10 01:17:49.982570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39612) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:50.041675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Allocated IP 2001:db8:0:ffff::2 (b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1/1ff94551-6b0b-4e16-9b7b-54424a7ea9fb/88ab0e12-1ef0-429b-8db2-2f99a48223d7) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:50.066570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.069482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.072656 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a08119e3-7ff0-4f7e-bba8-233f4966bfef HTTP/1.1" status: 204 len: 168 time: 0.7233758 Aug 10 01:17:50.086749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:50.092879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.107195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9603ef-c4e9-4660-877c-3862f35c3fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08119e3-7ff0-4f7e-bba8-233f4966bfef,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:50.112549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Deleting port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:50.112952 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.215056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port 667c47e1-bea0-4edc-ba40-1222cc6b0ba3, host n-h1-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:50.215753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.244999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.260104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Calling delete_port for 667c47e1-bea0-4edc-ba40-1222cc6b0ba3 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:50.403204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.415008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Transition to ACTIVE for port object 88ab0e12-1ef0-429b-8db2-2f99a48223d7 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:50.437929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Transition to ACTIVE for port object 88ab0e12-1ef0-429b-8db2-2f99a48223d7 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:50.448920 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.519682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:50.527803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:50.541356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:50.545153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Pushing event updated for resources: {'Port': ['ID=88ab0e12-1ef0-429b-8db2-2f99a48223d7,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:50.632829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Attempting to bind port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:50.633570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Attempting to bind port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '870e0d37-a872-4125-8d9d-0748299d38e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:50.634823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Attempting to bind port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 on network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:50.643585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:50.644196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Checking segment: {'id': '870e0d37-a872-4125-8d9d-0748299d38e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:50.644690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.645178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Bound using segment: {'id': '870e0d37-a872-4125-8d9d-0748299d38e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:50.645806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Bound port: 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870e0d37-a872-4125-8d9d-0748299d38e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:50.646311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.666409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39620) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:50.735584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] For port 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:50.738677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] For port 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88ab0e12-1ef0-429b-8db2-2f99a48223d7,segment=NetworkSegment(870e0d37-a872-4125-8d9d-0748299d38e0),segment_id=870e0d37-a872-4125-8d9d-0748299d38e0)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:50.741829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0890475-718d-44f3-ad68-b37cb1e3b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.765379 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.855727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:17:50.860386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d96cb-1927-4c5a-bc9c-efbdf85f0008 None None] Pushing event updated for resources: {'Port': ['ID=88ab0e12-1ef0-429b-8db2-2f99a48223d7,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:50.865991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:50.980437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.001024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.002989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "DELETE /v2.0/ports/667c47e1-bea0-4edc-ba40-1222cc6b0ba3 HTTP/1.1" status: 204 len: 168 time: 1.0193954 Aug 10 01:17:51.016030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39634) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.020438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4841af87-1d64-4228-81f0-b2abe02fa089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event deleted for resources: {'Port': ['ID=667c47e1-bea0-4edc-ba40-1222cc6b0ba3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.050954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.079614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=8220e3fe-c241-487b-822a-5ee9760b70ad,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.089875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.158913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0890475-718d-44f3-ad68-b37cb1e3b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.162849 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cf9499-e631-42f8-89f0-00900266e895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:17:51.173666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-85cf9499-e631-42f8-89f0-00900266e895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports/667c47e1-bea0-4edc-ba40-1222cc6b0ba3 HTTP/1.1" status: 404 len: 333 time: 0.1445487 Aug 10 01:17:51.173881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39642) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.199265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2076188354', 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:51.235854 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0890475-718d-44f3-ad68-b37cb1e3b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.242544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Made reservation on behalf of 19d7c27e77e74705af4737e8e3934bb5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:51.246105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.279375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port cfb0c7a4-412e-40f8-b099-28b3ab47f078 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:51.351374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0890475-718d-44f3-ad68-b37cb1e3b273 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efd2283f2c07435384c78711ae447283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6790342 Aug 10 01:17:51.376663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0890475-718d-44f3-ad68-b37cb1e3b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1af1ed-05cb-4b89-833b-f093378aa349,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.380625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39644) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.393440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:51.396979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: f01be614-c740-4ea9-8e36-dbc381b7f261, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:51.472570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=f00a8752-2b65-41c1-8ccb-0e5e8fea5473,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.523294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.532792 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network f01be614-c740-4ea9-8e36-dbc381b7f261 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:51.536314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.555090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.565436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f01be614-c740-4ea9-8e36-dbc381b7f261) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:51.575331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bc792-056f-4965-b00d-258d4e6be7f7 None None] Network f01be614-c740-4ea9-8e36-dbc381b7f261 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:51.578519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.632313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:51.641720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:51.653219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:51.654481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:51.655360 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.669102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb0c7a4-412e-40f8-b099-28b3ab47f078,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:51.685956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ef992133-ab34-4e85-ac24-54dea264f841 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5120935 Aug 10 01:17:51.686192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:51.686766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.688330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39660) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.697298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.738614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bfeb98-bed2-4092-90d6-9eea82a8580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:51.743853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-15bfeb98-bed2-4092-90d6-9eea82a8580c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports/cfb0c7a4-412e-40f8-b099-28b3ab47f078 HTTP/1.1" status: 200 len: 959 time: 0.0537744 Aug 10 01:17:51.744609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39662) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.773010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0b9be7f3-92d9-4c74-9e75-b79526a1d00b tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9414082 Aug 10 01:17:51.775585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:51.801538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'port': {'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261', 'name': 'tempest-NetworksIpV6TestAttrs-1896785183'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:51.870735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f01be614-c740-4ea9-8e36-dbc381b7f261', 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': '8220e3fe-c241-487b-822a-5ee9760b70ad'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:51.871610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.873206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Deleting port cfb0c7a4-412e-40f8-b099-28b3ab47f078 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:51.873454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:51.996700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.004273 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP 89856a0c-5e34-4ddb-bfb4-d027baba8c6f associated. External IP: 172.25.7.7, port: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4. Aug 10 01:17:52.034590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Calling delete_port for cfb0c7a4-412e-40f8-b099-28b3ab47f078 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:52.092054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.095114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.105084 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f1af1ed-05cb-4b89-833b-f093378aa349 HTTP/1.1" status: 204 len: 168 time: 0.7115517 Aug 10 01:17:52.189467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Allocated IP 2001:db8::f816:3eff:fe02:12bc (f01be614-c740-4ea9-8e36-dbc381b7f261/8220e3fe-c241-487b-822a-5ee9760b70ad/b03d6e79-26c5-488c-b5a9-dd934d051959) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:52.217408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88ab0e12-1ef0-429b-8db2-2f99a48223d7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:52.245751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.282902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aadcba-5478-4a23-aa9c-1ee0991b85ce None None] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:52.315303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfb0c7a4-412e-40f8-b099-28b3ab47f078,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:52.334892 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.343941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f79c186-0620-4b6c-9b10-255a82660462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cfb0c7a4-412e-40f8-b099-28b3ab47f078 HTTP/1.1" status: 204 len: 168 time: 0.5945764 Aug 10 01:17:52.344589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39674) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:52.347583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11803cb9-08c7-40cf-bc5c-b881bc41aa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1af1ed-05cb-4b89-833b-f093378aa349,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:52.393016 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-368daf19-15e5-4026-b6c7-d5aaa5256d8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:17:52.397998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-368daf19-15e5-4026-b6c7-d5aaa5256d8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports/cfb0c7a4-412e-40f8-b099-28b3ab47f078 HTTP/1.1" status: 404 len: 333 time: 0.0490799 Aug 10 01:17:52.402921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:52.413476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-836087937'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:52.526268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Made reservation on behalf of 19d7c27e77e74705af4737e8e3934bb5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:52.530640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.538160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:52.543309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.582182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port 11950f60-78c9-44c0-a335-49caaab45a40 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:52.584022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b395a509-9b48-4d63-8497-6c8b7e0907a0 None None] Provisioning for port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:52.634956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:52.648068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:52.648556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.740829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.752648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Transition to ACTIVE for port object b03d6e79-26c5-488c-b5a9-dd934d051959 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:52.794809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Transition to ACTIVE for port object b03d6e79-26c5-488c-b5a9-dd934d051959 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:52.802172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.811585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.866427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] device_id is not set on port ec443f67-cffe-4e79-9368-5a173f4fa837 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:52.920107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Pushing event updated for resources: {'Port': ['ID=b03d6e79-26c5-488c-b5a9-dd934d051959,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:52.924189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:52.982759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Network f01be614-c740-4ea9-8e36-dbc381b7f261 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:52.996962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:53.007605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:53.025217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88ab0e12-1ef0-429b-8db2-2f99a48223d7,segment=NetworkSegment(870e0d37-a872-4125-8d9d-0748299d38e0),segment_id=870e0d37-a872-4125-8d9d-0748299d38e0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:53.055079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.059814 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.151395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Attempting to bind port b03d6e79-26c5-488c-b5a9-dd934d051959 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:53.151781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Attempting to bind port b03d6e79-26c5-488c-b5a9-dd934d051959 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:53.152149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Attempting to bind port b03d6e79-26c5-488c-b5a9-dd934d051959 on network f01be614-c740-4ea9-8e36-dbc381b7f261 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:53.181848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:53.182621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Checking segment: {'id': 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:53.183493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.184153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Bound using segment: {'id': 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:53.184807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Bound port: b03d6e79-26c5-488c-b5a9-dd934d051959, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f01be614-c740-4ea9-8e36-dbc381b7f261'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:53.186013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.186239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Allocated IP 2001:db8::f816:3eff:fe76:56d0 (f01be614-c740-4ea9-8e36-dbc381b7f261/8220e3fe-c241-487b-822a-5ee9760b70ad/ec443f67-cffe-4e79-9368-5a173f4fa837) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:53.192298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Network fdfbeea4-a02a-428b-8a9d-0e7849997da8 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:53.196509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:17:53.201165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=11950f60-78c9-44c0-a335-49caaab45a40,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:53.206364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=88ab0e12-1ef0-429b-8db2-2f99a48223d7,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:53.219462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:53.222909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:53.223865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:53.224463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.261435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8efa27f2-3595-4fd1-839a-cc9ed5dc7f05 None None] Provisioning complete for port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:53.261819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8efa27f2-3595-4fd1-839a-cc9ed5dc7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.267851 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3bdbd763-559c-4588-a073-396ea7c3f4ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8569200 Aug 10 01:17:53.268049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39702) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:53.276584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:53.373078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] For port b03d6e79-26c5-488c-b5a9-dd934d051959, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:53.383226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] For port b03d6e79-26c5-488c-b5a9-dd934d051959, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b03d6e79-26c5-488c-b5a9-dd934d051959,segment=NetworkSegment(c1102e60-b424-4d52-bfb7-09ab35f8a0e0),segment_id=c1102e60-b424-4d52-bfb7-09ab35f8a0e0)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:53.450805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.453155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.557135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569cdf36-deed-45c9-82fc-c0663f830d6d None None] Pushing event updated for resources: {'Port': ['ID=b03d6e79-26c5-488c-b5a9-dd934d051959,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:53.709744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:17:53.722582 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Sync routers for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:17:53.748117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:53.748773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:53.755482 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.799648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.815848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-74d8fcc0-eeed-4bf8-982c-ea831d7b1215 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6431956 Aug 10 01:17:53.816608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:17:53.820591 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec0fd9b-450c-4779-823e-95594fa4fd96" -d '{"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:17:53.860637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Transition to ACTIVE for port object ec443f67-cffe-4e79-9368-5a173f4fa837 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:53.929439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:53.991804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] device_id is not set on port 11950f60-78c9-44c0-a335-49caaab45a40 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:54.039741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.076782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Transition to ACTIVE for port object 11950f60-78c9-44c0-a335-49caaab45a40 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:54.090347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.093628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network f01be614-c740-4ea9-8e36-dbc381b7f261 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:54.172850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:54.188062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:54.204276 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:54.206157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:54.207364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.253116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=11950f60-78c9-44c0-a335-49caaab45a40,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.261254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Port': ['ID=ec443f67-cffe-4e79-9368-5a173f4fa837,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:54.262541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.265123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.265520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.277979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.278644 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.279542 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 2 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.320724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.323406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.327296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.345752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.346093 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.346501 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 3 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.391156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b695bee-c57d-4840-8220-8cc7fa0544cd req-3e1294b4-6395-4b21-bd12-13e32c6c029a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:54.395729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b695bee-c57d-4840-8220-8cc7fa0544cd req-3e1294b4-6395-4b21-bd12-13e32c6c029a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.3314552 Aug 10 01:17:54.407493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6173106c-eb3d-42d5-84a1-0940f2ac655a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6146817 Aug 10 01:17:54.411307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39740) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:54.423247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.423592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.423949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.443464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.443464 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.443464 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 4 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.474906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.475245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.478691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.480662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.481011 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.481416 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 5 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.558860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.559481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.559995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.573134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.573780 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.574398 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 6 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.641008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.641577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.641998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.649189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting subnet 8220e3fe-c241-487b-822a-5ee9760b70ad {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:54.656936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.688831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.689562 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.690547 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 7 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.709330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88ab0e12-1ef0-429b-8db2-2f99a48223d7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:54.756390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.760638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.761091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.761480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.769809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.770214 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.770901 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 8 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.792999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.793428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.793838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.803091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-a71cd750-2646-4c84-b9f9-9daac4931223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:54.804855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-a71cd750-2646-4c84-b9f9-9daac4931223 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1098 time: 0.1864569 Aug 10 01:17:54.807036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:54.807561 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:54.808081 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 9 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:54.844873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:54.845255 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:54.975238 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '89856a0c-5e34-4ddb-bfb4-d027baba8c6f', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'port_id': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'mac_address': 'fa:16:3e:f1:74:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:49Z', 'updated_at': '2021-08-10T01:17:49Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:54.983951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:54.984302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:54.984646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:54.996983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-dda8ec64-293d-4592-82d9-945d8294561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.001066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-dda8ec64-293d-4592-82d9-945d8294561a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.1745036 Aug 10 01:17:55.025294 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Checking router: a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:17:55.028926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:55.030615 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:55.064611 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:17:55.065645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:55.096356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b03d6e79-26c5-488c-b5a9-dd934d051959 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:17:55.125671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.129981 n-d-766380-21 neutron-server[105958]: INFO neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempt 10 to bind port 11950f60-78c9-44c0-a335-49caaab45a40 Aug 10 01:17:55.187733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:55.190288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:55.190690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempting to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:55.214355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b03d6e79-26c5-488c-b5a9-dd934d051959 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:55.222544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:17:55.225114 n-d-766380-21 neutron-server[105958]: ERROR neutron.plugins.ml2.managers [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Failed to bind port 11950f60-78c9-44c0-a335-49caaab45a40 on host n-h1-766380-21 for vnic_type normal using segments [{'id': '57ffd6a2-23e4-4071-8fd6-110be0fd0595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'fdfbeea4-a02a-428b-8a9d-0e7849997da8'}] Aug 10 01:17:55.225541 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.270150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-e623f0f8-b944-4a95-9fb4-4484d006af1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 998 time: 0.2623646 Aug 10 01:17:55.279782 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0273c5ea-c655-4d69-9669-c726ca5d39ad x-openstack-request-id: req-0273c5ea-c655-4d69-9669-c726ca5d39ad {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:17:55.280532 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:17:55.281300 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0273c5ea-c655-4d69-9669-c726ca5d39ad {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:17:55.281828 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'status': 'completed', 'code': 200} Aug 10 01:17:55.289765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b695bee-c57d-4840-8220-8cc7fa0544cd req-571919a5-4855-40b8-b25b-8cec009d185f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8809214 Aug 10 01:17:55.292652 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.337457 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:17:55.366527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39758) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:55.398498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5810d-9f71-49ca-86d2-460e18350595 None None] Network f01be614-c740-4ea9-8e36-dbc381b7f261 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:55.437953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-e74cfa11-99a6-4382-a44f-1182f789f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.450398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-e74cfa11-99a6-4382-a44f-1182f789f6a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.1708918 Aug 10 01:17:55.504789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d089e7be-4e54-48f5-b6cd-bddd1c577770 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 200 len: 990 time: 0.1302841 Aug 10 01:17:55.506510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.508617 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/8220e3fe-c241-487b-822a-5ee9760b70ad HTTP/1.1" status: 204 len: 168 time: 1.0936418 Aug 10 01:17:55.509659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981cf3e-9652-457f-910b-231dc5aeddc8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=8220e3fe-c241-487b-822a-5ee9760b70ad,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:55.512333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39768) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:55.579118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port 11950f60-78c9-44c0-a335-49caaab45a40, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:55.579570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attempted to set empty binding levels {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 01:17:55.597176 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.611664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-bc03bce1-7c42-416f-8241-906db6708381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.613200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-bc03bce1-7c42-416f-8241-906db6708381 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554749 Aug 10 01:17:55.826036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Provisioning for port b03d6e79-26c5-488c-b5a9-dd934d051959 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:17:55.845807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Provisioning complete for port b03d6e79-26c5-488c-b5a9-dd934d051959 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:17:55.847404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.870433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-5210fb21-a6c8-4b62-9445-dcc796a2bf99 service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455764 Aug 10 01:17:55.912970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] In _notify_port_updated(), no bound segment for port 11950f60-78c9-44c0-a335-49caaab45a40 on network fdfbeea4-a02a-428b-8a9d-0e7849997da8 {{(pid=105958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 01:17:55.913873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:55.914487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:55.915966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "PUT /v2.0/ports/11950f60-78c9-44c0-a335-49caaab45a40 HTTP/1.1" status: 200 len: 979 time: 2.6472981 Aug 10 01:17:55.973521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39784) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.057461 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '89856a0c-5e34-4ddb-bfb4-d027baba8c6f', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'port_id': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'mac_address': 'fa:16:3e:f1:74:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:49Z', 'updated_at': '2021-08-10T01:17:49Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:56.058257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] DHCP port deletion for f01be614-c740-4ea9-8e36-dbc381b7f261 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:17:56.092691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event updated for resources: {'Port': ['ID=11950f60-78c9-44c0-a335-49caaab45a40,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.134210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.134575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.135131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.135486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.135831 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.136172 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.136510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.136845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.137183 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.137514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.137847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.138173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5796f4-0328-4175-9aa4-f9aad6f148b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:56.147436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403dec47-91a9-450e-a447-cfbb7db06373 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:56.152166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403dec47-91a9-450e-a447-cfbb7db06373 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:56.164984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-403dec47-91a9-450e-a447-cfbb7db06373 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6513081 Aug 10 01:17:56.167137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39792) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.176766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.179683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ec0fd9b-450c-4779-823e-95594fa4fd96 req-923d17c2-a963-42d7-98ba-1dd158988fd7 service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982192 Aug 10 01:17:56.194238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Deleting port 11950f60-78c9-44c0-a335-49caaab45a40 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:56.194632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.298137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] For port 11950f60-78c9-44c0-a335-49caaab45a40, host n-h1-766380-21, got binding levels [] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:56.298513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.316382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Calling delete_port for 11950f60-78c9-44c0-a335-49caaab45a40 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:56.390980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b6a8-6a53-4647-9521-7d7902ac51b3 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.406503 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d9b6a8-6a53-4647-9521-7d7902ac51b3 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 01:17:56.407323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d9b6a8-6a53-4647-9521-7d7902ac51b3 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:17:56.408690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4d9b6a8-6a53-4647-9521-7d7902ac51b3 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/f01be614-c740-4ea9-8e36-dbc381b7f261 HTTP/1.1" status: 409 len: 405 time: 0.2410009 Aug 10 01:17:56.413185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39802) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.419124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-753537440'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:56.463983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:56.464716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] For port b03d6e79-26c5-488c-b5a9-dd934d051959, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b03d6e79-26c5-488c-b5a9-dd934d051959,segment=NetworkSegment(c1102e60-b424-4d52-bfb7-09ab35f8a0e0),segment_id=c1102e60-b424-4d52-bfb7-09ab35f8a0e0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:56.468481 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3294f231-98fc-4915-a3a1-2b361ced4972 None None] The sync data for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 is: [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '89856a0c-5e34-4ddb-bfb4-d027baba8c6f', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.7', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'port_id': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'mac_address': 'fa:16:3e:f1:74:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:17:49Z', 'updated_at': '2021-08-10T01:17:49Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:17:56.473222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.475630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.486412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.508483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39804) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.547620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.584885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:17:56.606081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.612003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-681582fd-8a96-4729-bc82-92a08152f5f5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 200 len: 990 time: 0.1019340 Aug 10 01:17:56.653852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81015156-f197-4fbe-a027-76c3b01c214c None None] Pushing event updated for resources: {'Port': ['ID=b03d6e79-26c5-488c-b5a9-dd934d051959,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.692463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Deleting port b03d6e79-26c5-488c-b5a9-dd934d051959 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:17:56.692843 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.699105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Pushing event deleted for resources: {'Port': ['ID=11950f60-78c9-44c0-a335-49caaab45a40,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:56.719781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.724747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2440fed3-75c9-4619-b7fb-b3059d1a70bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "DELETE /v2.0/ports/11950f60-78c9-44c0-a335-49caaab45a40 HTTP/1.1" status: 204 len: 168 time: 0.7466183 Aug 10 01:17:56.727453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39808) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.728421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.728785 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment dc059c74-272f-4d4b-93cf-8690c201ac21 of type vlan for network cb914092-dec9-4abe-a885-3b5bc00c8772 Aug 10 01:17:56.809033 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad4d7f1-dca1-4558-a0e2-5c7109707c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] GET failed (client error): The resource could not be found. Aug 10 01:17:56.811108 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fad4d7f1-dca1-4558-a0e2-5c7109707c44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814076928-project-admin] 10.222.0.25 "GET /v2.0/ports/11950f60-78c9-44c0-a335-49caaab45a40 HTTP/1.1" status: 404 len: 333 time: 0.0789881 Aug 10 01:17:56.814752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:56.837452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.846361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] For port b03d6e79-26c5-488c-b5a9-dd934d051959, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b03d6e79-26c5-488c-b5a9-dd934d051959,segment=NetworkSegment(c1102e60-b424-4d52-bfb7-09ab35f8a0e0),segment_id=c1102e60-b424-4d52-bfb7-09ab35f8a0e0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:17:56.846888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.879950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Calling delete_port for b03d6e79-26c5-488c-b5a9-dd934d051959 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:17:56.910491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.917196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:56.917948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:56.952291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:57.030425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.059214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=cb914092-dec9-4abe-a885-3b5bc00c8772,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.074621 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-77136682-b3fa-4ab5-bbd0-d663c51302a1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6601009 Aug 10 01:17:57.077558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39820) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:57.083483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:57.194949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:57.199730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.207370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62f84fa6-8a44-4068-ad1d-1e5f31d5150d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.213782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network cb914092-dec9-4abe-a885-3b5bc00c8772 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:17:57.216213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdd05f-906d-4ac9-8f7b-54dc3bcbc115 None None] New status for floating IP 89856a0c-5e34-4ddb-bfb4-d027baba8c6f: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:17:57.229139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.242823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfbeea4-a02a-428b-8a9d-0e7849997da8']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:57.258570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ffd6a2-23e4-4071-8fd6-110be0fd0595') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:57.259962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ffd6a2-23e4-4071-8fd6-110be0fd0595') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:17:57.287691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.312379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.325233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:17:57.325650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:17:57.328856 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:17:57.521232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.547327 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.554364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] 10.222.0.25 "DELETE /v2.0/networks/fdfbeea4-a02a-428b-8a9d-0e7849997da8 HTTP/1.1" status: 204 len: 168 time: 0.7372532 Aug 10 01:17:57.600339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Pushing event deleted for resources: {'Network': ['ID=fdfbeea4-a02a-428b-8a9d-0e7849997da8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.608414 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.638755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:57.678995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] Pushing event deleted for resources: {'Port': ['ID=b03d6e79-26c5-488c-b5a9-dd934d051959,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.690366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25e28a-7cd1-46bc-9b22-54ccb9ca26d1 None None] No DVR routers for this DVR port b03d6e79-26c5-488c-b5a9-dd934d051959 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:17:57.696874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62f84fa6-8a44-4068-ad1d-1e5f31d5150d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.704650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.706034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.707306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.708495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.709378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.710577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.711441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.713186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.714037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.714660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.715443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.716230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f7b9f5-b793-445b-bcbf-ac01ee005ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1317648517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:17:57.803603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62f84fa6-8a44-4068-ad1d-1e5f31d5150d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.838188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:17:57.841944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:57.879987 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-62f84fa6-8a44-4068-ad1d-1e5f31d5150d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c4ffb620b924965b3ad244688ec4624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9259760 Aug 10 01:17:57.893536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39836) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:57.898036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f84fa6-8a44-4068-ad1d-1e5f31d5150d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312d2959-9f1f-469b-9e6c-af31814208fd,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:57.950105 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-98cbb6ae-23ef-4e4e-89e4-93d9ce7a57a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 200 len: 992 time: 0.3073394 Aug 10 01:17:57.971729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:58.012579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=08935071-d89b-47d6-a0d1-e38292940dc0,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.042983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': 'dc059c74-272f-4d4b-93cf-8690c201ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:58.043437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: cb914092-dec9-4abe-a885-3b5bc00c8772, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:17:58.057945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.092090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.155679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network cb914092-dec9-4abe-a885-3b5bc00c8772 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:17:58.163498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b03d6e79-26c5-488c-b5a9-dd934d051959 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:17:58.180336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, cb914092-dec9-4abe-a885-3b5bc00c8772) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:58.192509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:58.193200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.194782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b03d6e79-26c5-488c-b5a9-dd934d051959 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:17:58.195144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b03d6e79-26c5-488c-b5a9-dd934d051959 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:17:58.207009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353648b-eafa-4b21-8e1e-80777378d1cf None None] Network cb914092-dec9-4abe-a885-3b5bc00c8772 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:17:58.215972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d1ec4a3c-ac14-4f25-bd3d-7a7fd0c811f2 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1369627 Aug 10 01:17:58.218237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.219103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39844) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:58.222809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.226276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/312d2959-9f1f-469b-9e6c-af31814208fd HTTP/1.1" status: 204 len: 168 time: 0.3286910 Aug 10 01:17:58.226771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'port': {'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772', 'name': 'tempest-NetworksIpV6TestAttrs-1481234044'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:17:58.254618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3db6d-dffd-4eaf-8a22-00ca1f9d49be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312d2959-9f1f-469b-9e6c-af31814208fd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.305503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-465e2b57-86a3-4e0b-8c69-311eb027ccba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c0a1a04cebd4c228a64a9f8231a8961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297505 Aug 10 01:17:58.307020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:58.443855 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.489931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.502469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-cb914092-dec9-4abe-a885-3b5bc00c8772', 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': '08935071-d89b-47d6-a0d1-e38292940dc0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:17:58.503771 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.510895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:17:58.523809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.580781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] device_id is not set on port 666f936b-0fb4-471c-ad9d-0f2459193064 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:17:58.675514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.680129 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.681636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dee264e1-4393-4134-9c7a-859f11765b59 HTTP/1.1" status: 204 len: 168 time: 0.3737721 Aug 10 01:17:58.684647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39858) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:58.696101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64ece-7cb6-4db0-9462-9cf7aa617448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee264e1-4393-4134-9c7a-859f11765b59,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.711325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf6f2bb7-6f5a-432f-acef-49db732a551c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.748895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Allocated IP 2001:db8::f816:3eff:fe87:1bfc (cb914092-dec9-4abe-a885-3b5bc00c8772/08935071-d89b-47d6-a0d1-e38292940dc0/cd7f176b-dafe-454f-bd25-a0d7c39369e0) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:58.830242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf6f2bb7-6f5a-432f-acef-49db732a551c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.837468 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf6f2bb7-6f5a-432f-acef-49db732a551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.902005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf6f2bb7-6f5a-432f-acef-49db732a551c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8eba6f63794c4106ac139a834828d886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162220 Aug 10 01:17:58.904119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f2bb7-6f5a-432f-acef-49db732a551c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ade1244-c3ea-45a9-994d-96d32e61d0f5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:58.906448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39862) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:58.958859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.961701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:58.969248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Transition to ACTIVE for port object cd7f176b-dafe-454f-bd25-a0d7c39369e0 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:58.986742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Transition to ACTIVE for port object cd7f176b-dafe-454f-bd25-a0d7c39369e0 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:58.997355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.018795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.076167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Network cb914092-dec9-4abe-a885-3b5bc00c8772 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:59.076627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Allocated IP 2001:db8::f816:3eff:fee9:f406 (cb914092-dec9-4abe-a885-3b5bc00c8772/08935071-d89b-47d6-a0d1-e38292940dc0/666f936b-0fb4-471c-ad9d-0f2459193064) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:17:59.079661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:59.087558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:59.117647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Pushing event updated for resources: {'Port': ['ID=cd7f176b-dafe-454f-bd25-a0d7c39369e0,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.123803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.127461 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.131142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ade1244-c3ea-45a9-994d-96d32e61d0f5 HTTP/1.1" status: 204 len: 168 time: 0.2214875 Aug 10 01:17:59.144173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb33ae9-f45e-44ec-87d3-c47e2cfa75d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ade1244-c3ea-45a9-994d-96d32e61d0f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.204100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Attempting to bind port cd7f176b-dafe-454f-bd25-a0d7c39369e0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:17:59.204663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Attempting to bind port cd7f176b-dafe-454f-bd25-a0d7c39369e0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'dc059c74-272f-4d4b-93cf-8690c201ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:17:59.204955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Attempting to bind port cd7f176b-dafe-454f-bd25-a0d7c39369e0 on network cb914092-dec9-4abe-a885-3b5bc00c8772 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:17:59.212546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:17:59.213146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Checking segment: {'id': 'dc059c74-272f-4d4b-93cf-8690c201ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:17:59.213558 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.213977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Bound using segment: {'id': 'dc059c74-272f-4d4b-93cf-8690c201ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:17:59.214514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Bound port: cd7f176b-dafe-454f-bd25-a0d7c39369e0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc059c74-272f-4d4b-93cf-8690c201ac21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cb914092-dec9-4abe-a885-3b5bc00c8772'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:17:59.215030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.255247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39870) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:59.323184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-508ecae8-095c-4b04-b30c-5b5c5602ed8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19d7c27e77e74705af4737e8e3934bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665720 Aug 10 01:17:59.326247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39872) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:59.368834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.388404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Transition to ACTIVE for port object 666f936b-0fb4-471c-ad9d-0f2459193064 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:17:59.389005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] For port cd7f176b-dafe-454f-bd25-a0d7c39369e0, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:17:59.400177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] For port cd7f176b-dafe-454f-bd25-a0d7c39369e0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd7f176b-dafe-454f-bd25-a0d7c39369e0,segment=NetworkSegment(dc059c74-272f-4d4b-93cf-8690c201ac21),segment_id=dc059c74-272f-4d4b-93cf-8690c201ac21)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:17:59.409624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.429907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.442947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.484443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network cb914092-dec9-4abe-a885-3b5bc00c8772 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:17:59.487534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:17:59.489962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f34d2-d33a-4b19-8608-c4e01aecfc90 None None] Pushing event updated for resources: {'Port': ['ID=cd7f176b-dafe-454f-bd25-a0d7c39369e0,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.490463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:17:59.497795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.499031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:17:59.499921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.528317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Port': ['ID=666f936b-0fb4-471c-ad9d-0f2459193064,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.536930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ef3e981f-867d-4113-800b-bf695d781d96 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3155301 Aug 10 01:17:59.537738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39876) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:17:59.586441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.589693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.593345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8efc0cc8-9b66-4d3a-82fd-6eee2670217d HTTP/1.1" status: 204 len: 168 time: 0.2636006 Aug 10 01:17:59.600061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be31974-a65b-405c-bbc8-32a45ed7c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efc0cc8-9b66-4d3a-82fd-6eee2670217d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:17:59.647300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting subnet 08935071-d89b-47d6-a0d1-e38292940dc0 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:17:59.654419 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.710628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:17:59.943380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.060405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.099945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=08935071-d89b-47d6-a0d1-e38292940dc0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:00.117949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.133842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4734922a-00bb-47ad-b6bc-c79e6a901a43 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/08935071-d89b-47d6-a0d1-e38292940dc0 HTTP/1.1" status: 204 len: 168 time: 0.5924332 Aug 10 01:18:00.133842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:00.200422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170f568-2f56-42aa-9134-89b4b46f8e99 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.200889 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170f568-2f56-42aa-9134-89b4b46f8e99 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.203417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b170f568-2f56-42aa-9134-89b4b46f8e99 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0703199 Aug 10 01:18:00.206699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39916) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:00.225094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd7f176b-dafe-454f-bd25-a0d7c39369e0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:00.309205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cd7f176b-dafe-454f-bd25-a0d7c39369e0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:00.331507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-54272a14-16af-4485-a1a1-1ec5e0e9518a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.340037 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-54272a14-16af-4485-a1a1-1ec5e0e9518a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 01:18:00.340652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54272a14-16af-4485-a1a1-1ec5e0e9518a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:00.346651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-54272a14-16af-4485-a1a1-1ec5e0e9518a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/cb914092-dec9-4abe-a885-3b5bc00c8772 HTTP/1.1" status: 409 len: 405 time: 0.1345711 Aug 10 01:18:00.347094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39922) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:00.357637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1717692342'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:00.411529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:00.416533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.470566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:00.500730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.501227 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment 3933d174-f0db-4bd7-914d-9751feac4bd2 of type vlan for network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a Aug 10 01:18:00.598190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.655576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-08dc9ef8-bcf4-4ec3-a2fe-ca14c4e722e4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.657724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-08dc9ef8-bcf4-4ec3-a2fe-ca14c4e722e4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1423078 Aug 10 01:18:00.673106 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.683883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:00.685573 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:00.692073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-5f7ba33a-8e9a-4a6b-9e66-333693de187c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0255337 Aug 10 01:18:00.779200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-ff96c5d8-6680-4a19-96e1-a64e32907213 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810115 Aug 10 01:18:00.792202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4439192 Aug 10 01:18:00.799923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 39942) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:00.808491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:00.925023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-f8efcc59-8650-43e7-a9b9-acb21738fbba service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329741 Aug 10 01:18:00.935523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f631f-f784-47ea-aa31-b93db3a4c290 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=1116c8bf-5c6d-4aa0-a84e-6744f40a221a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:00.949257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:00.995433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:00.999618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.053195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5f4ef-2fb7-43a2-924f-d3d9e1a32f95 None None] Network cb914092-dec9-4abe-a885-3b5bc00c8772 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:01.141664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Provisioning for port cd7f176b-dafe-454f-bd25-a0d7c39369e0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:01.162000 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-6fe19b66-ca7f-41ed-9d92-c49ed7f5df94 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235436 Aug 10 01:18:01.173655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Provisioning complete for port cd7f176b-dafe-454f-bd25-a0d7c39369e0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:01.174341 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.320665 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.342938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] DHCP port deletion for cb914092-dec9-4abe-a885-3b5bc00c8772 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:01.393862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] For port cd7f176b-dafe-454f-bd25-a0d7c39369e0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd7f176b-dafe-454f-bd25-a0d7c39369e0,segment=NetworkSegment(dc059c74-272f-4d4b-93cf-8690c201ac21),segment_id=dc059c74-272f-4d4b-93cf-8690c201ac21)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:01.402917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.485972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Deleting port cd7f176b-dafe-454f-bd25-a0d7c39369e0 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:01.486785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.502533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b9501-c72d-486a-8539-40c3406b8bf6 None None] Pushing event updated for resources: {'Port': ['ID=cd7f176b-dafe-454f-bd25-a0d7c39369e0,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:01.565423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] For port cd7f176b-dafe-454f-bd25-a0d7c39369e0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd7f176b-dafe-454f-bd25-a0d7c39369e0,segment=NetworkSegment(dc059c74-272f-4d4b-93cf-8690c201ac21),segment_id=dc059c74-272f-4d4b-93cf-8690c201ac21)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:01.565958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.580848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Calling delete_port for cd7f176b-dafe-454f-bd25-a0d7c39369e0 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:01.653208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:18:01.654908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.714296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.758058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] No DVR routers for this DVR port cd7f176b-dafe-454f-bd25-a0d7c39369e0 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:01.759449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': '3933d174-f0db-4bd7-914d-9751feac4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:01.759826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: 1116c8bf-5c6d-4aa0-a84e-6744f40a221a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:01.762431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=ca96efea-a155-4e79-ab55-dc95959dabe1,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:01.793834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:01.801446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c25b84-3736-4a23-8255-7e4cdeae9a85 None None] Pushing event deleted for resources: {'Port': ['ID=cd7f176b-dafe-454f-bd25-a0d7c39369e0,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:01.820581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1116c8bf-5c6d-4aa0-a84e-6744f40a221a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:01.830442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:01.830442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:01.860457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6a606fc-100e-4f2e-bca3-b315075d11f3 req-9549e078-6f80-4a73-9f7e-b42a50034de9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.0562298 Aug 10 01:18:01.862423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d18dda02-1fca-445f-b7af-10baa13cacd1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0613167 Aug 10 01:18:01.865223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 39982) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:01.870857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c258cd1-a92f-47b8-bee8-3cc525641f87 None None] Network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:02.137707 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.169598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd7f176b-dafe-454f-bd25-a0d7c39369e0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:02.196647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1116c8bf-5c6d-4aa0-a84e-6744f40a221a', 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': 'ca96efea-a155-4e79-ab55-dc95959dabe1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:18:02.197788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.214790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cd7f176b-dafe-454f-bd25-a0d7c39369e0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:02.215534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd7f176b-dafe-454f-bd25-a0d7c39369e0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:02.268105 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.457793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Allocated IP 2001:db8::f816:3eff:fe72:a2a5 (1116c8bf-5c6d-4aa0-a84e-6744f40a221a/ca96efea-a155-4e79-ab55-dc95959dabe1/9b7bc16b-febc-4d35-a2ab-358f2d5f49dd) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:02.585560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40004) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:02.653667 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.663219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Transition to ACTIVE for port object 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:02.681478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Transition to ACTIVE for port object 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:02.700403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.717788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.775864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:02.778928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:02.784638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:02.817814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Pushing event updated for resources: {'Port': ['ID=9b7bc16b-febc-4d35-a2ab-358f2d5f49dd,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:02.841765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7d09c86b-6b5b-4a22-9e49-00f3fd3b5e9b tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:02.863813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Attempting to bind port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:02.864318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Attempting to bind port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3933d174-f0db-4bd7-914d-9751feac4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:02.865090 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Attempting to bind port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd on network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:02.871341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:02.871803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Checking segment: {'id': '3933d174-f0db-4bd7-914d-9751feac4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:02.872207 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.872653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Bound using segment: {'id': '3933d174-f0db-4bd7-914d-9751feac4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:02.873168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Bound port: 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3933d174-f0db-4bd7-914d-9751feac4bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:02.873553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.908643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=ca96efea-a155-4e79-ab55-dc95959dabe1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:02.926734 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.945806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1116c8bf-5c6d-4aa0-a84e-6744f40a221a']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:02.955097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] For port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:02.955308 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40020) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:02.955400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d09c86b-6b5b-4a22-9e49-00f3fd3b5e9b tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "PUT /v2.0/quotas/5f03b939016448a5968e45a7239d5c32 HTTP/1.1" status: 200 len: 366 time: 0.3680005 Aug 10 01:18:02.960564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] For port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b7bc16b-febc-4d35-a2ab-358f2d5f49dd,segment=NetworkSegment(3933d174-f0db-4bd7-914d-9751feac4bd2),segment_id=3933d174-f0db-4bd7-914d-9751feac4bd2)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:02.968147 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:02.987826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3933d174-f0db-4bd7-914d-9751feac4bd2') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:02.988309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3933d174-f0db-4bd7-914d-9751feac4bd2') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:03.017321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.033408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76305f19-3a8d-4cc9-973d-5ad0cbbfca14 None None] Pushing event updated for resources: {'Port': ['ID=9b7bc16b-febc-4d35-a2ab-358f2d5f49dd,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:03.060703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c5df4395-7fe3-4657-b772-2bd9c51ea0ed tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1064792 Aug 10 01:18:03.062513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.063308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40026) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.076904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc9d4d35-b161-4ead-b70c-739a31339f82 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas/5f03b939016448a5968e45a7239d5c32 HTTP/1.1" status: 200 len: 366 time: 0.0121114 Aug 10 01:18:03.089076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.130793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-02e31fc5-9896-4f6b-aa5f-6dc9bad26221 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5f03b939016448a5968e45a7239d5c32 HTTP/1.1" status: 204 len: 168 time: 0.0387626 Aug 10 01:18:03.133100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.138313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3611d-0062-43f4-a1d6-b60956cfcb4d None None] Network 1116c8bf-5c6d-4aa0-a84e-6744f40a221a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:03.146899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eaa18270-4b42-4a5f-a51e-824745dcd9cf tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0117800 Aug 10 01:18:03.148838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.163781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c346ad66-127b-4faa-a8d0-5d9502621239 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas/5f03b939016448a5968e45a7239d5c32 HTTP/1.1" status: 200 len: 370 time: 0.0104208 Aug 10 01:18:03.167109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40034) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.173818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5da0bcce-629e-4d41-a730-fef7c9dde0cd tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas/5f03b939016448a5968e45a7239d5c32/default HTTP/1.1" status: 200 len: 370 time: 0.0046194 Aug 10 01:18:03.176233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40036) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.188632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:03.190762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:03.196076 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:03.207004 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-d6b861de-8d81-4bdc-bad4-abcab47aac15 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] delete failed (client error): The resource could not be found. Aug 10 01:18:03.209274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d6b861de-8d81-4bdc-bad4-abcab47aac15 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5f03b939016448a5968e45a7239d5c32 HTTP/1.1" status: 404 len: 348 time: 0.0312386 Aug 10 01:18:03.211364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc18a0bf-aa81-479f-80dd-78c366a1d327 req-ea0a327c-3b04-4c19-9331-cf6e8f221231 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.1425517 Aug 10 01:18:03.362968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50593601-7afb-407a-a969-7e2503ce302b None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:18:03.440449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-2b2adb83-1c97-4443-91bd-0739b7ab4bed tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:03.442172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-2b2adb83-1c97-4443-91bd-0739b7ab4bed tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.3513401 Aug 10 01:18:03.459554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:03.548488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50593601-7afb-407a-a969-7e2503ce302b None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:18:03.596530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:03.600713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:03.644021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:18:03.644021 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:18:03.644021 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '1116c8bf-5c6d-4aa0-a84e-6744f40a221a'}] Aug 10 01:18:03.644021 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:18:03.647003 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:18:03.732040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:03.791581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:network and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.813081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.833757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:subnet and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.853749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.860972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:subnetpool and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.866220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.873422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:port and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.879611 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.887474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:router and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.893068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.901955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.3 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/dd260888-8a44-40df-a375-63d6b74e2d33) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:03.902422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:floatingip and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.907854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:03.981899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:security_group and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:03.993369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:04.004167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Usage tracker for resource:security_group_rule and tenant:aa6cdb78a87f4c8c986e30d794e32579 is out of sync, need to count used quota {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 01:18:04.013439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.quota.resource [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105957) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 01:18:04.020060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc5530b1-5c39-4f74-85ff-f756bce6a8f5 tempest-QuotasTest-1443916152 tempest-QuotasTest-1443916152-project-admin] 10.222.0.25 "GET /v2.0/quotas/aa6cdb78a87f4c8c986e30d794e32579/details.json HTTP/1.1" status: 200 len: 703 time: 0.2883842 Aug 10 01:18:04.148702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.179906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.227323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object dd260888-8a44-40df-a375-63d6b74e2d33 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:04.268836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:04.269205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.299679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.378116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:04.382788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:04.402823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:04.440120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274f27c-3c6a-4ef3-9f1e-fba5041689ff req-29925dec-f260-4188-b31c-365e3b50ded6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:04.441738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f274f27c-3c6a-4ef3-9f1e-fba5041689ff req-29925dec-f260-4188-b31c-365e3b50ded6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 931 time: 0.1075091 Aug 10 01:18:04.442255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40056) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:04.479184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] For port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b7bc16b-febc-4d35-a2ab-358f2d5f49dd,segment=NetworkSegment(3933d174-f0db-4bd7-914d-9751feac4bd2),segment_id=3933d174-f0db-4bd7-914d-9751feac4bd2)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:04.480481 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.508828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.520349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Calling delete_port for 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:04.539242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f274f27c-3c6a-4ef3-9f1e-fba5041689ff req-5c71f66c-c467-4884-8c0d-2f6b0eeda228 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905626 Aug 10 01:18:04.559022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:04.559772 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.621038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0ff12a16-e083-4124-b603-26f61c117933 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1676986 Aug 10 01:18:04.621337 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf47-968f-4028-a7f9-76554642f583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.675975 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.715860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No DVR routers for this DVR port 9b7bc16b-febc-4d35-a2ab-358f2d5f49dd on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:04.717768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Port': ['ID=9b7bc16b-febc-4d35-a2ab-358f2d5f49dd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.747515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Request body: {'port': {'device_id': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:04.769976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9eeacd1a-05c9-4153-b1c7-3396fe128da5 None None] Provisioning for port dd260888-8a44-40df-a375-63d6b74e2d33 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:04.776345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9eeacd1a-05c9-4153-b1c7-3396fe128da5 None None] Provisioning complete for port dd260888-8a44-40df-a375-63d6b74e2d33 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:04.776836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9eeacd1a-05c9-4153-b1c7-3396fe128da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.844101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf47-968f-4028-a7f9-76554642f583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.848935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9eeacd1a-05c9-4153-b1c7-3396fe128da5 None None] Port dd260888-8a44-40df-a375-63d6b74e2d33 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:04.853421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4b8faf47-968f-4028-a7f9-76554642f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.892885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.906646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4b8faf47-968f-4028-a7f9-76554642f583 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=507d6e38dd5c438fa4931d9c9618c3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631577 Aug 10 01:18:04.907434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40064) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:04.908075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8faf47-968f-4028-a7f9-76554642f583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13253f8e-4cee-4d97-8451-01548170c57e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:04.930703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1116c8bf-5c6d-4aa0-a84e-6744f40a221a']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:04.941509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:04.956558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3933d174-f0db-4bd7-914d-9751feac4bd2') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:04.956681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3933d174-f0db-4bd7-914d-9751feac4bd2') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:05.009230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.070518 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.111624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.145373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.202873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.205488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.209442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13253f8e-4cee-4d97-8451-01548170c57e HTTP/1.1" status: 204 len: 168 time: 0.2949202 Aug 10 01:18:05.210144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:05.210144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:05.214463 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:05.232626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6be88b-f617-4b8e-bf0b-470c270dc55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13253f8e-4cee-4d97-8451-01548170c57e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.341838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.352864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.359262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/1116c8bf-5c6d-4aa0-a84e-6744f40a221a HTTP/1.1" status: 204 len: 168 time: 3.4925377 Aug 10 01:18:05.360739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40078) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:05.369040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416161564'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:05.378896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c6e11d-b0b0-47fd-883b-b4ffd011e6d8 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=1116c8bf-5c6d-4aa0-a84e-6744f40a221a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.421416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:05.440764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.494163 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:05.517216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd260888-8a44-40df-a375-63d6b74e2d33 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:05.524492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.524907 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment 91e4be7d-c014-48d4-99b8-ef0a7c1a82b7 of type vlan for network 09d90163-e5af-4f10-8ca9-3d2a8743c2b6 Aug 10 01:18:05.526706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.540946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Transition to ACTIVE for port object dd260888-8a44-40df-a375-63d6b74e2d33 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:05.546729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.596302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.637632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Pushing event updated for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.669757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.676058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.676660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.825966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40088) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:05.846005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ee54357-62b4-4e1d-b987-eb8a08bffba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:05.856845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=09d90163-e5af-4f10-8ca9-3d2a8743c2b6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:05.857881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd00c63-063b-4bbc-86e2-e0d44261aaf6 req-5dd098e3-8f03-44ff-9f8e-1b7b70c8c637 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:05.867446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 09d90163-e5af-4f10-8ca9-3d2a8743c2b6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:05.870423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5bd00c63-063b-4bbc-86e2-e0d44261aaf6 req-5dd098e3-8f03-44ff-9f8e-1b7b70c8c637 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1956382 Aug 10 01:18:05.900336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fd4aa38a-c9eb-4784-9938-00366547ffb0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5380282 Aug 10 01:18:05.903228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:05.913391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': '09d90163-e5af-4f10-8ca9-3d2a8743c2b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:05.939390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5bd00c63-063b-4bbc-86e2-e0d44261aaf6 req-1eea5bd4-1c25-4077-a221-d0814dd8d363 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636995 Aug 10 01:18:05.942483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Attempting to bind port dd260888-8a44-40df-a375-63d6b74e2d33 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:05.944248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Attempting to bind port dd260888-8a44-40df-a375-63d6b74e2d33 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:05.945331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Attempting to bind port dd260888-8a44-40df-a375-63d6b74e2d33 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:05.952627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Port dd260888-8a44-40df-a375-63d6b74e2d33 on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:05.953118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Attempting to bind port dd260888-8a44-40df-a375-63d6b74e2d33 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:05.959049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:05.959594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:05.960262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:05.960852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Bound port: dd260888-8a44-40df-a375-63d6b74e2d33, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:05.962293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.092834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:06.116435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dd260888-8a44-40df-a375-63d6b74e2d33,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:06.127415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.190999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.191682 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.193086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 200 len: 1092 time: 1.5635605 Aug 10 01:18:06.194777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:06.204600 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398477a-372b-49ab-bb63-59260b12015a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:06.254188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31f42f-a5ae-48f9-bdab-e74adda0e459 service neutron] Pushing event updated for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:06.318601 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374037ed-7b24-4783-837c-b7171a3a81ef x-openstack-request-id: req-374037ed-7b24-4783-837c-b7171a3a81ef {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:06.318931 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:06.319252 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-374037ed-7b24-4783-837c-b7171a3a81ef {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:06.319654 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33', 'status': 'completed', 'code': 200} Aug 10 01:18:06.329152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ee54357-62b4-4e1d-b987-eb8a08bffba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.342424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-54f2e678-f7c8-4c2e-bb70-ebb15cd58ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.344376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-54f2e678-f7c8-4c2e-bb70-ebb15cd58ab0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 1095 time: 0.0841777 Aug 10 01:18:06.345009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5ee54357-62b4-4e1d-b987-eb8a08bffba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.371479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:06.376347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.436036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-f3d8237b-dcb3-4840-9ed1-8409ffc1cb99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 200 len: 217 time: 0.0743866 Aug 10 01:18:06.443723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5ee54357-62b4-4e1d-b987-eb8a08bffba1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa6cdb78a87f4c8c986e30d794e32579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6143057 Aug 10 01:18:06.444566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54357-62b4-4e1d-b987-eb8a08bffba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5ec644-0921-4d10-9fbd-05f1ffbbafb5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:06.448644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40100) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.572205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-6e025446-c89d-4098-9a05-eb6230294c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.575543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-6e025446-c89d-4098-9a05-eb6230294c5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1276519 Aug 10 01:18:06.580025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.667132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.678361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.685023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-2ef50f69-6a66-4bf6-8a44-efb29adc370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.686777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-2ef50f69-6a66-4bf6-8a44-efb29adc370e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037855 Aug 10 01:18:06.752049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': '91e4be7d-c014-48d4-99b8-ef0a7c1a82b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '09d90163-e5af-4f10-8ca9-3d2a8743c2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:06.752049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: 09d90163-e5af-4f10-8ca9-3d2a8743c2b6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:06.768647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:06.789247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network 09d90163-e5af-4f10-8ca9-3d2a8743c2b6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:06.802031 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.803959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 09d90163-e5af-4f10-8ca9-3d2a8743c2b6) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:06.804776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.809831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d5ec644-0921-4d10-9fbd-05f1ffbbafb5 HTTP/1.1" status: 204 len: 168 time: 0.3602753 Aug 10 01:18:06.814874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad66f05-55f6-4764-b976-0165fbfabe11 None None] Network 09d90163-e5af-4f10-8ca9-3d2a8743c2b6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:06.821683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:06.822286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e7c5c-70fb-4ef2-8e36-ea3bcbb9f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5ec644-0921-4d10-9fbd-05f1ffbbafb5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:06.822777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:06.835683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-becf5cd2-a36b-4ad4-93a2-72ce7162e8f1 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366806 Aug 10 01:18:06.845589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2ff8d9e8-4959-4997-90af-be2ba1506de1 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9388037 Aug 10 01:18:06.845843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40106) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:06.972272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.086111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.112578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1085424-17c1-43ad-b7a2-08554f1f1f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-09d90163-e5af-4f10-8ca9-3d2a8743c2b6', 'network_id': '09d90163-e5af-4f10-8ca9-3d2a8743c2b6', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': '5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:18:07.113446 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b1085424-17c1-43ad-b7a2-08554f1f1f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.114245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-94ec2622-1a0d-4885-882f-4b907105eb44 req-1531d99d-3740-4250-8f1a-537c05ffbd5a service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710972 Aug 10 01:18:07.167784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef8dad-aa44-4852-9c9a-f57a9f51b373 req-45d0b97e-7762-4eaf-88cd-4e76492e2d96 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.169973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1ef8dad-aa44-4852-9c9a-f57a9f51b373 req-45d0b97e-7762-4eaf-88cd-4e76492e2d96 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1152833 Aug 10 01:18:07.233851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.257057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a1ef8dad-aa44-4852-9c9a-f57a9f51b373 req-439daeb0-06d2-4a9c-bda9-7e1de12fba75 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736570 Aug 10 01:18:07.269765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398477a-372b-49ab-bb63-59260b12015a req-11283f9c-d76b-4512-8357-0fba69c061bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.274491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-11283f9c-d76b-4512-8357-0fba69c061bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 1095 time: 0.1016369 Aug 10 01:18:07.294900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-b1085424-17c1-43ad-b7a2-08554f1f1f8b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98: This subnet is being modified by another concurrent operation. Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98: This subnet is being modified by another concurrent operation. Aug 10 01:18:07.303368 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:18:07.328156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606928a5-f88e-424a-88b5-1cc151bfdf93 None None] Network 09d90163-e5af-4f10-8ca9-3d2a8743c2b6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:07.425082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.443240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d90163-e5af-4f10-8ca9-3d2a8743c2b6']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:07.462329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398477a-372b-49ab-bb63-59260b12015a req-b8f11d11-a336-4832-bcdd-8f53f83b09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.466954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e4be7d-c014-48d4-99b8-ef0a7c1a82b7') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:07.467351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e4be7d-c014-48d4-99b8-ef0a7c1a82b7') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:07.472875 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-b8f11d11-a336-4832-bcdd-8f53f83b09be service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1922281 Aug 10 01:18:07.488601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.522746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.540737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:07.541225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:07.545152 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:07.576167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-8468d761-09a1-4fdc-a464-030e09edfb12 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 200 len: 217 time: 0.0934532 Aug 10 01:18:07.641417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.662948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398477a-372b-49ab-bb63-59260b12015a req-3ac0228e-f150-43ce-abf7-3b9ba4b4718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.663843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-3ac0228e-f150-43ce-abf7-3b9ba4b4718a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0810735 Aug 10 01:18:07.677421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.679355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/09d90163-e5af-4f10-8ca9-3d2a8743c2b6 HTTP/1.1" status: 204 len: 168 time: 0.8324454 Aug 10 01:18:07.685106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1276597-aa0b-45a3-a59a-30a327d53409 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=09d90163-e5af-4f10-8ca9-3d2a8743c2b6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:07.691688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40124) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:07.694005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79970bee-4363-4fc6-b9f6-2d3194cdd7bc None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:18:07.729926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-562173827'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:07.810613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:07.814232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.842610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398477a-372b-49ab-bb63-59260b12015a req-bf57b4f6-7a9b-46d6-aac6-cd360d93d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:07.844168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-bf57b4f6-7a9b-46d6-aac6-cd360d93d694 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1726227 Aug 10 01:18:07.862357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79970bee-4363-4fc6-b9f6-2d3194cdd7bc None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:18:07.864514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:07.912593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:07.913137 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Added segment 41cdd55a-2953-4016-90c8-0b315e6d64e7 of type vlan for network aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 Aug 10 01:18:08.342428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.368394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-3cb9bb42-6679-48c2-b6b3-3bfa728d9e8b service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165696 Aug 10 01:18:08.473242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f8238-0613-4ba4-bdc6-b4fb79464e8d req-847b3a51-4f9e-4bed-bced-f6bb4bdac5d9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:08.476751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d98f8238-0613-4ba4-bdc6-b4fb79464e8d req-847b3a51-4f9e-4bed-bced-f6bb4bdac5d9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.0723529 Aug 10 01:18:08.488656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b398477a-372b-49ab-bb63-59260b12015a req-e050c4b3-2e03-4041-9121-288d602dccb2 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127348 Aug 10 01:18:08.493884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.500436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:08.501104 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:08.538747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d98f8238-0613-4ba4-bdc6-b4fb79464e8d req-3a0df060-3627-4224-9b3b-3780975d3ec2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Aug 10 01:18:08.599420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40150) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:08.599690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9066064 Aug 10 01:18:08.606606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Request body: {'subnet': {'network_id': 'aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:08.619515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07f4fd-0f1d-4302-bc69-6c9f84204b50 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Network': ['ID=aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:08.641051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:08.750844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Made reservation on behalf of ae395977e4b84f34ae3122bc356b0228 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:08.757324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.036029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40160) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:09.051605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:18:09.053460 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.116286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event updated for resources: {'Subnet': ['ID=cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:09.137678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Checking segment: {'id': '41cdd55a-2953-4016-90c8-0b315e6d64e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:09.138392 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network hostable DHCP agents. Network: aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:09.168119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Network aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:09.183677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:09.189646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:09.190263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.202582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-907045499', 'router:external': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:09.206768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7f0825cf-71aa-4103-ad1c-c752022c35cb tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6061349 Aug 10 01:18:09.209236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:09.209676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5e4f2a-ff52-4683-8fd7-b5659fd143fa None None] Network aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:09.254070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Made reservation on behalf of b430f2b5f26b434bad090866ec10f2f0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:09.257102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.270936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.350701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.431952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.455135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f1ce1-fdb1-42e5-9399-8ab6a35b4147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340', 'network_id': 'aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340', 'tenant_id': 'ae395977e4b84f34ae3122bc356b0228', 'fixed_ips': [{'subnet_id': 'cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:18:09.456820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a57f1ce1-fdb1-42e5-9399-8ab6a35b4147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.526572 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.528977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.541937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.565512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:09.581468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ef87ba-b968-46df-92de-17802062efa3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:09.589187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.589584 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Added segment fac0ede0-dd52-4ade-9a21-3da4100fa613 of type vlan for network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 Aug 10 01:18:09.591573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-a57f1ce1-fdb1-42e5-9399-8ab6a35b4147 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3: This subnet is being modified by another concurrent operation. Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3: This subnet is being modified by another concurrent operation. Aug 10 01:18:09.639439 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:18:09.659262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de51ef-b9ee-48d4-bd22-3f2b6919f207 None None] Network aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:09.676276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.692300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.715011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:09.755987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cdd55a-2953-4016-90c8-0b315e6d64e7') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:09.770210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cdd55a-2953-4016-90c8-0b315e6d64e7') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:09.783967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.798892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6869653f-1511-40fe-a229-f831f7a9400e req-b30faacb-6163-41fb-908e-2d8c37ee20b6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:09.803051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.806005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6869653f-1511-40fe-a229-f831f7a9400e req-b30faacb-6163-41fb-908e-2d8c37ee20b6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1064382 Aug 10 01:18:09.807017 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.808007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:09.816414 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.822320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:09.823241 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:09.827687 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:09.922390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2502be-5b74-40b2-96f4-ac462dddb661 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:18:09.926807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.937384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:09.940011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 HTTP/1.1" status: 204 len: 168 time: 0.7296779 Aug 10 01:18:09.962806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:09.965344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4409e4-8925-4ab2-aace-02c35c1017e0 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.014770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9713080 Aug 10 01:18:10.021743 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-67758f2c-0563-418b-9c70-f2289b3cfa0c tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.022688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67758f2c-0563-418b-9c70-f2289b3cfa0c tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.029904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-67758f2c-0563-418b-9c70-f2289b3cfa0c tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/cbbae0a6-7f38-4c3b-b8b5-1f2ba0240fa3 HTTP/1.1" status: 404 len: 337 time: 0.0564685 Aug 10 01:18:10.030761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40180) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.064200 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b03a64-fc1e-479c-91b0-cebba1dd876d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.064899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b03a64-fc1e-479c-91b0-cebba1dd876d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.068418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2b03a64-fc1e-479c-91b0-cebba1dd876d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/aa0ec28a-55ba-4208-8ec7-1a4b9cfc7340 HTTP/1.1" status: 404 len: 339 time: 0.0363519 Aug 10 01:18:10.071455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40184) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.096605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.112216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'subnet': {'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:10.113942 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1e8c0a-1660-478e-9c95-bb83ddfe399e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.114275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1e8c0a-1660-478e-9c95-bb83ddfe399e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.116198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dd1e8c0a-1660-478e-9c95-bb83ddfe399e tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/5c6e64ee-4f2a-40b3-bd89-b0dd4f5b9b98 HTTP/1.1" status: 404 len: 337 time: 0.0437677 Aug 10 01:18:10.119256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.135252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6869653f-1511-40fe-a229-f831f7a9400e req-a8038f17-5a61-4c76-8401-1126dbcc78fd tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148634 Aug 10 01:18:10.139444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Made reservation on behalf of b430f2b5f26b434bad090866ec10f2f0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:10.141962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.148017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10d552-030d-4d98-94e8-363ba12ba233 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Network': ['ID=0fdef947-7e55-4743-8c1e-d6ef44fdbb74,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.164326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2502be-5b74-40b2-96f4-ac462dddb661 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:18:10.166463 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f515ba-5ed7-4710-b35b-7d1b87854938 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.167117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f515ba-5ed7-4710-b35b-7d1b87854938 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.170087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34f515ba-5ed7-4710-b35b-7d1b87854938 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/09d90163-e5af-4f10-8ca9-3d2a8743c2b6 HTTP/1.1" status: 404 len: 339 time: 0.0496895 Aug 10 01:18:10.174649 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.175897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:10.206390 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-152fe9b4-7ad6-4165-815e-2ebe501a1c16 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.206918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152fe9b4-7ad6-4165-815e-2ebe501a1c16 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.208939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-152fe9b4-7ad6-4165-815e-2ebe501a1c16 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/ca96efea-a155-4e79-ab55-dc95959dabe1 HTTP/1.1" status: 404 len: 337 time: 0.0331254 Aug 10 01:18:10.217550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.238843 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b82a8c-1a97-42d4-89d9-01b00ff6a65a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.239465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b82a8c-1a97-42d4-89d9-01b00ff6a65a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.243221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c0b82a8c-1a97-42d4-89d9-01b00ff6a65a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/1116c8bf-5c6d-4aa0-a84e-6744f40a221a HTTP/1.1" status: 404 len: 339 time: 0.0239229 Aug 10 01:18:10.245876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.363751 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting port 666f936b-0fb4-471c-ad9d-0f2459193064 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:10.364253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.519335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.536623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Calling delete_port for 666f936b-0fb4-471c-ad9d-0f2459193064 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:10.655709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.683371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:18:10.683982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.687947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Port': ['ID=666f936b-0fb4-471c-ad9d-0f2459193064,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.697075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.699164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-546f79f3-12b8-4601-a99a-0199c705ad81 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/ports/666f936b-0fb4-471c-ad9d-0f2459193064 HTTP/1.1" status: 204 len: 168 time: 0.4523561 Aug 10 01:18:10.701608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.729329 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bf8d92-7bf8-4f88-bdb5-4a6f2e49c160 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:10.729793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82bf8d92-7bf8-4f88-bdb5-4a6f2e49c160 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:10.731704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82bf8d92-7bf8-4f88-bdb5-4a6f2e49c160 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/08935071-d89b-47d6-a0d1-e38292940dc0 HTTP/1.1" status: 404 len: 337 time: 0.0291758 Aug 10 01:18:10.734518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40208) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.737908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c351717a-b6c7-4d24-b4dd-f3e762fc8d53,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:10.778485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Checking segment: {'id': 'fac0ede0-dd52-4ade-9a21-3da4100fa613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:10.779199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network hostable DHCP agents. Network: 0fdef947-7e55-4743-8c1e-d6ef44fdbb74, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:18:10.808038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:18:10.820020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 0fdef947-7e55-4743-8c1e-d6ef44fdbb74) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:10.826489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:10.827448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.830098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d4094b-67c0-44c9-9af7-b7a7041c7bdb None None] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:10.847322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66699efa-88b0-4f19-b74c-1688ea261d70 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7391016 Aug 10 01:18:10.850072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40210) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:10.858927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-684034725', 'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:10.871378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.885858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Made reservation on behalf of b430f2b5f26b434bad090866ec10f2f0 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:10.888766 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:10.908526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] device_id is not set on port e0e9b095-0f99-4041-85d5-5ac79d0bd516 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:18:11.029614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.042276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb914092-dec9-4abe-a885-3b5bc00c8772']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.046097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 2001:db8::252 (0fdef947-7e55-4743-8c1e-d6ef44fdbb74/c351717a-b6c7-4d24-b4dd-f3e762fc8d53/e0e9b095-0f99-4041-85d5-5ac79d0bd516) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:11.061868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc059c74-272f-4d4b-93cf-8690c201ac21') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.062346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc059c74-272f-4d4b-93cf-8690c201ac21') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:11.105242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.125867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b512ef5-d2b8-4b5e-84d3-2b4ba97524ae None None] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:11.169941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.189164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:11.189624 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:11.192958 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:11.223529 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.271506 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.343301 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.372756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.381007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/cb914092-dec9-4abe-a885-3b5bc00c8772 HTTP/1.1" status: 204 len: 168 time: 0.6433721 Aug 10 01:18:11.384866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72fc9-3fa8-45ad-aed2-e4a1fadc650a tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=cb914092-dec9-4abe-a885-3b5bc00c8772,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.386585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40214) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.390122 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:11.397823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:11.407397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:11.408812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:11.409565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.445757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86132423-3189-46c4-9580-f6eb06584882 req-f4f8bfeb-ef44-40e4-849e-3d6049660f87 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:11.447992 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86132423-3189-46c4-9580-f6eb06584882 req-f4f8bfeb-ef44-40e4-849e-3d6049660f87 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1385114 Aug 10 01:18:11.448859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=e0e9b095-0f99-4041-85d5-5ac79d0bd516,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.452738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b2fb98b8-b4c2-448d-9a9e-5a71afb7ae40 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6010525 Aug 10 01:18:11.455372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40216) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.513279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting port ec443f67-cffe-4e79-9368-5a173f4fa837 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:11.513999 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.570403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86132423-3189-46c4-9580-f6eb06584882 req-598fdc31-5e1a-4c98-a355-8e105bd9b6e7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637658 Aug 10 01:18:11.592409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Deleting port e0e9b095-0f99-4041-85d5-5ac79d0bd516 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:11.592765 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.596328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.612283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Calling delete_port for ec443f67-cffe-4e79-9368-5a173f4fa837 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:11.690525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.703107 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.710323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Calling delete_port for e0e9b095-0f99-4041-85d5-5ac79d0bd516 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:11.743610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Port': ['ID=ec443f67-cffe-4e79-9368-5a173f4fa837,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.749293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.751970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5b954689-6803-44d4-a0e1-180ccddb8909 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/ports/ec443f67-cffe-4e79-9368-5a173f4fa837 HTTP/1.1" status: 204 len: 168 time: 0.3644235 Aug 10 01:18:11.754421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.782333 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72721f1-a79f-43fa-a4e9-ee649433a523 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] DELETE failed (client error): The resource could not be found. Aug 10 01:18:11.783009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72721f1-a79f-43fa-a4e9-ee649433a523 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:18:11.784943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e72721f1-a79f-43fa-a4e9-ee649433a523 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/8220e3fe-c241-487b-822a-5ee9760b70ad HTTP/1.1" status: 404 len: 337 time: 0.0294292 Aug 10 01:18:11.787531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.891994 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.892237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.938593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0e9b095-0f99-4041-85d5-5ac79d0bd516,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:11.969938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:11.975140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02f2f747-c089-4508-9834-eb4f1521cf2a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e0e9b095-0f99-4041-85d5-5ac79d0bd516 HTTP/1.1" status: 204 len: 168 time: 0.5175741 Aug 10 01:18:11.975750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40230) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:11.980960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74', 'external_fixed_ips': [{'subnet_id': 'c351717a-b6c7-4d24-b4dd-f3e762fc8d53', 'ip_address': '2001:db8::252'}]}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:12.004847 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.006197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.024373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.040702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01be614-c740-4ea9-8e36-dbc381b7f261']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:12.054460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:12.055034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1102e60-b424-4d52-bfb7-09ab35f8a0e0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:12.065534 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.082469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.090089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:12.090740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:12.094762 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:12.097062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.168065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.183304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.186890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/f01be614-c740-4ea9-8e36-dbc381b7f261 HTTP/1.1" status: 204 len: 168 time: 0.3981609 Aug 10 01:18:12.189676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:12.210073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0146eec-3148-4740-94a7-63de43288a9d tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=f01be614-c740-4ea9-8e36-dbc381b7f261,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:12.264280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting subnet 1ff94551-6b0b-4e16-9b7b-54424a7ea9fb {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:12.267275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.269378 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.319555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.430415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.486088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.507552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.512913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.559285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c3b4b2-92cd-45fa-923d-5bb027b525d7 None None] Network b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:12.570459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff94551-6b0b-4e16-9b7b-54424a7ea9fb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:12.573032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.577168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fa994f57-6352-4508-a84a-7372dd2be7d6 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/subnets/1ff94551-6b0b-4e16-9b7b-54424a7ea9fb HTTP/1.1" status: 204 len: 168 time: 0.3839476 Aug 10 01:18:12.584295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:12.742865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:12.804136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778522-b82e-438e-8a23-507f230dce01 req-12bfc936-d168-4cdf-a3da-5dc9f22d3e40 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:12.806286 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98778522-b82e-438e-8a23-507f230dce01 req-12bfc936-d168-4cdf-a3da-5dc9f22d3e40 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.0613203 Aug 10 01:18:12.899587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-98778522-b82e-438e-8a23-507f230dce01 req-00a143b5-393d-485b-9f56-7a26523b9b95 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697641 Aug 10 01:18:12.911297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Deleting port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:12.911641 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.014279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] DHCP port deletion for b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:13.016611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 2001:db8::252 (0fdef947-7e55-4743-8c1e-d6ef44fdbb74/c351717a-b6c7-4d24-b4dd-f3e762fc8d53/bc03d1b0-66ac-40af-87bb-50b2f7683abc) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:13.026768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] For port 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88ab0e12-1ef0-429b-8db2-2f99a48223d7,segment=NetworkSegment(870e0d37-a872-4125-8d9d-0748299d38e0),segment_id=870e0d37-a872-4125-8d9d-0748299d38e0)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:13.027478 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.061288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Calling delete_port for 88ab0e12-1ef0-429b-8db2-2f99a48223d7 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:13.111258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Deleting port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:13.111917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.186953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] For port 88ab0e12-1ef0-429b-8db2-2f99a48223d7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=88ab0e12-1ef0-429b-8db2-2f99a48223d7,segment=NetworkSegment(870e0d37-a872-4125-8d9d-0748299d38e0),segment_id=870e0d37-a872-4125-8d9d-0748299d38e0)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:13.187518 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.201236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Calling delete_port for 88ab0e12-1ef0-429b-8db2-2f99a48223d7 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:13.238942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.248136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.281173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.297251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Port': ['ID=88ab0e12-1ef0-429b-8db2-2f99a48223d7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:13.312756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] No DVR routers for this DVR port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:13.317135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] No DVR routers for this DVR port 88ab0e12-1ef0-429b-8db2-2f99a48223d7 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:13.318654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8345db-82fb-4a93-a482-77955c31eb20 None None] Pushing event deleted for resources: {'Port': ['ID=88ab0e12-1ef0-429b-8db2-2f99a48223d7,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:13.336886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.393897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:13.397734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03d1b0-66ac-40af-87bb-50b2f7683abc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:13.400488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:13.402693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:13.439582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.451277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:13.462557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870e0d37-a872-4125-8d9d-0748299d38e0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:13.463083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870e0d37-a872-4125-8d9d-0748299d38e0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:13.472420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.487055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.494579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:13.495567 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:13.570396 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:13.579085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.585682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:13.590055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] 10.222.0.25 "DELETE /v2.0/networks/b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1 HTTP/1.1" status: 204 len: 168 time: 1.0045528 Aug 10 01:18:13.728358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.031437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3bc8b-e601-49ad-acf9-b87effb95f70 tempest-NetworksIpV6TestAttrs-862298534 tempest-NetworksIpV6TestAttrs-862298534-project] Pushing event deleted for resources: {'Network': ['ID=b5e2b0cd-8bf6-4a00-92ac-95fed3f989c1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.061127 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3db0-bbe8-4113-a2d0-4714cc252017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.090557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40262) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:14.097774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.115790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23494-1c19-43b0-a2d4-8bb99099fcd2 req-2532d605-eb67-4b42-a8f0-932d96a519c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:14.117862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd23494-1c19-43b0-a2d4-8bb99099fcd2 req-2532d605-eb67-4b42-a8f0-932d96a519c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.0696533 Aug 10 01:18:14.130511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88ab0e12-1ef0-429b-8db2-2f99a48223d7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:14.181541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 88ab0e12-1ef0-429b-8db2-2f99a48223d7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:14.183205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 88ab0e12-1ef0-429b-8db2-2f99a48223d7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:14.234052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd23494-1c19-43b0-a2d4-8bb99099fcd2 req-06b73f27-7b2c-471e-87b2-00934db5f7da tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799866 Aug 10 01:18:14.299881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router 903d4b85-2b0b-4d22-8c33-fb19cd0d280b is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:14.339590 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-156b0979-1b02-463a-bc0f-d9706867590c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae395977e4b84f34ae3122bc356b0228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476575 Aug 10 01:18:14.342317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40266) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:14.401639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.431466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.435554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:14.446655 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Sync routers for ids ['903d4b85-2b0b-4d22-8c33-fb19cd0d280b'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:14.461706 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Routers {'903d4b85-2b0b-4d22-8c33-fb19cd0d280b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:14.463693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.465694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-de94d825-d049-4fd2-bad6-ea0d29a0a18c tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4888687 Aug 10 01:18:14.467334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['903d4b85-2b0b-4d22-8c33-fb19cd0d280b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:14.469459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40270) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:14.600287 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Set router 903d4b85-2b0b-4d22-8c33-fb19cd0d280b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:14.630879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.680054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.683118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.686538 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/837b5ba3-f7ba-4cb6-8642-ee07018c59e9 HTTP/1.1" status: 204 len: 168 time: 0.3403189 Aug 10 01:18:14.698569 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4ef62-eb10-4b1d-9dd2-4db8ad09e14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b5ba3-f7ba-4cb6-8642-ee07018c59e9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:14.774066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.833625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Deleting port bc03d1b0-66ac-40af-87bb-50b2f7683abc {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:14.833954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.839754 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d4b85-2b0b-4d22-8c33-fb19cd0d280b', 'name': '', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74', 'external_fixed_ips': [{'subnet_id': 'c351717a-b6c7-4d24-b4dd-f3e762fc8d53', 'ip_address': '2001:db8::252'}], 'enable_snat': True}, 'gw_port_id': 'bc03d1b0-66ac-40af-87bb-50b2f7683abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:12Z', 'updated_at': '2021-08-10T01:18:13Z', 'revision_number': 3, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port': {'id': 'bc03d1b0-66ac-40af-87bb-50b2f7683abc', 'name': '', 'network_id': '0fdef947-7e55-4743-8c1e-d6ef44fdbb74', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d4b85-2b0b-4d22-8c33-fb19cd0d280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': 'c351717a-b6c7-4d24-b4dd-f3e762fc8d53', 'ip_address': '2001:db8::252', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:18:12Z', 'updated_at': '2021-08-10T01:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c351717a-b6c7-4d24-b4dd-f3e762fc8d53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:14.894262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Checking router: 903d4b85-2b0b-4d22-8c33-fb19cd0d280b for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:14.894262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Updating router 903d4b85-2b0b-4d22-8c33-fb19cd0d280b port bc03d1b0-66ac-40af-87bb-50b2f7683abc binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:18:14.920413 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.932420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:14.951992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Calling delete_port for bc03d1b0-66ac-40af-87bb-50b2f7683abc owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:15.166775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.206195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc03d1b0-66ac-40af-87bb-50b2f7683abc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:15.231704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.247356 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.db.api [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:18:15.247752 n-d-766380-21 neutron-server[105960]: DEBUG oslo_db.api [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:18:15.352486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.369050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.422867 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.423377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 903d4b85-2b0b-4d22-8c33-fb19cd0d280b {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:15.432093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3de5de-8a95-4e80-b295-09256052bde1 req-1c3f174a-6a35-4e38-8ab8-bbbb0308102c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:15.433610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe3de5de-8a95-4e80-b295-09256052bde1 req-1c3f174a-6a35-4e38-8ab8-bbbb0308102c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.0952754 Aug 10 01:18:15.436859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.437906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c025d5d5-0209-4362-a75b-fe87a269b23a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/routers/903d4b85-2b0b-4d22-8c33-fb19cd0d280b HTTP/1.1" status: 204 len: 168 time: 0.9675436 Aug 10 01:18:15.442158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40302) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.511960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe3de5de-8a95-4e80-b295-09256052bde1 req-13f66c65-251a-48d7-afbc-1a1b442b1507 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619161 Aug 10 01:18:15.515099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Deleting subnet c351717a-b6c7-4d24-b4dd-f3e762fc8d53 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:15.518436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.546651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.567194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.633165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.684745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-12a740d7-c4b5-4856-850a-6bd10d19b83a tempest-DvrRoutersNegativeTest-1698253154 tempest-DvrRoutersNegativeTest-1698253154-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1411503947', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:15.684745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.policy [None req-12a740d7-c4b5-4856-850a-6bd10d19b83a tempest-DvrRoutersNegativeTest-1698253154 tempest-DvrRoutersNegativeTest-1698253154-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105957) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 01:18:15.684958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.policy [None req-12a740d7-c4b5-4856-850a-6bd10d19b83a tempest-DvrRoutersNegativeTest-1698253154 tempest-DvrRoutersNegativeTest-1698253154-project] Failed policy check for 'create_router' {{(pid=105957) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 01:18:15.685541 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-12a740d7-c4b5-4856-850a-6bd10d19b83a tempest-DvrRoutersNegativeTest-1698253154 tempest-DvrRoutersNegativeTest-1698253154-project] create failed (client error): Access was denied to this resource. Aug 10 01:18:15.686352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-12a740d7-c4b5-4856-850a-6bd10d19b83a tempest-DvrRoutersNegativeTest-1698253154 tempest-DvrRoutersNegativeTest-1698253154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1387196 Aug 10 01:18:15.729156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.766787 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.771867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:15.795246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/c351717a-b6c7-4d24-b4dd-f3e762fc8d53 HTTP/1.1" status: 204 len: 168 time: 0.3518472 Aug 10 01:18:15.803850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Port bc03d1b0-66ac-40af-87bb-50b2f7683abc not found while updating agent binding for router 903d4b85-2b0b-4d22-8c33-fb19cd0d280b. {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 01:18:15.829527 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:15.829888 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:18:15.830532 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_agentschedulers_db [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'903d4b85-2b0b-4d22-8c33-fb19cd0d280b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:17:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent'). {{(pid=105960) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:18:15.830928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf72444-1a1a-4703-9d7e-5e148dfb2497 None None] The sync data for ids ['903d4b85-2b0b-4d22-8c33-fb19cd0d280b'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:15.841886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888a23-5174-44b3-89b2-8b38813753d5 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c351717a-b6c7-4d24-b4dd-f3e762fc8d53,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:15.877437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.967667 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:15.978988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdef947-7e55-4743-8c1e-d6ef44fdbb74']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:15.994241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac0ede0-dd52-4ade-9a21-3da4100fa613') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:15.994799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac0ede0-dd52-4ade-9a21-3da4100fa613') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:16.005494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.022249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.032590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:16.033071 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:16.036094 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:16.053423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.106455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.112793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0fdef947-7e55-4743-8c1e-d6ef44fdbb74 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 01:18:16.115371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.121252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/networks/0fdef947-7e55-4743-8c1e-d6ef44fdbb74 HTTP/1.1" status: 204 len: 168 time: 0.3475254 Aug 10 01:18:16.149565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf87853-32fd-4b9b-814e-296c54370ed0 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fdef947-7e55-4743-8c1e-d6ef44fdbb74,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:16.227871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e659513e-52ff-4fda-8c6a-173cfbc3ce37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.391802 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e659513e-52ff-4fda-8c6a-173cfbc3ce37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.400989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e659513e-52ff-4fda-8c6a-173cfbc3ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.454834 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40348) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.459261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e659513e-52ff-4fda-8c6a-173cfbc3ce37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76addf3bd94245cea0f36c5e5a7b23d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047701 Aug 10 01:18:16.460306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659513e-52ff-4fda-8c6a-173cfbc3ce37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb682a3-b588-4503-a75c-6ff93ab0736f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:16.553116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.605405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.639132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.643789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'name': 'tempest-router--1939444893', 'project_id': 'd79f05384bb74e98bbf852a7fa43adab'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:16.734474 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.737330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.738907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecb682a3-b588-4503-a75c-6ff93ab0736f HTTP/1.1" status: 204 len: 168 time: 0.2824655 Aug 10 01:18:16.749401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.753758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.776265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a0ca0-3ccd-4ed3-a6f0-6953d590ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb682a3-b588-4503-a75c-6ff93ab0736f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:16.852893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7a84ad8c-5270-4869-a98e-2c78e98277b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.857324 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50440396-0ae2-48d5-9cb1-6ae2022bb95e req-a062e869-9a81-4458-938d-83a90c10542b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:16.863264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-50440396-0ae2-48d5-9cb1-6ae2022bb95e req-a062e869-9a81-4458-938d-83a90c10542b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.2052867 Aug 10 01:18:16.867472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efabe5-b733-4395-8ed5-462719e4ec1f req-2b6f7fa0-91fe-44b0-8cc4-d524710d0608 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:16.869030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9efabe5-b733-4395-8ed5-462719e4ec1f req-2b6f7fa0-91fe-44b0-8cc4-d524710d0608 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.2036483 Aug 10 01:18:16.872950 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.888307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.919181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-50440396-0ae2-48d5-9cb1-6ae2022bb95e req-9e71bc8b-27dd-4cd2-8769-646dad06222e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445340 Aug 10 01:18:16.926068 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:16.927339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f208beed-b5a0-4e44-9d73-235b102576ff tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2871854 Aug 10 01:18:16.930484 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40370) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:16.955796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9efabe5-b733-4395-8ed5-462719e4ec1f req-9ac5f1a6-4106-4a6b-bf19-a63c856cee76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706425 Aug 10 01:18:16.975200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40372) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:17.034916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.097805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-22996023-34c2-4f9a-a804-1dc934bac2e6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 200 len: 992 time: 0.1124611 Aug 10 01:18:17.296503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.505281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebab8ed-de0a-4dc8-8bd7-0f9d9fa60735 req-3785a5c9-9493-4c1e-a079-f49200cc912c tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:17.506842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bebab8ed-de0a-4dc8-8bd7-0f9d9fa60735 req-3785a5c9-9493-4c1e-a079-f49200cc912c tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1098 time: 0.0710568 Aug 10 01:18:17.584368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bebab8ed-de0a-4dc8-8bd7-0f9d9fa60735 req-13903634-787d-479c-beac-f1d4eabefac1 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650566 Aug 10 01:18:17.716658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.719147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.768107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.784839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.786005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e0e435-e720-4ed2-88d3-42fd29369371 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:17.799901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:17.803341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4d87e59b-b7e3-4036-b024-8a43c0d1d21d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c7e0e435-e720-4ed2-88d3-42fd29369371 HTTP/1.1" status: 204 len: 168 time: 0.8717537 Aug 10 01:18:17.938391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40418) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:17.942411 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029569 Aug 10 01:18:17.945517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40422) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:18.062887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40434) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:18.099943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac45d-6a48-4e4c-8367-16f9b26c6128 req-096ceb21-5ec5-42cb-9da6-d20212dcb87c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:18.102300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2efac45d-6a48-4e4c-8367-16f9b26c6128 req-096ceb21-5ec5-42cb-9da6-d20212dcb87c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.0834763 Aug 10 01:18:18.154113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2efac45d-6a48-4e4c-8367-16f9b26c6128 req-5977e2ec-4f75-46a1-a7b2-355135d8cc34 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Aug 10 01:18:18.230558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a5cb33ce-8de4-44e2-ad99-5e08c0aa659c tempest-NetworksApiDiscovery-1153685327 tempest-NetworksApiDiscovery-1153685327-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2834477 Aug 10 01:18:18.360964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1588944169', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:18.421195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.423001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.491624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.686699 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40462) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:18.724116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-58be95c6-fc5b-4bb4-bda5-1a241e792506 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754963 Aug 10 01:18:18.766436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:18.900341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e08-8c3f-48f9-abad-e4b19da86ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.066721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e08-8c3f-48f9-abad-e4b19da86ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.075969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d3f4e08-8c3f-48f9-abad-e4b19da86ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.079636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.102095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.103512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f4e08-8c3f-48f9-abad-e4b19da86ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaea2f7-dd93-4cc5-bb11-3338933bad1f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.141175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d3f4e08-8c3f-48f9-abad-e4b19da86ee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ba6d1ab0f8c4d359bcd84d33802ea10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532745 Aug 10 01:18:19.144417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40480) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:19.229325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.284495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Allocated IP 172.25.7.88 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/bfea6b7f-df74-4d95-b44b-c282a645d675) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:19.296253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.349312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135a223-d620-42d0-b3fc-fc2f7f333c19 req-99311115-1ee2-41dc-bd13-68ccb685707b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:19.356764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d135a223-d620-42d0-b3fc-fc2f7f333c19 req-99311115-1ee2-41dc-bd13-68ccb685707b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1000025 Aug 10 01:18:19.415945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d135a223-d620-42d0-b3fc-fc2f7f333c19 req-15e09e12-a412-4381-9c01-4dda9ac23c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Aug 10 01:18:19.426623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.431335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.432817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4eaea2f7-dd93-4cc5-bb11-3338933bad1f HTTP/1.1" status: 204 len: 168 time: 0.2872276 Aug 10 01:18:19.453537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e818aa-dc49-4dbd-a382-224bb65f76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaea2f7-dd93-4cc5-bb11-3338933bad1f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.469279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.536666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-b63b95db-270d-416d-aec5-80adc03a19be tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:18:19.537731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-b63b95db-270d-416d-aec5-80adc03a19be tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1703625 Aug 10 01:18:19.553251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Request body: {'binding': {'host': 'n-h1-766380-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:19.554252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Unknown quota resources ['binding']. {{(pid=105958) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 01:18:19.557455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.646635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:19.655568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:19.667575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event updated for resources: {'Port': ['ID=bfea6b7f-df74-4d95-b44b-c282a645d675,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:19.695887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:19.708409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:19.923965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on host n-h1-766380-21 for vnic_type normal with profile None {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:19.924564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:19.925001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:19.933540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:19.934009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:19.976673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:19.977707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:19.977707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Bound using segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:19.978097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Bound port: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:20.129599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:20.143108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.144525 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-c7a9d0fa-1d38-4cb6-944b-0c3bbd0c2f37 service neutron] 10.222.0.25 "POST /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5969057 Aug 10 01:18:20.150358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.425853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d01993-1ce9-40f6-95d5-ff9a24ffeca1 req-6e1621d2-432a-4eff-809f-521da3f86bfb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:20.427477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9d01993-1ce9-40f6-95d5-ff9a24ffeca1 req-6e1621d2-432a-4eff-809f-521da3f86bfb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1039836 Aug 10 01:18:20.507993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9d01993-1ce9-40f6-95d5-ff9a24ffeca1 req-514a6b7f-21be-41c1-9d4b-3f1fd0510b80 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718095 Aug 10 01:18:20.570652 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:20.576952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9609bc9f-24a8-46ec-8042-7f3409910db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:20.576952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9609bc9f-24a8-46ec-8042-7f3409910db7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1098 time: 0.1201682 Aug 10 01:18:20.696187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caef84-a7a1-4c40-8023-463dd73ac1f5 req-138ea808-1251-4188-809c-7a719975af78 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:20.703357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1caef84-a7a1-4c40-8023-463dd73ac1f5 req-138ea808-1251-4188-809c-7a719975af78 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1769087 Aug 10 01:18:20.837918 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d1caef84-a7a1-4c40-8023-463dd73ac1f5 req-614ce147-e9b2-4ce0-b3d5-35f99e2d9e2a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299567 Aug 10 01:18:20.842111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-425f2326-60b5-449d-ae9e-8b5e1bef12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:20.845295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-425f2326-60b5-449d-ae9e-8b5e1bef12c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.2604315 Aug 10 01:18:20.941303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-0301abeb-a961-4720-a29c-2feabc26c0de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 1000 time: 0.0878074 Aug 10 01:18:20.943494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Router e9d11eda-cd21-4788-991f-ee5b44cb3542 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:21.049326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e31ffad7-ef6e-48a3-91cc-525fea0b676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:21.050850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e31ffad7-ef6e-48a3-91cc-525fea0b676f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.1023829 Aug 10 01:18:21.573298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9ee9fab5-9603-4463-bdb9-6419286cba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:21.574278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9ee9fab5-9603-4463-bdb9-6419286cba0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5147715 Aug 10 01:18:21.577657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:21.590046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] Sync routers for ids ['e9d11eda-cd21-4788-991f-ee5b44cb3542'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:21.600719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] Routers {'e9d11eda-cd21-4788-991f-ee5b44cb3542'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:21.601939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e9d11eda-cd21-4788-991f-ee5b44cb3542'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:21.687630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:21.712949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] Routers {'e9d11eda-cd21-4788-991f-ee5b44cb3542'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:21.713848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e9d11eda-cd21-4788-991f-ee5b44cb3542'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:21.717492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:21.719715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b0fd4aba-03de-4a7b-afda-e23eaf8cc50c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.6548946 Aug 10 01:18:21.722566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40582) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:21.738197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15edcef-6837-4dd2-9a01-2ab43b3e75b3 req-e8676514-4b81-48ea-b841-de18679a1291 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:21.749398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d15edcef-6837-4dd2-9a01-2ab43b3e75b3 req-e8676514-4b81-48ea-b841-de18679a1291 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1115777 Aug 10 01:18:21.752853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:18:21.790248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:21.791174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fe726-ed47-4278-b5d7-b6168b380ed7 None None] The sync data for ids ['e9d11eda-cd21-4788-991f-ee5b44cb3542'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:21.841248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d15edcef-6837-4dd2-9a01-2ab43b3e75b3 req-e6effb97-6ca2-486c-89cb-b44372b6df44 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905843 Aug 10 01:18:21.917013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed19a32b-185d-4d2c-9531-e9de7f57e1bf tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/e9d11eda-cd21-4788-991f-ee5b44cb3542 HTTP/1.1" status: 200 len: 924 time: 0.1932325 Aug 10 01:18:21.919979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40594) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:21.961874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1f435bda-cfbc-4779-9745-2d62131e9712 service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652422 Aug 10 01:18:21.986479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-884b778c-74df-47b0-af37-a5448635c1a0 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d11eda-cd21-4788-991f-ee5b44cb3542 HTTP/1.1" status: 200 len: 205 time: 0.0653214 Aug 10 01:18:21.989107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40598) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:22.035946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dcefe-263d-4e56-8688-e0f4cadfbb73 req-aae52edf-2ca6-4875-9ce9-f45eee4c9401 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:22.044585 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-711dcefe-263d-4e56-8688-e0f4cadfbb73 req-aae52edf-2ca6-4875-9ce9-f45eee4c9401 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 943 time: 0.1194673 Aug 10 01:18:22.112092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-711dcefe-263d-4e56-8688-e0f4cadfbb73 req-8e89fb06-cf00-4b3b-9979-e0e6ef4c2d01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Aug 10 01:18:22.135672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-3f21806f-611c-493c-9d80-8d87cb1308d8 service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646118 Aug 10 01:18:22.136281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.250593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.283413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9f03f680-2100-4953-905d-01a1a761d0bc tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:22.285092 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9f03f680-2100-4953-905d-01a1a761d0bc tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3&tenant_id=fc38d2208f3048da8d79775529975dbb&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1098 time: 0.0944781 Aug 10 01:18:22.296398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dd260888-8a44-40df-a375-63d6b74e2d33 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:22.297416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-766380-21'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:22.372577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.376929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port bfea6b7f-df74-4d95-b44b-c282a645d675 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:22.377768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.424549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dd260888-8a44-40df-a375-63d6b74e2d33,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:22.439399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'dd260888-8a44-40df-a375-63d6b74e2d33', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': 'dd260888-8a44-40df-a375-63d6b74e2d33', 'mac_address': 'fa:16:3e:43:c7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:18:22.468095 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.481373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for bfea6b7f-df74-4d95-b44b-c282a645d675 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:22.488650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.510262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd260888-8a44-40df-a375-63d6b74e2d33 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:22.521541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:22.542626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dd260888-8a44-40df-a375-63d6b74e2d33,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:22.549266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.577678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:22.623910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:22.647460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:22.650498 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e834a3b1-a936-4f0c-a853-d07cbbad5618" -d '{"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:22.666649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.683215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.733625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:22.755762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dd260888-8a44-40df-a375-63d6b74e2d33'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:22.764923 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dd0abd-1970-41e4-a02a-a78aa4579144 x-openstack-request-id: req-a8dd0abd-1970-41e4-a02a-a78aa4579144 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:22.765432 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:22.765854 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8dd0abd-1970-41e4-a02a-a78aa4579144 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:22.766397 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'code': 200} Aug 10 01:18:22.793567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=bfea6b7f-df74-4d95-b44b-c282a645d675,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:22.862940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:22.880778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.029032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.031293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.069927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on host n-h2-766380-21 for vnic_type normal with profile {"migrating_to": "n-h1-766380-21"} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:23.071052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:23.072979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:23.099042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.099568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router e9d11eda-cd21-4788-991f-ee5b44cb3542 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:23.106908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.108024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-775f00b2-535b-4500-aceb-576d426d48ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/e9d11eda-cd21-4788-991f-ee5b44cb3542 HTTP/1.1" status: 204 len: 168 time: 1.1178842 Aug 10 01:18:23.119319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40622) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:23.123170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:23.124062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771267822', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:23.124228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Attempting to bind port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:23.168574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.169706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.174567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:23.174936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Checking segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:23.175761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Bound using segment: {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:23.175761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Bound port: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4c6cac-a092-4695-bef5-1255e214e22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:23.176117 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.271770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.317416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2894167-ce83-4532-b747-e3bfd3a9a38b None None] Provisioning complete for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:23.317785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c2894167-ce83-4532-b747-e3bfd3a9a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.355014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e11d-950b-4360-a414-876bf53d77ba req-e8b5d413-6109-44d7-9139-68a12bae3749 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.366402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a2a7e11d-950b-4360-a414-876bf53d77ba req-e8b5d413-6109-44d7-9139-68a12bae3749 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 944 time: 0.3502188 Aug 10 01:18:23.388105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c2894167-ce83-4532-b747-e3bfd3a9a38b None None] Port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:23.436655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a2a7e11d-950b-4360-a414-876bf53d77ba req-c67393a6-713f-4290-9709-aeaefcd5d4b2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692978 Aug 10 01:18:23.439534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:23.443153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:23.462774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.516615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4f74-8fa0-4825-a1ef-ccd7d59b795f req-cedc9a34-eef0-4441-b27e-471213c72e15 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.518232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e5a4f74-8fa0-4825-a1ef-ccd7d59b795f req-cedc9a34-eef0-4441-b27e-471213c72e15 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 944 time: 0.2511046 Aug 10 01:18:23.525056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.593026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:23.594570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e5a4f74-8fa0-4825-a1ef-ccd7d59b795f req-1f7b16cb-a31d-4fb1-b217-feeaf774ceac tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660422 Aug 10 01:18:23.682858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:23.683581 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:23.685480 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e0517b5f-b7fa-4df9-86d0-36cf467f42e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 1124 time: 1.3929052 Aug 10 01:18:23.775743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:23.983288 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.010245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.057315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] Provisioning complete for port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:24.062607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.215446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 172.25.7.115 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f65b7357-b755-4cf8-9ef7-c28a41e4f77d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:24.265984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.322931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:24.325976 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5065cc2f-0ee0-4b47-b018-73dd32380347" -d '{"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-plugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:24.341071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.361616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dd260888-8a44-40df-a375-63d6b74e2d33 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:24.387277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:24.395052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.443427 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d742cd7-72ab-4bd9-baa5-453f69fcedc4 x-openstack-request-id: req-5d742cd7-72ab-4bd9-baa5-453f69fcedc4 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:24.443710 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-plugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:24.443881 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d742cd7-72ab-4bd9-baa5-453f69fcedc4 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:24.444274 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'code': 200} Aug 10 01:18:24.469582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:24.474363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:24.488819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:24.502641 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.557719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:24.756560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f013d-66bf-4fb1-933b-981049b97422 req-631e4cf5-fa81-4016-894b-79fe0f835375 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.758488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f15f013d-66bf-4fb1-933b-981049b97422 req-631e4cf5-fa81-4016-894b-79fe0f835375 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1791849 Aug 10 01:18:24.776038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4fe1-db1c-4a58-84ff-97a536cbfa27 req-bdbffc4b-37be-469b-a6a9-920c99ff3871 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:24.777595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ace4fe1-db1c-4a58-84ff-97a536cbfa27 req-bdbffc4b-37be-469b-a6a9-920c99ff3871 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 944 time: 0.0684848 Aug 10 01:18:24.778082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:24.780400 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:24.835256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1e9d3-10b1-4f70-b6df-125dd3b273b9 None None] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:24.843175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ace4fe1-db1c-4a58-84ff-97a536cbfa27 req-14e9b5a8-3e44-45c3-a815-99abae9996ee tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583215 Aug 10 01:18:24.867849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port dd260888-8a44-40df-a375-63d6b74e2d33 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:24.872642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f15f013d-66bf-4fb1-933b-981049b97422 req-ad7ea38d-0760-48f3-babd-26d76ee3de6f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827429 Aug 10 01:18:24.874487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port dd260888-8a44-40df-a375-63d6b74e2d33 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:24.874711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:24.912214 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69edd8f2-b2e1-437b-9e35-58b4c78da395 x-openstack-request-id: req-69edd8f2-b2e1-437b-9e35-58b4c78da395 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:24.912734 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:24.913159 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69edd8f2-b2e1-437b-9e35-58b4c78da395 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:24.913768 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'status': 'completed', 'code': 200} Aug 10 01:18:25.027219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-2b03a680-1747-4e5c-a52c-22b80267f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.029389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-2b03a680-1747-4e5c-a52c-22b80267f01e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1129 time: 0.0881445 Aug 10 01:18:25.091885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.267363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-208386f7-9b82-4b2f-b4b6-46f50e1875a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.277994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-208386f7-9b82-4b2f-b4b6-46f50e1875a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.2352085 Aug 10 01:18:25.393841 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.404307 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-bad2a184-de70-4345-8b6e-16a266d76bd2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 1000 time: 0.1228480 Aug 10 01:18:25.448492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dd260888-8a44-40df-a375-63d6b74e2d33,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:25.461971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.512522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-b928f902-d43b-493d-8a5b-3dbac12c8608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.514060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-b928f902-d43b-493d-8a5b-3dbac12c8608 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.1018794 Aug 10 01:18:25.515111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:25.583360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:25.591912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-81710214-b8b0-48ff-b9d0-cb07b5ebcd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:25.593575 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-81710214-b8b0-48ff-b9d0-cb07b5ebcd4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706794 Aug 10 01:18:25.820831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-e9f8659d-55dc-4909-8d0f-1e217643914b service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170079 Aug 10 01:18:25.824115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router 8a8d597d-cfd2-4be0-9789-5648b696c1ed is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:26.121016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.174306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d0fbec1-8cda-4b36-9b50-1a38d822cca2 req-9e781220-0991-40f8-ace0-a62772e63d2e service neutron] 10.222.0.10 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467913 Aug 10 01:18:26.213075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e02ecf-392d-48a8-a5c7-cd24fcd3c95d req-69a7f663-e259-4402-98f7-ec9afc0e6cd4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:26.214706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67e02ecf-392d-48a8-a5c7-cd24fcd3c95d req-69a7f663-e259-4402-98f7-ec9afc0e6cd4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1824560 Aug 10 01:18:26.272772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.296284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67e02ecf-392d-48a8-a5c7-cd24fcd3c95d req-8dd31e01-c1b3-47fd-bfbc-aced5d1d6ec0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736959 Aug 10 01:18:26.330450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:18:26.461761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:26.475040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:26.478185 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959df02c-8651-43f3-8f8c-dceac6a334f5" -d '{"events": [{"server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "name": "network-vif-plugged", "status": "completed", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:26.481517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 has no active binding in host n-h1-766380-21 {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 01:18:26.539961 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e37be-bacb-4822-8204-ba88163a98ef x-openstack-request-id: req-a66e37be-bacb-4822-8204-ba88163a98ef {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:26.540359 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "name": "network-vif-plugged", "status": "completed", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:26.540879 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a66e37be-bacb-4822-8204-ba88163a98ef {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:26.541373 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33', 'code': 200} Aug 10 01:18:26.559167 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b7794-4c41-456f-9489-45027c51e852 req-cfc0be0a-7a19-4db7-a443-407f4f987df4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:26.562484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-925b7794-4c41-456f-9489-45027c51e852 req-cfc0be0a-7a19-4db7-a443-407f4f987df4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.0942826 Aug 10 01:18:26.563856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:26.576358 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Sync routers for ids ['8a8d597d-cfd2-4be0-9789-5648b696c1ed'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:26.602211 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Routers {'8a8d597d-cfd2-4be0-9789-5648b696c1ed'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:26.603307 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8a8d597d-cfd2-4be0-9789-5648b696c1ed'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:26.639640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.648519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ff244ebb-af61-43b9-9728-fafa4672ff2e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5205610 Aug 10 01:18:26.649155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:26.676616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-925b7794-4c41-456f-9489-45027c51e852 req-65e9568b-d8ae-4069-88d0-40bfb97ea998 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799768 Aug 10 01:18:26.792071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-36f4deec-2322-485c-a9f4-ef744927a62e tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/8a8d597d-cfd2-4be0-9789-5648b696c1ed HTTP/1.1" status: 200 len: 909 time: 0.1417787 Aug 10 01:18:26.794685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:26.800661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1771267822', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': True}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:26.807967 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Set router 8a8d597d-cfd2-4be0-9789-5648b696c1ed gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:26.809663 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd76db-daa3-4751-bccd-0ff3b3709411 req-93b947a9-a6d0-454e-b3ad-d4d82293abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:26.811396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36fd76db-daa3-4751-bccd-0ff3b3709411 req-93b947a9-a6d0-454e-b3ad-d4d82293abb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 1097 time: 0.2069118 Aug 10 01:18:26.856767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.858463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:26.884364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-36fd76db-daa3-4751-bccd-0ff3b3709411 req-e85e42e7-b8da-407a-8f16-b570a2728d91 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616314 Aug 10 01:18:26.950958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.155788 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115'}], 'enable_snat': False}, 'gw_port_id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:23Z', 'updated_at': '2021-08-10T01:18:24Z', 'revision_number': 3, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port': {'id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:18:24Z', 'updated_at': '2021-08-10T01:18:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:27.195521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.286234 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Checking router: 8a8d597d-cfd2-4be0-9789-5648b696c1ed for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:27.286586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Updating router 8a8d597d-cfd2-4be0-9789-5648b696c1ed port f65b7357-b755-4cf8-9ef7-c28a41e4f77d binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:18:27.332621 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.553572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cafb6-c755-4ef3-8102-066940374c25 req-31f9d4e7-568c-41f3-894b-debd816ab07e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:27.560873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-818cafb6-c755-4ef3-8102-066940374c25 req-31f9d4e7-568c-41f3-894b-debd816ab07e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.1147342 Aug 10 01:18:27.625725 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-818cafb6-c755-4ef3-8102-066940374c25 req-b80439c6-3bc1-4fe3-9aad-557d83614511 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639775 Aug 10 01:18:27.660420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.684492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.783773 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.813931 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Transition to ACTIVE for port object f65b7357-b755-4cf8-9ef7-c28a41e4f77d will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:27.830377 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.915244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447bf06-d0ab-4f2c-b0df-2fd8ab744900 req-61c66c3d-461d-4c29-a8c6-bfcd22fe1d57 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:27.916791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9447bf06-d0ab-4f2c-b0df-2fd8ab744900 req-61c66c3d-461d-4c29-a8c6-bfcd22fe1d57 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.1107495 Aug 10 01:18:27.934701 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Attempting to bind port f65b7357-b755-4cf8-9ef7-c28a41e4f77d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:27.935370 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Attempting to bind port f65b7357-b755-4cf8-9ef7-c28a41e4f77d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:27.935907 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Attempting to bind port f65b7357-b755-4cf8-9ef7-c28a41e4f77d on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:27.948038 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:27.948673 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:27.949247 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.950084 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:27.950739 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Bound port: f65b7357-b755-4cf8-9ef7-c28a41e4f77d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:27.951289 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:27.956791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Pushing event updated for resources: {'Port': ['ID=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:27.969906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9447bf06-d0ab-4f2c-b0df-2fd8ab744900 req-3d067d1a-8fa4-4321-9fd9-0e88695dc80f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418823 Aug 10 01:18:28.000730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 172.25.7.188 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/988cdbb0-c4ad-4807-ba33-badb7407c1bf) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:28.013855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.014368 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.014882 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.015365 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.015859 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.016468 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.016953 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.017433 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.017917 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.018545 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.019103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.020018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:28.099024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] For port f65b7357-b755-4cf8-9ef7-c28a41e4f77d, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:28.105762 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] For port f65b7357-b755-4cf8-9ef7-c28a41e4f77d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:28.117725 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.178149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a12e1c-ddb2-4927-981b-eb59ecaa57b6 req-39ce6e04-26fc-4738-a5ad-9f4d129f550c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:28.180433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a12e1c-ddb2-4927-981b-eb59ecaa57b6 req-39ce6e04-26fc-4738-a5ad-9f4d129f550c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.1035514 Aug 10 01:18:28.326185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69a12e1c-ddb2-4927-981b-eb59ecaa57b6 req-adc6c5b5-db43-4cbd-90b8-f2d6323e251e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204572 Aug 10 01:18:28.347296 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Routers {'8a8d597d-cfd2-4be0-9789-5648b696c1ed'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:28.348034 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8a8d597d-cfd2-4be0-9789-5648b696c1ed'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:28.384977 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.448266 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0450d2a-2f9d-4a67-8a4c-1cf33399f558 None None] Pushing event updated for resources: {'Port': ['ID=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.497808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:28.580560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] Set router 8a8d597d-cfd2-4be0-9789-5648b696c1ed gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:28.595648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:28.605570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-9d860ca8-1ea3-4aa0-b5e1-36a224554e2b service neutron] 10.222.0.10 "GET /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4/bindings/n-h1-766380-21 HTTP/1.1" status: 200 len: 385 time: 0.1311438 Aug 10 01:18:28.608142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:28.650834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:28.656558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=988cdbb0-c4ad-4807-ba33-badb7407c1bf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:28.959639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115'}], 'enable_snat': False}, 'gw_port_id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:23Z', 'updated_at': '2021-08-10T01:18:24Z', 'revision_number': 3, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port': {'id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:18:24Z', 'updated_at': '2021-08-10T01:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:29.013008 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090018-a2e6-4495-b77d-09cee12c4ed0 None None] The sync data for ids ['8a8d597d-cfd2-4be0-9789-5648b696c1ed'] in n-d-766380-21 is: [{'id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115'}], 'enable_snat': False}, 'gw_port_id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:23Z', 'updated_at': '2021-08-10T01:18:24Z', 'revision_number': 3, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port': {'id': 'f65b7357-b755-4cf8-9ef7-c28a41e4f77d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a8d597d-cfd2-4be0-9789-5648b696c1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:18:24Z', 'updated_at': '2021-08-10T01:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:29.096276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:29.126167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe60208-2d99-405a-a712-94e17d4941b4 req-22cda4b2-df68-48ce-b9fb-104d19050390 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:29.136636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe60208-2d99-405a-a712-94e17d4941b4 req-22cda4b2-df68-48ce-b9fb-104d19050390 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 946 time: 0.2801459 Aug 10 01:18:29.172632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.304647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfe60208-2d99-405a-a712-94e17d4941b4 req-d9247aff-100a-48fc-87de-318763063349 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614909 Aug 10 01:18:29.304647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:29.374993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:29.378180 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abe682e-59c2-4e24-bb1e-c43eac4f992d" -d '{"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:29.414639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:29.446000 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194eae37-91b8-4abf-bf70-c8416e14780b x-openstack-request-id: req-194eae37-91b8-4abf-bf70-c8416e14780b {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:29.450936 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-unplugged", "status": "completed", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:29.451272 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-194eae37-91b8-4abf-bf70-c8416e14780b {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:29.451742 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'code': 200} Aug 10 01:18:29.452923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.655892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] Transition to ACTIVE for port object aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:29.667232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.792899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:29.927760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=11']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:30.023666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] No DVR routers for this DVR port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:30.164233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router 58db5ad6-7d98-4153-a865-aa48eb4f6424 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:30.278600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f65b7357-b755-4cf8-9ef7-c28a41e4f77d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:30.470470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f65b7357-b755-4cf8-9ef7-c28a41e4f77d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:30.477988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f65b7357-b755-4cf8-9ef7-c28a41e4f77d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:30.478623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.619976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-1539a2ac-4673-40d0-a5ab-86f66d50f2b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4/bindings/n-h1-766380-21/activate HTTP/1.1" status: 200 len: 370 time: 2.0068369 Aug 10 01:18:30.630904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:30.647497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Sync routers for ids ['58db5ad6-7d98-4153-a865-aa48eb4f6424'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:30.658390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669e35a-c369-4b3a-a5fd-b824a7a88a65 req-41330810-5397-41ab-8650-1a87bfe43a7e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:30.668811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d669e35a-c369-4b3a-a5fd-b824a7a88a65 req-41330810-5397-41ab-8650-1a87bfe43a7e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.2255015 Aug 10 01:18:30.691389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Routers {'58db5ad6-7d98-4153-a865-aa48eb4f6424'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:30.696125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:30.697473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9ac0f52-ef5b-4e2b-84af-102e2460733d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9012740 Aug 10 01:18:30.700318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40852) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:30.708493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['58db5ad6-7d98-4153-a865-aa48eb4f6424'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:30.939477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d669e35a-c369-4b3a-a5fd-b824a7a88a65 req-ea99fdb2-f491-42f0-90eb-003b1f3a6b5d tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594995 Aug 10 01:18:30.985593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-3dc5499f-3c9e-4e77-b0ab-4b481cf8e4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2843244 Aug 10 01:18:31.004612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-ce39918f-f9bf-49c7-ae28-55347b968411 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.006363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-ce39918f-f9bf-49c7-ae28-55347b968411 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3&tenant_id=fc38d2208f3048da8d79775529975dbb&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.2558908 Aug 10 01:18:31.071160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.114903 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-08702ebf-840a-4d69-b7e5-1f8894c40bdc tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/58db5ad6-7d98-4153-a865-aa48eb4f6424 HTTP/1.1" status: 200 len: 908 time: 0.4134109 Aug 10 01:18:31.115783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 40864) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:31.238372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-88bed9cc-d034-4e88-9595-2ee666f99e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.242223 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-88bed9cc-d034-4e88-9595-2ee666f99e3b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 1097 time: 0.2269661 Aug 10 01:18:31.263325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f65b7357-b755-4cf8-9ef7-c28a41e4f77d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:31.278069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-bbb33e03-2247-4214-a18f-d68750aa4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.279547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-bbb33e03-2247-4214-a18f-d68750aa4156 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 1097 time: 0.2049110 Aug 10 01:18:31.312882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.429883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:31.443972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Set router 58db5ad6-7d98-4153-a865-aa48eb4f6424 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:31.505165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:31.582362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-7b5dbe43-cb48-4584-95bf-e8d9afeefc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.583921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-7b5dbe43-cb48-4584-95bf-e8d9afeefc5e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1097 time: 0.3083789 Aug 10 01:18:31.721176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-fd871e15-3955-4ac2-876f-859af5ae7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:31.722562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-fd871e15-3955-4ac2-876f-859af5ae7b15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.3835015 Aug 10 01:18:31.778341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:31.983968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-772d93ae-7e98-4739-ad98-15998ba26db2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 200 len: 217 time: 0.2472570 Aug 10 01:18:32.044997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.065222 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:32.154963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db5ad6-7d98-4153-a865-aa48eb4f6424', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.188'}], 'enable_snat': True}, 'gw_port_id': '988cdbb0-c4ad-4807-ba33-badb7407c1bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:26Z', 'updated_at': '2021-08-10T01:18:28Z', 'revision_number': 3, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port': {'id': '988cdbb0-c4ad-4807-ba33-badb7407c1bf', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58db5ad6-7d98-4153-a865-aa48eb4f6424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:18:27Z', 'updated_at': '2021-08-10T01:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:32.185237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-20d62f88-7595-4873-b9ba-671f85d059bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.187402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-20d62f88-7595-4873-b9ba-671f85d059bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1869245 Aug 10 01:18:32.209020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Deleting port 988cdbb0-c4ad-4807-ba33-badb7407c1bf {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:32.210709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.264994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Checking router: 58db5ad6-7d98-4153-a865-aa48eb4f6424 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:32.265142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Updating router 58db5ad6-7d98-4153-a865-aa48eb4f6424 port 988cdbb0-c4ad-4807-ba33-badb7407c1bf binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:18:32.285397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-fbefe5fe-d791-4ba4-9763-0c62bf8a036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.287070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-fbefe5fe-d791-4ba4-9763-0c62bf8a036a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.6920900 Aug 10 01:18:32.308017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcb061-946c-43e1-87c2-a902be234314 req-9f415086-736c-42c8-93e0-5d242fdf2481 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.310073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ddcb061-946c-43e1-87c2-a902be234314 req-9f415086-736c-42c8-93e0-5d242fdf2481 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.1654775 Aug 10 01:18:32.331661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.334289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f65b7357-b755-4cf8-9ef7-c28a41e4f77d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:18:32.387465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-e7f2ece8-244a-4869-947c-1ab77a08975d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 998 time: 0.0894263 Aug 10 01:18:32.392236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-bc3eb7ea-87ae-400d-b6da-21ed5a0c4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.394228 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-bc3eb7ea-87ae-400d-b6da-21ed5a0c4d1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1759417 Aug 10 01:18:32.477860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f65b7357-b755-4cf8-9ef7-c28a41e4f77d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:32.486617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.500178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-97ec9520-f3b4-496a-b1e2-16a9678120f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.501960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-97ec9520-f3b4-496a-b1e2-16a9678120f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.0922601 Aug 10 01:18:32.524425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:32.584198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Calling delete_port for 988cdbb0-c4ad-4807-ba33-badb7407c1bf owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:32.714249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ddcb061-946c-43e1-87c2-a902be234314 req-b5a389c6-6c8b-4e1c-adfd-752987d19be6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196905 Aug 10 01:18:32.795164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-159b1ea3-6aa8-496f-80ea-a4485fe81fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:32.797547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-159b1ea3-6aa8-496f-80ea-a4485fe81fce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2778986 Aug 10 01:18:32.799966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-fa9f232e-2880-4391-8001-c16a2de4c7eb service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913591 Aug 10 01:18:33.012197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.095375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-182ac74f-fb3c-4077-b6c6-1099d64e66ee service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816429 Aug 10 01:18:33.101409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c84b13a1-a75f-43b9-bd40-d221c3ad1acf req-ef925531-be1d-4993-8cf7-450e7809f2bc service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601979 Aug 10 01:18:33.190101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:18:33.191016 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:18:33.368621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Port': ['ID=988cdbb0-c4ad-4807-ba33-badb7407c1bf,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:33.404311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-0dd34330-a2ee-4161-b801-0cf6e3f870d8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.414282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-0dd34330-a2ee-4161-b801-0cf6e3f870d8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.4793775 Aug 10 01:18:33.465379 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-4083733e-879f-4a96-9f34-473a3bc35424 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0385301 Aug 10 01:18:33.688234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-1b413d9a-0df3-401a-9ae8-e977c7a4b55e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2219584 Aug 10 01:18:33.701216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-28e94ed0-9d77-4525-a7e4-4a4ee06ef3c5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:18:33.702270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-28e94ed0-9d77-4525-a7e4-4a4ee06ef3c5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051761 Aug 10 01:18:33.717571 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:33.748419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Port 988cdbb0-c4ad-4807-ba33-badb7407c1bf not found while updating agent binding for router 58db5ad6-7d98-4153-a865-aa48eb4f6424. {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 01:18:33.800130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Routers {'58db5ad6-7d98-4153-a865-aa48eb4f6424'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:33.800776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['58db5ad6-7d98-4153-a865-aa48eb4f6424'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:33.927846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181c3a1-035e-4d28-9d41-31e332595e80 req-1946d6fc-1904-42a4-b164-f7cfd4615df5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:33.936466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c181c3a1-035e-4d28-9d41-31e332595e80 req-1946d6fc-1904-42a4-b164-f7cfd4615df5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.1110954 Aug 10 01:18:33.947985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-5d7db473-3ca3-4b0a-a297-61aed305ba41 service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392463 Aug 10 01:18:34.020571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c181c3a1-035e-4d28-9d41-31e332595e80 req-af4ebd8c-4d5e-4337-806f-dbb797dd474a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822659 Aug 10 01:18:34.099914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] Set router 58db5ad6-7d98-4153-a865-aa48eb4f6424 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:34.365350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58db5ad6-7d98-4153-a865-aa48eb4f6424', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:26Z', 'updated_at': '2021-08-10T01:18:32Z', 'revision_number': 5, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:34.444757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd517a8-44d3-4534-b6e3-04a9b7a74433 None None] The sync data for ids ['58db5ad6-7d98-4153-a865-aa48eb4f6424'] in n-d-766380-21 is: [{'id': '58db5ad6-7d98-4153-a865-aa48eb4f6424', 'name': 'tempest-snat-router-1771267822', 'tenant_id': 'b430f2b5f26b434bad090866ec10f2f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:26Z', 'updated_at': '2021-08-10T01:18:32Z', 'revision_number': 5, 'project_id': 'b430f2b5f26b434bad090866ec10f2f0', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:34.467498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-5e569b4b-0d19-4cdf-b66d-1cb0326c126a tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:34.469387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-5e569b4b-0d19-4cdf-b66d-1cb0326c126a tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3&tenant_id=fc38d2208f3048da8d79775529975dbb&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 1097 time: 0.1629360 Aug 10 01:18:34.627061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-1fbd9c8b-8a3b-4e16-8201-44f8f5fc60c7 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9174438 Aug 10 01:18:34.653139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.712528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.753698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-18344e1f-f056-4e18-ad9d-5fdc499f05e1 service neutron] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:34.758111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-18344e1f-f056-4e18-ad9d-5fdc499f05e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.759805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c6e6f71-1396-4db0-8ee8-00c9f4fe6b42 req-18344e1f-f056-4e18-ad9d-5fdc499f05e1 service neutron] 10.222.0.21 "DELETE /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4/bindings/n-h2-766380-21 HTTP/1.1" status: 204 len: 173 time: 0.2822163 Aug 10 01:18:34.816137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.817033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58db5ad6-7d98-4153-a865-aa48eb4f6424 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:34.824272 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:34.826195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e4159e0-ea93-45dc-b1e1-fea899b453ae tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/routers/58db5ad6-7d98-4153-a865-aa48eb4f6424 HTTP/1.1" status: 204 len: 168 time: 3.7088640 Aug 10 01:18:34.828752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 40966) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:34.841606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f1c3c493-7241-4d11-a531-1693227e39bd service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135243 Aug 10 01:18:35.046550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.275261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49c6ea-036d-4b5d-8535-c39986b2cf00 req-f482c4ee-170a-492a-b6e8-5dbcd1c1dade tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:35.287954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be49c6ea-036d-4b5d-8535-c39986b2cf00 req-f482c4ee-170a-492a-b6e8-5dbcd1c1dade tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.1281965 Aug 10 01:18:35.353338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-be49c6ea-036d-4b5d-8535-c39986b2cf00 req-075190ca-ea93-46cc-adb2-b77543a9b200 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639963 Aug 10 01:18:35.404628 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e33c11a-dc68-417d-89fc-e3cf07626b2f req-b0257b4d-35fb-40ef-8b0e-8d855958d185 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0720797 Aug 10 01:18:35.438320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.588197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Deleting port f65b7357-b755-4cf8-9ef7-c28a41e4f77d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:35.591057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:35.691395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60a94f-f49f-41b6-b15e-579d1e0244c9 req-9397625f-2143-49f8-8735-31af06d9bc4e tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:35.693895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a60a94f-f49f-41b6-b15e-579d1e0244c9 req-9397625f-2143-49f8-8735-31af06d9bc4e tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1097 time: 0.1163290 Aug 10 01:18:35.917574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a60a94f-f49f-41b6-b15e-579d1e0244c9 req-a3ba66e3-7893-482b-b93b-c6a9191a1379 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104278 Aug 10 01:18:35.971310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] For port f65b7357-b755-4cf8-9ef7-c28a41e4f77d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:35.972255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.029787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Calling delete_port for f65b7357-b755-4cf8-9ef7-c28a41e4f77d owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:36.216231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82f19-2fb4-41d4-8a2f-94ecd20d99b8 req-03095b2b-ae3a-4bf5-8ca1-396b0753b060 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:36.217929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4b82f19-2fb4-41d4-8a2f-94ecd20d99b8 req-03095b2b-ae3a-4bf5-8ca1-396b0753b060 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.1757791 Aug 10 01:18:36.409566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4b82f19-2fb4-41d4-8a2f-94ecd20d99b8 req-8fc8dce9-25e3-493d-8838-7eba85dc0fb6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955727 Aug 10 01:18:36.476980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:36.521163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.558621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event deleted for resources: {'Port': ['ID=f65b7357-b755-4cf8-9ef7-c28a41e4f77d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:36.669092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f82f40a-e611-4470-9b0e-ca346701ae19 req-2e6912f7-327f-4e00-88dd-6b4d4072a1d7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0853658 Aug 10 01:18:36.700075 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.722107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-94703535-9426-4865-893d-32d80a7cf289 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 200 len: 990 time: 0.2405186 Aug 10 01:18:36.886327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.889274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.943005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.945299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a8d597d-cfd2-4be0-9789-5648b696c1ed {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:36.949087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:36.950712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93fd131b-4de5-45d1-9618-491e2f8bbcca tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8a8d597d-cfd2-4be0-9789-5648b696c1ed HTTP/1.1" status: 204 len: 168 time: 2.1201210 Aug 10 01:18:36.953961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:36.959768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1115708252', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:37.004975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41032) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:37.023441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.025431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.237199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.544227 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.560610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-6caa205c-d456-4665-bedd-1e7ae94acfdc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:37.562460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-6caa205c-d456-4665-bedd-1e7ae94acfdc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.3370824 Aug 10 01:18:37.595413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:37.796875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port f00a8752-2b65-41c1-8ccb-0e5e8fea5473 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:37.797441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.956750 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:37.961926 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.009938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for f00a8752-2b65-41c1-8ccb-0e5e8fea5473 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:38.094015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fc5f336a-d0d5-442a-9779-47c715d4bc04 req-1c08daf9-44ee-4e45-bea9-4ee04ac53f0d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.2061977 Aug 10 01:18:38.162029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.195417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.325700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f65b7357-b755-4cf8-9ef7-c28a41e4f77d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:38.326826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:38.338131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.371047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.405938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f65b7357-b755-4cf8-9ef7-c28a41e4f77d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:38.406291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f65b7357-b755-4cf8-9ef7-c28a41e4f77d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:38.411497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=f00a8752-2b65-41c1-8ccb-0e5e8fea5473,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:38.614883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Allocated IP 172.25.7.133 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/bf18a082-14a8-49b4-b9b8-94339b63c41a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:38.704321 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:38.710015 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP 89856a0c-5e34-4ddb-bfb4-d027baba8c6f disassociated (deleted). External IP: 172.25.7.7, port: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4. Aug 10 01:18:38.871567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.13 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/08bf0402-802a-412c-8ccd-8bc774d96f3d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:39.060335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.198139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.316185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event updated for resources: {'Port': ['ID=bf18a082-14a8-49b4-b9b8-94339b63c41a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:39.347658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:39.351773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:39.354325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:39.502816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc86a03a-2f1a-42c6-b80c-984c8566f0a1 req-50953213-d0ca-4f71-87a5-4e5501e35605 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0332611 Aug 10 01:18:39.513587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:39.932940 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:39.987639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object 08bf0402-802a-412c-8ccd-8bc774d96f3d will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:40.052215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:40.072243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.093615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Sync routers for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:40.115697 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:40.117450 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:40.177076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c27d926-bd5c-4f58-afbb-65062a3ba4fc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/floatingips/89856a0c-5e34-4ddb-bfb4-d027baba8c6f HTTP/1.1" status: 204 len: 168 time: 3.1704218 Aug 10 01:18:40.184229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:40.189758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.193197 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:40.250060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.264491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dd260888-8a44-40df-a375-63d6b74e2d33'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:18:40.368575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:40.383528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:40.522277 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1fe180-7046-477f-8f8a-1aba1f24c4f3 x-openstack-request-id: req-4c1fe180-7046-477f-8f8a-1aba1f24c4f3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:40.523407 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:40.526494 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4c1fe180-7046-477f-8f8a-1aba1f24c4f3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:40.527012 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'status': 'completed', 'code': 200} Aug 10 01:18:40.544797 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:40.550540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:40.750278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:40.763121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:40.896428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:40.925548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-cb8e6664-0b1a-4b7a-aebc-09369c71c275 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3475142 Aug 10 01:18:40.946414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Request body: {'port': {'device_id': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:40.970753 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:40.993691 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3b5ca13e-1bd2-4f5f-b7bc-4cde8ea7acbc None None] Provisioning for port 08bf0402-802a-412c-8ccd-8bc774d96f3d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:18:40.999843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3b5ca13e-1bd2-4f5f-b7bc-4cde8ea7acbc None None] Provisioning complete for port 08bf0402-802a-412c-8ccd-8bc774d96f3d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:18:41.005955 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3b5ca13e-1bd2-4f5f-b7bc-4cde8ea7acbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.026269 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Checking router: a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:41.048145 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:41.048956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:41.108085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-143de17c-1c05-4f04-b1d9-1667e2f9cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:41.111368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-143de17c-1c05-4f04-b1d9-1667e2f9cc42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 1097 time: 0.7198012 Aug 10 01:18:41.117111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e2516-f64d-4907-beb6-7a0876216c3a req-662aa5ea-c887-40e0-8957-8983262ce7e1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:41.130057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a53e2516-f64d-4907-beb6-7a0876216c3a req-662aa5ea-c887-40e0-8957-8983262ce7e1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.3052404 Aug 10 01:18:41.130756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ca13e-1bd2-4f5f-b7bc-4cde8ea7acbc None None] Port 08bf0402-802a-412c-8ccd-8bc774d96f3d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:18:41.191006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a53e2516-f64d-4907-beb6-7a0876216c3a req-4322c415-c897-408a-a021-046f328e7982 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594831 Aug 10 01:18:41.197033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.308829 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:41.570778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Router c1944afd-3a2f-4eb6-a274-e4dc6546268a is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:41.853988 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:41.857326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:41.869138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] Sync routers for ids ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:41.887651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] Routers {'c1944afd-3a2f-4eb6-a274-e4dc6546268a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:41.888543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:41.923931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:41.925755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-950b7ab5-7b00-4f6c-bc34-a28d0cba7aaa tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9705224 Aug 10 01:18:41.928613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41130) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:41.956815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:41.964526 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0d5b6-85ef-4372-a6fd-81a4d957b2c6 None None] The sync data for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 is: [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e612339-410e-4589-861d-b83a130212ea', 'name': '', 'network_id': 'a57588a2-0e3e-4ba5-8c26-bcec6c1febf0', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:87:11:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:24Z', 'updated_at': '2021-08-10T01:17:34Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '67f2b156-ae7f-4ccc-9069-c2c7885ada25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:42.055643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.120485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3993a8-f8f7-4ed9-96d3-8f3ab47425e6 req-3568fa44-019c-4084-aa96-043611364979 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.123320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] Routers {'c1944afd-3a2f-4eb6-a274-e4dc6546268a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:42.128341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff3993a8-f8f7-4ed9-96d3-8f3ab47425e6 req-3568fa44-019c-4084-aa96-043611364979 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 932 time: 1.3596966 Aug 10 01:18:42.148976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.221703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:42.222378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec51cc-3591-4425-a6c4-d3d326d39ef7 None None] The sync data for ids ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:42.405367 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:42.411170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-f95e1d1f-367e-42e0-8137-f86a4ba4fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.413807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-f95e1d1f-367e-42e0-8137-f86a4ba4fb47 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 200 len: 895 time: 0.3210292 Aug 10 01:18:42.486732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-29460ff3-f7b9-4675-944f-8492ac8ac58c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 200 len: 217 time: 0.0545099 Aug 10 01:18:42.574537 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9d04c-d10c-47f3-b917-e687ce9a2be3 None None] New status for floating IP 89856a0c-5e34-4ddb-bfb4-d027baba8c6f: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:18:42.603927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ff3993a8-f8f7-4ed9-96d3-8f3ab47425e6 req-0c173a96-95f2-4ec2-a925-092bc1434a68 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745464 Aug 10 01:18:42.607556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-d409dd36-1bce-4f2a-9c87-cd8bfa982c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.615532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb5e2-38b9-40a5-95d7-03909e0e2bc7 req-b82746ee-b841-47da-a4a7-94dd60c9818b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.630550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0feb5e2-38b9-40a5-95d7-03909e0e2bc7 req-b82746ee-b841-47da-a4a7-94dd60c9818b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 0.2240467 Aug 10 01:18:42.630772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-d409dd36-1bce-4f2a-9c87-cd8bfa982c71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 200 len: 835 time: 0.1156540 Aug 10 01:18:42.661540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-6a710251-7b3f-406b-b8f2-b12a1706afeb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:42.663213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-6a710251-7b3f-406b-b8f2-b12a1706afeb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 945 time: 1.5895200 Aug 10 01:18:42.692000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0feb5e2-38b9-40a5-95d7-03909e0e2bc7 req-e7dc7351-c309-4505-a6bf-0160352e0fa4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=59477cfc-66c9-4348-8200-ee71b0186db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661750 Aug 10 01:18:42.938249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.077328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bf0402-802a-412c-8ccd-8bc774d96f3d {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:18:43.112293 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.139102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-7bd1152e-e485-4a10-813c-94fc6d8d06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:43.151713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-7bd1152e-e485-4a10-813c-94fc6d8d06b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4873669 Aug 10 01:18:43.185468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Transition to ACTIVE for port object 08bf0402-802a-412c-8ccd-8bc774d96f3d will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:18:43.227412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.364794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:43.500216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:43.501829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:43.509464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-31b9508a-99f0-4889-8d79-aa78d2ed396c service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490891 Aug 10 01:18:43.774631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-599dd60c-410b-4717-ae69-3297d1db7866 service neutron] 10.222.0.21 "GET /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298014 Aug 10 01:18:43.900244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50865e-28e0-496a-8157-ae848b664a8f req-a6ff9828-05da-4000-8b1e-9027e88b5978 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:43.902748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d50865e-28e0-496a-8157-ae848b664a8f req-a6ff9828-05da-4000-8b1e-9027e88b5978 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.1243389 Aug 10 01:18:43.969564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Attempting to bind port 08bf0402-802a-412c-8ccd-8bc774d96f3d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:18:43.970011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Attempting to bind port 08bf0402-802a-412c-8ccd-8bc774d96f3d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:18:43.970350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Attempting to bind port 08bf0402-802a-412c-8ccd-8bc774d96f3d on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:44.005808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Port 08bf0402-802a-412c-8ccd-8bc774d96f3d on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:18:44.006194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Attempting to bind port 08bf0402-802a-412c-8ccd-8bc774d96f3d on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:18:44.016055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4d50865e-28e0-496a-8157-ae848b664a8f req-9f69abbe-c8be-449c-bc58-78afd2119c29 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740030 Aug 10 01:18:44.020497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:18:44.020849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:18:44.021240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:18:44.021704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Bound port: 08bf0402-802a-412c-8ccd-8bc774d96f3d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:18:44.022073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.088112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:44.088495 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.093037 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c201e1a8-3e28-4e8c-a252-4ef571780620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.109609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:44.422440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.441290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:44.449398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:18:44.469516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:18:44.489174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:44.494241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:44.522975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=aac54d89-34b1-4f95-87a2-58ea3c2ab1e4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.562397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.655754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] No DVR routers for this DVR port aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:44.659605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:44.660560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.661645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/08bf0402-802a-412c-8ccd-8bc774d96f3d HTTP/1.1" status: 200 len: 1093 time: 3.7229750 Aug 10 01:18:44.663360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:44.665027 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3884d3b5-46c7-4a91-8a0a-c28808cac00f" -d '{"events": [{"name": "network-changed", "server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:44.680429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.685287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9e00148-046a-4916-87d8-d654ffe92b2b req-06f363f4-1e5f-4143-ae6f-c995ea8dba27 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=72980361-9669-4ec8-b3ff-d9c32bc8b5d3 HTTP/1.1" status: 200 len: 210 time: 0.0755725 Aug 10 01:18:44.708942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f54906c7-2b7c-4db4-a949-e9a4c26c597b req-7ec19040-083e-4507-a483-2ff1d2575e76 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.21 "DELETE /v2.0/ports/aac54d89-34b1-4f95-87a2-58ea3c2ab1e4 HTTP/1.1" status: 204 len: 173 time: 1.7859075 Aug 10 01:18:44.717300 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.732582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:44.827751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2997a-2e24-424b-be03-9dab2a77b0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:44.876472 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096bc5d5-0115-4fa1-9d20-498d3b1245b2 x-openstack-request-id: req-096bc5d5-0115-4fa1-9d20-498d3b1245b2 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:44.877170 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:44.878265 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-096bc5d5-0115-4fa1-9d20-498d3b1245b2 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:44.878966 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d', 'status': 'completed', 'code': 200} Aug 10 01:18:44.924862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-0bacdfd7-00a7-4947-a007-1bda9102d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:44.927215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-0bacdfd7-00a7-4947-a007-1bda9102d823 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 1096 time: 0.1864734 Aug 10 01:18:45.147429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router c1944afd-3a2f-4eb6-a274-e4dc6546268a has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:45.174849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-a574ad83-911d-4121-8686-985d8caba8f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d HTTP/1.1" status: 200 len: 217 time: 0.2189791 Aug 10 01:18:45.315301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-23f6f001-ba13-4b56-9e35-fbdcd32f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:45.317041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-23f6f001-ba13-4b56-9e35-fbdcd32f4f81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1390541 Aug 10 01:18:45.466000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-57ddf3a9-9d9f-4fc7-b817-0ea833e4b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:45.474229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-57ddf3a9-9d9f-4fc7-b817-0ea833e4b712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502485 Aug 10 01:18:45.541947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886953e-a24a-47a9-a14d-fc725456fb98 req-4084beed-c5f9-444a-b66c-f1482b91da59 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:45.550290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a886953e-a24a-47a9-a14d-fc725456fb98 req-4084beed-c5f9-444a-b66c-f1482b91da59 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2523005 Aug 10 01:18:45.711349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a886953e-a24a-47a9-a14d-fc725456fb98 req-761e3013-1933-4b84-89d5-3d766ee15b8e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573660 Aug 10 01:18:45.741788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:45.751590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:45.755326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] Sync routers for ids ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:45.756325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af6405ba-33a4-4998-9192-fb12096c06d3 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "PUT /v2.0/routers/c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 200 len: 926 time: 3.8265412 Aug 10 01:18:45.757640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:45.796312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-4ca735d4-86f3-4e3e-b927-b2440b08470c service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147366 Aug 10 01:18:45.807882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] Routers {'c1944afd-3a2f-4eb6-a274-e4dc6546268a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:45.836067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:45.951346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.009385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:46.045657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] Routers {'c1944afd-3a2f-4eb6-a274-e4dc6546268a'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:46.046873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05ce4600-c711-4e50-b4cc-e646afb025b4 req-dde8e63c-fe9f-4a85-b78d-0218280903f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438629 Aug 10 01:18:46.047548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:46.134558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:46.135482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66b4ab8-1ed7-4b98-9fb7-da05c2224667 None None] The sync data for ids ['c1944afd-3a2f-4eb6-a274-e4dc6546268a'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:46.175471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9c642882-c618-47f6-a906-8166e9979f5a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 200 len: 926 time: 0.4156024 Aug 10 01:18:46.180094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.366574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-bb146009-ac5a-4804-890d-f294ee6d3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.368911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-bb146009-ac5a-4804-890d-f294ee6d3531 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 1096 time: 0.2463756 Aug 10 01:18:46.377510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd218c8-e067-4760-8cf5-f6dfcc65dd06 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.379044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dfd218c8-e067-4760-8cf5-f6dfcc65dd06 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=c1944afd-3a2f-4eb6-a274-e4dc6546268a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1979055 Aug 10 01:18:46.468566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.605601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bfb2c5-0562-4112-8195-78fa13b6261a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.612065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-00bfb2c5-0562-4112-8195-78fa13b6261a tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.1424260 Aug 10 01:18:46.612706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.667732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35359802-c9fb-4b7b-9f08-1c1eb471ff01 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 200 len: 205 time: 0.0516002 Aug 10 01:18:46.676359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41250) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:46.752557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-8b55106e-a3f6-4307-97ce-97e6a08d38d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:46.759914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-8b55106e-a3f6-4307-97ce-97e6a08d38d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.3749604 Aug 10 01:18:46.867143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d9452d4-db69-4ce0-bd7f-09028374b91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:46.885433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-deleted', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:18:46.888660 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd01ec1-f8bb-4648-bed3-330591bfbef5" -d '{"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-deleted", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:18:46.895549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-71e9c46e-0da7-40e2-bd37-5f76f8a453ec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d HTTP/1.1" status: 200 len: 217 time: 0.1315279 Aug 10 01:18:47.110925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-700ffe9d-ec06-46a4-a11d-8da2399631e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:47.112129 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.112623 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-700ffe9d-ec06-46a4-a11d-8da2399631e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.2104402 Aug 10 01:18:47.114948 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2fbf61-6381-418b-ad7b-c118cafdd049 x-openstack-request-id: req-fa2fbf61-6381-418b-ad7b-c118cafdd049 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:18:47.115237 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72980361-9669-4ec8-b3ff-d9c32bc8b5d3", "name": "network-vif-deleted", "tag": "aac54d89-34b1-4f95-87a2-58ea3c2ab1e4", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:18:47.125682 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa2fbf61-6381-418b-ad7b-c118cafdd049 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:18:47.132742 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72980361-9669-4ec8-b3ff-d9c32bc8b5d3', 'name': 'network-vif-deleted', 'tag': 'aac54d89-34b1-4f95-87a2-58ea3c2ab1e4', 'status': 'completed', 'code': 200} Aug 10 01:18:47.180390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d9c9c-3fb8-48b4-92f5-8082422b7421 req-369c8b5b-c110-47dc-a92f-80cac49d862f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:47.183353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c43d9c9c-3fb8-48b4-92f5-8082422b7421 req-369c8b5b-c110-47dc-a92f-80cac49d862f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2779868 Aug 10 01:18:47.283522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-6f74f150-bedf-4851-8474-d4375e1dd807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:47.285159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-6f74f150-bedf-4851-8474-d4375e1dd807 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513257 Aug 10 01:18:47.309635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.312053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c43d9c9c-3fb8-48b4-92f5-8082422b7421 req-ba054b9b-efc5-422e-9c02-0af858e7ec5f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215529 Aug 10 01:18:47.419417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.469094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-c7096746-db51-41a8-8a53-10b3396d85fd service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769845 Aug 10 01:18:47.593584 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.643666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3884d3b5-46c7-4a91-8a0a-c28808cac00f req-76abd9c6-eae5-4389-80d6-0c9d0a9eda16 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678102 Aug 10 01:18:47.650963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port bf18a082-14a8-49b4-b9b8-94339b63c41a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:47.651442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.778787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.867351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:47.958735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for bf18a082-14a8-49b4-b9b8-94339b63c41a owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:48.560142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 0e612339-410e-4589-861d-b83a130212ea {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:48.561145 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.726394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 0e612339-410e-4589-861d-b83a130212ea, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e612339-410e-4589-861d-b83a130212ea,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:48.726394 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.741190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 0e612339-410e-4589-861d-b83a130212ea owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:48.748360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc3af-7d34-432d-a988-3c76f1fdb54c req-6861f5d8-07e3-4cb9-8da1-93f7d92898e9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:48.762949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-561bc3af-7d34-432d-a988-3c76f1fdb54c req-6861f5d8-07e3-4cb9-8da1-93f7d92898e9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2485340 Aug 10 01:18:48.904511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:48.947539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=bf18a082-14a8-49b4-b9b8-94339b63c41a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:48.987887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-561bc3af-7d34-432d-a988-3c76f1fdb54c req-2ce7cdff-5815-4843-856b-ad10bd168a5c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063799 Aug 10 01:18:49.153632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.198328 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.721260 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.896657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:49.900607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.014584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=0e612339-410e-4589-861d-b83a130212ea,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:50.127564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.127564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router c1944afd-3a2f-4eb6-a274-e4dc6546268a {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:50.141576 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.148767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c0b33df-58d3-4cda-ba02-2bcfcf82b1a3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 204 len: 168 time: 3.4691553 Aug 10 01:18:50.149725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41342) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:50.166913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-462395951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:50.239282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.241491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.377619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1fb12-eaa8-4c4d-bd95-0d3045342cf5 req-7dea65c8-3ae9-4fd7-8c1e-df1a31963835 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:50.379401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40f1fb12-eaa8-4c4d-bd95-0d3045342cf5 req-7dea65c8-3ae9-4fd7-8c1e-df1a31963835 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2292926 Aug 10 01:18:50.399648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.411958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.456228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.464640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-597a152a-a119-4a5e-890e-c84f1e7e2229 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3069572 Aug 10 01:18:50.464862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:50.472432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:50.607874 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40f1fb12-eaa8-4c4d-bd95-0d3045342cf5 req-a41d6aec-3a6d-4820-b85d-52f248ca738e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923680 Aug 10 01:18:50.631108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:50.984046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.205096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:18:51.478132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:51.484264 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-57376f1b-e69b-4507-9df9-d125420fb42c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/a90ed23d-7c79-42f2-8348-bc49b3ddeaa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5310521 Aug 10 01:18:51.490482 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Sync routers for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:51.502959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41376) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:51.507334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:51.511690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:51.525343 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.592691 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.613706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting subnet 67f2b156-ae7f-4ccc-9069-c2c7885ada25 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:18:51.618494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.700945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.835500 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:51.932601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:51.948656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Allocated IP 172.25.7.209 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ef002ea0-7b70-4f80-a8d6-32f00ab87f0d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:51.969169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276547d-52bb-4617-9c44-6655d01a8bd8 req-e4500208-bff7-4788-b515-b2fc6b48b2a2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:51.976784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8276547d-52bb-4617-9c44-6655d01a8bd8 req-e4500208-bff7-4788-b515-b2fc6b48b2a2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2025895 Aug 10 01:18:52.067941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8276547d-52bb-4617-9c44-6655d01a8bd8 req-253d3aa4-90f8-4175-80ad-3312ea96a1f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751996 Aug 10 01:18:52.087597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.143783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Subnet': ['ID=67f2b156-ae7f-4ccc-9069-c2c7885ada25,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:52.149674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.155086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8864895f-937c-48ae-a0f9-d08705e74069 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/subnets/67f2b156-ae7f-4ccc-9069-c2c7885ada25 HTTP/1.1" status: 204 len: 168 time: 0.6509786 Aug 10 01:18:52.155928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41392) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:52.160300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd54ee3-4806-436d-9f53-b251a017956b None None] Network a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:18:52.341198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.389562 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.485055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.577154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:18:52.587095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:18:52.590705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:18:52.647874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.724390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event updated for resources: {'Port': ['ID=ef002ea0-7b70-4f80-a8d6-32f00ab87f0d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:52.794248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 13f3a14a-7495-4e71-9e58-17cd3625bb99 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:52.794597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.816410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] DHCP port deletion for a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:18:52.846638 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83'}], 'enable_snat': True}, 'gw_port_id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:18:48Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '13f3a14a-7495-4e71-9e58-17cd3625bb99', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:16:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:17:17Z', 'updated_at': '2021-08-10T01:17:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:52.962396 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Checking router: a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:18:52.983793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Deleting port 6dedb64f-32c7-49a6-986e-7ead8b3588eb {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:52.987945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 13f3a14a-7495-4e71-9e58-17cd3625bb99, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=13f3a14a-7495-4e71-9e58-17cd3625bb99,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:52.987945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:52.998030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.008819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 13f3a14a-7495-4e71-9e58-17cd3625bb99 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:53.021779 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Routers {'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:53.022429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:53.283114 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] Set router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:18:53.317726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41422) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:53.379943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.408853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:18:52Z', 'revision_number': 6, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:53.418048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66bc4e-8861-474c-b4df-0e30364bcfea req-4f2475a2-5d91-4cf9-b63c-8e7efc4b332e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:53.434331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b66bc4e-8861-474c-b4df-0e30364bcfea req-4f2475a2-5d91-4cf9-b63c-8e7efc4b332e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.1738601 Aug 10 01:18:53.487676 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809335a-a5d0-4498-b446-ee2bb30890b9 None None] The sync data for ids ['a90ed23d-7c79-42f2-8348-bc49b3ddeaa9'] in n-d-766380-21 is: [{'id': 'a90ed23d-7c79-42f2-8348-bc49b3ddeaa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-390519616', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:17:16Z', 'updated_at': '2021-08-10T01:18:52Z', 'revision_number': 6, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:53.604942 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b66bc4e-8861-474c-b4df-0e30364bcfea req-66960753-0471-4553-b02c-95965379a696 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579292 Aug 10 01:18:53.640049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.695106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=13f3a14a-7495-4e71-9e58-17cd3625bb99,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:53.700531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a07ae560-144e-46a4-8a54-7e2896204a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.826836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.914912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] For port 6dedb64f-32c7-49a6-986e-7ead8b3588eb, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=6dedb64f-32c7-49a6-986e-7ead8b3588eb,segment=NetworkSegment(fc4c6cac-a092-4695-bef5-1255e214e22c),segment_id=fc4c6cac-a092-4695-bef5-1255e214e22c)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:18:53.915641 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.949398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Calling delete_port for 6dedb64f-32c7-49a6-986e-7ead8b3588eb owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:53.983514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:53.999464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.098621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.099797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Fanout notify agent at l3_agent the message router_deleted on router a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:54.125520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.128772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e5fd540-e172-4f97-b391-4524da535762 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/routers/a90ed23d-7c79-42f2-8348-bc49b3ddeaa9 HTTP/1.1" status: 204 len: 168 time: 1.9716046 Aug 10 01:18:54.137101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:54.208147 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.281608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.318198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] No DVR routers for this DVR port 6dedb64f-32c7-49a6-986e-7ead8b3588eb on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:18:54.327746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Pushing event deleted for resources: {'Port': ['ID=6dedb64f-32c7-49a6-986e-7ead8b3588eb,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.357045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.357411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.357733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.358316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.360166 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.360504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.360831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.361158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.362965 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.363328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.365868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.366416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b983363-da3a-49df-9a16-5e5db9f3c742 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:54.422705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.437931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57588a2-0e3e-4ba5-8c26-bcec6c1febf0']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:54.455504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4c6cac-a092-4695-bef5-1255e214e22c') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:54.455874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4c6cac-a092-4695-bef5-1255e214e22c') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:54.503192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.575783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.586980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:18:54.586980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.645305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6dedb64f-32c7-49a6-986e-7ead8b3588eb no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:54.695110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 6dedb64f-32c7-49a6-986e-7ead8b3588eb {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:54.695721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 6dedb64f-32c7-49a6-986e-7ead8b3588eb not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:54.697953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e612339-410e-4589-861d-b83a130212ea no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:18:54.757911 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:18:54.765666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0e612339-410e-4589-861d-b83a130212ea {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:54.768910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e612339-410e-4589-861d-b83a130212ea not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:54.801255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.825753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.827861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/networks/a57588a2-0e3e-4ba5-8c26-bcec6c1febf0 HTTP/1.1" status: 204 len: 168 time: 0.6887238 Aug 10 01:18:54.830469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41452) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:54.863882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68e696-f35b-4d14-a235-739035521ad5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Network': ['ID=a57588a2-0e3e-4ba5-8c26-bcec6c1febf0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:54.926638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a07ae560-144e-46a4-8a54-7e2896204a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.960781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a07ae560-144e-46a4-8a54-7e2896204a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:54.996673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.024495 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.084929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ae560-144e-46a4-8a54-7e2896204a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975b904d-0b3f-4157-850a-41dd824e9cf7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.097825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41460) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.098936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a07ae560-144e-46a4-8a54-7e2896204a05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f07a44f5a4a6431ea15ca532fe3dd454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7773645 Aug 10 01:18:55.128785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0786083-d7cd-4166-b551-2ee4ce16dc46 req-89f6ea80-68ee-46cc-85eb-355f89babdf8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:55.131540 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0786083-d7cd-4166-b551-2ee4ce16dc46 req-89f6ea80-68ee-46cc-85eb-355f89babdf8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2617347 Aug 10 01:18:55.154035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.174736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.197042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.216619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.241831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/security-groups/59477cfc-66c9-4348-8200-ee71b0186db9 HTTP/1.1" status: 204 len: 168 time: 0.4101193 Aug 10 01:18:55.251576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0786083-d7cd-4166-b551-2ee4ce16dc46 req-ca335e8e-c98c-454b-893f-4583ad869c67 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127386 Aug 10 01:18:55.275229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443302e-5201-40a6-a4ca-62fd4b15e8ee tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59477cfc-66c9-4348-8200-ee71b0186db9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.339942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.406542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.409323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Router 4057889d-66d5-4b01-ba37-054a1dbd5a92 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:18:55.509008 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.511868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.516056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/975b904d-0b3f-4157-850a-41dd824e9cf7 HTTP/1.1" status: 204 len: 168 time: 0.4167354 Aug 10 01:18:55.528094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b1f7f-6657-4e1f-b4b4-c25eeae68b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975b904d-0b3f-4157-850a-41dd824e9cf7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:55.571446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:18:55.582546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] Sync routers for ids ['4057889d-66d5-4b01-ba37-054a1dbd5a92'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:18:55.585616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.589404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2dc29be0-5bba-4400-a037-6667b678aacd tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "PUT /v2.0/routers/4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 200 len: 883 time: 5.1213391 Aug 10 01:18:55.589812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41472) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.596762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] Routers {'4057889d-66d5-4b01-ba37-054a1dbd5a92'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:55.598253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4057889d-66d5-4b01-ba37-054a1dbd5a92'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:55.598527 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41474) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.604958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1824472021', 'description': 'tempest-secgroup-smoke-1824472021 description', 'project_id': 'fc38d2208f3048da8d79775529975dbb'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:55.639732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.692207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:55.731749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] Routers {'4057889d-66d5-4b01-ba37-054a1dbd5a92'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:18:55.733218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4057889d-66d5-4b01-ba37-054a1dbd5a92'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:55.797360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.809191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.813904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aa32aa85-0918-4772-84c3-91ec5ac7b3cf tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 200 len: 924 time: 0.2215853 Aug 10 01:18:55.817873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41482) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.848478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:18:55.849665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4201c-2ad4-40ca-81a2-67b0dfada9f4 None None] The sync data for ids ['4057889d-66d5-4b01-ba37-054a1dbd5a92'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:18:55.985956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:55.987428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3877263 Aug 10 01:18:55.991083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41488) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:55.997434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:56.013639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9bf500-c937-4fea-b6bb-9bea1bd866b4 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.017670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc9bf500-c937-4fea-b6bb-9bea1bd866b4 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=4057889d-66d5-4b01-ba37-054a1dbd5a92&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1876359 Aug 10 01:18:56.017670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741527ad-bed8-467c-bfe1-7c8a787b2502 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96da7fa-f9c6-480e-9eeb-c399a472f55b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.019878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41490) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.139537 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.146191 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.171588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13f3a14a-7495-4e71-9e58-17cd3625bb99 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:18:56.196361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41496) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.243346 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fb149c3-ee4b-4bf6-8a2a-1628abe0863d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.250509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f95cd-ecf7-4567-9f7f-620b25b93624 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.257196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41498) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.261036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 13f3a14a-7495-4e71-9e58-17cd3625bb99 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:18:56.261386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 13f3a14a-7495-4e71-9e58-17cd3625bb99 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:18:56.262431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e62f95cd-ecf7-4567-9f7f-620b25b93624 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.2414181 Aug 10 01:18:56.293905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.317145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.331745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.356253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61beadcf-452c-415d-8d00-ee743036a64a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.366056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.366892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.367459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.368081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.368557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.369001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.369458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.369895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.370337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.370827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.371299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.374976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:56.375384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41502) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.376151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ad6eb068-83e6-40e3-86d2-64634d90980d tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 200 len: 205 time: 0.1176713 Aug 10 01:18:56.384208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.389114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-551a4ca0-2854-459f-9d06-164823b56414 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938255 Aug 10 01:18:56.389470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41504) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.439211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:56.601463 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fb149c3-ee4b-4bf6-8a2a-1628abe0863d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.608942 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7fb149c3-ee4b-4bf6-8a2a-1628abe0863d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.671735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb149c3-ee4b-4bf6-8a2a-1628abe0863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42931227-ea5e-4510-9dda-9be825e7d7cb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:56.688242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7fb149c3-ee4b-4bf6-8a2a-1628abe0863d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8342eb1db5644c280d13cac59913afb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881790 Aug 10 01:18:56.689634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41512) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:56.708290 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.780550 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.802255 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.813586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.884912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752009-2833-45e9-abf7-da0e1debd84c req-81549948-e0b5-4714-9d72-e7b21e29d153 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:56.886943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8a752009-2833-45e9-abf7-da0e1debd84c req-81549948-e0b5-4714-9d72-e7b21e29d153 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.3183482 Aug 10 01:18:56.950878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.956273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:56.957553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42931227-ea5e-4510-9dda-9be825e7d7cb HTTP/1.1" status: 204 len: 168 time: 0.2667596 Aug 10 01:18:56.968089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f094e8c-5d76-4eaa-8b70-54b4aa5e45d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42931227-ea5e-4510-9dda-9be825e7d7cb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.055490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8a752009-2833-45e9-abf7-da0e1debd84c req-71036033-6096-4df1-a24f-7499801a3f08 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192367 Aug 10 01:18:57.096566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.105998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.114923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.141601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c84f97c-8a02-47cb-b131-f81df892880d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.179443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.180813 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-03bbeef5-1c20-467d-b4b8-f594c03bb1f1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7902424 Aug 10 01:18:57.184323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41526) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.189462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:57.228983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port ef002ea0-7b70-4f80-a8d6-32f00ab87f0d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:18:57.229334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.247564 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.402236 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.415360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.423964 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.435182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5db8ab-e706-40cd-956c-3d0d25bc5da6,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.457963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for ef002ea0-7b70-4f80-a8d6-32f00ab87f0d owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:18:57.460353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.465096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9134d80c-bbc0-4b42-9430-a2cb10acb40a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764676 Aug 10 01:18:57.465096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41534) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.472184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:57.529415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.652021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.658888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.677950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5248d81-0366-4157-b6c1-0528f68a26a8,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.724750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.729219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b250f95b-b27e-4ba6-a4a1-87f82fed3e07 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2606146 Aug 10 01:18:57.729449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41544) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:57.734899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:57.801599 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:18:57.813991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.830196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.877971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=ef002ea0-7b70-4f80-a8d6-32f00ab87f0d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:57.975473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:57.985717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.018106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8818aa6f-35df-415f-b114-fe0595f3833b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:58.024775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.039424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.055401 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.056178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.056538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.056899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.057291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.057894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.058286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.058632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.059050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.059486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.060326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:18:58.073174 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.074964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee58ba7f-fb36-45d6-81bc-f5b20044102f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3442154 Aug 10 01:18:58.078312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41564) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.083898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'security_group_rule': {'security_group_id': 'e96da7fa-f9c6-480e-9eeb-c399a472f55b', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:58.145421 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Project fc38d2208f3048da8d79775529975dbb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:18:58.154157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.196095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.198381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.254238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.254895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router 4057889d-66d5-4b01-ba37-054a1dbd5a92 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:18:58.274706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.276147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5c5126da-29c4-4b81-b838-0fdbe33ae1b2 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 204 len: 168 time: 1.8990831 Aug 10 01:18:58.279888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41570) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.285192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-126403832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:58.315656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.317079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.413163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.416967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.423904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.438929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a63ba-ae87-4885-ae4c-e518caf52f9f req-5a00884c-505c-42ee-9a86-2c5c71217f48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.442484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a4a63ba-ae87-4885-ae4c-e518caf52f9f req-5a00884c-505c-42ee-9a86-2c5c71217f48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.1500528 Aug 10 01:18:58.446098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.456710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.458306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-044e4012-b2c2-47da-88b7-140f63e54874 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1769581 Aug 10 01:18:58.461729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41576) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.467166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': True}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:58.489775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccc5f2c-7b22-4323-ad46-d79f7f4ae7a9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:58.543740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.551612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4f63dfd4-e403-485a-993c-372aebf00678 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4710870 Aug 10 01:18:58.555467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41580) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:58.574413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'network': {'name': 'tempest-network-smoke--956246838', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:58.618891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a4a63ba-ae87-4885-ae4c-e518caf52f9f req-25c3ee7e-ed18-4de5-a44e-5ebae40ccecf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332388 Aug 10 01:18:58.676474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:18:58.681205 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.741850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:18:58.753172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:18:58.806837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.807202 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Added segment f4769a42-1843-492b-b70d-8cf02476bad7 of type vlan for network d5db420e-d3cf-4324-8149-94b570e3d491 Aug 10 01:18:58.863687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.954788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.955702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:58.971515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:58.972371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.011326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4514058 Aug 10 01:18:59.021404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41600) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:18:59.027865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'admin_state_up': True, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:18:59.111514 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.112618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.176450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.355960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb695316-60f0-4011-b2d7-7c49e175dda4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Network': ['ID=d5db420e-d3cf-4324-8149-94b570e3d491,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:18:59.372962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d5db420e-d3cf-4324-8149-94b570e3d491 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:18:59.394102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.434189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.450488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.634034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 172.25.7.223 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9f369c0f-b72a-41ab-bc55-fa4c6379c524) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:18:59.926004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6102ab-0ea5-4274-947f-1ba83386d909 req-6d55f0f3-23d8-4e2d-b912-1ce9ce550c80 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:18:59.933583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb6102ab-0ea5-4274-947f-1ba83386d909 req-6d55f0f3-23d8-4e2d-b912-1ce9ce550c80 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.1855075 Aug 10 01:18:59.942292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:18:59.987569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.014632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.053721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb6102ab-0ea5-4274-947f-1ba83386d909 req-19c39c61-bae5-4c24-abeb-2562deaa416e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109684 Aug 10 01:19:00.116169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.167469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:00.172391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:00.184652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:00.245059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.165 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:00.247327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=9f369c0f-b72a-41ab-bc55-fa4c6379c524,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:00.479333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.526324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.588627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:00.593117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:00.599620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:00.602338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:00.661399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.961576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:00.965146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.151314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.200200 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router 4e4801db-d527-48ca-a1b3-8d70109b5356 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:19:01.936796 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:01.943968 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:01.950651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c3cbb9c0-a58b-49d0-a76e-f05d237f4bb1 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "PUT /v2.0/routers/4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 200 len: 918 time: 3.4872396 Aug 10 01:19:01.951980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:01.965783 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] Sync routers for ids ['4e4801db-d527-48ca-a1b3-8d70109b5356'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:01.999479 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] Routers {'4e4801db-d527-48ca-a1b3-8d70109b5356'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:02.002377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4e4801db-d527-48ca-a1b3-8d70109b5356'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:02.038730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.061047 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:02.071849 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] Routers {'4e4801db-d527-48ca-a1b3-8d70109b5356'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:02.072763 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['4e4801db-d527-48ca-a1b3-8d70109b5356'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:02.154180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:02.155053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2e06c831-7ff7-47be-85e2-e9c881f522ea tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 200 len: 924 time: 0.2016222 Aug 10 01:19:02.155830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41678) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.156899 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a82971-e7e8-4367-8e35-4dbf5051b79d None None] The sync data for ids ['4e4801db-d527-48ca-a1b3-8d70109b5356'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:02.186035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920b455-8f34-4b89-aac4-45a8ad89f5ed req-280e3b18-cbc8-4411-809a-8f6be3215b30 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.195382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a920b455-8f34-4b89-aac4-45a8ad89f5ed req-280e3b18-cbc8-4411-809a-8f6be3215b30 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.8544817 Aug 10 01:19:02.213520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14dd698-d208-49cf-8f29-90f0a729eb3d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.217844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c14dd698-d208-49cf-8f29-90f0a729eb3d tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=4e4801db-d527-48ca-a1b3-8d70109b5356&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0608642 Aug 10 01:19:02.218437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41680) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.280069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a920b455-8f34-4b89-aac4-45a8ad89f5ed req-f179a120-65ae-4539-b78f-aa926a1ed342 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837042 Aug 10 01:19:02.283619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:19:02.317772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b269a-5be0-4163-8848-2be9e6cbda04 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.322512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-497b269a-5be0-4163-8848-2be9e6cbda04 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.1030774 Aug 10 01:19:02.323729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41682) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.367238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fc83d7b3-d3d8-42a2-ae1a-fa2f916e2ef3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 200 len: 205 time: 0.0419180 Aug 10 01:19:02.369549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41686) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.471718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:02.486272 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Sync routers for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:02.499841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:02.500728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:02.516306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.518195 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-60657d3f-5efd-40a3-94e6-4e9a0ab0f85f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4947762 Aug 10 01:19:02.522189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41694) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.554085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.603689 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c9e0960-2f00-4d88-a911-0e37510d2952 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fc38d2208f3048da8d79775529975dbb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778391 Aug 10 01:19:02.604776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41698) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:02.648400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:02.709961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.858500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port 9f369c0f-b72a-41ab-bc55-fa4c6379c524 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:02.858986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:02.978471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befe847b-5719-40bf-a007-7b552e16087e tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:02.981998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-befe847b-5719-40bf-a007-7b552e16087e tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3762374 Aug 10 01:19:02.985383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41712) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.023369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.046174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c143ecb8-fb5f-4aa7-af85-b1ef94cdb393 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0598094 Aug 10 01:19:03.058843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.064138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1274955674', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:03.065813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for 9f369c0f-b72a-41ab-bc55-fa4c6379c524 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:03.089893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:00Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:03.140179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Checking router: e12327d3-c8d4-4db1-a7db-28c0dda1b1aa for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:03.140576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Updating router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:19:03.198839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.313622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:03.319527 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.333079 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.435776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=9f369c0f-b72a-41ab-bc55-fa4c6379c524,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.679615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e89d-0421-40f7-9e77-50ca6f71dc02 req-25c61c14-ce1b-4a8e-9f07-0311bfea244e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:03.690050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73a1e89d-0421-40f7-9e77-50ca6f71dc02 req-25c61c14-ce1b-4a8e-9f07-0311bfea244e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2432096 Aug 10 01:19:03.697859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.745752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.774981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Transition to ACTIVE for port object 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:03.778334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.791128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.826686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Subnet': ['ID=60f4ce70-c0ef-468f-9836-43fe18b9c1e2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:03.827486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Attempting to bind port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:03.827868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Attempting to bind port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:03.828235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Attempting to bind port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:03.861412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:03.861794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:03.862525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.862963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:03.863444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Bound port: 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:03.863832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.879986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Checking segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:03.880786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network hostable DHCP agents. Network: d5db420e-d3cf-4324-8149-94b570e3d491, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:03.910610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network d5db420e-d3cf-4324-8149-94b570e3d491 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:03.928828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d5db420e-d3cf-4324-8149-94b570e3d491) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:03.933317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:03.934077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.935199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] For port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:03.938483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] For port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:03.950273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:03.961938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719d230d-f1c6-41bf-8d66-7a21f7f084ea None None] Network d5db420e-d3cf-4324-8149-94b570e3d491 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:03.968999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-26c162bf-e838-4ea8-b485-f8f8e388bbdf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9084616 Aug 10 01:19:03.969783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41736) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:03.981133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1dce0-ba6f-448a-bfce-606ab7222bba None None] Pushing event updated for resources: {'Port': ['ID=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.035233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73a1e89d-0421-40f7-9e77-50ca6f71dc02 req-f6ba3d13-ef52-4fdb-b4a3-eedc160d45ce tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442595 Aug 10 01:19:04.092209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:04.092920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:04.121784 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.124833 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.211984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.215628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router 4e4801db-d527-48ca-a1b3-8d70109b5356 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:19:04.239028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.246550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.249324 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9085849a-82a5-4103-bd7a-79c8ce80453b tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 204 len: 168 time: 1.8722067 Aug 10 01:19:04.255975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-552764209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:04.349131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:04.369357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.383397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.617000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.643066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.730661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:04.732053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8056acc9-29ba-42b0-ac42-fedf668ca968 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4842103 Aug 10 01:19:04.735150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41756) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:04.740838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'enable_snat': False}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:04.794050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1dce0-ba6f-448a-bfce-606ab7222bba None None] Pushing event updated for resources: {'Port': ['ID=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:04.929347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:00Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:04.968512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a84b4-cee7-4195-962c-5d5c3a803354 None None] The sync data for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 is: [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:00Z', 'revision_number': 3, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:04.970372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d5db420e-d3cf-4324-8149-94b570e3d491', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:04.971396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.298728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Allocated IP 172.20.0.2 (d5db420e-d3cf-4324-8149-94b570e3d491/60f4ce70-c0ef-468f-9836-43fe18b9c1e2/912dd7be-8ca7-4ff0-85b8-3259d331c477) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:05.328828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.385771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.494620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20af22-4101-48ab-998a-e8896732084a req-c193c55a-4aec-4a1b-8870-813e7bf4fa67 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:05.509234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae20af22-4101-48ab-998a-e8896732084a req-c193c55a-4aec-4a1b-8870-813e7bf4fa67 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.3134284 Aug 10 01:19:05.765169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae20af22-4101-48ab-998a-e8896732084a req-6ede3226-40c3-4c1a-9a2c-cd232e65a8b8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859908 Aug 10 01:19:05.808097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.841281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Transition to ACTIVE for port object 912dd7be-8ca7-4ff0-85b8-3259d331c477 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:05.870378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Transition to ACTIVE for port object 912dd7be-8ca7-4ff0-85b8-3259d331c477 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:05.883593 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.884024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.908420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:05.930774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Network d5db420e-d3cf-4324-8149-94b570e3d491 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:05.934327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:05.937763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:06.065860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Pushing event updated for resources: {'Port': ['ID=912dd7be-8ca7-4ff0-85b8-3259d331c477,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.071969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Attempting to bind port 912dd7be-8ca7-4ff0-85b8-3259d331c477 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:06.072594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Attempting to bind port 912dd7be-8ca7-4ff0-85b8-3259d331c477 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:06.073124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Attempting to bind port 912dd7be-8ca7-4ff0-85b8-3259d331c477 on network d5db420e-d3cf-4324-8149-94b570e3d491 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:06.080250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:06.080893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Checking segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:06.081604 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.082545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Bound using segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:06.083246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Bound port: 912dd7be-8ca7-4ff0-85b8-3259d331c477, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:06.084329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.164690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] For port 912dd7be-8ca7-4ff0-85b8-3259d331c477, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:06.166132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Allocated IP 172.25.7.154 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/b20a03fc-242d-4d92-a7e0-f1f0b673394f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:06.168859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] For port 912dd7be-8ca7-4ff0-85b8-3259d331c477, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=912dd7be-8ca7-4ff0-85b8-3259d331c477,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:06.175001 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.181086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.1 (d5db420e-d3cf-4324-8149-94b570e3d491/60f4ce70-c0ef-468f-9836-43fe18b9c1e2/23bf8769-20a0-4546-a44b-bbd2b2f4674f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:06.280767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a124535-3222-4f21-b0c7-7e88de8fb4c3 None None] Pushing event updated for resources: {'Port': ['ID=912dd7be-8ca7-4ff0-85b8-3259d331c477,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.418076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.423751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:06.452456 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.491011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 23bf8769-20a0-4546-a44b-bbd2b2f4674f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:06.569422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.604599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.634106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:06.649596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:06.649983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.742840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:06.757260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:06.760047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:06.767726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Pushing event updated for resources: {'Port': ['ID=b20a03fc-242d-4d92-a7e0-f1f0b673394f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.785360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network d5db420e-d3cf-4324-8149-94b570e3d491 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:06.798098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:06.810786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:06.816342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:06.901383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.951457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:06.968425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:06.978803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.059619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:07.142692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb31791-a28c-4ae3-b9a0-f94548d8398d req-9b9ab023-81f6-4f3f-91e7-98b57f9d495c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:07.144622 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eeb31791-a28c-4ae3-b9a0-f94548d8398d req-9b9ab023-81f6-4f3f-91e7-98b57f9d495c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.1706312 Aug 10 01:19:07.195244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.307947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eeb31791-a28c-4ae3-b9a0-f94548d8398d req-c24b2165-aece-4463-b5f5-413c95698ef8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923107 Aug 10 01:19:07.349941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.677200 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.691965 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.779373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.783561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.811533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:07.816793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:07.976136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network d5db420e-d3cf-4324-8149-94b570e3d491 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:07.982288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:08.008530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Router 6f8ae3b3-aaf7-4381-8785-85f5244c9234 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:19:08.226398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:08.233212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.234939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2db63a1f-4ce0-435f-b2c6-242bbb8f8a55 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "PUT /v2.0/routers/6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 200 len: 919 time: 3.4984930 Aug 10 01:19:08.239206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41826) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.258200 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] Sync routers for ids ['6f8ae3b3-aaf7-4381-8785-85f5244c9234'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:08.276054 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] Routers {'6f8ae3b3-aaf7-4381-8785-85f5244c9234'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:08.278111 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6f8ae3b3-aaf7-4381-8785-85f5244c9234'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:08.314655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fdc976-574d-451d-9e81-785f55aaebfe None None] Network d5db420e-d3cf-4324-8149-94b570e3d491 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:08.320440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:08.393493 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:08.436626 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] Routers {'6f8ae3b3-aaf7-4381-8785-85f5244c9234'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:08.439386 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6f8ae3b3-aaf7-4381-8785-85f5244c9234'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:08.474721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 912dd7be-8ca7-4ff0-85b8-3259d331c477 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:08.496997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-626d136e-447a-4d0a-83a8-434c6e12f179 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 200 len: 925 time: 0.2557554 Aug 10 01:19:08.500384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.528992 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:08.533261 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff8ddb5-0431-4949-9f48-f2d18dfa5fc1 None None] The sync data for ids ['6f8ae3b3-aaf7-4381-8785-85f5244c9234'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:08.612281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258fd08a-a786-42f6-be2b-ff3c9318ae81 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:08.618170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-258fd08a-a786-42f6-be2b-ff3c9318ae81 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=6f8ae3b3-aaf7-4381-8785-85f5244c9234&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1112716 Aug 10 01:19:08.618346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec246f6e-d75b-4669-8337-e91c58622484 None None] Provisioning for port 912dd7be-8ca7-4ff0-85b8-3259d331c477 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:08.618608 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41838) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.657095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:08.686767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e5621e3b-b430-4eb5-826b-67f4c815bb1e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/e12327d3-c8d4-4db1-a7db-28c0dda1b1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7147107 Aug 10 01:19:08.742380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 912dd7be-8ca7-4ff0-85b8-3259d331c477 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:08.757794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbbaa1-9a67-417c-94f1-453404b1387a req-9cc74659-4d14-415a-af1f-517b0dfdb291 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:08.766086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5dbbbaa1-9a67-417c-94f1-453404b1387a req-9cc74659-4d14-415a-af1f-517b0dfdb291 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2817230 Aug 10 01:19:08.786633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Sync routers for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:08.793858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 912dd7be-8ca7-4ff0-85b8-3259d331c477 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:08.794234 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:08.829480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5dbbbaa1-9a67-417c-94f1-453404b1387a req-5717e637-8386-4c24-8167-86494d9bedec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Aug 10 01:19:08.839726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de279d24-6df3-4911-99c4-86a11f333f30 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:08.843970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-de279d24-6df3-4911-99c4-86a11f333f30 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/networks/2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 HTTP/1.1" status: 200 len: 881 time: 0.2189140 Aug 10 01:19:08.844609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41846) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:08.862119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:08.862971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:08.928427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7d68b8f4-742d-49ad-9b19-2b5eff7ca3ed tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 200 len: 205 time: 0.0825434 Aug 10 01:19:08.933881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41848) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:09.094094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-ce6c74e5-3449-4e12-b651-6c09b266baaf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1824472021&fields=id&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 267 time: 0.0630181 Aug 10 01:19:09.178628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.325846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-0ddf1d0f-43f0-4eb2-ab6a-6426e11f1c66 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:09.334638 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-0ddf1d0f-43f0-4eb2-ab6a-6426e11f1c66 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 796 time: 0.2314210 Aug 10 01:19:09.354631 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-92ff0dd0-d9ee-4ca7-9c40-dcf9a2ca30d2 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/quotas/fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 375 time: 0.0180385 Aug 10 01:19:09.400072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.432112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:09.491451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-6f0d2dd5-7d30-4746-be4b-6779b2b10267 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1327441 Aug 10 01:19:09.512197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.564298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port b20a03fc-242d-4d92-a7e0-f1f0b673394f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:09.569485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.632630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 912dd7be-8ca7-4ff0-85b8-3259d331c477, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=912dd7be-8ca7-4ff0-85b8-3259d331c477,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:09.710484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.713271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:09.766954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:09.820290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for b20a03fc-242d-4d92-a7e0-f1f0b673394f owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:09.978116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08bf0402-802a-412c-8ccd-8bc774d96f3d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:19:10.075297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Provisioning complete for port 912dd7be-8ca7-4ff0-85b8-3259d331c477 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:10.075683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.207172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:10.207788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c8e5-4781-465c-a503-6eee0a1e6df7 req-b07f3ce1-5331-4dd7-93b4-71d7ba1b2844 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:10.208093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.219386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0386c8e5-4781-465c-a503-6eee0a1e6df7 req-b07f3ce1-5331-4dd7-93b4-71d7ba1b2844 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 944 time: 0.2342119 Aug 10 01:19:10.304620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.resource_extend [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:19:10.351639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0386c8e5-4781-465c-a503-6eee0a1e6df7 req-cd2cd8cd-04a1-4527-a84f-0f7bde42ba6a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307592 Aug 10 01:19:10.400457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-89b23de4-8ab5-4f9f-a8ca-d1aa720598e8 service neutron] 10.222.0.25 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9048953 Aug 10 01:19:10.434280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.468820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=912dd7be-8ca7-4ff0-85b8-3259d331c477,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:10.489573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=b20a03fc-242d-4d92-a7e0-f1f0b673394f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:10.515049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-7d6a265a-e4ed-41f5-81ea-61f2c4af00bf service neutron] 10.222.0.25 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048255 Aug 10 01:19:10.699369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:10.757242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '08bf0402-802a-412c-8ccd-8bc774d96f3d', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': '08bf0402-802a-412c-8ccd-8bc774d96f3d', 'mac_address': 'fa:16:3e:4e:e9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:10.787910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Provisioning for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:10.803559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Provisioning complete for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:10.803976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:10.902079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 2, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:10.982008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Checking router: e12327d3-c8d4-4db1-a7db-28c0dda1b1aa for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:10.982366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Updating router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa port 23bf8769-20a0-4546-a44b-bbd2b2f4674f binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:19:11.048287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 912dd7be-8ca7-4ff0-85b8-3259d331c477 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:11.059524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-baa2f294-ec42-4e16-9c9c-0efba10e2413 None None] Port 23bf8769-20a0-4546-a44b-bbd2b2f4674f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:11.102885 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.135441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.163124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bf0402-802a-412c-8ccd-8bc774d96f3d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:11.167372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-954f3c90-4074-4531-9927-1ab5c72fda0b req-9db5fa77-71f2-49f4-af77-63d443f55d99 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0571311 Aug 10 01:19:11.191242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.230367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:11.246482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.334895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.338488 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.371448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1c1da66b-a264-4fc1-9754-cb41eca79708 None None] Provisioning complete for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:11.372140 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1c1da66b-a264-4fc1-9754-cb41eca79708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.462874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.467306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router 6f8ae3b3-aaf7-4381-8785-85f5244c9234 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:19:11.485877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.487096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4e8295d-100e-412a-96eb-220f6f906106 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 204 len: 168 time: 2.5541246 Aug 10 01:19:11.491626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 41906) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:11.498432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1441316706', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}, 'admin_state_up': False}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:11.549031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['08bf0402-802a-412c-8ccd-8bc774d96f3d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:11.563836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.565896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.675053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 912dd7be-8ca7-4ff0-85b8-3259d331c477 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:11.675430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:11.746440 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1c1da66b-a264-4fc1-9754-cb41eca79708 None None] Port 23bf8769-20a0-4546-a44b-bbd2b2f4674f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:11.781249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:11.825512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.059537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca763088-3d83-4911-a546-134000b62000 req-c44f45f2-a58d-47e4-8dc4-00a0a1241c99 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:12.067116 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca763088-3d83-4911-a546-134000b62000 req-c44f45f2-a58d-47e4-8dc4-00a0a1241c99 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 945 time: 0.5089095 Aug 10 01:19:12.320364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.374025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9b95f12-5017-4279-a051-bd0ec369b60d req-3f1cd5cf-576f-4f83-a241-a8dd10e861c8 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0575364 Aug 10 01:19:12.414615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca763088-3d83-4911-a546-134000b62000 req-a8602269-2d5f-45c4-9af8-fe2498460f99 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235025 Aug 10 01:19:12.469111 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.499059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Transition to ACTIVE for port object 23bf8769-20a0-4546-a44b-bbd2b2f4674f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:12.512221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.545342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41930) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:12.637124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf62eb2-e6e9-40dd-99ea-411b46685477 None None] Pushing event updated for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:12.805559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Attempting to bind port 23bf8769-20a0-4546-a44b-bbd2b2f4674f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:12.805943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Attempting to bind port 23bf8769-20a0-4546-a44b-bbd2b2f4674f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:12.806496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Attempting to bind port 23bf8769-20a0-4546-a44b-bbd2b2f4674f on network d5db420e-d3cf-4324-8149-94b570e3d491 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:12.821146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:12.821952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Checking segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:12.822536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.823344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Bound using segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:12.823923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Bound port: 23bf8769-20a0-4546-a44b-bbd2b2f4674f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:12.825092 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.866865 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.926091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:12.991839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fca75fd6-9b43-4616-bbc9-78f867fe72e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.019855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] For port 23bf8769-20a0-4546-a44b-bbd2b2f4674f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:13.028576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] For port 23bf8769-20a0-4546-a44b-bbd2b2f4674f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=23bf8769-20a0-4546-a44b-bbd2b2f4674f,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:13.040099 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.137575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Allocated IP 172.25.7.151 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8ff83522-0bb8-41ed-8416-e863b4be2dcf) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:13.216697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf62eb2-e6e9-40dd-99ea-411b46685477 None None] Pushing event updated for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.237754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:13.240696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:13.252319 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fca75fd6-9b43-4616-bbc9-78f867fe72e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.258089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-8295846b-256b-49fc-9545-410ead47290a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:13.260099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-8295846b-256b-49fc-9545-410ead47290a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 796 time: 0.6502028 Aug 10 01:19:13.270305 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fca75fd6-9b43-4616-bbc9-78f867fe72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.407445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca75fd6-9b43-4616-bbc9-78f867fe72e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098fd30c-8ed5-4980-afd0-462cf893d91e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.421343 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fca75fd6-9b43-4616-bbc9-78f867fe72e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd4f99e0d1ee4a87b1c68785b0d2ae3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748558 Aug 10 01:19:13.424129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:13.448460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:13.452050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-db588a1e-f26b-427e-acf9-0a55ed03728b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc38d2208f3048da8d79775529975dbb HTTP/1.1" status: 200 len: 380 time: 0.1292756 Aug 10 01:19:13.464415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'port': {'device_id': '33609e61-ea43-4046-a597-8def62a3c2c0', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'admin_state_up': True, 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'security_groups': ['e96da7fa-f9c6-480e-9eeb-c399a472f55b']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:13.535371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.588719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.662410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f1e41c15-f211-4ec2-8888-db40db5792d3 req-d67eb6f2-c371-4817-9430-323ffda7bbbc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 210 time: 0.1229236 Aug 10 01:19:13.696686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.739285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.742124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.745897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/098fd30c-8ed5-4980-afd0-462cf893d91e HTTP/1.1" status: 204 len: 168 time: 0.3186193 Aug 10 01:19:13.758036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddb276-2253-4f6c-9bf7-6f07fcb49083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098fd30c-8ed5-4980-afd0-462cf893d91e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:13.776611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08bf0402-802a-412c-8ccd-8bc774d96f3d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:13.823109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0244e2-9d4f-4769-a760-721e52c2cdbd req-62696c23-7fa1-446d-974b-16884845703c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:13.824839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b0244e2-9d4f-4769-a760-721e52c2cdbd req-62696c23-7fa1-446d-974b-16884845703c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 945 time: 0.2021585 Aug 10 01:19:13.890641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Made reservation on behalf of fc38d2208f3048da8d79775529975dbb for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:13.898403 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.930060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 08bf0402-802a-412c-8ccd-8bc774d96f3d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:13.937467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:13Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:13.947795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:13.966639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c1a1b-7e5f-4880-a1aa-ed27c01a06db None None] The sync data for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 is: [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:13Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:13.968329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 08bf0402-802a-412c-8ccd-8bc774d96f3d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:13.968697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.089787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a5af8156-4fb8-497b-afe3-1623b7f328d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.171520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.171839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:14.206632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:14.238872 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b0244e2-9d4f-4769-a760-721e52c2cdbd req-eaa3d4ec-610f-48fd-8a14-6812b4960339 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918138 Aug 10 01:19:14.242980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:14.282973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:14.285501 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf4c9c-f060-4978-88c1-26abecefa8d5" -d '{"events": [{"server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "name": "network-vif-plugged", "status": "completed", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:14.315941 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event updated for resources: {'Port': ['ID=8ff83522-0bb8-41ed-8416-e863b4be2dcf,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:14.323866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:14.337993 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.414062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41970) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:14.435814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3b9deea-2630-44be-bd6f-633fc88b2e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.436957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:14.455785 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ff7f86-dd0f-4549-9591-059027106180 x-openstack-request-id: req-24ff7f86-dd0f-4549-9591-059027106180 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:14.456153 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "name": "network-vif-plugged", "status": "completed", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:14.457349 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24ff7f86-dd0f-4549-9591-059027106180 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:14.457966 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d', 'code': 200} Aug 10 01:19:14.605451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edcc8f-a400-47f8-8cfb-32f61fad6877 req-84b420c7-6c28-467e-964e-47ebbdb69cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:14.607759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-60edcc8f-a400-47f8-8cfb-32f61fad6877 req-84b420c7-6c28-467e-964e-47ebbdb69cac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 1098 time: 0.1024632 Aug 10 01:19:14.627596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.20.0.7 (d5db420e-d3cf-4324-8149-94b570e3d491/60f4ce70-c0ef-468f-9836-43fe18b9c1e2/773d3bed-aa69-4639-b18a-74236efaab4c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:14.675666 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-60edcc8f-a400-47f8-8cfb-32f61fad6877 req-7849a20a-7861-40ff-a3da-14d31d038e3d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560358 Aug 10 01:19:14.693324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3b9deea-2630-44be-bd6f-633fc88b2e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.700686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3b9deea-2630-44be-bd6f-633fc88b2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.755455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3b9deea-2630-44be-bd6f-633fc88b2e9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d9a4922ec94d46ad4e0d5dbccd33a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399656 Aug 10 01:19:14.757194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 41976) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:14.765842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9deea-2630-44be-bd6f-633fc88b2e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a668c-f8d0-4077-a30d-21905ee38aea,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:14.863850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.909602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.975531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.978880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:14.980435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/920a668c-f8d0-4077-a30d-21905ee38aea HTTP/1.1" status: 204 len: 168 time: 0.2215989 Aug 10 01:19:14.992187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 23bf8769-20a0-4546-a44b-bbd2b2f4674f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:14.998385 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c7215-feba-4095-a46e-cea3ee100887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a668c-f8d0-4077-a30d-21905ee38aea,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.029631 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.059328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Transition to ACTIVE for port object 773d3bed-aa69-4639-b18a-74236efaab4c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:15.178027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:15.183231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:15.183824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.209549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.410979 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.466916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network d5db420e-d3cf-4324-8149-94b570e3d491 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:15.473078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.480232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:15.527045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a019b-be43-4155-9907-b70e53f5cff4 req-fd9554f2-6fef-4091-aa94-319a0378ed39 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:15.529136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d67a019b-be43-4155-9907-b70e53f5cff4 req-fd9554f2-6fef-4091-aa94-319a0378ed39 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 931 time: 0.3370795 Aug 10 01:19:15.532047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:15.536986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 23bf8769-20a0-4546-a44b-bbd2b2f4674f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=23bf8769-20a0-4546-a44b-bbd2b2f4674f,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:15.551623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.591745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c83a-b56d-47c5-8b04-e699ce2b8b5f req-ba94b2b5-6013-44d7-92dc-44778acc1b69 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:15.605983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6043c83a-b56d-47c5-8b04-e699ce2b8b5f req-ba94b2b5-6013-44d7-92dc-44778acc1b69 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.1627107 Aug 10 01:19:15.658790 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.699779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:15.713591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6043c83a-b56d-47c5-8b04-e699ce2b8b5f req-05633745-fa72-4064-a101-837be5f91e77 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002893 Aug 10 01:19:15.774442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d67a019b-be43-4155-9907-b70e53f5cff4 req-d9c69486-36d7-4b78-b833-dae81be97193 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258949 Aug 10 01:19:15.809762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:15.810430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:15.871919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-7c657c1c-c2f8-42b1-8a02-9e8eda6cde77 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4119792 Aug 10 01:19:15.891288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Request body: {'port': {'device_id': '33609e61-ea43-4046-a597-8def62a3c2c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:16.002499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8eba7bac-6763-4bbe-993a-193b00d7979d None None] Provisioning for port 773d3bed-aa69-4639-b18a-74236efaab4c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:16.010892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8eba7bac-6763-4bbe-993a-193b00d7979d None None] Provisioning complete for port 773d3bed-aa69-4639-b18a-74236efaab4c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:16.011185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.012285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8eba7bac-6763-4bbe-993a-193b00d7979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.147515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.338640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8eba7bac-6763-4bbe-993a-193b00d7979d None None] Port 773d3bed-aa69-4639-b18a-74236efaab4c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:19:16.449519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Router e5e0db57-2f69-4012-8e00-d4a07ecb0f38 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:19:16.663047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:16.677711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] Sync routers for ids ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:16.696602 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] Routers {'e5e0db57-2f69-4012-8e00-d4a07ecb0f38'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:16.697230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.716809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.718394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c10c40d-63c8-41c3-84d6-a59a5376988a tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2251983 Aug 10 01:19:16.721551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42042) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:16.727397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:16.771787 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.792297 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] Routers {'e5e0db57-2f69-4012-8e00-d4a07ecb0f38'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:16.793408 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:18:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.856944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-85196fd2-7daa-42af-b409-fefe7f1e56bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.875471 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:16.876341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e65d23-30f7-42b6-b8ea-c7df763e29c4 None None] The sync data for ids ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:16.933804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:16.938405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 23bf8769-20a0-4546-a44b-bbd2b2f4674f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:16.953235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:16.981138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ef77-d9fa-421d-8564-de4bf271bbc4 req-c1bf4f2d-72b7-462f-aa4b-eb5d51c7bca3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:16.983910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddf3ef77-d9fa-421d-8564-de4bf271bbc4 req-c1bf4f2d-72b7-462f-aa4b-eb5d51c7bca3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.0943341 Aug 10 01:19:17.039723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddf3ef77-d9fa-421d-8564-de4bf271bbc4 req-627f41f5-6cac-4cdc-b214-6338024abb79 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473969 Aug 10 01:19:17.045999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 23bf8769-20a0-4546-a44b-bbd2b2f4674f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:17.047430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.197200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511788d9-de4e-470a-8dc4-0a9dd1808725 req-37c08546-37c8-4467-83fc-d87c72083f88 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.206187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-511788d9-de4e-470a-8dc4-0a9dd1808725 req-37c08546-37c8-4467-83fc-d87c72083f88 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.0727682 Aug 10 01:19:17.261765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-511788d9-de4e-470a-8dc4-0a9dd1808725 req-575a6136-8ecc-4a3b-b4e1-b34156abd177 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Aug 10 01:19:17.295917 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.544285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Transition to ACTIVE for port object 773d3bed-aa69-4639-b18a-74236efaab4c will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:17.598428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.625432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb213e47-cbfe-42e8-8ec7-5c52023d62ea req-98fa050a-42b9-4cab-a4da-e899fff7f26b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.627366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb213e47-cbfe-42e8-8ec7-5c52023d62ea req-98fa050a-42b9-4cab-a4da-e899fff7f26b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 931 time: 0.6700163 Aug 10 01:19:17.658773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f6cf3-3bc9-4aec-8acc-899413d0c5d0 req-7a743704-1d01-46d8-93b4-e36aecbe98f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:17.667827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d9f6cf3-3bc9-4aec-8acc-899413d0c5d0 req-7a743704-1d01-46d8-93b4-e36aecbe98f3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.0757008 Aug 10 01:19:17.713595 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d9f6cf3-3bc9-4aec-8acc-899413d0c5d0 req-342fca49-22a3-4595-8792-c948ef3f0b3e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Aug 10 01:19:17.733967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:17.773153 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:17.788824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb213e47-cbfe-42e8-8ec7-5c52023d62ea req-88cb14cc-7cb8-4440-a3a6-ea34af493aab tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491830 Aug 10 01:19:17.950079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Attempting to bind port 773d3bed-aa69-4639-b18a-74236efaab4c on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:17.950521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Attempting to bind port 773d3bed-aa69-4639-b18a-74236efaab4c by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:17.951000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Attempting to bind port 773d3bed-aa69-4639-b18a-74236efaab4c on network d5db420e-d3cf-4324-8149-94b570e3d491 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:17.988301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Port 773d3bed-aa69-4639-b18a-74236efaab4c on network d5db420e-d3cf-4324-8149-94b570e3d491 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:19:17.988775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Attempting to bind port 773d3bed-aa69-4639-b18a-74236efaab4c on network d5db420e-d3cf-4324-8149-94b570e3d491 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:17.999420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:17.999779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Checking segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:18.000302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Bound using segment: {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:18.000779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Bound port: 773d3bed-aa69-4639-b18a-74236efaab4c, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4769a42-1843-492b-b70d-8cf02476bad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:18.001174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.066332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.105314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.113393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:18.145574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:18.171902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.210552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.211224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.212969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] 10.222.0.10 "PUT /v2.0/ports/773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 1092 time: 2.3265762 Aug 10 01:19:18.216064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:18.229570 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb05fc63-cddb-48d2-ba8c-e6be020fe611" -d '{"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:18.251531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Deleting port 8ff83522-0bb8-41ed-8416-e863b4be2dcf {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:18.252099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.334400 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2a17f2-c448-433a-9bdc-971949e038fd x-openstack-request-id: req-ac2a17f2-c448-433a-9bdc-971949e038fd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:18.334795 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:18.335027 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac2a17f2-c448-433a-9bdc-971949e038fd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:18.335707 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'status': 'completed', 'code': 200} Aug 10 01:19:18.377399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae116b0-8d74-4b01-bde2-f7166484322d service neutron] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:18.417974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-c072e98f-bf06-41ea-b8e9-07375b7ded42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.419528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-c072e98f-bf06-41ea-b8e9-07375b7ded42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1095 time: 0.1461368 Aug 10 01:19:18.446113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:18.504237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-431dd9eb-08c5-4f54-bdc3-2547cc30decd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 217 time: 0.0704279 Aug 10 01:19:18.568655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-dcafce67-5d15-4eb6-8de9-3a3976fbedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.570128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-dcafce67-5d15-4eb6-8de9-3a3976fbedf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.0574965 Aug 10 01:19:18.571096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Calling delete_port for 8ff83522-0bb8-41ed-8416-e863b4be2dcf owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:18.675851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830df65-b828-4206-8f1a-04c02c78301e req-b3bc1dee-c30e-4a48-98b4-2bd7192c26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.677792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-b3bc1dee-c30e-4a48-98b4-2bd7192c26e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974848 Aug 10 01:19:18.949559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd10b30-5556-4a15-afef-8468592769d0 req-7a5ee11b-79ca-4ab3-8f63-503b9ef96485 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:18.956821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd10b30-5556-4a15-afef-8468592769d0 req-7a5ee11b-79ca-4ab3-8f63-503b9ef96485 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.1177394 Aug 10 01:19:18.960538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-904bcaec-988a-44fe-8d8b-b6621908e553 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701917 Aug 10 01:19:19.012099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a372d7-12cc-4779-ac5b-715d78ee3c5d req-ca5127ee-8458-48bb-b567-3697bf3395ff tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:19.015928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07a372d7-12cc-4779-ac5b-715d78ee3c5d req-ca5127ee-8458-48bb-b567-3697bf3395ff tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1008427 Aug 10 01:19:19.075525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.100782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-07a372d7-12cc-4779-ac5b-715d78ee3c5d req-383e333c-9599-4624-a74d-ffabbbfeb719 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706899 Aug 10 01:19:19.129469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-e5279889-a94a-43ad-842c-7d2e92e5c6e4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:19.131552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-e5279889-a94a-43ad-842c-7d2e92e5c6e4 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 946 time: 0.1362467 Aug 10 01:19:19.171342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0cd10b30-5556-4a15-afef-8468592769d0 req-e71a1936-41a3-4e6f-a20a-ca97316475cc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135172 Aug 10 01:19:19.194699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Pushing event deleted for resources: {'Port': ['ID=8ff83522-0bb8-41ed-8416-e863b4be2dcf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:19.293065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.353335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1830df65-b828-4206-8f1a-04c02c78301e req-621657a8-6602-42d8-8877-3879a8fae791 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807640 Aug 10 01:19:19.359413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 08bf0402-802a-412c-8ccd-8bc774d96f3d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:19.360125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.572671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port 08bf0402-802a-412c-8ccd-8bc774d96f3d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=08bf0402-802a-412c-8ccd-8bc774d96f3d,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:19.573002 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.586278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42160) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:19.600952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 08bf0402-802a-412c-8ccd-8bc774d96f3d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:19.623905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701193', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707160', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1931'] for router, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.630799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-701435', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-707137'] for router, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.677600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.704735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-7e2ce393-4d28-498c-bd30-4149910e7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:19.706414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-7e2ce393-4d28-498c-bd30-4149910e7d89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1095 time: 0.2069108 Aug 10 01:19:19.778774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Router e5e0db57-2f69-4012-8e00-d4a07ecb0f38 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:19.788947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fbb6c2c-88d5-40cb-8a37-ed9791cd8df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.850414 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.863668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dd260888-8a44-40df-a375-63d6b74e2d33'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:19.875365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:19.888171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:19.891861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-240046d1-f934-466b-94b9-9f786984487f tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "PUT /v2.0/routers/e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 200 len: 710 time: 3.1666501 Aug 10 01:19:19.892364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42168) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:19.908594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] Sync routers for ids ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:19.943001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=08bf0402-802a-412c-8ccd-8bc774d96f3d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:19.974630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] Routers {'e5e0db57-2f69-4012-8e00-d4a07ecb0f38'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:19.977043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:19.993154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-e1e11e15-1fda-43c5-813f-c03200afd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:19.994636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-e1e11e15-1fda-43c5-813f-c03200afd726 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 896 time: 0.2782366 Aug 10 01:19:19.998741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7313c28-214f-4b70-bf22-97d4b5f02960 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/routers/e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 200 len: 745 time: 0.1036167 Aug 10 01:19:20.007815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port 08bf0402-802a-412c-8ccd-8bc774d96f3d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:20.009350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.014084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.024715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e196198-2eca-4b28-b0f8-b3cf3339d02e req-9d00732d-93dd-4854-9446-8fbadd22cf25 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "DELETE /v2.0/ports/08bf0402-802a-412c-8ccd-8bc774d96f3d HTTP/1.1" status: 204 len: 173 time: 0.8846049 Aug 10 01:19:20.026600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'name': 'network-vif-deleted', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:20.040632 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33455cf3-2932-41a5-843c-99b830f09e34" -d '{"events": [{"server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "name": "network-vif-deleted", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:20.092478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.106219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] Routers {'e5e0db57-2f69-4012-8e00-d4a07ecb0f38'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:20.107337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.123932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c2e950b-a3a2-4c55-b82f-7b6f21838084 tempest-RoutersIpV6AdminTest-1736286421 tempest-RoutersIpV6AdminTest-1736286421-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&device_id=e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 200 len: 205 time: 0.1094673 Aug 10 01:19:20.138752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.153573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-afa0e66c-b3a3-4836-bb63-3f33ae0c46af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 217 time: 0.1421332 Aug 10 01:19:20.160520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:20.162370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77e8138-c6a0-44f9-94a1-99f762d88bfa None None] The sync data for ids ['e5e0db57-2f69-4012-8e00-d4a07ecb0f38'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:20.185408 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c945b29a-25d9-436c-8bf4-24fb6525a646 x-openstack-request-id: req-c945b29a-25d9-436c-8bf4-24fb6525a646 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:20.185962 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eefa24-bafb-458d-b0a4-cb861d7eb8d0", "name": "network-vif-deleted", "tag": "08bf0402-802a-412c-8ccd-8bc774d96f3d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:20.186361 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c945b29a-25d9-436c-8bf4-24fb6525a646 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:20.186969 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eefa24-bafb-458d-b0a4-cb861d7eb8d0', 'name': 'network-vif-deleted', 'tag': '08bf0402-802a-412c-8ccd-8bc774d96f3d', 'status': 'completed', 'code': 200} Aug 10 01:19:20.224510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8b8b83b-7f76-471f-ad4f-4b3e36abc538 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 200 len: 205 time: 0.0840883 Aug 10 01:19:20.227501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fbb6c2c-88d5-40cb-8a37-ed9791cd8df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.228696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42180) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.298574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4fbb6c2c-88d5-40cb-8a37-ed9791cd8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.348164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-7ec5c8d3-e523-43a2-bb27-31185515c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:20.354399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-7ec5c8d3-e523-43a2-bb27-31185515c853 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.1916749 Aug 10 01:19:20.445865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb6c2c-88d5-40cb-8a37-ed9791cd8df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc446715-00b4-4e22-8198-2ef06bf5a44a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:20.455054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-52bf93ac-581a-4de8-9d83-d0c7b525e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:20.457407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-52bf93ac-581a-4de8-9d83-d0c7b525e1b0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759614 Aug 10 01:19:20.466584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a6d57-188b-4edc-9a19-51d76d042df6 req-8e9abbd7-94ea-494c-a442-9f1421b91de1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:20.468411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-361a6d57-188b-4edc-9a19-51d76d042df6 req-8e9abbd7-94ea-494c-a442-9f1421b91de1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1121738 Aug 10 01:19:20.512484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dc5edc9e-40a1-47fd-934a-17f29c65fb61 req-4be6b6de-7d63-44a2-bf6e-6cbd4bd14ec9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0912194 Aug 10 01:19:20.519874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.527194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4fbb6c2c-88d5-40cb-8a37-ed9791cd8df8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=365de2fc05514aea85a08009c337671c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9367473 Aug 10 01:19:20.565451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.670267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-cbe65d5e-59bf-4167-9cba-0937a444f679 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007825 Aug 10 01:19:20.780206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-361a6d57-188b-4edc-9a19-51d76d042df6 req-53af1363-8570-48bc-8195-fae2df4f7bcf tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2985201 Aug 10 01:19:20.787557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.792599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.799375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fb05fc63-cddb-48d2-ba8c-e6be020fe611 req-294edc9d-1618-42c3-aaac-29b8b67a70e3 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195495 Aug 10 01:19:20.811674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.872503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.881795 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.882975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Fanout notify agent at l3_agent the message router_deleted on router e5e0db57-2f69-4012-8e00-d4a07ecb0f38 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:19:20.894796 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.898737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a8db68b7-fd7a-4e03-bb2c-6089d836cbd9 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 204 len: 168 time: 0.6667094 Aug 10 01:19:20.901250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.943744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a47bc0f2-e098-49a9-9ef7-a986774ebd55 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 200 len: 205 time: 0.0413222 Aug 10 01:19:20.946197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42198) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:20.979830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.983021 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:20.984176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc446715-00b4-4e22-8198-2ef06bf5a44a HTTP/1.1" status: 204 len: 168 time: 0.4177766 Aug 10 01:19:20.994130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc27bd-cb10-4f00-8e7f-76de2f9a9fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc446715-00b4-4e22-8198-2ef06bf5a44a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.007116 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-3f337e7c-3712-4913-9ba0-c590583eb556 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.010645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f337e7c-3712-4913-9ba0-c590583eb556 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/e5e0db57-2f69-4012-8e00-d4a07ecb0f38 HTTP/1.1" status: 404 len: 336 time: 0.0608780 Aug 10 01:19:21.011339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42202) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.042692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a9a7c2a9-264f-4c10-9757-d656bfe65722 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 200 len: 205 time: 0.0301058 Aug 10 01:19:21.045086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.093736 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-9e31083c-7f51-4426-be83-de4befebccc0 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.096078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e31083c-7f51-4426-be83-de4befebccc0 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/6f8ae3b3-aaf7-4381-8785-85f5244c9234 HTTP/1.1" status: 404 len: 336 time: 0.0488579 Aug 10 01:19:21.097749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42208) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.157140 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-90a7337a-4005-45e2-807e-10d197c5ce82 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 200 len: 205 time: 0.0579891 Aug 10 01:19:21.159540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42212) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.220124 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-20d2cfc2-884d-4cce-a996-7006ce10c491 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.221849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-20d2cfc2-884d-4cce-a996-7006ce10c491 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/4e4801db-d527-48ca-a1b3-8d70109b5356 HTTP/1.1" status: 404 len: 336 time: 0.0609877 Aug 10 01:19:21.224685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42216) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.259747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1f6c7b26-db19-4ba4-a2f2-fb3f9ea554eb tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 200 len: 205 time: 0.0316548 Aug 10 01:19:21.260059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42218) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.303466 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-66603cf0-b818-4ea2-8858-165a2a31d476 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.306859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66603cf0-b818-4ea2-8858-165a2a31d476 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/4057889d-66d5-4b01-ba37-054a1dbd5a92 HTTP/1.1" status: 404 len: 336 time: 0.0432053 Aug 10 01:19:21.307335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.340864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f34a0b22-5af3-4723-89d7-b2bed10ee85c tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 200 len: 205 time: 0.0322895 Aug 10 01:19:21.343746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42222) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.394903 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-b680472d-a3d8-4161-936e-1c086782bca3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.396425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b680472d-a3d8-4161-936e-1c086782bca3 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/c1944afd-3a2f-4eb6-a274-e4dc6546268a HTTP/1.1" status: 404 len: 336 time: 0.0517449 Aug 10 01:19:21.399337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.425844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42232) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.440047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0378918c-523e-459a-9d8a-832c136b0c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.466609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f16569c3-7c1f-4ffc-8e58-c17e6b02b17d tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e9d11eda-cd21-4788-991f-ee5b44cb3542 HTTP/1.1" status: 200 len: 205 time: 0.0660982 Aug 10 01:19:21.467087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.527098 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-0ffa1c30-db88-4bbc-a720-46dadb117b0d tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] delete failed (client error): The resource could not be found. Aug 10 01:19:21.529694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0ffa1c30-db88-4bbc-a720-46dadb117b0d tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/routers/e9d11eda-cd21-4788-991f-ee5b44cb3542 HTTP/1.1" status: 404 len: 336 time: 0.0602219 Aug 10 01:19:21.531372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.572423 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a96ad5-157f-41e7-a6ca-424a3055ad71 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] DELETE failed (client error): The resource could not be found. Aug 10 01:19:21.572851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a96ad5-157f-41e7-a6ca-424a3055ad71 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:21.575819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-00a96ad5-157f-41e7-a6ca-424a3055ad71 tempest-RoutersIpV6AdminTest-1533238330 tempest-RoutersIpV6AdminTest-1533238330-project] 10.222.0.25 "DELETE /v2.0/subnets/c351717a-b6c7-4d24-b4dd-f3e762fc8d53 HTTP/1.1" status: 404 len: 337 time: 0.0432036 Aug 10 01:19:21.620291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0378918c-523e-459a-9d8a-832c136b0c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.626561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0378918c-523e-459a-9d8a-832c136b0c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.673211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0378918c-523e-459a-9d8a-832c136b0c5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a5df46515464f97a0e1d44be5477b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437387 Aug 10 01:19:21.675403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42244) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:21.687515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d83fb0e-c057-444f-892d-657b5f2542c3 req-42bd8850-8ad9-408e-8e25-345b7c127488 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0390675 Aug 10 01:19:21.690748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378918c-523e-459a-9d8a-832c136b0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c92477-dd3c-45fa-9f9f-5fcde3d17896,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.775721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.811829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:19:21.819761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.837118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08bf0402-802a-412c-8ccd-8bc774d96f3d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:21.929953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.932490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:21.934741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61c92477-dd3c-45fa-9f9f-5fcde3d17896 HTTP/1.1" status: 204 len: 168 time: 0.2561162 Aug 10 01:19:21.943872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642e74f-c1d6-409b-9936-bd0fe9b7da8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c92477-dd3c-45fa-9f9f-5fcde3d17896,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:21.990923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:22.003473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '773d3bed-aa69-4639-b18a-74236efaab4c', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'mac_address': 'fa:16:3e:5e:54:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:19:22.031875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 08bf0402-802a-412c-8ccd-8bc774d96f3d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:22.032429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 08bf0402-802a-412c-8ccd-8bc774d96f3d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:22.088907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.093146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b16db7-49b2-494f-8887-dca7fa6f0913 req-529ae936-c7f6-47e6-aa4b-dd05affbc613 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:22.104597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:19:22.108519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90b16db7-49b2-494f-8887-dca7fa6f0913 req-529ae936-c7f6-47e6-aa4b-dd05affbc613 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1350856 Aug 10 01:19:22.146196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:22.153659 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.159153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90b16db7-49b2-494f-8887-dca7fa6f0913 req-80b968c9-66a1-4f80-a54c-b22794f0335c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Aug 10 01:19:22.199388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:22.250938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.343091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['773d3bed-aa69-4639-b18a-74236efaab4c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:19:22.442121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a401a97f-8d4c-4c8f-9c56-050c4d064787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.641064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a401a97f-8d4c-4c8f-9c56-050c4d064787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.647513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a401a97f-8d4c-4c8f-9c56-050c4d064787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.702275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a401a97f-8d4c-4c8f-9c56-050c4d064787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e72e4139cc44fbb27eb37399af2022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5017633 Aug 10 01:19:22.703705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401a97f-8d4c-4c8f-9c56-050c4d064787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04d0eb-3f70-43eb-8851-63f88853ea43,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:22.708902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42290) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:22.813491 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.845524 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.872661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aea8c803-5cdf-47c6-bf2b-40fa96534275 req-ad81bcd1-88e9-43b9-a699-e669ffc9cf13 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0643666 Aug 10 01:19:22.919809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.926424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:22.930653 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc04d0eb-3f70-43eb-8851-63f88853ea43 HTTP/1.1" status: 204 len: 168 time: 0.2171433 Aug 10 01:19:22.953677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0c930-7af4-4c34-89ab-360b80f4d06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04d0eb-3f70-43eb-8851-63f88853ea43,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.342262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42312) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.367872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261c017-f98e-4503-82eb-ddcb3edd9f12 req-c5971e2a-11c3-4182-8b8e-0dd9fe71ef2f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:23.369405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2261c017-f98e-4503-82eb-ddcb3edd9f12 req-c5971e2a-11c3-4182-8b8e-0dd9fe71ef2f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 944 time: 0.0949650 Aug 10 01:19:23.428631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cfdd3d57-71ee-4009-b03d-36521dc2ce2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b430f2b5f26b434bad090866ec10f2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823770 Aug 10 01:19:23.429340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42316) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:23.455339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2261c017-f98e-4503-82eb-ddcb3edd9f12 req-1e9b0948-23c1-437e-8030-1ba61f9b8be3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756154 Aug 10 01:19:23.524768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.559547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.626522 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.629117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:23.633020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3ef87ba-b968-46df-92de-17802062efa3 HTTP/1.1" status: 204 len: 168 time: 0.1999686 Aug 10 01:19:23.647263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167fe81-029e-44e9-b5a6-676fb42658d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ef87ba-b968-46df-92de-17802062efa3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:23.808323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:23.872392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 773d3bed-aa69-4639-b18a-74236efaab4c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:23.877316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 773d3bed-aa69-4639-b18a-74236efaab4c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:23.877618 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.004029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c904b410-0649-4c33-88c4-2b7075e1e053 req-dac5509c-a85a-4640-b07a-2d9e1b81549e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0492496 Aug 10 01:19:24.018026 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.045169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:24.048163 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10d981c-c429-402d-8463-a01c83370bf0" -d '{"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-plugged", "status": "completed", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:24.064785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:24.078338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.140123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:24.144989 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f227ece6-dc19-48a8-9020-1a52de9a43d6 x-openstack-request-id: req-f227ece6-dc19-48a8-9020-1a52de9a43d6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:24.146007 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-plugged", "status": "completed", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:24.146329 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f227ece6-dc19-48a8-9020-1a52de9a43d6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:24.146941 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'code': 200} Aug 10 01:19:24.258260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583c676-085a-4a3c-8103-aa6b4e2e3fc0 req-1aa5b752-5109-4f85-8994-87c103dea8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:24.260111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b583c676-085a-4a3c-8103-aa6b4e2e3fc0 req-1aa5b752-5109-4f85-8994-87c103dea8d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0497119 Aug 10 01:19:24.300768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b583c676-085a-4a3c-8103-aa6b4e2e3fc0 req-23baeae7-bdea-4baf-ba0d-893ef4fc70eb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340049 Aug 10 01:19:24.637201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd2880-9be8-467c-8f66-26b04ac4314e req-13fe2074-10d0-4034-b7ed-322deb3bc242 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:24.638618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0cd2880-9be8-467c-8f66-26b04ac4314e req-13fe2074-10d0-4034-b7ed-322deb3bc242 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0697637 Aug 10 01:19:24.675023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42382) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:24.712713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d0cd2880-9be8-467c-8f66-26b04ac4314e req-bbfae646-a4c2-4c4c-a9ba-778494ca87a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673475 Aug 10 01:19:24.843559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1896198773'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:24.882981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:24.891669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:24.906863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.064820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.070380 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.095803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:19:25.123046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.123402 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Added segment 90a997b7-ca8d-4d82-85ff-c371e7a7485b of type vlan for network 58048d8e-2cbb-41d9-b506-eb8190fafb01 Aug 10 01:19:25.137329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125ea4f8-60f2-4c7c-8da5-020b34e2c8a3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.183108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.224909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-39006420-7f13-4bec-9366-bd75145403bf req-87679775-0855-4218-88bf-e364e5686cd7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eefa24-bafb-458d-b0a4-cb861d7eb8d0 HTTP/1.1" status: 200 len: 210 time: 0.0446990 Aug 10 01:19:25.269944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.282299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:25.282996 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.345574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6691306 Aug 10 01:19:25.351252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42402) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:25.357513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:25.365674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42404) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:25.385230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18586c30-61db-48b2-95c2-23b0762b8680 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Network': ['ID=58048d8e-2cbb-41d9-b506-eb8190fafb01,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.397167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:19:25.488205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:25.495172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.591479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85f295b7-644b-46ec-9611-fa01dae3331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.861372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85f295b7-644b-46ec-9611-fa01dae3331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.876096 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-85f295b7-644b-46ec-9611-fa01dae3331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.905207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:25.964475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f295b7-644b-46ec-9611-fa01dae3331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f7609c-691c-4efe-926e-72ebaccc461d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:25.983463 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-85f295b7-644b-46ec-9611-fa01dae3331f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0438923a51da4335b72f14859912b612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6167221 Aug 10 01:19:25.986750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:25.991880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7df6c8-cee8-4f2d-a414-452f704e51cb req-3e771e75-4650-4ba0-a106-03eb158c549a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:25.993383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac7df6c8-cee8-4f2d-a414-452f704e51cb req-3e771e75-4650-4ba0-a106-03eb158c549a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1947329 Aug 10 01:19:26.040268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=dc99955e-ee76-4ab9-8eb6-282d3d640536,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.057338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:26.057717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network hostable DHCP agents. Network: 58048d8e-2cbb-41d9-b506-eb8190fafb01, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:19:26.069286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.077531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac7df6c8-cee8-4f2d-a414-452f704e51cb req-0ed16799-1479-480e-aabb-fe25c304432f tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661280 Aug 10 01:19:26.094451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:19:26.113661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.125379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 58048d8e-2cbb-41d9-b506-eb8190fafb01) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:26.142137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e87a64-ffbc-4771-b205-d1421abab7fc None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:26.144597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.147344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.175987 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a75ce1cc-c1ad-44cc-8767-4e9a91f39585 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8233829 Aug 10 01:19:26.179593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42418) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.180842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.184877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'name': 'tempest-NetworksTestDHCPv6-752881717'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:26.199763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.202475 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.204047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71f7609c-691c-4efe-926e-72ebaccc461d HTTP/1.1" status: 204 len: 168 time: 0.2159326 Aug 10 01:19:26.298597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f2f18-d5ab-4339-81fa-0be71f0a8052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f7609c-691c-4efe-926e-72ebaccc461d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:26.333519 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.433691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1907b8-0070-40bf-ac51-6e46f0ea9854 req-56878b5e-5330-40d8-9a8c-40755d4a92b0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.439251 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea1907b8-0070-40bf-ac51-6e46f0ea9854 req-56878b5e-5330-40d8-9a8c-40755d4a92b0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.2414639 Aug 10 01:19:26.449967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'dc99955e-ee76-4ab9-8eb6-282d3d640536'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:26.450884 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.487759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:26.491973 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.512043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ea1907b8-0070-40bf-ac51-6e46f0ea9854 req-3415c991-3982-46b1-ac90-7a123c7220d1 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699596 Aug 10 01:19:26.521809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 5f780738-6852-49ce-8467-c121dc902af1 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:26.539398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.619406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d3d99-960f-4475-8849-79e149c09693 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:26.624902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d13d3d99-960f-4475-8849-79e149c09693 tempest-TestNetworkAdvancedServerOps-1362059164 tempest-TestNetworkAdvancedServerOps-1362059164-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1092 time: 0.0835505 Aug 10 01:19:26.627112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42432) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.633718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:26.667814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.680791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/dc99955e-ee76-4ab9-8eb6-282d3d640536/f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:26.733650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42436) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:26.764777 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46704c43-a2c4-4378-8444-ef25ecaa8cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.793292 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.875240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.884843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Transition to ACTIVE for port object f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:26.902658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Transition to ACTIVE for port object f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:26.914014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.915600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46704c43-a2c4-4378-8444-ef25ecaa8cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.921408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46704c43-a2c4-4378-8444-ef25ecaa8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:26.961187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:26.964426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:26.968802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:26.980328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46704c43-a2c4-4378-8444-ef25ecaa8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04722507-261f-4f66-a80f-bb63a18a5262,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.002267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-46704c43-a2c4-4378-8444-ef25ecaa8cd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51bd0862db8042eaa1ab96d27445bf48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673395 Aug 10 01:19:27.005646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:27.012224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.042952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Attempting to bind port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:27.043327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Attempting to bind port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:27.043688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Attempting to bind port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:27.049268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:27.049633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:27.050036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.050426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:27.050935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Bound port: f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:27.052230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.105025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.143457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.143660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] For port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:27.148260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] For port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:27.156942 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.220530 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.224823 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.228517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04722507-261f-4f66-a80f-bb63a18a5262 HTTP/1.1" status: 204 len: 168 time: 0.2189767 Aug 10 01:19:27.240323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bab8e9-b5d0-4baf-bc46-a6ae40ab5eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04722507-261f-4f66-a80f-bb63a18a5262,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.275924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e462cb-e7b1-4a59-85ce-d9574338c332 None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:27.403829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Allocated IP 172.25.7.107 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/66ee293e-9f7a-4a50-bfbc-6b7e516ea67e) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:27.438693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::373 (58048d8e-2cbb-41d9-b506-eb8190fafb01/dc99955e-ee76-4ab9-8eb6-282d3d640536/5f780738-6852-49ce-8467-c121dc902af1) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:27.746073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.863638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.872027 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:27.936477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:27.953067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:27.956137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:27.966177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 5f780738-6852-49ce-8467-c121dc902af1 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:28.006727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=66ee293e-9f7a-4a50-bfbc-6b7e516ea67e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.100368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.187897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=5f780738-6852-49ce-8467-c121dc902af1,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:28.213866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:28.217485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:28.220538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:28.227551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.228231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.327597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a292a986-6d40-4a4d-96de-d99df7b8cf2c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1468062 Aug 10 01:19:28.330107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42468) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.438615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25cc3b-a0c7-4c14-ba23-4a13064ee9e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.450057 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f25cc3b-a0c7-4c14-ba23-4a13064ee9e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:28.453646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f25cc3b-a0c7-4c14-ba23-4a13064ee9e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1224201 Aug 10 01:19:28.456604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42470) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:28.779381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de421c-c4c3-473d-8813-6e258406b720 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:28.975736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 5f780738-6852-49ce-8467-c121dc902af1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:28.976167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:28.976377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:28.989662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dc1a0624-6dac-4b74-8ba5-f046f469f6fb None None] Provisioning for port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:29.109767 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.125759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:29.132877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.133262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.167699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.219423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 5f780738-6852-49ce-8467-c121dc902af1 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:29.236029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.275534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:29.281700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.321202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.345439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:29.571647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Provisioning for port 5f780738-6852-49ce-8467-c121dc902af1 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:29.576127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Provisioning complete for port 5f780738-6852-49ce-8467-c121dc902af1 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.576500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.577551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.618339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=5f780738-6852-49ce-8467-c121dc902af1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:29.620514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Port 5f780738-6852-49ce-8467-c121dc902af1 was deleted so its status cannot be updated. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:19:29.636684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Provisioning complete for port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:29.637060 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-683e999f-f9cc-4599-a4b6-7bed261d145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.679315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.681253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-65fd4aa9-31cd-4ec2-ba91-729c4e3a4f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/5f780738-6852-49ce-8467-c121dc902af1 HTTP/1.1" status: 204 len: 168 time: 1.2213542 Aug 10 01:19:29.683822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42538) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:29.768413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.782657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.829461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e58fc-fce7-4dd2-bc69-3ddd1937cf95 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:29.832434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e58fc-fce7-4dd2-bc69-3ddd1937cf95 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:29.834229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-936e58fc-fce7-4dd2-bc69-3ddd1937cf95 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1487706 Aug 10 01:19:29.839668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:29.964905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet dc99955e-ee76-4ab9-8eb6-282d3d640536 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:29.969353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:29.984262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event updated for resources: {'Port': ['ID=66ee293e-9f7a-4a50-bfbc-6b7e516ea67e,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:29.999999 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.038277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ddaed433-544e-4c35-a41b-3252ed87e0b9 None None] Could not find standard attr ID for object 5f780738-6852-49ce-8467-c121dc902af1. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:30.060030 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.173490 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP 6f4aae11-3344-42f9-986c-1cc381f2b250 associated. External IP: 172.25.7.107, port: 773d3bed-aa69-4639-b18a-74236efaab4c. Aug 10 01:19:30.252461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.335722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.364827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=dc99955e-ee76-4ab9-8eb6-282d3d640536,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:30.375309 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.378417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d4758d91-c146-44cd-9227-498d007b0d43 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/dc99955e-ee76-4ab9-8eb6-282d3d640536 HTTP/1.1" status: 204 len: 168 time: 0.5360868 Aug 10 01:19:30.381100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42562) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:30.383710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9167b5-7818-44e5-b86c-df0df1968883 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:30.466891 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a9cbf61-bad4-4b1a-b69d-a7c702407801 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845165 Aug 10 01:19:30.469736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42566) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:30.477059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:30.560249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:19:30.608315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:30.619218 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.772040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:30.914424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Deleting port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:30.915285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:30.919235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:30.953333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-ddf884c2-2d33-4544-93e4-917a37411bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2713358 Aug 10 01:19:30.954405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:19:30.967561 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Sync routers for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:19:30.995238 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:30.998037 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:31.008728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.127967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.141637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] For port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:31.142206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.146972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9929cb52-62ca-4e50-a415-04f7aee0e2a0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5183184 Aug 10 01:19:31.148878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:31.151833 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca4deb-f45b-4daf-8192-8233b91ba59b" -d '{"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:31.157894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-8155cac4-8362-4b34-a22d-d4ae134106c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.160096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-8155cac4-8362-4b34-a22d-d4ae134106c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 1097 time: 0.0950904 Aug 10 01:19:31.236815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Calling delete_port for f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:31.317080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-9b5ac366-8c25-4138-8ebd-e1e7ab8fbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.317541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:31.320007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-9b5ac366-8c25-4138-8ebd-e1e7ab8fbb4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1335003 Aug 10 01:19:31.321171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:31.321941 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6ed013-086f-473d-bc1f-aa77232e730f x-openstack-request-id: req-2c6ed013-086f-473d-bc1f-aa77232e730f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:31.322413 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:31.323301 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c6ed013-086f-473d-bc1f-aa77232e730f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:31.323870 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'status': 'completed', 'code': 200} Aug 10 01:19:31.341329 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:31.377598 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.380342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.382415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.417897 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-ceae2700-469a-4ee0-99a1-186a5c6d0f7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 200 len: 217 time: 0.0772159 Aug 10 01:19:31.424224 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-b5267230-378f-43ec-a2d5-5d9542234f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.430112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-b5267230-378f-43ec-a2d5-5d9542234f0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.1000810 Aug 10 01:19:31.479083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:31.480403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=0e109a16-f6b7-4d05-8360-9b596bde4408,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.492071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0773b73-92b5-4fc3-9adf-75bd03e0ad7b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0205865 Aug 10 01:19:31.496145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.521171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42582) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:31.530208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'name': 'tempest-NetworksTestDHCPv6-670962623'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:31.657300 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:31.677012 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9962fe0-0444-464b-8e91-02ff1e616882 req-6928c9de-1339-4c47-b11f-260bb6589f75 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.678882 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9962fe0-0444-464b-8e91-02ff1e616882 req-6928c9de-1339-4c47-b11f-260bb6589f75 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.3676474 Aug 10 01:19:31.703182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] No DVR routers for this DVR port f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:31.735366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995cb9f9-a1ff-497f-943f-a95461124efb None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:31.738857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-464d67d4-d759-48cf-9eed-aa6e042824f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.740363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-464d67d4-d759-48cf-9eed-aa6e042824f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.3077452 Aug 10 01:19:31.826388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-48bfe07f-f569-4bdd-b00d-9fa811a4b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.830556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-48bfe07f-f569-4bdd-b00d-9fa811a4b0d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 896 time: 0.3764825 Aug 10 01:19:31.845402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9962fe0-0444-464b-8e91-02ff1e616882 req-28c49ea2-23cf-4fa3-ba09-7ccf423ae200 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525295 Aug 10 01:19:31.886097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42588) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:31.901382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.981010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711fbec-c02f-4d6f-93c5-2b4f6474dae6 None None] Pushing event deleted for resources: {'Port': ['ID=f2b3bd0b-c42d-4fbf-a2ac-5ea7e274f70b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:31.992152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-4056141e-d955-437c-bf12-01e8d1d5a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:31.997423 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-4056141e-d955-437c-bf12-01e8d1d5a380 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448642 Aug 10 01:19:32.093401 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6f4aae11-3344-42f9-986c-1cc381f2b250', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'mac_address': 'fa:16:3e:5e:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33609e61-ea43-4046-a597-8def62a3c2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:28Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.138345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-18636c72-3d3d-4070-abe4-9e1d45c03bff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 999 time: 0.2970500 Aug 10 01:19:32.155111 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Checking router: e12327d3-c8d4-4db1-a7db-28c0dda1b1aa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:19:32.165961 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:19:32.166856 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.185086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a74d046f-3a17-4b00-b29b-b63f8073d3a4 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/6f4aae11-3344-42f9-986c-1cc381f2b250 HTTP/1.1" status: 200 len: 991 time: 0.2936113 Aug 10 01:19:32.200502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:32.203928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '0e109a16-f6b7-4d05-8360-9b596bde4408'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:32.205945 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.208520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.252730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 40fd3dcc-9415-421f-8782-0816ebbd85f0 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:32.285208 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-a20b88d4-f600-4eb0-abdb-9849f1981637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:32.289122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-a20b88d4-f600-4eb0-abdb-9849f1981637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.1442661 Aug 10 01:19:32.384459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:19:32.397519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-31b5d436-c39d-49a2-9967-fb12d95e015e service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951056 Aug 10 01:19:32.404559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-2ad04bf6-3581-46b6-86f2-7f3c437e7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:32.406023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-2ad04bf6-3581-46b6-86f2-7f3c437e7654 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026297 Aug 10 01:19:32.500419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::2af (58048d8e-2cbb-41d9-b506-eb8190fafb01/0e109a16-f6b7-4d05-8360-9b596bde4408/40fd3dcc-9415-421f-8782-0816ebbd85f0) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:32.725713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6f4aae11-3344-42f9-986c-1cc381f2b250', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'mac_address': 'fa:16:3e:5e:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33609e61-ea43-4046-a597-8def62a3c2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:28Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:19:32.770767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-19c689f2-fbf0-47ec-9adc-aec0811a5a30 req-4eae8486-005a-481d-808d-58d1be2859eb service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630638 Aug 10 01:19:32.780496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-58068ea4-059a-400e-ba3b-7313bfb8bcf8 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520470 Aug 10 01:19:32.817006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.838270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 40fd3dcc-9415-421f-8782-0816ebbd85f0 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:32.914885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:32.934031 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bca4deb-f45b-4daf-8192-8233b91ba59b req-7fbdb24e-4aba-4ac6-83ff-b2100827b65b service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439850 Aug 10 01:19:32.997491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:33.011174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:33.014120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:33.020919 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb0bf03-fa5c-42f4-929b-2cffa20f9096 None None] The sync data for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 is: [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '6f4aae11-3344-42f9-986c-1cc381f2b250', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'floating_ip_address': '172.25.7.107', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'mac_address': 'fa:16:3e:5e:54:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33609e61-ea43-4046-a597-8def62a3c2c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:19:28Z', 'updated_at': '2021-08-10T01:19:28Z', 'revision_number': 0, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:19:33.029768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0e109a16-f6b7-4d05-8360-9b596bde4408/788ddbad-e327-4b40-9ad2-acb2ba5b2f2f) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:33.033075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:33.034749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.050486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=40fd3dcc-9415-421f-8782-0816ebbd85f0,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.092907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7b177e4a-b58c-4f24-9533-7ac68a9ba0f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5684161 Aug 10 01:19:33.095551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42602) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.169850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bce3a5-4e97-4c84-bf7e-763b8d323c10 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:33.171673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-69bce3a5-4e97-4c84-bf7e-763b8d323c10 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0694983 Aug 10 01:19:33.180632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42604) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.184412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42606) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.312718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 40fd3dcc-9415-421f-8782-0816ebbd85f0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:33.313320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.349476 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.359256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8baa4aea-4a3d-458f-9c2f-d9b70fa36119 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/6f4aae11-3344-42f9-986c-1cc381f2b250 HTTP/1.1" status: 200 len: 991 time: 0.1722424 Aug 10 01:19:33.376051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Transition to ACTIVE for port object 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:33.417830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Transition to ACTIVE for port object 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:33.424516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958fa398-57d6-46d9-ada6-d3ee6bc70adb None None] New status for floating IP 6f4aae11-3344-42f9-986c-1cc381f2b250: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:19:33.432957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.447446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.463017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 40fd3dcc-9415-421f-8782-0816ebbd85f0 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:33.648087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.683328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=40fd3dcc-9415-421f-8782-0816ebbd85f0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.708598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:33.712404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.715050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63730909-c03b-4408-9536-503c1cfdbb40 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/40fd3dcc-9415-421f-8782-0816ebbd85f0 HTTP/1.1" status: 204 len: 168 time: 0.5333254 Aug 10 01:19:33.715777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Pushing event updated for resources: {'Port': ['ID=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:33.717886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.728868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:33.733639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:33.818870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d13be-fc74-4c0c-afb9-dfa6cca91100 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:33.820857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d13be-fc74-4c0c-afb9-dfa6cca91100 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:33.822389 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7a9d13be-fc74-4c0c-afb9-dfa6cca91100 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1037855 Aug 10 01:19:33.825268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42612) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:33.895034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 0e109a16-f6b7-4d05-8360-9b596bde4408 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:33.899637 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.919262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Attempting to bind port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:33.919645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Attempting to bind port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:33.920016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Attempting to bind port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:33.932817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:33.933200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:33.933606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.934007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:33.934487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Bound port: 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:33.934924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:33.964355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.028185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] For port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:34.033734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] For port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:34.040439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.088978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.137118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca26caf-f9be-483e-848b-7c556d20e636 None None] Pushing event updated for resources: {'Port': ['ID=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.220373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.252227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=0e109a16-f6b7-4d05-8360-9b596bde4408,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.256352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.258360 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-254c1b67-b761-4031-b8c7-117800b8eaab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0e109a16-f6b7-4d05-8360-9b596bde4408 HTTP/1.1" status: 204 len: 168 time: 0.4320776 Aug 10 01:19:34.260959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42622) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:34.319350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e8e493f-2e76-44d1-a4b7-00a8f6b37746 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572560 Aug 10 01:19:34.322304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:34.330817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:34.361566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42628) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:34.449894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:34.455141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.541245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-660448e2-9021-4695-bc59-86e2698d4008 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/6f4aae11-3344-42f9-986c-1cc381f2b250 HTTP/1.1" status: 200 len: 993 time: 0.1784875 Aug 10 01:19:34.579518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1465-11e5-4f30-bd0d-f088d56c5789 req-829e1b97-29fc-4a25-8b11-eda101660f82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.587704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6ce1465-11e5-4f30-bd0d-f088d56c5789 req-829e1b97-29fc-4a25-8b11-eda101660f82 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.1086836 Aug 10 01:19:34.633563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f6ce1465-11e5-4f30-bd0d-f088d56c5789 req-23348054-40dd-4dee-9ce5-114c29cd52e1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Aug 10 01:19:34.769794 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.815735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:34.820139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:34.824767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:34.825932 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:34.836691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=45001c64-3b4f-463d-97df-a53620472bd5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:34.854824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d12f5083-0748-43de-a1fa-05c2cb22560e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5289061 Aug 10 01:19:34.855002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42632) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:34.860352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'name': 'tempest-NetworksTestDHCPv6-777046559'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:34.968357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:35.074775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:35.078390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.103470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:35.118472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 4ba7fdbc-b0ac-41b0-930a-dd011861483b yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:35.297583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::2bb (58048d8e-2cbb-41d9-b506-eb8190fafb01/45001c64-3b4f-463d-97df-a53620472bd5/4ba7fdbc-b0ac-41b0-930a-dd011861483b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:35.531300 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.551781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 4ba7fdbc-b0ac-41b0-930a-dd011861483b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:35.573311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f4426-a62a-4f21-a938-11b8e8912c26 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:35.596885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.685354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=4ba7fdbc-b0ac-41b0-930a-dd011861483b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:35.703387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:35.705352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:35.715579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:35.725765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:35.727400 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.755590 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:19:35.760337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2a7c6779-d146-4da0-8b0b-5adcd3d3dfd4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9033341 Aug 10 01:19:35.762100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42648) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.830244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Provisioning for port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:35.847300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Provisioning complete for port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:35.854865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:35.896401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3078b1-1dd1-4373-892a-118400b168d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:35.902295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3078b1-1dd1-4373-892a-118400b168d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:35.906755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc3078b1-1dd1-4373-892a-118400b168d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1434681 Aug 10 01:19:35.906908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42650) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:35.922567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-e0953322-bc2e-49d4-b1b8-be7d784a8ca7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:35.924073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-e0953322-bc2e-49d4-b1b8-be7d784a8ca7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.1030743 Aug 10 01:19:35.931772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b28aac-54f4-4aa5-a5c7-12bd9ca7acf2 req-375aad0c-c1d3-432f-89e2-245b24c35098 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:35.933239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b28aac-54f4-4aa5-a5c7-12bd9ca7acf2 req-375aad0c-c1d3-432f-89e2-245b24c35098 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 945 time: 0.1331732 Aug 10 01:19:36.125624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.141673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 4ba7fdbc-b0ac-41b0-930a-dd011861483b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:36.142049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.222526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] For port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:36.231857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.331130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b454d3e-b441-4e4c-8d3b-3e078e927cc1 None None] Pushing event updated for resources: {'Port': ['ID=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.371568 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.387079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 4ba7fdbc-b0ac-41b0-930a-dd011861483b owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:36.537284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6706a48c-6fc8-4fab-a07c-4666aef7e592 None None] Provisioning complete for port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:36.539177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6706a48c-6fc8-4fab-a07c-4666aef7e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.664207 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.699483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=4ba7fdbc-b0ac-41b0-930a-dd011861483b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:36.727531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b28aac-54f4-4aa5-a5c7-12bd9ca7acf2 req-87b4e360-beb7-4569-881c-8ee636aca351 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=0a59abc2-c18f-411d-b9ac-634cb100ccb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7858508 Aug 10 01:19:36.733037 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.739381 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-df2838ba-cc5f-4589-82b4-799c909fd273 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/4ba7fdbc-b0ac-41b0-930a-dd011861483b HTTP/1.1" status: 204 len: 168 time: 0.8314879 Aug 10 01:19:36.740523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42656) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.794732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port dd260888-8a44-40df-a375-63d6b74e2d33 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:36.795095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.825670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6706a48c-6fc8-4fab-a07c-4666aef7e592 None None] Could not find standard attr ID for object 4ba7fdbc-b0ac-41b0-930a-dd011861483b. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:36.826905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487f8e47-9d46-480c-87b9-0df79676a3ac tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:36.829467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487f8e47-9d46-480c-87b9-0df79676a3ac tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:36.837318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-487f8e47-9d46-480c-87b9-0df79676a3ac tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0944471 Aug 10 01:19:36.838621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:36.929451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:36.952381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 45001c64-3b4f-463d-97df-a53620472bd5 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:36.956459 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.977298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port dd260888-8a44-40df-a375-63d6b74e2d33, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dd260888-8a44-40df-a375-63d6b74e2d33,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:36.978038 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:36.984352 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-815a9484-5515-4631-9633-471ac474a264 None None] Could not find standard attr ID for object 40fd3dcc-9415-421f-8782-0816ebbd85f0. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:37.030495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for dd260888-8a44-40df-a375-63d6b74e2d33 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:37.042661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:37.043169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.254654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.295191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=dd260888-8a44-40df-a375-63d6b74e2d33,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.355272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port dd260888-8a44-40df-a375-63d6b74e2d33 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:37.358350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.360439 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55ea6e6b-fceb-44fe-9ee2-4a6ff5db7d2a req-18bd1f54-01b3-416a-b519-1758d9f7d05d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "DELETE /v2.0/ports/dd260888-8a44-40df-a375-63d6b74e2d33 HTTP/1.1" status: 204 len: 173 time: 1.4262679 Aug 10 01:19:37.360916 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'name': 'network-vif-deleted', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:19:37.363398 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610994de-d398-47c8-8a2c-8300a8f0e820" -d '{"events": [{"server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "name": "network-vif-deleted", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:19:37.402987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0289d9d2-da2f-4208-85e2-948185d08cfe None None] Could not find standard attr ID for object 4ba7fdbc-b0ac-41b0-930a-dd011861483b. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:37.418429 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383f547-64fd-4a70-af3e-81885822cb17 x-openstack-request-id: req-a383f547-64fd-4a70-af3e-81885822cb17 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:19:37.418748 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2907e0-ff0a-432b-bada-d7b2a0e65180", "name": "network-vif-deleted", "tag": "dd260888-8a44-40df-a375-63d6b74e2d33", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:19:37.419405 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a383f547-64fd-4a70-af3e-81885822cb17 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:19:37.419877 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2907e0-ff0a-432b-bada-d7b2a0e65180', 'name': 'network-vif-deleted', 'tag': 'dd260888-8a44-40df-a375-63d6b74e2d33', 'status': 'completed', 'code': 200} Aug 10 01:19:37.531504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.589489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.718138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.820250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=45001c64-3b4f-463d-97df-a53620472bd5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:37.823929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:37.825837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2ea7fe9-1df5-4c97-90f0-3e2b8ea830c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/45001c64-3b4f-463d-97df-a53620472bd5 HTTP/1.1" status: 204 len: 168 time: 0.9861109 Aug 10 01:19:37.828601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42674) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:37.936739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:37.936981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0efb0c83-740a-4f42-95fe-022a000f9fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071506 Aug 10 01:19:37.946377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07ecd15f-e535-4f84-a484-9fd67720ae8c req-67ac7dd3-c685-4228-be6a-8831428ec57d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.0713465 Aug 10 01:19:38.052230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556e59d-d94c-4ee7-9977-9d4d8ef0a610 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:38.056620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1f4b5-cd21-49ef-80e2-ee43dd3338c3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.059607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-13c1f4b5-cd21-49ef-80e2-ee43dd3338c3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1214273 Aug 10 01:19:38.062281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42678) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:38.184834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62efe7b4-e270-4e73-a4d5-bfeaff5eb10a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:38.189471 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-62efe7b4-e270-4e73-a4d5-bfeaff5eb10a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258638 Aug 10 01:19:38.193237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42684) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:38.303646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42686) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:38.306338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-abcffac5-26b0-4102-92b9-9136269d944e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111858 Aug 10 01:19:38.310343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:38.390971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:38.486953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Deleting port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:38.487767 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.545815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:38.565603 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.715981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] For port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:38.715981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:38.715981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Calling delete_port for 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:38.839474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dd260888-8a44-40df-a375-63d6b74e2d33 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:38.872193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: dd260888-8a44-40df-a375-63d6b74e2d33 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:38.872564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dd260888-8a44-40df-a375-63d6b74e2d33 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:39.043834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:39.055975 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.119989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:39.120702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:39.127085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] Pushing event deleted for resources: {'Port': ['ID=788ddbad-e327-4b40-9ad2-acb2ba5b2f2f,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:39.139274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff3153c-e0d8-4a1d-9ece-68f126763ba3 None None] No DVR routers for this DVR port 788ddbad-e327-4b40-9ad2-acb2ba5b2f2f on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:39.146628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.199003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7155aaf3-975a-485f-abb0-5979eed7307b req-d4b4bbe7-0f1a-4b8a-bffa-7a40da5be009 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.0494034 Aug 10 01:19:39.276900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:39.280674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:39.286464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:39.287501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.291791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b4a761-7f7b-4335-8541-2d7d9c2fc195 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:39.307301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=17bc1be5-8f01-418b-b07d-650dd290d1e9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:39.316156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:39.323215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '17bc1be5-8f01-418b-b07d-650dd290d1e9', 'ip_address': '2001:db8::424b:db82:ded6:1a52'}], 'name': 'tempest-NetworksTestDHCPv6-2024755591'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:39.328594 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-316afcdc-05ce-4b4c-9e50-b474b10f375c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0234246 Aug 10 01:19:39.521642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:39.571063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '17bc1be5-8f01-418b-b07d-650dd290d1e9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:39.572118 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.687724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:39.721035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 9efee104-f154-4b9b-8a53-c0d5eb3936bb yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:39.837730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/17bc1be5-8f01-418b-b07d-650dd290d1e9/f56c70b9-4641-4878-8d2e-99639790447f) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:39.958264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-5e95727c-d619-4cfa-bec2-592697277edc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0643001 Aug 10 01:19:40.084418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-bba9782b-f5eb-4777-9be6-53b453fcafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.086145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-bba9782b-f5eb-4777-9be6-53b453fcafa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.0707006 Aug 10 01:19:40.095248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.115860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Transition to ACTIVE for port object f56c70b9-4641-4878-8d2e-99639790447f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.170942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Transition to ACTIVE for port object f56c70b9-4641-4878-8d2e-99639790447f will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.181969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.225190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:40.228570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:40.236765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:40.336436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Pushing event updated for resources: {'Port': ['ID=f56c70b9-4641-4878-8d2e-99639790447f,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:40.366219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Attempting to bind port f56c70b9-4641-4878-8d2e-99639790447f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:40.366945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Attempting to bind port f56c70b9-4641-4878-8d2e-99639790447f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:40.367514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Attempting to bind port f56c70b9-4641-4878-8d2e-99639790447f on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:40.373921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:40.374551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:40.375047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.375528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:40.376203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Bound port: f56c70b9-4641-4878-8d2e-99639790447f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:40.376676 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.444205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::424b:db82:ded6:1a52 (58048d8e-2cbb-41d9-b506-eb8190fafb01/17bc1be5-8f01-418b-b07d-650dd290d1e9/9efee104-f154-4b9b-8a53-c0d5eb3936bb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:40.466772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-de431389-b3d8-4f7b-9456-ea078726d9ce req-589e91c7-5085-49d4-9aaf-43500c3ac385 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.1189680 Aug 10 01:19:40.470785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] For port f56c70b9-4641-4878-8d2e-99639790447f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:40.480123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] For port f56c70b9-4641-4878-8d2e-99639790447f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f56c70b9-4641-4878-8d2e-99639790447f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:40.490976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.561415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-c195b2b0-dabc-487a-bad2-24c945dc3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.562964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-c195b2b0-dabc-487a-bad2-24c945dc3827 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 896 time: 0.4413950 Aug 10 01:19:40.568353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29eb41-3b36-446f-9b2d-66f024733a30 None None] Pushing event updated for resources: {'Port': ['ID=f56c70b9-4641-4878-8d2e-99639790447f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:40.765450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-92dfb5af-376b-4e23-b1d7-cfc9db0b7a01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 1001 time: 0.1736619 Aug 10 01:19:40.862828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-12506879-7c6e-48aa-a7e6-577b28f442f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.862828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-12506879-7c6e-48aa-a7e6-577b28f442f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.0951848 Aug 10 01:19:40.926287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:40.956112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 9efee104-f154-4b9b-8a53-c0d5eb3936bb will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:40.987462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-dd97616d-e225-4679-ae0d-7dd5e1fc468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:40.990400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-dd97616d-e225-4679-ae0d-7dd5e1fc468d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173003 Aug 10 01:19:41.116019 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.212307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:41.237748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:41.244473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-c44e1bb4-1f85-4a9c-bce8-705fc1dde84e service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437568 Aug 10 01:19:41.249620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:41.256648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:41.257558 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.272885 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=9efee104-f154-4b9b-8a53-c0d5eb3936bb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:41.334745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd725a84-65ed-4cd0-89af-69f95d821213 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0139124 Aug 10 01:19:41.335078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42760) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.380709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e463a56e-4fe4-49c8-9096-15fa7674a9ef req-6e2afca3-8d82-4b13-a471-3e25a5343dc1 service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190369 Aug 10 01:19:41.403609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f43943-597d-4e0d-bb8f-a97bb1db36e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:41.411462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f43943-597d-4e0d-bb8f-a97bb1db36e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:41.413185 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-58f43943-597d-4e0d-bb8f-a97bb1db36e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0769031 Aug 10 01:19:41.415765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42764) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:41.625780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 9efee104-f154-4b9b-8a53-c0d5eb3936bb {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:41.627472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.728518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-031c2ea5-71d1-45dd-8ac7-2c9f36132247 req-d64b6904-a9f0-4160-b4aa-7e08d73c6f1e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.0960679 Aug 10 01:19:41.876754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:41.895457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 9efee104-f154-4b9b-8a53-c0d5eb3936bb owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:42.156404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.201691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=9efee104-f154-4b9b-8a53-c0d5eb3936bb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:42.216208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f9c3ad07-8259-4a98-8df9-61987996f5b4 None None] Provisioning for port f56c70b9-4641-4878-8d2e-99639790447f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:42.231742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.234130 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9bd1fd22-fcdd-49fa-bf15-6062c7bfde47 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/9efee104-f154-4b9b-8a53-c0d5eb3936bb HTTP/1.1" status: 204 len: 168 time: 0.8171248 Aug 10 01:19:42.236724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42784) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.340056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0762b-0650-40a8-9a1c-e7750e666fb4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:42.340593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf0762b-0650-40a8-9a1c-e7750e666fb4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:42.344074 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-acf0762b-0650-40a8-9a1c-e7750e666fb4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1055565 Aug 10 01:19:42.346314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42788) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.436754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 17bc1be5-8f01-418b-b07d-650dd290d1e9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:42.444647 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.506585 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.566185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-80d011a5-254c-45a3-a8f2-4e852b8ada49 None None] Could not find standard attr ID for object 9efee104-f154-4b9b-8a53-c0d5eb3936bb. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:42.731379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.875621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.912239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:42.912848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1572dd3-6277-40f5-984d-b0dfa643b816 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:42.917572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/17bc1be5-8f01-418b-b07d-650dd290d1e9 HTTP/1.1" status: 204 len: 168 time: 0.5681221 Aug 10 01:19:42.921360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42804) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:42.993198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bd5c1b78-a118-4cd8-902c-a2f081383b52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690613 Aug 10 01:19:42.999879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42808) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.005081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9c988f7-0443-444c-9a9e-585d772e4852 req-27462a5f-7d31-478d-84f7-91f6100a41c8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.0948913 Aug 10 01:19:43.014287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f56c70b9-4641-4878-8d2e-99639790447f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:43.017710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:43.023828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c354d-198b-4767-936e-31002f81fa25 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=17bc1be5-8f01-418b-b07d-650dd290d1e9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:43.166505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f56c70b9-4641-4878-8d2e-99639790447f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:43.171781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f56c70b9-4641-4878-8d2e-99639790447f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:43.172162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.215547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:43.224549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:43.226263 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.335011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.375958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f56c70b9-4641-4878-8d2e-99639790447f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f56c70b9-4641-4878-8d2e-99639790447f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:43.377926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Deleting port f56c70b9-4641-4878-8d2e-99639790447f {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:43.378302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.471701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.522848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] For port f56c70b9-4641-4878-8d2e-99639790447f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f56c70b9-4641-4878-8d2e-99639790447f,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:43.523323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.545612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Calling delete_port for f56c70b9-4641-4878-8d2e-99639790447f owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:43.561753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.563771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f56c70b9-4641-4878-8d2e-99639790447f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:43.644026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:43.649690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:43.657152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:43.658025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.668735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=8fa3bd00-6dab-418e-a031-813aafc815ed,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:43.695521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce7999b6-993d-4cc6-9449-9fc3b29cccee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6942961 Aug 10 01:19:43.698299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42822) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:43.698593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:43.704869 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '8fa3bd00-6dab-418e-a031-813aafc815ed', 'ip_address': '2001:db8::60d1:1ffa:1a20:6291'}], 'name': 'tempest-NetworksTestDHCPv6-2050052562'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:43.770301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] Pushing event deleted for resources: {'Port': ['ID=f56c70b9-4641-4878-8d2e-99639790447f,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:43.782375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a673476b-ab28-44bf-8ece-407cfad5260c None None] No DVR routers for this DVR port f56c70b9-4641-4878-8d2e-99639790447f on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:43.815628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f26b07-4f0c-4e28-b0ad-63fbb999143a None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:43.954085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:44.076925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.099346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:44.106035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '8fa3bd00-6dab-418e-a031-813aafc815ed'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:44.109629 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.272090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-353d3b03-fce8-489c-bb58-f9abf07ca883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.315237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f16bf688-b261-4c73-8b88-88d6d545f2bb req-8db7ae70-fd34-4825-97d5-b9252a27f8e2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e2907e0-ff0a-432b-bada-d7b2a0e65180 HTTP/1.1" status: 200 len: 210 time: 0.1505041 Aug 10 01:19:44.455266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::60d1:1ffa:1a20:6291 (58048d8e-2cbb-41d9-b506-eb8190fafb01/8fa3bd00-6dab-418e-a031-813aafc815ed/7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:44.673253 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.690556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:44.739071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.811985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:44.818219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:44.819289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/8fa3bd00-6dab-418e-a031-813aafc815ed/e0603b8d-e002-4420-8352-0a28bb133761) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:44.826538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:44.834693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:44.835368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:44.876878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1771829 Aug 10 01:19:44.878053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df53ee-ce84-40d6-a2d2-055153d969c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:44.879645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42850) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:44.968361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f56c70b9-4641-4878-8d2e-99639790447f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:45.000372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f56c70b9-4641-4878-8d2e-99639790447f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:45.001073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f56c70b9-4641-4878-8d2e-99639790447f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:45.040025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf716ee-cc64-4d42-b564-401016b1876e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:45.042332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2bf716ee-cc64-4d42-b564-401016b1876e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1616855 Aug 10 01:19:45.045404 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42854) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:45.127695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.140968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Transition to ACTIVE for port object e0603b8d-e002-4420-8352-0a28bb133761 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:45.158023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Transition to ACTIVE for port object e0603b8d-e002-4420-8352-0a28bb133761 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:45.170792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.209919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:45.210285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.235823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:45.236980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Pushing event updated for resources: {'Port': ['ID=e0603b8d-e002-4420-8352-0a28bb133761,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:45.240140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:45.242265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:45.329770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Attempting to bind port e0603b8d-e002-4420-8352-0a28bb133761 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:45.330441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Attempting to bind port e0603b8d-e002-4420-8352-0a28bb133761 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:45.330575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Attempting to bind port e0603b8d-e002-4420-8352-0a28bb133761 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:45.358354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:45.359122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:45.359628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.360115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:45.360917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Bound port: e0603b8d-e002-4420-8352-0a28bb133761, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:45.361682 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.371322 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.399866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:45.482547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] For port e0603b8d-e002-4420-8352-0a28bb133761, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:45.489005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] For port e0603b8d-e002-4420-8352-0a28bb133761, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0603b8d-e002-4420-8352-0a28bb133761,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:45.500882 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.567670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a960cc-7924-46ab-aa51-7c2701b9b3b1 None None] Pushing event updated for resources: {'Port': ['ID=e0603b8d-e002-4420-8352-0a28bb133761,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:45.600672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.691454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:45.697516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:45.701897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-42d086c7-e314-4f35-b3ce-3547b955268b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 HTTP/1.1" status: 204 len: 168 time: 0.6545320 Aug 10 01:19:45.703556 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42870) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:45.805289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f252fcb-7277-4bb6-962c-ece71f8f26e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:45.807133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f252fcb-7277-4bb6-962c-ece71f8f26e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:45.809028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f252fcb-7277-4bb6-962c-ece71f8f26e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1041832 Aug 10 01:19:45.811807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42874) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:46.042749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 8fa3bd00-6dab-418e-a031-813aafc815ed {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:46.052834 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.120657 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.260130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.359057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.399928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa3bd00-6dab-418e-a031-813aafc815ed,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:46.403491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.409610 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78af0fed-6b24-4b23-a2f1-d0ef37d508ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/8fa3bd00-6dab-418e-a031-813aafc815ed HTTP/1.1" status: 204 len: 168 time: 0.5945797 Aug 10 01:19:46.409980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42892) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:46.458370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2e10cb68-a46c-4816-96a7-83dca0e0e672 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467062 Aug 10 01:19:46.461027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42894) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:46.467199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:46.605680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:46.609924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.846788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a3d88cb6-1593-4328-967c-0fd07e12b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:46.936029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.023291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0603b8d-e002-4420-8352-0a28bb133761 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:47.033761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=09559983-b8bc-49ab-a630-cde067f4953e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:47.089761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:47.091862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:47.097073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:47.098348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.139256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-56b892e1-5cf3-4dfb-8b07-2319a31e4c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6743803 Aug 10 01:19:47.139653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42914) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:47.140849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e0603b8d-e002-4420-8352-0a28bb133761 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:47.146426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '09559983-b8bc-49ab-a630-cde067f4953e', 'ip_address': '2001:db8::c1e:6cd4:4299:18e4'}], 'name': 'tempest-NetworksTestDHCPv6-2013328198'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:47.285016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.323612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:47.354656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afb9cc-6e24-4898-b892-86f47cb60bb4 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:47.494276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.496645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Provisioning for port e0603b8d-e002-4420-8352-0a28bb133761 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:47.509392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Provisioning complete for port e0603b8d-e002-4420-8352-0a28bb133761 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:47.509987 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:47.529622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 7455f414-c51b-49cb-b32c-4336d4a37091 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:47.841178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::c1e:6cd4:4299:18e4 (58048d8e-2cbb-41d9-b506-eb8190fafb01/09559983-b8bc-49ab-a630-cde067f4953e/7455f414-c51b-49cb-b32c-4336d4a37091) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:48.146287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.159004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.174381 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.243499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 7455f414-c51b-49cb-b32c-4336d4a37091 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:48.259751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] For port e0603b8d-e002-4420-8352-0a28bb133761, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0603b8d-e002-4420-8352-0a28bb133761,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:48.274987 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.334659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.365014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccab40c-ec50-4dc9-8f71-a2382fbc9ab6 None None] Pushing event updated for resources: {'Port': ['ID=e0603b8d-e002-4420-8352-0a28bb133761,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:48.407328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:48.411373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:48.427957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:48.438258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.438944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.479019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=7455f414-c51b-49cb-b32c-4336d4a37091,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:48.492270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df6dd768-152e-44be-b890-44d091d0c08c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3502917 Aug 10 01:19:48.494885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42942) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:48.593044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0b0be-9f40-416c-81e8-f85800a26544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.607830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-22e29b8f-dcfb-4fed-bd0e-6c7ef5022d8d None None] Provisioning complete for port e0603b8d-e002-4420-8352-0a28bb133761 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:48.608218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-22e29b8f-dcfb-4fed-bd0e-6c7ef5022d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.611274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd0b0be-9f40-416c-81e8-f85800a26544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:48.615204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ddd0b0be-9f40-416c-81e8-f85800a26544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1190054 Aug 10 01:19:48.618389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42946) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:48.847065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 7455f414-c51b-49cb-b32c-4336d4a37091 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:48.847967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:48.922436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0603b8d-e002-4420-8352-0a28bb133761 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:49.027020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e0603b8d-e002-4420-8352-0a28bb133761 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:49.027413 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.051955 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.096436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 7455f414-c51b-49cb-b32c-4336d4a37091 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:49.097720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0672c280-bfef-40a4-8479-ae437a8b51c0 None None] Could not find standard attr ID for object 7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:49.423905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.446606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a73168f3-f430-4c5f-8d4d-5cbbece90546 None None] Could not find standard attr ID for object 7455f414-c51b-49cb-b32c-4336d4a37091. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:19:49.459878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=7455f414-c51b-49cb-b32c-4336d4a37091,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:49.504533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.512492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bebde39f-09e5-443d-93d9-692dc9c2d874 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/7455f414-c51b-49cb-b32c-4336d4a37091 HTTP/1.1" status: 204 len: 168 time: 0.8912547 Aug 10 01:19:49.513187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 42968) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:49.631544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b7c0a-535c-430e-a0b4-6182c5914b7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:49.639241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b7c0a-535c-430e-a0b4-6182c5914b7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:49.644822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42972) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:49.645629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b99b7c0a-535c-430e-a0b4-6182c5914b7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1310635 Aug 10 01:19:49.697400 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.771966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 09559983-b8bc-49ab-a630-cde067f4953e {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:49.775863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:49.920142 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.007638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.160108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.188577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=09559983-b8bc-49ab-a630-cde067f4953e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:50.200330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.202861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad3882ef-a63b-49f6-af1e-7dc2e274ee8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/09559983-b8bc-49ab-a630-cde067f4953e HTTP/1.1" status: 204 len: 168 time: 0.5559464 Aug 10 01:19:50.205087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42996) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.208232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d057ea-4042-43f2-ad72-4b031e215292 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:50.263891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dde4ecba-ad20-4f71-a905-751d9562a6ba tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575325 Aug 10 01:19:50.266072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 42998) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.337823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb939b9-174a-4a3c-9332-e35d236565dc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:50.341953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-edb939b9-174a-4a3c-9332-e35d236565dc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0746837 Aug 10 01:19:50.344845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.500857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:50.508958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f37f38-d60a-4259-a1b8-94dbb7a25294 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:50.527991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.540390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-84f37f38-d60a-4259-a1b8-94dbb7a25294 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1791625 Aug 10 01:19:50.592373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Deleting port e0603b8d-e002-4420-8352-0a28bb133761 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:50.594904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.602721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4e75b573-2d44-4c9d-a750-5839a999e906 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716414 Aug 10 01:19:50.605653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:50.611422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:50.702897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] For port e0603b8d-e002-4420-8352-0a28bb133761, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0603b8d-e002-4420-8352-0a28bb133761,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:50.703690 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.725324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Calling delete_port for e0603b8d-e002-4420-8352-0a28bb133761 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:50.858920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:50.861417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.939929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:50.984484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0603b8d-e002-4420-8352-0a28bb133761 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:50.989116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] No DVR routers for this DVR port e0603b8d-e002-4420-8352-0a28bb133761 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:50.991141 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66d744-5db4-455e-9da2-2a50e198b1e8 None None] Pushing event deleted for resources: {'Port': ['ID=e0603b8d-e002-4420-8352-0a28bb133761,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.035030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e0603b8d-e002-4420-8352-0a28bb133761 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:51.035409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0603b8d-e002-4420-8352-0a28bb133761 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:51.351845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.408452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:51.412674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:51.417516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:51.418123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.424446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a677d61-2b00-46ed-a684-d9b8bc3da2f3 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:51.445218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=89a5144b-c27e-4d49-94ee-abaf12e46deb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:51.449493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9e688f98-ab45-489b-9ce4-d6a982820bf5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8424902 Aug 10 01:19:51.453127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43064) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:51.458980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '89a5144b-c27e-4d49-94ee-abaf12e46deb', 'ip_address': '2001:db8::b8d3:b6ba:dfb7:7a9e'}], 'name': 'tempest-NetworksTestDHCPv6-1585563677'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:51.695671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:51.700935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:51.724557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 33cf683d-a45a-4f64-9211-d51944489a82 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:51.737379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '89a5144b-c27e-4d49-94ee-abaf12e46deb'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:51.740042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.077362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::b8d3:b6ba:dfb7:7a9e (58048d8e-2cbb-41d9-b506-eb8190fafb01/89a5144b-c27e-4d49-94ee-abaf12e46deb/33cf683d-a45a-4f64-9211-d51944489a82) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:52.352376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.390427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 33cf683d-a45a-4f64-9211-d51944489a82 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:52.456338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.525027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=33cf683d-a45a-4f64-9211-d51944489a82,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:52.546946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:52.548737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:52.552233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:52.558525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:52.559417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:52.561763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/89a5144b-c27e-4d49-94ee-abaf12e46deb/4ac71231-7089-46b5-8f68-77ab0912ba7e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:52.577967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-207afa33-8bae-493b-bf8c-c80d05f5aa14 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1234879 Aug 10 01:19:52.580805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43114) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:52.592280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '89a5144b-c27e-4d49-94ee-abaf12e46deb', 'ip_address': '2001:db8::b8d3:b6ba:dfb7:7a9e'}], 'name': 'tempest-NetworksTestDHCPv6-1831928040'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:52.963368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:53.050290 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.050290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Transition to ACTIVE for port object 4ac71231-7089-46b5-8f68-77ab0912ba7e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:53.064349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Transition to ACTIVE for port object 4ac71231-7089-46b5-8f68-77ab0912ba7e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:53.072081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.074225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43148) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.079255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-627047378', 'description': 'tempest-secgroup-smoke-627047378 description', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:53.145053 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.162002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:53.170342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:53.173811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:53.178119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.217313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 15e71fc1-cf08-4f0f-85d8-883cffa72bc1 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:53.246124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Attempting to bind port 4ac71231-7089-46b5-8f68-77ab0912ba7e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:53.246728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Attempting to bind port 4ac71231-7089-46b5-8f68-77ab0912ba7e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:53.247581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Attempting to bind port 4ac71231-7089-46b5-8f68-77ab0912ba7e on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:53.262410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Pushing event updated for resources: {'Port': ['ID=4ac71231-7089-46b5-8f68-77ab0912ba7e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.279639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:53.279938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:53.280344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.280735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:53.281226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Bound port: 4ac71231-7089-46b5-8f68-77ab0912ba7e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:53.281593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.375609 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.382610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.416557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa60ca6b-0269-42a8-9d8d-67c4f9306d79,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.421767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] For port 4ac71231-7089-46b5-8f68-77ab0912ba7e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:53.430072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] For port 4ac71231-7089-46b5-8f68-77ab0912ba7e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4ac71231-7089-46b5-8f68-77ab0912ba7e,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:19:53.437708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.437904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.443042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0d44415-e535-4b18-b17f-d3b5d4f722a6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3647459 Aug 10 01:19:53.443233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.459458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:53.520960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5915c-0c14-400a-8c87-443a32710ee7 None None] Pushing event updated for resources: {'Port': ['ID=4ac71231-7089-46b5-8f68-77ab0912ba7e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.526117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.534297 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 01:19:53.534912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:53.559851 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec010eb7-4680-428a-98f4-a8095a48b16f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9775033 Aug 10 01:19:53.562267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.653750 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.661302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.666151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba03294-37cd-4dec-8d76-c63abd0f7f1c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:53.674901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba03294-37cd-4dec-8d76-c63abd0f7f1c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:53.676948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ba03294-37cd-4dec-8d76-c63abd0f7f1c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1135139 Aug 10 01:19:53.679550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43172) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.683014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bfe197-8b2a-44de-920f-cb04030ad137,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:53.695268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.712079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c7c6a171-c1ab-4824-805d-0cc93b1a5e17 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2532830 Aug 10 01:19:53.714604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:53.726866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:53.819632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:53.839396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 33cf683d-a45a-4f64-9211-d51944489a82 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:53.839747 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.000383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.007188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.010687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.027497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 33cf683d-a45a-4f64-9211-d51944489a82 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:54.038327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e9dd81-7b72-43a8-a569-09c0a6fd96b2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.125556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.130879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6e2d2b02-27e3-4d89-98f6-28b2ce0b63dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4150283 Aug 10 01:19:54.131141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.135973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:54.238341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.286413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.341544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=33cf683d-a45a-4f64-9211-d51944489a82,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.404270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.408937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.410084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-662e8c1b-11d8-42dd-be69-52e8f1de5655 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/33cf683d-a45a-4f64-9211-d51944489a82 HTTP/1.1" status: 204 len: 168 time: 0.7288599 Aug 10 01:19:54.428950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.441498 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.464005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a204314-df06-4eb0-9000-5a3d05dba158,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:54.486502 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.488875 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-342e7477-8451-49f7-987e-5d710b305de1 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565276 Aug 10 01:19:54.491538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43200) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.496307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:54.519472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a6df-4f5f-44a7-9ff5-697aa75fa87d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:54.521901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6a6df-4f5f-44a7-9ff5-697aa75fa87d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:54.523859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b4f6a6df-4f5f-44a7-9ff5-697aa75fa87d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1123562 Aug 10 01:19:54.526922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43202) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:54.591126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.665274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 89a5144b-c27e-4d49-94ee-abaf12e46deb {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:54.670211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.748436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.837986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.949574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:54.980758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.019517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4ac71231-7089-46b5-8f68-77ab0912ba7e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:19:55.024703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9796ea8c-2ac8-4ac5-afc8-65db4be4a819,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.040018 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.043161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c33baa40-f7bf-4ceb-9344-17b62f52c182 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5506124 Aug 10 01:19:55.044496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.050900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:55.102849 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Project c58a8724a3a744b0bec4144b76a95c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:19:55.109769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.109999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 4ac71231-7089-46b5-8f68-77ab0912ba7e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:55.127788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.163057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=89a5144b-c27e-4d49-94ee-abaf12e46deb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.165356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.167293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec734e24-40c2-4e95-b4ea-adec0bf9128b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/89a5144b-c27e-4d49-94ee-abaf12e46deb HTTP/1.1" status: 204 len: 168 time: 0.6393542 Aug 10 01:19:55.169643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43218) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.174611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f67fbc-efb5-4cc7-bebc-ac981f66d8bf None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:55.212190 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.220281 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.220830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7f390543-f9a0-4382-a970-2fa9a26bf976 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498805 Aug 10 01:19:55.225498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43220) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.230762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:55.252867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb6d0ab-3e11-4e93-b6f0-92a0b8ae8722,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.259870 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.265638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3e8ffe6d-1698-430e-a21d-b5704265edb7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2199888 Aug 10 01:19:55.266410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.272648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'security_group_rule': {'security_group_id': 'fa60ca6b-0269-42a8-9d8d-67c4f9306d79', 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:55.304675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Provisioning for port 4ac71231-7089-46b5-8f68-77ab0912ba7e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:19:55.331426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Provisioning complete for port 4ac71231-7089-46b5-8f68-77ab0912ba7e triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:19:55.332028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.369384 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Project c58a8724a3a744b0bec4144b76a95c72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:19:55.393589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.433165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:55.436608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.480052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.490410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.540419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db4eeee-44d4-42a7-b82e-fa2236302607,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.591144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.598729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8383bc09-e013-42f6-ba39-b73ad589a638 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3309228 Aug 10 01:19:55.641528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.648912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:19:55.739751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] For port 4ac71231-7089-46b5-8f68-77ab0912ba7e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4ac71231-7089-46b5-8f68-77ab0912ba7e,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:55.763238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.842913 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.886923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Pushing event updated for resources: {'Port': ['ID=4ac71231-7089-46b5-8f68-77ab0912ba7e,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.899515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:55.903781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:55.913361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.914439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:55.915090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:55.917285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.917771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.919635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.920082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.920764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.921543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.923719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.924294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.925018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.925622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.926910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb28b8-78dc-420d-9754-ca4814fbc41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:55.936330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7094960 Aug 10 01:19:55.939188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:55.942101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112fe37-4276-42ed-aba9-b7de9409120f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=4f3c124c-4798-4462-9b10-d02ddb35ebe9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:55.951386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '4f3c124c-4798-4462-9b10-d02ddb35ebe9', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1219811255'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:55.979207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Deleting port 4ac71231-7089-46b5-8f68-77ab0912ba7e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:19:55.989222 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.149862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:56.238542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.258160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] For port 4ac71231-7089-46b5-8f68-77ab0912ba7e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4ac71231-7089-46b5-8f68-77ab0912ba7e,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:19:56.258914 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.298482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Calling delete_port for 4ac71231-7089-46b5-8f68-77ab0912ba7e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:19:56.307215 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.327042 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.380258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port ba844ee8-fc1f-4a6f-912c-a0a5ac97c34b yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:19:56.567674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:56.627604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] Pushing event deleted for resources: {'Port': ['ID=4ac71231-7089-46b5-8f68-77ab0912ba7e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:56.635861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ac24e-fdf4-49b9-b4e7-e68170cae221 None None] No DVR routers for this DVR port 4ac71231-7089-46b5-8f68-77ab0912ba7e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:19:56.669692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36929e63-221f-4e39-9edd-cbd4b6cc3713 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:56.700041 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:19:56.701188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:19:56.739946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5e904118-e8ce-4ae2-8f34-787597c9f5d6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7946756 Aug 10 01:19:56.740091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:56.842495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-10a0b243-2c7a-48c7-b916-24a6fa7ba219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0987401 Aug 10 01:19:56.843378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:56.993411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4ac71231-7089-46b5-8f68-77ab0912ba7e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:19:57.036616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcfbb8-a936-4d72-804a-f6a0ba78c865 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:57.038501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddcfbb8-a936-4d72-804a-f6a0ba78c865 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:57.045198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:57.045584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cddcfbb8-a936-4d72-804a-f6a0ba78c865 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1953650 Aug 10 01:19:57.050540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 4ac71231-7089-46b5-8f68-77ab0912ba7e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:19:57.051204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4ac71231-7089-46b5-8f68-77ab0912ba7e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:19:57.192023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3c574-4004-43ee-8f41-a000ab001968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '4f3c124c-4798-4462-9b10-d02ddb35ebe9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:57.192905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-11c3c574-4004-43ee-8f41-a000ab001968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.223103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 4f3c124c-4798-4462-9b10-d02ddb35ebe9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:19:57.227993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.292199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.471851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.701984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-11c3c574-4004-43ee-8f41-a000ab001968 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3c124c-4798-4462-9b10-d02ddb35ebe9: This subnet is being modified by another concurrent operation. Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f3c124c-4798-4462-9b10-d02ddb35ebe9: This subnet is being modified by another concurrent operation. Aug 10 01:19:57.709592 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:19:57.746700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94dbbd1-8609-43ee-9410-12f20f75e684 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:19:57.777324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3c124c-4798-4462-9b10-d02ddb35ebe9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:57.784133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:57.794711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-efbfc50c-3c41-431c-be8f-1b6c0a9e8eee tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/4f3c124c-4798-4462-9b10-d02ddb35ebe9 HTTP/1.1" status: 204 len: 168 time: 0.7445562 Aug 10 01:19:57.805177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43358) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:57.838900 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c621f78-4996-4196-ad1f-39443904c895 req-3f9fa72f-0594-43a5-b266-152381b6305e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:57.847783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c621f78-4996-4196-ad1f-39443904c895 req-3f9fa72f-0594-43a5-b266-152381b6305e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0931900 Aug 10 01:19:57.905193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fe25cabc-5ab8-4fff-a832-a04e7e71aeaf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891263 Aug 10 01:19:57.908790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43360) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:57.931884 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c621f78-4996-4196-ad1f-39443904c895 req-38a25582-c1f3-41ce-b1e9-03c1e5d4387a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818491 Aug 10 01:19:57.941554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:58.029472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dbbd1-8609-43ee-9410-12f20f75e684 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:19:58.220592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:19:58.225960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.709203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.771261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=d32c9302-073a-464f-ac32-aed737048995,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:58.782369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.782944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.783448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.783946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.785571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.785934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.786319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.786615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.787017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.787350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.787681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.788010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:19:58.799212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:58.803269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:58.806007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:58.806598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.814227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f41b7c-ab4a-486d-971f-c8ea0c415c19 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:19:58.859131 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-956be952-6cb1-482e-b70d-93730a8e3544 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9231343 Aug 10 01:19:58.861763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43382) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:58.868435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1139815612', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:19:58.915098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:58.916097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.017395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'd32c9302-073a-464f-ac32-aed737048995'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:19:59.021135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.090445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1141f9-cdc1-4c1a-a08c-9b71a7ea2964 req-86c7a3ae-7264-4ca7-b69d-8cf84005f19a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:19:59.096248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.102240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d1141f9-cdc1-4c1a-a08c-9b71a7ea2964 req-86c7a3ae-7264-4ca7-b69d-8cf84005f19a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Aug 10 01:19:59.106467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.136179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.140860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43388) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:19:59.141865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9843c51a-00a3-46d8-bd1d-69cc7c2a8640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2790501 Aug 10 01:19:59.280837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/d32c9302-073a-464f-ac32-aed737048995/e02f05aa-abff-43c8-90a3-0551cfa12543) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:19:59.285120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d1141f9-cdc1-4c1a-a08c-9b71a7ea2964 req-eb675c72-d4f4-4f55-9abb-41fa92f7a0a5 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806552 Aug 10 01:19:59.489509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.500308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Transition to ACTIVE for port object e02f05aa-abff-43c8-90a3-0551cfa12543 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:59.523225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Transition to ACTIVE for port object e02f05aa-abff-43c8-90a3-0551cfa12543 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:19:59.534615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.618500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:19:59.630465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:19:59.633814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Pushing event updated for resources: {'Port': ['ID=e02f05aa-abff-43c8-90a3-0551cfa12543,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:19:59.637499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:19:59.781256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.807180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Attempting to bind port e02f05aa-abff-43c8-90a3-0551cfa12543 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:19:59.808833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Attempting to bind port e02f05aa-abff-43c8-90a3-0551cfa12543 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:19:59.809413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Attempting to bind port e02f05aa-abff-43c8-90a3-0551cfa12543 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:19:59.818195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:19:59.819538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:19:59.820112 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.820661 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:19:59.821314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Bound port: e02f05aa-abff-43c8-90a3-0551cfa12543, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:19:59.821880 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:19:59.982769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] For port e02f05aa-abff-43c8-90a3-0551cfa12543, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:19:59.991207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] For port e02f05aa-abff-43c8-90a3-0551cfa12543, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e02f05aa-abff-43c8-90a3-0551cfa12543,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:00.005759 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:00.178040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e8e0a-59be-4cc3-ba25-9a293a0057e2 None None] Pushing event updated for resources: {'Port': ['ID=e02f05aa-abff-43c8-90a3-0551cfa12543,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:00.207823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::1 (58048d8e-2cbb-41d9-b506-eb8190fafb01/d32c9302-073a-464f-ac32-aed737048995/8f839a0d-c1b8-4c99-935d-e55a31fb9501) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:00.543660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babd753-1bc3-472b-8adc-13e23529eac9 req-67ab65fc-ecdb-40dd-ac1b-50c86afce8e3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:00.552580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1babd753-1bc3-472b-8adc-13e23529eac9 req-67ab65fc-ecdb-40dd-ac1b-50c86afce8e3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1480660 Aug 10 01:20:00.650261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1babd753-1bc3-472b-8adc-13e23529eac9 req-b7f0a599-f03c-4a48-8b1b-391035552885 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915666 Aug 10 01:20:00.989129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e02f05aa-abff-43c8-90a3-0551cfa12543 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:00.994064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.011125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 8f839a0d-c1b8-4c99-935d-e55a31fb9501 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:01.051532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.068561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e02f05aa-abff-43c8-90a3-0551cfa12543 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:01.123650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:01.132143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:01.139525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:01.141742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.167063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=8f839a0d-c1b8-4c99-935d-e55a31fb9501,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:01.239908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.240563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.240850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.241299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.241756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.242439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.242921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.243532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.244217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.244661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.245080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.245482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:01.461551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:01.928663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989a471-bb3d-4831-92a1-fcfcafb9af6f req-f9708e6d-3522-4700-b3ac-591633ba4677 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:01.930300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c989a471-bb3d-4831-92a1-fcfcafb9af6f req-f9708e6d-3522-4700-b3ac-591633ba4677 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1301804 Aug 10 01:20:01.947890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Provisioning for port e02f05aa-abff-43c8-90a3-0551cfa12543 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:01.959223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Provisioning complete for port e02f05aa-abff-43c8-90a3-0551cfa12543 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:01.959995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.091090 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.146095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] For port e02f05aa-abff-43c8-90a3-0551cfa12543, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e02f05aa-abff-43c8-90a3-0551cfa12543,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:02.156082 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.170697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c989a471-bb3d-4831-92a1-fcfcafb9af6f req-4660c620-5d60-4bd7-a80d-d13775aec4a9 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298957 Aug 10 01:20:02.281410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dd5bd-a65e-41b7-bd36-8329ad0d0009 None None] Pushing event updated for resources: {'Port': ['ID=e02f05aa-abff-43c8-90a3-0551cfa12543,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:02.310619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.317766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.319249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.392702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5389cc00-88d7-4283-9459-8469787d9a51 None None] Provisioning for port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:02.399309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5389cc00-88d7-4283-9459-8469787d9a51 None None] Provisioning complete for port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:02.400513 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5389cc00-88d7-4283-9459-8469787d9a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:02.492305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5389cc00-88d7-4283-9459-8469787d9a51 None None] Port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:02.543406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=8f839a0d-c1b8-4c99-935d-e55a31fb9501,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:02.622836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:02.624857 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:02.851170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:02.962659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e02f05aa-abff-43c8-90a3-0551cfa12543 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:03.007513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:03.015659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cae32e51-8e2f-455f-b3d8-4843181da860 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "PUT /v2.0/routers/56c3e894-84c0-4c45-bacf-2132e7a0ba46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8728087 Aug 10 01:20:03.018369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:03.022764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Sync routers for ids ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:03.072518 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Routers {'56c3e894-84c0-4c45-bacf-2132e7a0ba46'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:03.073188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.105514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb17f38-b826-4603-ad46-5225f514e760 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:03.112337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43478) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:03.116018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-adb17f38-b826-4603-ad46-5225f514e760 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports/8f839a0d-c1b8-4c99-935d-e55a31fb9501 HTTP/1.1" status: 200 len: 911 time: 0.0921593 Aug 10 01:20:03.179139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f877c8a2-ea7a-42e3-b521-1a8ed7116363 None None] Provisioning complete for port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:03.180311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f877c8a2-ea7a-42e3-b521-1a8ed7116363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.197002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e02f05aa-abff-43c8-90a3-0551cfa12543 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:03.197888 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:03.243279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48443b54-687a-4926-bd9e-0dbd7ef9ec41 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:03.254462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48443b54-687a-4926-bd9e-0dbd7ef9ec41 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:03.263263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43496) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:03.263969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Set router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:03.278755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-48443b54-687a-4926-bd9e-0dbd7ef9ec41 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1465421 Aug 10 01:20:03.404489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f877c8a2-ea7a-42e3-b521-1a8ed7116363 None None] Port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:03.500330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920eb52-edde-4f7d-948d-c1732fea7be6 req-94c76b41-c36c-47f2-a629-5d7b46e365e6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:03.518937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7920eb52-edde-4f7d-948d-c1732fea7be6 req-94c76b41-c36c-47f2-a629-5d7b46e365e6 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1727176 Aug 10 01:20:03.704680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7920eb52-edde-4f7d-948d-c1732fea7be6 req-23859e60-8a91-4643-bee0-685271243aed tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843257 Aug 10 01:20:03.816885 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'name': 'tempest-NetworksTestDHCPv6-router-1139815612', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:58Z', 'updated_at': '2021-08-10T01:20:01Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None, '_interfaces': [{'id': '8f839a0d-c1b8-4c99-935d-e55a31fb9501', 'name': '', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'mac_address': 'fa:16:3e:33:d0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'd32c9302-073a-464f-ac32-aed737048995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:59Z', 'updated_at': '2021-08-10T01:20:01Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'subnets': [{'id': 'd32c9302-073a-464f-ac32-aed737048995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:03.886773 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Checking router: 56c3e894-84c0-4c45-bacf-2132e7a0ba46 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:03.887153 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Updating router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:03.938572 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.126925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43514) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:04.439754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.445491 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.464424 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Transition to ACTIVE for port object 8f839a0d-c1b8-4c99-935d-e55a31fb9501 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:04.467307 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86d9ba5-cc2b-41e3-9b5b-eb083363521e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.478263 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.624971 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Pushing event updated for resources: {'Port': ['ID=8f839a0d-c1b8-4c99-935d-e55a31fb9501,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:04.659511 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.660069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.661191 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.661645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.662013 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.662732 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.663285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.663285 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.663707 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.663991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.664875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.665767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:04.743375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86d9ba5-cc2b-41e3-9b5b-eb083363521e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.755489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b86d9ba5-cc2b-41e3-9b5b-eb083363521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.885037 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Attempting to bind port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:04.885645 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Attempting to bind port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:04.886008 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Attempting to bind port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:04.897616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:04.897994 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:04.899103 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.900550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:04.901041 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Bound port: 8f839a0d-c1b8-4c99-935d-e55a31fb9501, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:04.903662 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:04.916237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9ba5-cc2b-41e3-9b5b-eb083363521e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c89f116-421b-43f2-8f65-1830a0c9e73a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:04.932773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b86d9ba5-cc2b-41e3-9b5b-eb083363521e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c52fb4a5c1c43648f8df8b91dfcd19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8039732 Aug 10 01:20:04.934242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43574) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:05.040383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1fe8b-e373-4b89-a56c-3499447d20ff req-c906995b-6375-426f-b718-0fd30f2ced0b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:05.047497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3f1fe8b-e373-4b89-a56c-3499447d20ff req-c906995b-6375-426f-b718-0fd30f2ced0b tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1852970 Aug 10 01:20:05.095242 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] For port 8f839a0d-c1b8-4c99-935d-e55a31fb9501, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:05.104307 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] For port 8f839a0d-c1b8-4c99-935d-e55a31fb9501, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f839a0d-c1b8-4c99-935d-e55a31fb9501,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:05.117301 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.152833 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.218405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.246703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3f1fe8b-e373-4b89-a56c-3499447d20ff req-90f67f64-6e7c-461b-8ec7-2cdfa924b282 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909683 Aug 10 01:20:05.307542 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Routers {'56c3e894-84c0-4c45-bacf-2132e7a0ba46'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:05.311386 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:05.342197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 8f839a0d-c1b8-4c99-935d-e55a31fb9501 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:05.342559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.389416 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.393310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.396440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c89f116-421b-43f2-8f65-1830a0c9e73a HTTP/1.1" status: 204 len: 168 time: 0.4580295 Aug 10 01:20:05.407493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efb5c5-3f40-4c9d-896b-ce5f25babd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c89f116-421b-43f2-8f65-1830a0c9e73a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:05.482842 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a880c77-d4d0-4a3d-b254-d3f4d4261159 None None] Pushing event updated for resources: {'Port': ['ID=8f839a0d-c1b8-4c99-935d-e55a31fb9501,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:05.615891 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] Set router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:05.648795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port 8f839a0d-c1b8-4c99-935d-e55a31fb9501, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8f839a0d-c1b8-4c99-935d-e55a31fb9501,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:05.649249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:05.687520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 8f839a0d-c1b8-4c99-935d-e55a31fb9501 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:06.132130 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'name': 'tempest-NetworksTestDHCPv6-router-1139815612', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:58Z', 'updated_at': '2021-08-10T01:20:01Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None, '_interfaces': [{'id': '8f839a0d-c1b8-4c99-935d-e55a31fb9501', 'name': '', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'mac_address': 'fa:16:3e:33:d0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'd32c9302-073a-464f-ac32-aed737048995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:59Z', 'updated_at': '2021-08-10T01:20:05Z', 'revision_number': 4, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'subnets': [{'id': 'd32c9302-073a-464f-ac32-aed737048995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:06.176559 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a97fac-5fa0-45e1-9efa-82e93f91b8b2 None None] The sync data for ids ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'] in n-d-766380-21 is: [{'id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'name': 'tempest-NetworksTestDHCPv6-router-1139815612', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:58Z', 'updated_at': '2021-08-10T01:20:01Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None, '_interfaces': [{'id': '8f839a0d-c1b8-4c99-935d-e55a31fb9501', 'name': '', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'mac_address': 'fa:16:3e:33:d0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': 'd32c9302-073a-464f-ac32-aed737048995', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:59Z', 'updated_at': '2021-08-10T01:20:05Z', 'revision_number': 4, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'subnets': [{'id': 'd32c9302-073a-464f-ac32-aed737048995', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:06.187673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:06.289211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=8f839a0d-c1b8-4c99-935d-e55a31fb9501,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:06.645651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.145078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:07.356481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:07.370157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4d6ba95d-3fa8-4151-b5bd-e2000e238b48 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "PUT /v2.0/routers/56c3e894-84c0-4c45-bacf-2132e7a0ba46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1057241 Aug 10 01:20:07.370931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43788) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:07.524152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e6d7c-bfcd-4400-aa88-2f05d7cf93ba tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:07.529803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44e6d7c-bfcd-4400-aa88-2f05d7cf93ba tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:07.531785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d44e6d7c-bfcd-4400-aa88-2f05d7cf93ba tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1598153 Aug 10 01:20:07.538285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 43802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:07.728425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb55dd8-2dc8-4fff-9f09-8375ec801857 req-6f7d8d1f-e6c0-4b9a-8582-4b63c8ea2a68 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:07.738615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bb55dd8-2dc8-4fff-9f09-8375ec801857 req-6f7d8d1f-e6c0-4b9a-8582-4b63c8ea2a68 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 1.3002961 Aug 10 01:20:07.780291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet d32c9302-073a-464f-ac32-aed737048995 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:07.785268 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.841851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:07.872211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2bb55dd8-2dc8-4fff-9f09-8375ec801857 req-b84bd4b6-537e-46db-bd27-2cde0db62848 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322093 Aug 10 01:20:07.980057 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.102237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.150834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=d32c9302-073a-464f-ac32-aed737048995,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:08.165182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.170792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3e59d8f6-56ff-4627-8b1a-b9e94d147162 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d32c9302-073a-464f-ac32-aed737048995 HTTP/1.1" status: 204 len: 168 time: 0.6089823 Aug 10 01:20:08.171175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43862) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:08.177202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e104f-80cf-41e4-a8b1-14d318c5765d None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:08.382033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cd50a09b-f5c3-4194-a3cd-6691673ef06a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2096016 Aug 10 01:20:08.384708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43882) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:08.648008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:08.686267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.742147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Deleting port e02f05aa-abff-43c8-90a3-0551cfa12543 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:08.742707 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:08.830428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Sync routers for ids ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:08.929574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Routers {'56c3e894-84c0-4c45-bacf-2132e7a0ba46'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:08.931761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:09.079565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.086639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Set router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:09.100689 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.156461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075d38-5d48-4fe4-98bc-ca4447c19e8c req-ecb2a9fc-5a34-4507-a08c-9edb79b33dd3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:09.159804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f075d38-5d48-4fe4-98bc-ca4447c19e8c req-ecb2a9fc-5a34-4507-a08c-9edb79b33dd3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1495774 Aug 10 01:20:09.199347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] For port e02f05aa-abff-43c8-90a3-0551cfa12543, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e02f05aa-abff-43c8-90a3-0551cfa12543,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:09.199989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.221037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Calling delete_port for e02f05aa-abff-43c8-90a3-0551cfa12543 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:09.224860 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.225713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Fanout notify agent at l3_agent the message router_deleted on router 56c3e894-84c0-4c45-bacf-2132e7a0ba46 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:09.233827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.237763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7e2c5434-1331-45f6-a7ac-e7b7ffe41beb tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/routers/56c3e894-84c0-4c45-bacf-2132e7a0ba46 HTTP/1.1" status: 204 len: 168 time: 0.8512349 Aug 10 01:20:09.239116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 43962) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:09.251486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:09.264161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f075d38-5d48-4fe4-98bc-ca4447c19e8c req-6971469f-f409-406b-ae6e-1c7ba5f40029 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972688 Aug 10 01:20:09.353473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e02f05aa-abff-43c8-90a3-0551cfa12543 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:09.385865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c3e894-84c0-4c45-bacf-2132e7a0ba46', 'name': 'tempest-NetworksTestDHCPv6-router-1139815612', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:19:58Z', 'updated_at': '2021-08-10T01:20:06Z', 'revision_number': 3, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:09.499763 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:09.510218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.536478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Checking router: 56c3e894-84c0-4c45-bacf-2132e7a0ba46 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:09.548871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:09.708670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] No DVR routers for this DVR port e02f05aa-abff-43c8-90a3-0551cfa12543 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:09.713496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564dad6-4b54-46ad-9ad7-89827e1829dd None None] Pushing event deleted for resources: {'Port': ['ID=e02f05aa-abff-43c8-90a3-0551cfa12543,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:09.737304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No active binding found for port e02f05aa-abff-43c8-90a3-0551cfa12543 {{(pid=105959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 01:20:09.738053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e02f05aa-abff-43c8-90a3-0551cfa12543 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:09.739506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:09.743361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:20:09.743722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_agentschedulers_db [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'56c3e894-84c0-4c45-bacf-2132e7a0ba46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent'). {{(pid=105959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:20:09.744104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297eea09-1a3e-4afb-b32e-96de0f0626ba None None] The sync data for ids ['56c3e894-84c0-4c45-bacf-2132e7a0ba46'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:10.163869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.219775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:10.223700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:10.227952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:10.228547 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.233831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7c4a7-928e-44ad-a5c5-3801a34e512a None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:10.257174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=0cf237dd-3493-4b03-855e-0f29b2298e6d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:10.311541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44048) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:10.319759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1156273731', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:10.325664 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3a3806b-1a1f-4ca5-861f-d33469289fe7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0851932 Aug 10 01:20:10.382477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.388231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.492709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.505930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.524239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13066e18-0a6c-4ad1-ae77-20195ab8e0ca req-061c4778-2264-4821-84e7-90f0c8549f62 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:10.527264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13066e18-0a6c-4ad1-ae77-20195ab8e0ca req-061c4778-2264-4821-84e7-90f0c8549f62 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1292729 Aug 10 01:20:10.535399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.536733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-294ea1d5-25b7-467a-9e61-2b99b4427410 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2233579 Aug 10 01:20:10.540368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44072) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:10.601560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '0cf237dd-3493-4b03-855e-0f29b2298e6d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:20:10.602821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:10.617030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13066e18-0a6c-4ad1-ae77-20195ab8e0ca req-78b47786-4b0a-46b5-aabb-00a7a30f38fb tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816302 Aug 10 01:20:10.886149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0cf237dd-3493-4b03-855e-0f29b2298e6d/5c5cddab-6db4-43f6-9000-9660e97af4b2) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:10.913097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f839a0d-c1b8-4c99-935d-e55a31fb9501 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:10.929612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b8268-56a3-42f2-be27-8522c732ac3f req-ecdea4bb-19ca-4a6f-860a-e9853408c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:10.931955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b1b8268-56a3-42f2-be27-8522c732ac3f req-ecdea4bb-19ca-4a6f-860a-e9853408c9e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.1116345 Aug 10 01:20:10.945739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8f839a0d-c1b8-4c99-935d-e55a31fb9501 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:10.946329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8f839a0d-c1b8-4c99-935d-e55a31fb9501 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:11.039603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0b1b8268-56a3-42f2-be27-8522c732ac3f req-cc785e7c-a801-41cb-af06-1c9a2cd56ccb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994072 Aug 10 01:20:11.127128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.176515 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.187338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Transition to ACTIVE for port object 5c5cddab-6db4-43f6-9000-9660e97af4b2 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:11.219081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Transition to ACTIVE for port object 5c5cddab-6db4-43f6-9000-9660e97af4b2 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:11.243822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.315476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:11.321826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:11.327186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:11.344387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Pushing event updated for resources: {'Port': ['ID=5c5cddab-6db4-43f6-9000-9660e97af4b2,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:11.426011 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Attempting to bind port 5c5cddab-6db4-43f6-9000-9660e97af4b2 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:11.426525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Attempting to bind port 5c5cddab-6db4-43f6-9000-9660e97af4b2 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:11.427016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Attempting to bind port 5c5cddab-6db4-43f6-9000-9660e97af4b2 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:11.433099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:11.433669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:11.434167 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.435032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:11.435842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Bound port: 5c5cddab-6db4-43f6-9000-9660e97af4b2, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:11.437106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.541056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] For port 5c5cddab-6db4-43f6-9000-9660e97af4b2, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:11.544823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] For port 5c5cddab-6db4-43f6-9000-9660e97af4b2, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5c5cddab-6db4-43f6-9000-9660e97af4b2,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:11.554741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:11.563548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::1 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0cf237dd-3493-4b03-855e-0f29b2298e6d/b1c61b2a-0144-450e-8e09-0705e6417832) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:11.655317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c75e1d-9364-4380-a658-742eb3284d4f None None] Pushing event updated for resources: {'Port': ['ID=5c5cddab-6db4-43f6-9000-9660e97af4b2,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:11.991871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:20:12.356450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:12.416733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '773d3bed-aa69-4639-b18a-74236efaab4c', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'port_id': '773d3bed-aa69-4639-b18a-74236efaab4c', 'mac_address': 'fa:16:3e:5e:54:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:20:12.456409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.476153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object b1c61b2a-0144-450e-8e09-0705e6417832 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:12.559982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.586844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.592932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:12.645109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:12.661316 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.755420 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:20:12.757075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=b1c61b2a-0144-450e-8e09-0705e6417832,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:12.794127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:12.805977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:12.808966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:12.824767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:12.825197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:12.878341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['773d3bed-aa69-4639-b18a-74236efaab4c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:20:13.073007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5c5cddab-6db4-43f6-9000-9660e97af4b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:13.090894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32cdfb-8e9b-4700-8733-996008ba3908 req-a12dea5c-f684-4fcb-bda5-d5f9d3fe6350 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:13.104032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c32cdfb-8e9b-4700-8733-996008ba3908 req-a12dea5c-f684-4fcb-bda5-d5f9d3fe6350 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.5432715 Aug 10 01:20:13.237460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 5c5cddab-6db4-43f6-9000-9660e97af4b2 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:13.244618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c32cdfb-8e9b-4700-8733-996008ba3908 req-35066ff8-4045-4f7d-8767-fadb2cd0c5dc tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213062 Aug 10 01:20:13.247822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.677078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Provisioning for port 5c5cddab-6db4-43f6-9000-9660e97af4b2 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:13.776558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Provisioning complete for port 5c5cddab-6db4-43f6-9000-9660e97af4b2 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:13.777321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.993413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:13.994214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:14.001437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.002038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.056976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.073728 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-25f66d10-38c4-480d-9b8b-660c5f5be71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.149023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] For port 5c5cddab-6db4-43f6-9000-9660e97af4b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5c5cddab-6db4-43f6-9000-9660e97af4b2,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:14.158244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:14.159379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=b1c61b2a-0144-450e-8e09-0705e6417832,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:14.162365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:14.170713 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.174969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.210921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:14.277232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:14.292273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7b224-3a10-4e65-9a09-528a36c8d612 None None] Pushing event updated for resources: {'Port': ['ID=5c5cddab-6db4-43f6-9000-9660e97af4b2,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:14.295066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.384227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df038665-1d06-4520-8946-d3e39d36e40c None None] Provisioning for port b1c61b2a-0144-450e-8e09-0705e6417832 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:14.395210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Router 327faeff-0128-4145-8041-dba5d5f11363 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:14.399088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df038665-1d06-4520-8946-d3e39d36e40c None None] Provisioning complete for port b1c61b2a-0144-450e-8e09-0705e6417832 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:14.399463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df038665-1d06-4520-8946-d3e39d36e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.437623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:14.488902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c838e1b-0591-4692-a998-fe1b0ed56d8e req-fe460dde-d6fd-4aa2-92e9-c04b4c8e5236 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:14.492097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-df038665-1d06-4520-8946-d3e39d36e40c None None] Port b1c61b2a-0144-450e-8e09-0705e6417832 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:14.496495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c838e1b-0591-4692-a998-fe1b0ed56d8e req-fe460dde-d6fd-4aa2-92e9-c04b4c8e5236 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 943 time: 0.1099148 Aug 10 01:20:14.537509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:14.550287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b84e8ab-6deb-47d2-8468-08dda171aaed tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "PUT /v2.0/routers/327faeff-0128-4145-8041-dba5d5f11363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0045121 Aug 10 01:20:14.550686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44186) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.551769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c838e1b-0591-4692-a998-fe1b0ed56d8e req-62054a2e-0b33-4d02-867b-c7a88ce80074 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534065 Aug 10 01:20:14.558459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Sync routers for ids ['327faeff-0128-4145-8041-dba5d5f11363'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:14.568039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44190) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.584585 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Routers {'327faeff-0128-4145-8041-dba5d5f11363'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:14.585569 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:19:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['327faeff-0128-4145-8041-dba5d5f11363'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:14.632761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a55319-e754-42ad-89fd-5efcfd5cc7ac tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:14.634347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-25a55319-e754-42ad-89fd-5efcfd5cc7ac tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports/b1c61b2a-0144-450e-8e09-0705e6417832 HTTP/1.1" status: 200 len: 911 time: 0.0822158 Aug 10 01:20:14.638278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.670217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e22cdd6e-93e8-4c26-b8d4-52bf686d6e63 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/floatingips/6f4aae11-3344-42f9-986c-1cc381f2b250 HTTP/1.1" status: 200 len: 991 time: 0.1005011 Aug 10 01:20:14.743803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7dc55a0d-9a0e-43ab-bbc8-7d3865247867 None None] Provisioning complete for port b1c61b2a-0144-450e-8e09-0705e6417832 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:14.744295 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7dc55a0d-9a0e-43ab-bbc8-7d3865247867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:14.759706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d033d-dbe7-437f-9522-aaf79c7f620d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:14.779267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d033d-dbe7-437f-9522-aaf79c7f620d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:14.785045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ba3d033d-dbe7-437f-9522-aaf79c7f620d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1457086 Aug 10 01:20:14.785907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:14.796488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Set router 327faeff-0128-4145-8041-dba5d5f11363 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:14.850053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7dc55a0d-9a0e-43ab-bbc8-7d3865247867 None None] Port b1c61b2a-0144-450e-8e09-0705e6417832 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:14.966199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5c5cddab-6db4-43f6-9000-9660e97af4b2 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:15.078752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 5c5cddab-6db4-43f6-9000-9660e97af4b2 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:15.079139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.470800 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327faeff-0128-4145-8041-dba5d5f11363', 'name': 'tempest-NetworksTestDHCPv6-router-1156273731', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:10Z', 'updated_at': '2021-08-10T01:20:13Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None, '_interfaces': [{'id': 'b1c61b2a-0144-450e-8e09-0705e6417832', 'name': '', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'mac_address': 'fa:16:3e:16:eb:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327faeff-0128-4145-8041-dba5d5f11363', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '0cf237dd-3493-4b03-855e-0f29b2298e6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:11Z', 'updated_at': '2021-08-10T01:20:13Z', 'revision_number': 2, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'subnets': [{'id': '0cf237dd-3493-4b03-855e-0f29b2298e6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:15.508963 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Checking router: 327faeff-0128-4145-8041-dba5d5f11363 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:15.509313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Updating router 327faeff-0128-4145-8041-dba5d5f11363 port b1c61b2a-0144-450e-8e09-0705e6417832 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:15.523046 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.543587 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.926727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port b1c61b2a-0144-450e-8e09-0705e6417832 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:15.927413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:15.987975 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.015394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:16.031466 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Transition to ACTIVE for port object b1c61b2a-0144-450e-8e09-0705e6417832 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:16.052874 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.086726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 773d3bed-aa69-4639-b18a-74236efaab4c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:16.087587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.116399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.151238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for b1c61b2a-0144-450e-8e09-0705e6417832 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:16.281238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.344623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:16.348084 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a6be2-bc7a-45e8-bae1-6ce512f63ef4" -d '{"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-plugged", "status": "completed", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:16.352620 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81a150-d61a-4ba1-a25a-16c573e5ea27 None None] Pushing event updated for resources: {'Port': ['ID=b1c61b2a-0144-450e-8e09-0705e6417832,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:16.392171 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:16.393380 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:16.402934 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:16.441057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:16.449020 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:16.451974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:16.452413 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.454484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.455006 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:16.459262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Bound port: b1c61b2a-0144-450e-8e09-0705e6417832, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:16.460070 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.546282 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571aa6c7-fc37-4762-a67e-fed16b904557 x-openstack-request-id: req-571aa6c7-fc37-4762-a67e-fed16b904557 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:16.548336 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-plugged", "status": "completed", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:16.548778 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-571aa6c7-fc37-4762-a67e-fed16b904557 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:16.549387 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'code': 200} Aug 10 01:20:16.553921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:16.569829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.589864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f08d7fda-b85f-40ca-b341-54a4c0d97bc6 None None] Could not find standard attr ID for object b1c61b2a-0144-450e-8e09-0705e6417832. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:16.659749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=b1c61b2a-0144-450e-8e09-0705e6417832,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:16.713239 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.db.api [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=105960) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:16.713590 n-d-766380-21 neutron-server[105960]: DEBUG oslo_db.api [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:16.804870 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:16.868709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d8fa5e5-2a43-4449-bee9-0b90f58baba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.101205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Router 327faeff-0128-4145-8041-dba5d5f11363 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:17.213746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:17.219069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-89b22c0b-44ad-48bf-94ac-abda759c1a77 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "PUT /v2.0/routers/327faeff-0128-4145-8041-dba5d5f11363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4317780 Aug 10 01:20:17.222272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.236150 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:17.237309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:17.238872 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Attempting to bind port b1c61b2a-0144-450e-8e09-0705e6417832 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:17.250181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:17.250868 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:17.251372 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.256990 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:17.257664 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Bound port: b1c61b2a-0144-450e-8e09-0705e6417832, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:17.263060 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.289597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.304351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c27e21-baef-4015-a3b7-9669c6ae733e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:17.308136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c27e21-baef-4015-a3b7-9669c6ae733e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:17.313418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44270) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.313565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-31c27e21-baef-4015-a3b7-9669c6ae733e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0905533 Aug 10 01:20:17.330836 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.plugin [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Port b1c61b2a-0144-450e-8e09-0705e6417832 has been deleted concurrently {{(pid=105960) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 01:20:17.343272 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Routers {'327faeff-0128-4145-8041-dba5d5f11363'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:17.344312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['327faeff-0128-4145-8041-dba5d5f11363'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:17.429759 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] Set router 327faeff-0128-4145-8041-dba5d5f11363 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:17.435374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 0cf237dd-3493-4b03-855e-0f29b2298e6d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:17.439273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.495491 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327faeff-0128-4145-8041-dba5d5f11363', 'name': 'tempest-NetworksTestDHCPv6-router-1156273731', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:10Z', 'updated_at': '2021-08-10T01:20:16Z', 'revision_number': 3, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:17.520408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.548081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83777e4e-9799-4462-bbfd-91f5c4586d86 None None] The sync data for ids ['327faeff-0128-4145-8041-dba5d5f11363'] in n-d-766380-21 is: [{'id': '327faeff-0128-4145-8041-dba5d5f11363', 'name': 'tempest-NetworksTestDHCPv6-router-1156273731', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:10Z', 'updated_at': '2021-08-10T01:20:16Z', 'revision_number': 3, 'project_id': 'f469a13052d345469611f5f0cc8c51f3', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:17.646877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.742473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.785450 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.808661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf237dd-3493-4b03-855e-0f29b2298e6d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:17.817515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:17.818708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e5758d34-662b-4252-82e7-ca217d1e7f3e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0cf237dd-3493-4b03-855e-0f29b2298e6d HTTP/1.1" status: 204 len: 168 time: 0.5042689 Aug 10 01:20:17.821342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44272) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:17.824032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e5854-a79e-4a9d-b306-47694306ab7c None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:18.183728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-edc0823a-7176-435f-aa9a-cea29de201bc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3605144 Aug 10 01:20:18.185522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44280) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:18.200910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:18.380297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Deleting port 5c5cddab-6db4-43f6-9000-9660e97af4b2 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:18.380978 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.426605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.519088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] For port 5c5cddab-6db4-43f6-9000-9660e97af4b2, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5c5cddab-6db4-43f6-9000-9660e97af4b2,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:18.521234 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.547269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Calling delete_port for 5c5cddab-6db4-43f6-9000-9660e97af4b2 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:18.708342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.762755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.762755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.763364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] Pushing event deleted for resources: {'Port': ['ID=5c5cddab-6db4-43f6-9000-9660e97af4b2,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:18.779494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b2d1a-fc89-4608-b5df-1c3da60ab705 None None] No DVR routers for this DVR port 5c5cddab-6db4-43f6-9000-9660e97af4b2 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:18.827562 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.828135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Fanout notify agent at l3_agent the message router_deleted on router 327faeff-0128-4145-8041-dba5d5f11363 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:18.845608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:18.848176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a37d173-8f4d-4771-b78f-fd64f4d61101 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/routers/327faeff-0128-4145-8041-dba5d5f11363 HTTP/1.1" status: 204 len: 168 time: 0.6615117 Aug 10 01:20:18.851043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:18.898367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-484fdf96-b9ef-4f47-8b6d-afdc2f054988 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0460415 Aug 10 01:20:18.901119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44290) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:18.929464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5c5cddab-6db4-43f6-9000-9660e97af4b2 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:18.959058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5c5cddab-6db4-43f6-9000-9660e97af4b2 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:18.959546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5c5cddab-6db4-43f6-9000-9660e97af4b2 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:18.963340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a79c27-f8ab-405a-8259-898043fb89d7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:18.967071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98a79c27-f8ab-405a-8259-898043fb89d7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0627179 Aug 10 01:20:18.967574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44292) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:19.016032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa65eba8-6c96-46b4-9ec9-feb1b30a2efe tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468268 Aug 10 01:20:19.024465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44294) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:19.031191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:19.093294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Sync routers for ids ['327faeff-0128-4145-8041-dba5d5f11363'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:19.103013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:19.103538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:20:19.104253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_agentschedulers_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'327faeff-0128-4145-8041-dba5d5f11363'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent'). {{(pid=105959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:20:19.113815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Routers set() bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:19.114339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Router IDs set() for agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 01:20:19.115274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_agentschedulers_db [None req-d898c309-580a-430c-9e06-9673ca541921 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'327faeff-0128-4145-8041-dba5d5f11363'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent'). {{(pid=105959) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 01:20:19.115773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d898c309-580a-430c-9e06-9673ca541921 None None] The sync data for ids ['327faeff-0128-4145-8041-dba5d5f11363'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:19.147567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:19.152489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.563730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:19.566640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.623190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:19.626434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:19.630112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:19.630738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.636289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca0480-2d30-4cc4-ac27-defd5d334dc0 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:19.672713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=eeab8420-a355-4e90-aa52-e6d165d6460f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:19.682314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df4ededf-6817-42a8-9997-9072a879e1f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6541908 Aug 10 01:20:19.682823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:19.694198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:19.724595 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:19.919622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'eeab8420-a355-4e90-aa52-e6d165d6460f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:20:19.920715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.089864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Allocated IP 2001:db8::f816:3eff:fead:8cfd (58048d8e-2cbb-41d9-b506-eb8190fafb01/eeab8420-a355-4e90-aa52-e6d165d6460f/7a4b299f-d9b8-4670-a22d-db2217e7726a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:20.256669 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:20.268557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.279637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.290089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Transition to ACTIVE for port object 7a4b299f-d9b8-4670-a22d-db2217e7726a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:20.306693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Transition to ACTIVE for port object 7a4b299f-d9b8-4670-a22d-db2217e7726a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:20.317154 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.612209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:20.620623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:20.622002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:20.624430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:20.676986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.688955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Attempting to bind port 7a4b299f-d9b8-4670-a22d-db2217e7726a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:20.690451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Attempting to bind port 7a4b299f-d9b8-4670-a22d-db2217e7726a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:20.691034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Attempting to bind port 7a4b299f-d9b8-4670-a22d-db2217e7726a on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:20.696546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:20.703754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:20.703754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.705781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:20.707534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Bound port: 7a4b299f-d9b8-4670-a22d-db2217e7726a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:20.708047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.750023 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:20.757795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:20.764264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:20.764959 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.774641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=091e73cb-5daa-466f-950b-2f3ba6ed76be,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:20.791133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44314) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:20.797427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:8f:61:8a', 'name': 'tempest-NetworksTestDHCPv6-141437912'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:20.802377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8e649ecd-cab4-4d4c-a57b-806648aa4b7f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1171026 Aug 10 01:20:20.817005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:20.820972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:20.826770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:20.909207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6b5d0-1fcc-47a2-b623-5d05ff5bb050 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:20.994095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:21.099510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.131718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port c26bef9b-cb09-4372-9f29-51d2ac647088 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:21.411150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 172.20.0.4 (58048d8e-2cbb-41d9-b506-eb8190fafb01/091e73cb-5daa-466f-950b-2f3ba6ed76be/c26bef9b-cb09-4372-9f29-51d2ac647088) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:21.420718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe8f:618a (58048d8e-2cbb-41d9-b506-eb8190fafb01/eeab8420-a355-4e90-aa52-e6d165d6460f/c26bef9b-cb09-4372-9f29-51d2ac647088) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:21.712393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.731952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object c26bef9b-cb09-4372-9f29-51d2ac647088 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:21.779923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.824126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:21.833348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:21.836339 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:21.853914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44344) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:21.870198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=c26bef9b-cb09-4372-9f29-51d2ac647088,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:21.904893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:21.905747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:21.929356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc5ab01d-43d7-4d16-8f70-5af639cc3ccf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1344876 Aug 10 01:20:21.929597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44348) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:21.998517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ff7a6-7940-4bbe-889b-d819f5e07092 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:22.006518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084ff7a6-7940-4bbe-889b-d819f5e07092 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:22.011426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-084ff7a6-7940-4bbe-889b-d819f5e07092 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0781126 Aug 10 01:20:22.011798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44350) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.043563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-50ceb487-29da-43c9-bdd6-fe977b401438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.114375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port c26bef9b-cb09-4372-9f29-51d2ac647088 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:22.114375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.209032 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-50ceb487-29da-43c9-bdd6-fe977b401438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.220536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-50ceb487-29da-43c9-bdd6-fe977b401438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.238075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.253219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for c26bef9b-cb09-4372-9f29-51d2ac647088 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:22.275288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ceb487-29da-43c9-bdd6-fe977b401438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65cc4f5-f430-46a7-a339-7f0acd6b5801,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:22.286121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-50ceb487-29da-43c9-bdd6-fe977b401438 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4c013c31bb84a9f98031f4de7e59992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277415 Aug 10 01:20:22.286477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44352) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.349405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.385239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.427792 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9643f7f-d6db-499c-8fd4-452306baab74 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:22.458204 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.462316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.466050 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c65cc4f5-f430-46a7-a339-7f0acd6b5801 HTTP/1.1" status: 204 len: 168 time: 0.1763651 Aug 10 01:20:22.481762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4ccb6-b86f-4296-b3f3-92b353413492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65cc4f5-f430-46a7-a339-7f0acd6b5801,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:22.561429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.570546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-157e9350-413c-47c5-aad0-3b245d70e344 None None] Provisioning for port 7a4b299f-d9b8-4670-a22d-db2217e7726a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:22.638534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=c26bef9b-cb09-4372-9f29-51d2ac647088,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:22.789636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b959001-c9c6-455f-b3fc-5da8b93974a0 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': 'eeab8420-a355-4e90-aa52-e6d165d6460f', 'ip_address': '2001:db8::f816:3eff:fead:8cfd'}, {'subnet_id': '091e73cb-5daa-466f-950b-2f3ba6ed76be'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '7a4b299f-d9b8-4670-a22d-db2217e7726a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:22.806072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.811746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44364) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.815912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b7bab35-8b59-42c7-ab2a-57c5541da6e2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c26bef9b-cb09-4372-9f29-51d2ac647088 HTTP/1.1" status: 204 len: 168 time: 0.8030164 Aug 10 01:20:22.817894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1b959001-c9c6-455f-b3fc-5da8b93974a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:22.887500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710b8d2-7719-4051-a756-c3df3473eae6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:22.887500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710b8d2-7719-4051-a756-c3df3473eae6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:22.888145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710b8d2-7719-4051-a756-c3df3473eae6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:22.893603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:22.897020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d710b8d2-7719-4051-a756-c3df3473eae6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0844696 Aug 10 01:20:23.005902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 091e73cb-5daa-466f-950b-2f3ba6ed76be {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:23.012697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.016806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:23.059600 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.111348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7a4b299f-d9b8-4670-a22d-db2217e7726a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:23.116420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:23.116803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.141547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.233415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-1b959001-c9c6-455f-b3fc-5da8b93974a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091e73cb-5daa-466f-950b-2f3ba6ed76be: This subnet is being modified by another concurrent operation. Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 091e73cb-5daa-466f-950b-2f3ba6ed76be: This subnet is being modified by another concurrent operation. Aug 10 01:20:23.266175 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:20:23.278843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=091e73cb-5daa-466f-950b-2f3ba6ed76be,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:23.282832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.290877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.295858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44378) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:23.296165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5777e70e-cfe1-4793-8a4e-ed956d6fed00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/091e73cb-5daa-466f-950b-2f3ba6ed76be HTTP/1.1" status: 204 len: 168 time: 0.4014654 Aug 10 01:20:23.336563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:23.347810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.395543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet eeab8420-a355-4e90-aa52-e6d165d6460f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:23.422655 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.445199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:23.452544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-641eef36-cf4e-4bbe-9a1b-5c280c8a7b70 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:23.452937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-641eef36-cf4e-4bbe-9a1b-5c280c8a7b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.523242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.645064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6945a-97a1-440f-af4d-0b3e1e72fe32 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:20:23.695721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.757881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f07c9baf-2e16-4d5c-9ba2-ae5271068df4 None None] Could not find standard attr ID for object c26bef9b-cb09-4372-9f29-51d2ac647088. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:23.803082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.858478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:23.861485 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/eeab8420-a355-4e90-aa52-e6d165d6460f HTTP/1.1" status: 204 len: 168 time: 0.5640478 Aug 10 01:20:23.862928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e10bb2-6fe2-41a7-a047-f9a003d39d60 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=eeab8420-a355-4e90-aa52-e6d165d6460f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:23.863875 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44402) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:23.941273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6945a-97a1-440f-af4d-0b3e1e72fe32 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:20:23.962141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44404) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:23.965375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09e412b8-af8d-4ef4-ad17-11a17a4be23c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998023 Aug 10 01:20:23.969009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:24.173155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:24.180533 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.347255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f798f6-079f-4b3e-92ea-8ab8d6e066db None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:20:24.426708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-34352ea8-8154-4706-8672-5b3f585aa261 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:24.427079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-34352ea8-8154-4706-8672-5b3f585aa261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:24.554987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f798f6-079f-4b3e-92ea-8ab8d6e066db None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:20:24.662050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:24.979430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:25.070461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '85081559-c1ca-4078-a1d6-605214f2557a'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '7a4b299f-d9b8-4670-a22d-db2217e7726a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:25.105753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.167854 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.175847 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.254406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:25.268769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:25.319371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:25.319754 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:25.460928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:25.487750 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:25.488124 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:25.916602 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.057547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.253747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:26.325172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.327206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44558) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:26.336470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.337488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.450951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:26.471971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:26.487536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:26.488201 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.496029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:26.496514 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:26.506699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.509727 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.513350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=85081559-c1ca-4078-a1d6-605214f2557a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:26.519497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2c47-b71b-4643-a77e-49ee2ba11493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.522254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:26.552130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-47e6e1c0-2704-4bd8-9d31-37d7920eee6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5840423 Aug 10 01:20:26.552378 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44562) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:26.558260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:26.678299 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2c47-b71b-4643-a77e-49ee2ba11493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.694368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6ef2c47-b71b-4643-a77e-49ee2ba11493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.778789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.780732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e6ef2c47-b71b-4643-a77e-49ee2ba11493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0cf842c695d492f9c400e88929c2961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524198 Aug 10 01:20:26.782019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef2c47-b71b-4643-a77e-49ee2ba11493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91717b3-6d32-4932-b6fd-088717d3d79d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:26.785868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44572) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:26.846917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:26.853852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.933168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:26.993340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.093614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.098412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.100450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d91717b3-6d32-4932-b6fd-088717d3d79d HTTP/1.1" status: 204 len: 168 time: 0.3129160 Aug 10 01:20:27.118190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6a171-b68c-49a1-a025-25588a0c0f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91717b3-6d32-4932-b6fd-088717d3d79d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:27.303667 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.347519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bda63526-77b0-401d-99e2-48d361864514 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:27.383349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:27.385985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.391826 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:27.395124 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.397358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:27.398138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.423185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=ec2a2573-033b-4ec5-8fae-403645bdafeb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:27.443294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44584) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:27.450300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:d4:29:6b', 'name': 'tempest-NetworksTestDHCPv6-458337984'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:27.457475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-77f516b7-f0b5-4738-ac7c-9686305eef6f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9008751 Aug 10 01:20:27.500095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda63526-77b0-401d-99e2-48d361864514 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:27.665046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:27.669418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44590) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:27.696151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-238f3497-7763-40ea-81ac-5122cf7af6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.816597 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.843631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port d176921b-3928-4f01-94cd-be48e627ec4d yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:27.981904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-238f3497-7763-40ea-81ac-5122cf7af6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:27.990065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-238f3497-7763-40ea-81ac-5122cf7af6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.062653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f3497-7763-40ea-81ac-5122cf7af6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7311af-765b-4be3-aeab-47b9e6d22b70,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:28.065868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 172.20.0.14 (58048d8e-2cbb-41d9-b506-eb8190fafb01/ec2a2573-033b-4ec5-8fae-403645bdafeb/d176921b-3928-4f01-94cd-be48e627ec4d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:28.073160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-238f3497-7763-40ea-81ac-5122cf7af6bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b890f535fdf4a00bd37c6d31bb89812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026515 Aug 10 01:20:28.074431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44602) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:28.087231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fed4:296b (58048d8e-2cbb-41d9-b506-eb8190fafb01/85081559-c1ca-4078-a1d6-605214f2557a/d176921b-3928-4f01-94cd-be48e627ec4d) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:28.176448 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.212326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.281631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.285962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.290466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d7311af-765b-4be3-aeab-47b9e6d22b70 HTTP/1.1" status: 204 len: 168 time: 0.2152007 Aug 10 01:20:28.300444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f5c0-e33d-433b-b419-bdd489362264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7311af-765b-4be3-aeab-47b9e6d22b70,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:28.471408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.490352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object d176921b-3928-4f01-94cd-be48e627ec4d will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:28.491737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7048e35-a63f-4255-91a8-cfd33586063f None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:28.578780 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.646417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:28.651651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:28.656166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:28.694021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:28.695020 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.699487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=d176921b-3928-4f01-94cd-be48e627ec4d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:28.726600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:28.726600 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:28.755216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cd5feb46-5136-4500-9bdf-1d497f5dff16 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3104932 Aug 10 01:20:28.758755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44626) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:28.763696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-cd37f467-8f98-4c59-a492-4f40f6bb4d70 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627047378&fields=id&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 267 time: 0.1134007 Aug 10 01:20:28.919808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f03eae-95bd-4058-9872-1cc1ee6bb62c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:28.937499 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f03eae-95bd-4058-9872-1cc1ee6bb62c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:28.940627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-38f03eae-95bd-4058-9872-1cc1ee6bb62c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1805565 Aug 10 01:20:28.953581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-81725aa1-de8d-4632-8141-d782c5062761 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:28.954564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44634) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:28.962378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-81725aa1-de8d-4632-8141-d782c5062761 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1794140 Aug 10 01:20:28.996515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44638) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.010252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-7f225577-7733-4a37-b203-64fa91a414b6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0463321 Aug 10 01:20:29.016633 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.036203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:29.054247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-132668068', 'description': 'tempest-secgroup-smoke-132668068 description', 'project_id': 'e21112a399364ff3b560b01ef8e71da5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:29.104044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-74a7f9f0-9b58-4b93-9e43-83b872f58c3b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898015 Aug 10 01:20:29.158447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.182748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:29.210701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '85081559-c1ca-4078-a1d6-605214f2557a', 'ip_address': '2001:db8::f816:3eff:fead:8cfd'}, {'subnet_id': 'ec2a2573-033b-4ec5-8fae-403645bdafeb'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '7a4b299f-d9b8-4670-a22d-db2217e7726a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:29.211867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port d176921b-3928-4f01-94cd-be48e627ec4d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:29.212324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.272696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.340460 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.344993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f5534-52e1-4298-a92b-82db858ce027 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:29.410469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.412636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.421576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.450555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for d176921b-3928-4f01-94cd-be48e627ec4d owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:29.460295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-65a1d831-aafa-4cbb-b4af-661e391fb74f service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421912 Aug 10 01:20:29.479507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e10aca0-35e4-4a55-ae16-5d0b402aae1f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:29.492331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.494420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-347c615a-b6d0-4193-b2ea-900e0eb07e88 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4969680 Aug 10 01:20:29.498607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.503925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:29.532593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:29.534236 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.578997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.626215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-345987b0-77c8-4daf-a450-4ae632df9c3b service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515570 Aug 10 01:20:29.719889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.736099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.757333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Allocated IP 172.20.0.2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/ec2a2573-033b-4ec5-8fae-403645bdafeb/7a4b299f-d9b8-4670-a22d-db2217e7726a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:29.787003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ae654a-f553-47a3-bffd-b59c3b43d6b6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:29.802542 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.803844 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e37d1d96-93d8-4ff9-8f17-886922d45c6f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3040752 Aug 10 01:20:29.808107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44668) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.814499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:29.880027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.882641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:29.931034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:29.946709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=d176921b-3928-4f01-94cd-be48e627ec4d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:29.946908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:29.997962 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.007858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.022658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.042228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbef258-ac44-4a29-a4c7-cb59f750d61b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.052924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Transition to ACTIVE for port object 7a4b299f-d9b8-4670-a22d-db2217e7726a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:30.060658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.062340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d9b3527-8c98-43bd-90d3-d91bbdbebba0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2524557 Aug 10 01:20:30.066107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44682) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.066831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.075142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:30.109713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.112478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ad92a728-f342-4111-921a-95b59bb20ec3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/d176921b-3928-4f01-94cd-be48e627ec4d HTTP/1.1" status: 204 len: 168 time: 1.1543965 Aug 10 01:20:30.115083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44690) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.143309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1006b-9218-47e3-9b23-63fa2e819277 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.200087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-60883505-61ee-45f3-b46e-931114fb34e6 req-e3c86aeb-388f-4554-81ee-cbf636e7a9d2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0638168 Aug 10 01:20:30.222844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-651641092-network', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:30.233362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.273660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7ff57-ab5b-4ffc-8077-42c5059ec463 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:30.276214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7ff57-ab5b-4ffc-8077-42c5059ec463 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:30.278029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7ff57-ab5b-4ffc-8077-42c5059ec463 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:30.279837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-31d7ff57-ab5b-4ffc-8077-42c5059ec463 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1636617 Aug 10 01:20:30.282659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44692) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.288420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Made reservation on behalf of 002f9a51bc284d2b9be9c8567c71331b for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:30.291716 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.306353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.363815 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.374241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 85081559-c1ca-4078-a1d6-605214f2557a {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:30.378788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.381671 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.451785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e3ede4-8377-47d1-9c05-1dbc75d82c80,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.460277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.481880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.492970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.536690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:20:30.551878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.553359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c5551f5-3e98-4b7a-a4f8-e320113c5de0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4858713 Aug 10 01:20:30.555958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44704) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.561881 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:30.573349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.573600 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Added segment 11778275-0066-4357-a012-cdc124c78289 of type vlan for network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e Aug 10 01:20:30.575783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c068609d-0a7b-4567-9b58-5ce8024bbc86,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.605931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.636173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.654997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.707413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.708962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:30.709845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.747215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.752893 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.778056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8201261 Aug 10 01:20:30.791131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.798282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Request body: {'subnet': {'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-651641092-subnet', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:30.819725 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.825608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/85081559-c1ca-4078-a1d6-605214f2557a HTTP/1.1" status: 204 len: 168 time: 0.5407338 Aug 10 01:20:30.830148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.835926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a668fc3-283a-43de-858c-4c485fd8eaf6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=85081559-c1ca-4078-a1d6-605214f2557a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.841906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44712) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:30.949644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4688800e-7ce2-4705-92bb-b79c94034fed,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:30.976902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Made reservation on behalf of 002f9a51bc284d2b9be9c8567c71331b for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:30.979759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:30.999019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:31.123201 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.124601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37b2e843-412a-47c7-bfbc-fac941a918da tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5677779 Aug 10 01:20:31.144617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44716) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:31.149079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet ec2a2573-033b-4ec5-8fae-403645bdafeb {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:31.159777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:31.173250 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.207433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a88957-4b36-4a6d-be58-8b50352a0e11 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:31.241387 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Project e21112a399364ff3b560b01ef8e71da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:20:31.254807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.259474 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3616b-ced4-4569-b3bf-19e669b396cc admin admin] Pushing event updated for resources: {'Network': ['ID=b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:31.266186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.284890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:20:31.326639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-730779ad-0b16-4809-8c53-12af9130194b req-5efb26c7-6886-4d8f-b52a-c702fee7e7ef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0423644 Aug 10 01:20:31.376337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bc2a6db3-553e-4817-a338-9d57e6bc2135 None None] Provisioning for port 7a4b299f-d9b8-4670-a22d-db2217e7726a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:31.396132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bc2a6db3-553e-4817-a338-9d57e6bc2135 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:31.396837 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6db3-553e-4817-a338-9d57e6bc2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.484599 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.544635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.590816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.603429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bc2a6db3-553e-4817-a338-9d57e6bc2135 None None] Could not find standard attr ID for object d176921b-3928-4f01-94cd-be48e627ec4d. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:31.628314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.632877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4779246 Aug 10 01:20:31.632877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6669dc-df38-4071-bd2c-79e4ca680468 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99039e3d-83ee-496c-891b-cb3da4c7fde5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:31.633315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44728) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:31.637161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.647560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'security_group_rule': {'security_group_id': '2e10aca0-35e4-4a55-ae16-5d0b402aae1f', 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:31.689238 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Project e21112a399364ff3b560b01ef8e71da5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:20:31.704925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.756323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-603644da-0ded-4e76-8fc9-6bf7d1fea645 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:31.758289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-603644da-0ded-4e76-8fc9-6bf7d1fea645 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.3122077 Aug 10 01:20:31.787812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dacbeeb-141c-4d50-9f36-36b9dabb598c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:31.800005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.841012 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.848654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.851875 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.856589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/ec2a2573-033b-4ec5-8fae-403645bdafeb HTTP/1.1" status: 204 len: 168 time: 0.9755523 Aug 10 01:20:31.858146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44734) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:31.858909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Checking segment: {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:31.859444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Network hostable DHCP agents. Network: b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:20:31.863048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3789420-1a79-4cd1-b94c-61bd97ca546b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=ec2a2573-033b-4ec5-8fae-403645bdafeb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:31.889871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf7c532-8d68-4f3f-94eb-17cca2466d63,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:31.902595 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:31.912756 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fd6b8227-11fe-48c7-9894-f4c81db374ab tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2658272 Aug 10 01:20:31.933680 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d8f582d-9772-4e52-ba83-b0e20ba5beb9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683837 Aug 10 01:20:31.940305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44740) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:31.951526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:31.959998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-19631d76-5bba-4cb1-bf42-b656535643f8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 379 time: 0.1843820 Aug 10 01:20:32.010328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'security_groups': ['fa60ca6b-0269-42a8-9d8d-67c4f9306d79']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:32.069841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:20:32.114004 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:32.118762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:32.119394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.123761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e0afe-3177-4ddb-bc7d-342165524cc6 None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:32.171135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:32.175492 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.196996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e41b39f-9a6f-4e22-a09e-f4c23e925cd5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4008749 Aug 10 01:20:32.197341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44748) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:32.203523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:32.250858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.252229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.409538 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.434635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-2d0806b5-f828-46d0-9fa3-20fdbc2ffda2 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-132668068&fields=id&tenant_id=e21112a399364ff3b560b01ef8e71da5 HTTP/1.1" status: 200 len: 267 time: 0.1488502 Aug 10 01:20:32.435582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:32.441122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.539729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fc3398a-6e9e-443a-9088-c9385fd109b5 req-cbdc1339-1c14-41e8-929d-b121ed98730c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0653536 Aug 10 01:20:32.684044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.686526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f22dd32-a039-4ab3-983a-b8d14203b3d7 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:32.810439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'fixed_ips': [{'subnet_id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:20:32.811357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.822346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.879350 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ec2a0077-5276-40a0-8a63-f78a231a8ccb None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:32.879987 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ec2a0077-5276-40a0-8a63-f78a231a8ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.905717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:32.916550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:32.924867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:32.925891 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:32.941190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-86b40da8-d45f-4646-b164-b8f3dc7c1998 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:32.942921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-86b40da8-d45f-4646-b164-b8f3dc7c1998 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 812 time: 0.2967746 Aug 10 01:20:33.026769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-ca9c881b-19b3-4c41-a40c-d3e400c369f6 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/quotas/e21112a399364ff3b560b01ef8e71da5 HTTP/1.1" status: 200 len: 375 time: 0.0675271 Aug 10 01:20:33.035508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=a107bf48-eeb0-4934-a657-1fd5138934d1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:33.060208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-46afaae1-2589-4803-be30-7bf0e3ff75e7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1128793 Aug 10 01:20:33.065273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44762) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:33.071990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:33.098124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.120751 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.271455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Allocated IP 172.20.0.2 (b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e/8dacbeeb-141c-4d50-9f36-36b9dabb598c/53757d81-59a9-4777-bb09-2d74b9f2e407) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:33.306728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Allocated IP 172.25.7.111 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/1c909394-7365-4579-b201-54f3e075ea87) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:33.469059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fa069-8a80-485b-8766-9cf9edef2d79 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:33.532599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.548748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.570646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Transition to ACTIVE for port object 53757d81-59a9-4777-bb09-2d74b9f2e407 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:33.641807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.706410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:33.718778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Transition to ACTIVE for port object 53757d81-59a9-4777-bb09-2d74b9f2e407 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:33.737353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a87b426f-ffbf-49b1-bdf6-49693520b501 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:33.737846 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a87b426f-ffbf-49b1-bdf6-49693520b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.745303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:33.748442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:33.789041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.844025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:33.855223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:33.871392 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.8 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/d3df4fcd-86a7-432f-a96b-d02c032e133f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:33.909919 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21be9450-31a2-41c9-83c4-a35cd2677dec req-f2f1de82-2116-4c1a-80aa-6b8c4f1e0bd5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.2159090 Aug 10 01:20:33.925846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:33.938088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Pushing event updated for resources: {'Port': ['ID=53757d81-59a9-4777-bb09-2d74b9f2e407,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:33.945735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:33.946272 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:33.964479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Pushing event updated for resources: {'Port': ['ID=1c909394-7365-4579-b201-54f3e075ea87,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:33.967339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-a55665fe-f07b-40da-b5fd-7d67c98eedcb tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9216859 Aug 10 01:20:34.125468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Attempting to bind port 53757d81-59a9-4777-bb09-2d74b9f2e407 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:34.126130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Attempting to bind port 53757d81-59a9-4777-bb09-2d74b9f2e407 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:34.127886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Attempting to bind port 53757d81-59a9-4777-bb09-2d74b9f2e407 on network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:34.136349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:34.136983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Checking segment: {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:34.138242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.138921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Bound using segment: {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:34.139563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Bound port: 53757d81-59a9-4777-bb09-2d74b9f2e407, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:34.140115 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.208422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.251907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] For port 53757d81-59a9-4777-bb09-2d74b9f2e407, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:34.256748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] For port 53757d81-59a9-4777-bb09-2d74b9f2e407, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=53757d81-59a9-4777-bb09-2d74b9f2e407,segment=NetworkSegment(11778275-0066-4357-a012-cdc124c78289),segment_id=11778275-0066-4357-a012-cdc124c78289)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:34.269983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.432462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce2c31-d7fe-4d29-9af0-740d77f4d143 None None] Pushing event updated for resources: {'Port': ['ID=53757d81-59a9-4777-bb09-2d74b9f2e407,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:34.489624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a088d41f-1c61-48db-aa34-7336c834e395 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:34.525957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a088d41f-1c61-48db-aa34-7336c834e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.606390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.675257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-ae7f6e9e-ff52-4f7e-b75c-9c02c903a8f4 service neutron] 10.222.0.25 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069833 Aug 10 01:20:34.687872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.864283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object d3df4fcd-86a7-432f-a96b-d02c032e133f will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:34.984243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:34.995470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a4d2bea3-b87a-4e7f-854f-243acfb0e680 None None] Could not find standard attr ID for object d176921b-3928-4f01-94cd-be48e627ec4d. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:35.013686 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:20:35.110345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 53757d81-59a9-4777-bb09-2d74b9f2e407 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:35.174053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:35.181051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-6167bbfe-cde5-4b1d-ab00-3624b79a708c service neutron] 10.222.0.25 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729164 Aug 10 01:20:35.222584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 53757d81-59a9-4777-bb09-2d74b9f2e407 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:35.234598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:35.242619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:35.261361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:35.310291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded21f1f-e8b4-4584-81a4-042a90556cfb req-925976e6-41fd-410f-b52a-50a4cb312ec8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:35.312179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded21f1f-e8b4-4584-81a4-042a90556cfb req-925976e6-41fd-410f-b52a-50a4cb312ec8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 931 time: 0.1773911 Aug 10 01:20:35.389902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:35.402946 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Sync routers for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:35.428931 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:35.429575 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:35.436309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:35.440261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ded21f1f-e8b4-4584-81a4-042a90556cfb req-54fb33f4-4b1b-4295-8043-b720aadeae36 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132760 Aug 10 01:20:35.456790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.458254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8701462d-b25a-43f6-8bd9-1d430f6209ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2597857 Aug 10 01:20:35.462131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:35.463118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.480090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:35.628154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-551ed58b-558a-4984-85be-bffffc71a2c6 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6513138 Aug 10 01:20:35.645211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Request body: {'port': {'device_id': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:35.746198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.836308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2693b342-6406-4fc0-aa12-41f7c979f182 None None] Provisioning for port d3df4fcd-86a7-432f-a96b-d02c032e133f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:35.841412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2693b342-6406-4fc0-aa12-41f7c979f182 None None] Provisioning complete for port d3df4fcd-86a7-432f-a96b-d02c032e133f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:35.842088 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2693b342-6406-4fc0-aa12-41f7c979f182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:35.855352 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:35.943545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2693b342-6406-4fc0-aa12-41f7c979f182 None None] Port d3df4fcd-86a7-432f-a96b-d02c032e133f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:35.994374 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4f73c3f-0227-470f-9813-949644a43997 req-f5257633-42e5-4780-b7f3-7e2d2ef0141a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0828729 Aug 10 01:20:36.050168 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.296814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:34Z', 'revision_number': 3, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:36.358764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Checking router: 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:36.359113 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Updating router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 port 1c909394-7365-4579-b201-54f3e075ea87 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:36.363391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677657a-168d-4c52-943c-2e65de15f4a3 None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:36.429214 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.459118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Provisioning for port 53757d81-59a9-4777-bb09-2d74b9f2e407 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:36.465936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Provisioning complete for port 53757d81-59a9-4777-bb09-2d74b9f2e407 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:36.466890 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.715237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.789975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] For port 53757d81-59a9-4777-bb09-2d74b9f2e407, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=53757d81-59a9-4777-bb09-2d74b9f2e407,segment=NetworkSegment(11778275-0066-4357-a012-cdc124c78289),segment_id=11778275-0066-4357-a012-cdc124c78289)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:36.803901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.819233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:36.870208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.887470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78045fa-ccc7-46c5-98be-bddb80389e3f req-bef85e69-321a-4e37-b9e1-5d44c90e22e9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:36.889310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e78045fa-ccc7-46c5-98be-bddb80389e3f req-bef85e69-321a-4e37-b9e1-5d44c90e22e9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 931 time: 0.2722723 Aug 10 01:20:36.896665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.896863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:36.938300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f2761-b040-4d2e-b172-3e810006842d None None] Pushing event updated for resources: {'Port': ['ID=53757d81-59a9-4777-bb09-2d74b9f2e407,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.060461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=14']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.073069 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.093583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e78045fa-ccc7-46c5-98be-bddb80389e3f req-7fd04357-d292-48e6-892c-57ae06f00561 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935298 Aug 10 01:20:37.094513 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Transition to ACTIVE for port object 1c909394-7365-4579-b201-54f3e075ea87 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:37.110191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.110942 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.163000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3df4fcd-86a7-432f-a96b-d02c032e133f {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:37.195269 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.195770 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828147d-456f-4e44-bc99-0b17978417ce None None] Pushing event updated for resources: {'Port': ['ID=1c909394-7365-4579-b201-54f3e075ea87,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.216785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:37.237548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Transition to ACTIVE for port object d3df4fcd-86a7-432f-a96b-d02c032e133f will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:37.239935 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Attempting to bind port 1c909394-7365-4579-b201-54f3e075ea87 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:37.240439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Attempting to bind port 1c909394-7365-4579-b201-54f3e075ea87 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:37.240791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Attempting to bind port 1c909394-7365-4579-b201-54f3e075ea87 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:37.247631 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:37.247999 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:37.251912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:37.252672 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.253341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:37.256277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:37.257049 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.257396 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Bound port: 1c909394-7365-4579-b201-54f3e075ea87, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:37.257997 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.260161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=58599da2-cd30-4344-a556-218c2f28ff2f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.265793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099fea4-9552-425a-adad-3d1c8ec96794 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:37.300638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.366183 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] For port 1c909394-7365-4579-b201-54f3e075ea87, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:37.369719 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] For port 1c909394-7365-4579-b201-54f3e075ea87, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c909394-7365-4579-b201-54f3e075ea87,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:37.381250 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.389740 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ed31554-e09d-4555-a532-44d9f1776160 req-baa670d2-418d-46b0-bc95-be51bfa937c9 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0823917 Aug 10 01:20:37.513194 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e37aeab5-bbf0-485c-9d56-c56a0811a6e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4456964 Aug 10 01:20:37.515344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:37.518852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828147d-456f-4e44-bc99-0b17978417ce None None] Pushing event updated for resources: {'Port': ['ID=1c909394-7365-4579-b201-54f3e075ea87,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.525632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:50:fd:64', 'name': 'tempest-NetworksTestDHCPv6-718991711'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:37.542992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bdd3630b-01e9-46af-8d34-f6078d8df991 None None] Provisioning complete for port 53757d81-59a9-4777-bb09-2d74b9f2e407 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:37.544439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:37.545542 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:37.547409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdd3630b-01e9-46af-8d34-f6078d8df991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.571235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:37.789367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:37.891683 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:37.965164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Allocated IP 172.20.0.1 (b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e/8dacbeeb-141c-4d50-9f36-36b9dabb598c/dac253cc-a0b5-4e09-a2de-23cbe3edc18a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:37.980875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:37.982068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Attempting to bind port d3df4fcd-86a7-432f-a96b-d02c032e133f on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:37.982640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Attempting to bind port d3df4fcd-86a7-432f-a96b-d02c032e133f by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:37.983461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Attempting to bind port d3df4fcd-86a7-432f-a96b-d02c032e133f on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:38.000772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Port d3df4fcd-86a7-432f-a96b-d02c032e133f on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:20:38.002154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Attempting to bind port d3df4fcd-86a7-432f-a96b-d02c032e133f on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:38.019078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-42b3ec42-1755-4bea-944a-a4f488c1302a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:38.019333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port f9655437-cb1f-4e86-8ddf-1cb64e4c7776 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:38.022353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-42b3ec42-1755-4bea-944a-a4f488c1302a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 812 time: 0.5339663 Aug 10 01:20:38.023718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:38.024365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:38.024999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:38.026009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Bound port: d3df4fcd-86a7-432f-a96b-d02c032e133f, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:38.026659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.064674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '58599da2-cd30-4344-a556-218c2f28ff2f', 'ip_address': '2001:db8::f816:3eff:fead:8cfd'}, {'subnet_id': 'a107bf48-eeb0-4934-a657-1fd5138934d1'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '7a4b299f-d9b8-4670-a22d-db2217e7726a'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:38.119961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-faad324f-86bb-47d2-b916-e0e527915a75 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21112a399364ff3b560b01ef8e71da5 HTTP/1.1" status: 200 len: 379 time: 0.0672762 Aug 10 01:20:38.132933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.142997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'port': {'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'admin_state_up': True, 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'security_groups': ['2e10aca0-35e4-4a55-ae16-5d0b402aae1f']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:38.243714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:38.250461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:38.315534 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.334186 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:34Z', 'revision_number': 3, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:38.373749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 172.20.0.3 (58048d8e-2cbb-41d9-b506-eb8190fafb01/a107bf48-eeb0-4934-a657-1fd5138934d1/f9655437-cb1f-4e86-8ddf-1cb64e4c7776) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:38.384953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe50:fd64 (58048d8e-2cbb-41d9-b506-eb8190fafb01/58599da2-cd30-4344-a556-218c2f28ff2f/f9655437-cb1f-4e86-8ddf-1cb64e4c7776) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:38.391624 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2be00b8-7398-418f-8834-2142693bf1df None None] The sync data for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 is: [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:34Z', 'revision_number': 3, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:38.406420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:38.526029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:38.526657 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.538967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-e5a97626-7c00-4409-a8bd-9e69331a9e9d service neutron] 10.222.0.21 "PUT /v2.0/ports/d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 1092 time: 2.8988533 Aug 10 01:20:38.547233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:38.552321 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:38.564908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a67a972e-3e47-4f87-b247-c4a3689d33cc req-7599dd8e-48ec-4b71-838f-447035e75b81 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0281897 Aug 10 01:20:38.607070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Made reservation on behalf of e21112a399364ff3b560b01ef8e71da5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:38.611508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.638256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69084746-1ffe-4169-8712-dead52e5d059 req-97b0c867-7949-4a10-b1bc-1eff739e8694 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:38.644788 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69084746-1ffe-4169-8712-dead52e5d059 req-97b0c867-7949-4a10-b1bc-1eff739e8694 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.3887472 Aug 10 01:20:38.696224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.715556 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b066e4f-2835-4580-ab9a-30b1ba86992f x-openstack-request-id: req-2b066e4f-2835-4580-ab9a-30b1ba86992f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:38.718963 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:38.719322 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b066e4f-2835-4580-ab9a-30b1ba86992f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:38.719857 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'status': 'completed', 'code': 200} Aug 10 01:20:38.734178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Transition to ACTIVE for port object dac253cc-a0b5-4e09-a2de-23cbe3edc18a will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:38.823529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:38.828838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-3242e29e-32f8-4f69-af59-815f1985bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:38.831298 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-3242e29e-32f8-4f69-af59-815f1985bd9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1095 time: 0.2415400 Aug 10 01:20:39.018133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:39.047131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:39.075384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Pushing event updated for resources: {'Port': ['ID=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:39.101956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:39.122297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.143815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69084746-1ffe-4169-8712-dead52e5d059 req-c0472f16-150f-4879-8461-7d4522828797 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4668231 Aug 10 01:20:39.151323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-ca676880-d639-4c38-aaeb-85fd986333fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 217 time: 0.1907947 Aug 10 01:20:39.266805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object f9655437-cb1f-4e86-8ddf-1cb64e4c7776 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:39.292071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:39.306326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.375727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-b39ecac8-d76e-44bc-8f35-8c01b9db2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:39.377980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-b39ecac8-d76e-44bc-8f35-8c01b9db2c1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1951408 Aug 10 01:20:39.513294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:39.513662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.560669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-de482bc0-b7be-4ce2-8987-2d3d7c2258d5 None None] Provisioning for port dac253cc-a0b5-4e09-a2de-23cbe3edc18a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:39.568781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-de482bc0-b7be-4ce2-8987-2d3d7c2258d5 None None] Provisioning complete for port dac253cc-a0b5-4e09-a2de-23cbe3edc18a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:39.569160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-de482bc0-b7be-4ce2-8987-2d3d7c2258d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.576803 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.663695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-de482bc0-b7be-4ce2-8987-2d3d7c2258d5 None None] Port dac253cc-a0b5-4e09-a2de-23cbe3edc18a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:39.686628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-22ce7c52-20c0-4dbe-b06d-bbc5f0219e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:39.688184 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-22ce7c52-20c0-4dbe-b06d-bbc5f0219e90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3011742 Aug 10 01:20:39.695502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 53757d81-59a9-4777-bb09-2d74b9f2e407 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:39.731443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Allocated IP 172.20.0.14 (6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4/29b3287b-b381-4e4a-af67-2a4b1af195e2/0beff2e2-94a8-4503-93ca-7c8581759b89) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:39.863243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 53757d81-59a9-4777-bb09-2d74b9f2e407 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:39.863731 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.968172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.989770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:39.992501 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-d001afa3-a0b5-40e5-9d28-70ab966dfcef service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585940 Aug 10 01:20:40.064337 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.089260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-80e642ab-8954-4573-ba71-1a3a413e72f8 req-258688b1-1482-4646-b80c-2b742a777150 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.1177423 Aug 10 01:20:40.177494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c909394-7365-4579-b201-54f3e075ea87 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:40.243365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-987b380d-d9bf-41e6-ab89-049cb6570de4 req-ab35ef97-85e8-444c-98f0-39b953eca735 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396946 Aug 10 01:20:40.255066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.316039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:40.327509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:40.332856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:40.406056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Allocated IP 172.20.0.2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/a107bf48-eeb0-4934-a657-1fd5138934d1/7a4b299f-d9b8-4670-a22d-db2217e7726a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:40.409075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.410040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.413374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Pushing event updated for resources: {'Port': ['ID=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:40.482160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9658883 Aug 10 01:20:40.482739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1c909394-7365-4579-b201-54f3e075ea87 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:40.490960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44876) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.542534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e2d06-b121-4720-8071-50ae61ca7237 req-4e5caf15-c704-4216-b000-326742a72b5b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.544081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-139e2d06-b121-4720-8071-50ae61ca7237 req-4e5caf15-c704-4216-b000-326742a72b5b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.2177167 Aug 10 01:20:40.564801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1c909394-7365-4579-b201-54f3e075ea87 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:40.565526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.572178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4843584-712c-42c8-8fa8-922c849b1a9c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=f9655437-cb1f-4e86-8ddf-1cb64e4c7776,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:40.580370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-27a6db55-51b9-4d7b-974d-8abe122e7e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.582505 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-27a6db55-51b9-4d7b-974d-8abe122e7e7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1095 time: 0.2684066 Aug 10 01:20:40.603803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:40.606399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:40.636769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78692ae2-e0ec-4123-be25-6daff9bba743 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.645177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78692ae2-e0ec-4123-be25-6daff9bba743 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.650945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-78692ae2-e0ec-4123-be25-6daff9bba743 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1581323 Aug 10 01:20:40.651827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44882) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:40.686625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:40.820754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-139e2d06-b121-4720-8071-50ae61ca7237 req-20ba6e47-7515-4d63-96c3-a7b79077433c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506683 Aug 10 01:20:40.877892 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.888316 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.903679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.914070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Transition to ACTIVE for port object 7a4b299f-d9b8-4670-a22d-db2217e7726a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:40.935085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:40.938235 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:40.943373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1c909394-7365-4579-b201-54f3e075ea87, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c909394-7365-4579-b201-54f3e075ea87,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:40.963059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Transition to ACTIVE for port object 0beff2e2-94a8-4503-93ca-7c8581759b89 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:40.974143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-8fdeb58c-56fe-4081-9174-3262c6f71070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:40.977220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-8fdeb58c-56fe-4081-9174-3262c6f71070 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.3796308 Aug 10 01:20:41.032455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35273c8-03c7-4a9f-a8c2-e4626baad296 None None] Pushing event updated for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=15']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:41.036130 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-092162a4-8ac2-4d1b-a6e9-55464a930d7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 217 time: 0.0469801 Aug 10 01:20:41.049754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.101972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-311ab9e1-f210-4043-bffd-bfabcd93f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:41.103705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-311ab9e1-f210-4043-bffd-bfabcd93f463 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0594020 Aug 10 01:20:41.105330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.180650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:41.188147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:41.194515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:41.260801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:41.276524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-e9966be1-809a-4a0f-af45-c5b837ed7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:41.278544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-e9966be1-809a-4a0f-af45-c5b837ed7c00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524055 Aug 10 01:20:41.279290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:41.315852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-86dd718c-fe68-4b26-9037-5fc378384709 admin admin] 10.222.0.25 "PUT /v2.0/routers/7085f0b5-ed62-4a9d-b806-28b7db98aeb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8265657 Aug 10 01:20:41.355212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:41.434861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-968d1415-556b-430d-8234-f18d4dcc34e7 None None] Provisioning complete for port dac253cc-a0b5-4e09-a2de-23cbe3edc18a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:41.436131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-968d1415-556b-430d-8234-f18d4dcc34e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.446227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1c909394-7365-4579-b201-54f3e075ea87,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:41.466705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-cd201fe4-c389-4682-aec1-8ead249faf14 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780741 Aug 10 01:20:41.476469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:41.477459 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.500978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port f9655437-cb1f-4e86-8ddf-1cb64e4c7776 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:41.501361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.549859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-968d1415-556b-430d-8234-f18d4dcc34e7 None None] Port dac253cc-a0b5-4e09-a2de-23cbe3edc18a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:41.652285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-91a19c60-0eb4-4cf0-834a-49b32131b155 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5219746 Aug 10 01:20:41.685356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Request body: {'port': {'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:41.690702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-775678e5-8b49-4f7b-b267-7f86a895c182 None None] Provisioning for port 0beff2e2-94a8-4503-93ca-7c8581759b89 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:41.699422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Sync routers for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:41.706973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-775678e5-8b49-4f7b-b267-7f86a895c182 None None] Provisioning complete for port 0beff2e2-94a8-4503-93ca-7c8581759b89 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:41.719291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-775678e5-8b49-4f7b-b267-7f86a895c182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.771434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:41.772086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:41.790447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.820562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for f9655437-cb1f-4e86-8ddf-1cb64e4c7776 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:41.835175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:41.862069 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66e04aa6-5f79-46bb-a68e-aeddd7a280b7 req-837b423d-afc8-4266-998e-d5abb8dc01d9 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802888 Aug 10 01:20:42.126715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-775678e5-8b49-4f7b-b267-7f86a895c182 None None] Port 0beff2e2-94a8-4503-93ca-7c8581759b89 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:20:42.209070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:42.233203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da0d3-d067-4ce2-bf9f-114c3df8065f req-89d6b362-744e-404e-a99e-c3a8dc8a109a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:42.249678 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-140da0d3-d067-4ce2-bf9f-114c3df8065f req-89d6b362-744e-404e-a99e-c3a8dc8a109a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 932 time: 0.9586105 Aug 10 01:20:42.280784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c07e89-bb79-41bd-9048-fb6d9e352c31 req-3c883dd3-fab1-4c6f-92a8-c2521af6a7b2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:42.298790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0c07e89-bb79-41bd-9048-fb6d9e352c31 req-3c883dd3-fab1-4c6f-92a8-c2521af6a7b2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.3026700 Aug 10 01:20:42.386556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-572b62eb-88bc-4362-a92e-67fc67936246 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2845354 Aug 10 01:20:42.463841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-140da0d3-d067-4ce2-bf9f-114c3df8065f req-d83d92ab-a12e-4887-b8b9-e1dd6b1fa422 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696806 Aug 10 01:20:42.477820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a0c07e89-bb79-41bd-9048-fb6d9e352c31 req-52dc8492-a37d-4806-b08f-4915d2651d0e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779954 Aug 10 01:20:42.612651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0beff2e2-94a8-4503-93ca-7c8581759b89 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:42.636487 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.677640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-fcdf6f77-5d84-4c85-ba0b-3a360676614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:42.677968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:39Z', 'revision_number': 4, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'dac253cc-a0b5-4e09-a2de-23cbe3edc18a', 'name': '', 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'mac_address': 'fa:16:3e:20:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:37Z', 'updated_at': '2021-08-10T01:20:39Z', 'revision_number': 2, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'subnets': [{'id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:42.679745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Transition to ACTIVE for port object 0beff2e2-94a8-4503-93ca-7c8581759b89 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:42.680376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-fcdf6f77-5d84-4c85-ba0b-3a360676614d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.2216539 Aug 10 01:20:42.681297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.693398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.748676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4048989a-5f86-4464-b272-debd6300bace None None] Provisioning for port 7a4b299f-d9b8-4670-a22d-db2217e7726a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:42.754393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4048989a-5f86-4464-b272-debd6300bace None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:42.754920 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4048989a-5f86-4464-b272-debd6300bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.775660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Pushing event updated for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:42.804302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Checking router: 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:42.804819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Updating router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 port dac253cc-a0b5-4e09-a2de-23cbe3edc18a binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:20:42.854262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=f9655437-cb1f-4e86-8ddf-1cb64e4c7776,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:42.965720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:42.975115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Attempting to bind port 0beff2e2-94a8-4503-93ca-7c8581759b89 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:42.975423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Attempting to bind port 0beff2e2-94a8-4503-93ca-7c8581759b89 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:42.975757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Attempting to bind port 0beff2e2-94a8-4503-93ca-7c8581759b89 on network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:42.991185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Port 0beff2e2-94a8-4503-93ca-7c8581759b89 on network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:20:42.991775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Attempting to bind port 0beff2e2-94a8-4503-93ca-7c8581759b89 on network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:43.002543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:43.003139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Checking segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:43.003707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Bound using segment: {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:43.004331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Bound port: 0beff2e2-94a8-4503-93ca-7c8581759b89, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '960d5f29-e747-4a39-a369-6f079fe99a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:43.004920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.211822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:43.217581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0beff2e2-94a8-4503-93ca-7c8581759b89,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:43.232033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.269079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c909394-7365-4579-b201-54f3e075ea87 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:43.317689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.318347 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.319861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] 10.222.0.10 "PUT /v2.0/ports/0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 1093 time: 1.6450241 Aug 10 01:20:43.320338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:43.322636 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917605e0-48e1-4144-a744-12caccf7c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:43.330834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-42aedb37-e795-4593-b31f-25250b56d8bb None None] Could not find standard attr ID for object f9655437-cb1f-4e86-8ddf-1cb64e4c7776. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:43.459242 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6188cd76-c152-421f-bf08-49867a48f2ed x-openstack-request-id: req-6188cd76-c152-421f-bf08-49867a48f2ed {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:43.459631 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:43.459844 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6188cd76-c152-421f-bf08-49867a48f2ed {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:43.460187 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:20:43.487026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c86849-3589-4ce0-9e96-93b074b97c42 service neutron] Pushing event updated for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:43.590215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-d3ccc251-5bd8-4a20-8d23-d906ca0ff5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.591793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-d3ccc251-5bd8-4a20-8d23-d906ca0ff5ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1096 time: 0.2227395 Aug 10 01:20:43.757607 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-f64bf545-5ed2-4195-a7d3-c4e7d2fcfbbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 217 time: 0.1530290 Aug 10 01:20:43.778132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.792247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Transition to ACTIVE for port object dac253cc-a0b5-4e09-a2de-23cbe3edc18a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:43.804805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.854026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1c909394-7365-4579-b201-54f3e075ea87 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:43.855064 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:43.908427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68660e7c-c2b7-4887-bb41-64eef2fa2aab req-193d96a0-cd1c-403c-8008-e975e90c564e tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.910118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-68660e7c-c2b7-4887-bb41-64eef2fa2aab req-193d96a0-cd1c-403c-8008-e975e90c564e tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1648693 Aug 10 01:20:43.915680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-4a83ed8c-c59c-42c5-866b-2908b79d6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:43.917120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-4a83ed8c-c59c-42c5-866b-2908b79d6ce5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.1277127 Aug 10 01:20:44.031470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537fc5c-8f65-4e4a-b9f5-7481611fe33b None None] Pushing event updated for resources: {'Port': ['ID=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:44.084343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.090278 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32457776-a262-4ee4-a503-f1178b1a9ed9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/f9655437-cb1f-4e86-8ddf-1cb64e4c7776 HTTP/1.1" status: 204 len: 168 time: 3.2227550 Aug 10 01:20:44.095438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-68660e7c-c2b7-4887-bb41-64eef2fa2aab req-21d49f56-5838-4578-8960-7727821d15e6 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771674 Aug 10 01:20:44.096856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44946) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:44.113597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff4a2-9037-4784-8ee1-562682279716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.154735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa450a-b334-4c44-afcb-1b1e06337ea9 req-0b30c35b-cb8a-41d7-a2fa-5dabf65fc4fd tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.156533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57aa450a-b334-4c44-afcb-1b1e06337ea9 req-0b30c35b-cb8a-41d7-a2fa-5dabf65fc4fd tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.3239648 Aug 10 01:20:44.160022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:44.179832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-7c884aed-69fe-48f3-9f86-0f19007df092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.181553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-7c884aed-69fe-48f3-9f86-0f19007df092 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535458 Aug 10 01:20:44.227282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Attempting to bind port dac253cc-a0b5-4e09-a2de-23cbe3edc18a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:44.227657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Attempting to bind port dac253cc-a0b5-4e09-a2de-23cbe3edc18a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:44.228022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Attempting to bind port dac253cc-a0b5-4e09-a2de-23cbe3edc18a on network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:44.255144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-34e7f1a2-1413-4f9e-b54e-c79b18d7c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.258284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:44.258505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-34e7f1a2-1413-4f9e-b54e-c79b18d7c0c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 896 time: 1.5471334 Aug 10 01:20:44.261403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Checking segment: {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:44.262310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.262909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Bound using segment: {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:44.263598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Bound port: dac253cc-a0b5-4e09-a2de-23cbe3edc18a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11778275-0066-4357-a012-cdc124c78289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:44.264164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.294931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8d5be-45a0-416d-8778-8dfcbb794116 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.296802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8d5be-45a0-416d-8778-8dfcbb794116 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.298652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8d5be-45a0-416d-8778-8dfcbb794116 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.300603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5cb8d5be-45a0-416d-8778-8dfcbb794116 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1928740 Aug 10 01:20:44.304697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44950) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:44.349814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] For port dac253cc-a0b5-4e09-a2de-23cbe3edc18a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:44.354472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] For port dac253cc-a0b5-4e09-a2de-23cbe3edc18a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,segment=NetworkSegment(11778275-0066-4357-a012-cdc124c78289),segment_id=11778275-0066-4357-a012-cdc124c78289)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:44.368047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.392791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 58599da2-cd30-4344-a556-218c2f28ff2f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:44.403020 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.425874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537fc5c-8f65-4e4a-b9f5-7481611fe33b None None] Pushing event updated for resources: {'Port': ['ID=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:44.426722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-65b7324d-ffa6-411d-b88d-ddcc4da198cf service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280431 Aug 10 01:20:44.468070 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:44.468807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:44.566954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.631912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-5e342701-146f-4b1b-aef3-9f1c0a03a608 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 1001 time: 0.3575282 Aug 10 01:20:44.645742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:44.660623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57aa450a-b334-4c44-afcb-1b1e06337ea9 req-fe1cecdb-6378-404c-bf89-c9854c69a09f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4445529 Aug 10 01:20:44.710193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e8761a9e-bf07-4304-81b0-9c11fc47f956 req-20cb2f20-2118-4509-a7db-e8b5f10d41da service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669296 Aug 10 01:20:44.755212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:44.824547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-33ad8390-2fa7-45f5-b2ae-c58d8a0cb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:44.826065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-33ad8390-2fa7-45f5-b2ae-c58d8a0cb91a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.1637111 Aug 10 01:20:45.025263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:39Z', 'revision_number': 4, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'dac253cc-a0b5-4e09-a2de-23cbe3edc18a', 'name': '', 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'mac_address': 'fa:16:3e:20:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:37Z', 'updated_at': '2021-08-10T01:20:44Z', 'revision_number': 4, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'subnets': [{'id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:45.032070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-2597281b-6b4a-49e5-8712-4fb4481d2c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:45.034002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-2597281b-6b4a-49e5-8712-4fb4481d2c33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676741 Aug 10 01:20:45.121289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2ec36-bd65-47e8-868e-fd2f30f0b252 None None] The sync data for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 is: [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:39Z', 'revision_number': 4, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'dac253cc-a0b5-4e09-a2de-23cbe3edc18a', 'name': '', 'network_id': 'b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'mac_address': 'fa:16:3e:20:40:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:37Z', 'updated_at': '2021-08-10T01:20:44Z', 'revision_number': 4, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'subnets': [{'id': '8dacbeeb-141c-4d50-9f36-36b9dabb598c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:45.405625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-8dbc836b-a265-487e-8130-82b58e57527b service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605130 Aug 10 01:20:45.497439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.521715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1d4da62a-cfc5-4762-9395-d6510a27f05e req-0f395165-295a-4789-a7e3-8985fb5ae9ca service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065927 Aug 10 01:20:45.563928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=58599da2-cd30-4344-a556-218c2f28ff2f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:45.564675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94e71c-7ab2-4ada-aea1-5550d16a3ce7 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:45.566207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.568258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c4d9388a-b6a9-49a4-a3d0-9c4aba4e5607 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/58599da2-cd30-4344-a556-218c2f28ff2f HTTP/1.1" status: 204 len: 168 time: 1.2623737 Aug 10 01:20:45.571719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44968) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:45.610858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:45.624705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-96ff2d4d-a1f9-4ea4-a155-753f94f4e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:45.626983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-96ff2d4d-a1f9-4ea4-a155-753f94f4e738 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1096 time: 0.8229411 Aug 10 01:20:45.638029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d73ea-5cd3-421e-94de-0229c90bb8f4 req-bfed8fed-87ee-488c-9842-f8bb9a15e5eb tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:45.639595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c7d73ea-5cd3-421e-94de-0229c90bb8f4 req-bfed8fed-87ee-488c-9842-f8bb9a15e5eb tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1946785 Aug 10 01:20:45.907430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-cbfb9ad0-ea43-4a81-83d1-fcf5a0471dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:45.914731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9242-cfe1-4e20-8281-0049acb48182 req-728430f6-86c7-42fd-ab81-dcf4e1ac64b3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:45.916267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7ea9242-cfe1-4e20-8281-0049acb48182 req-728430f6-86c7-42fd-ab81-dcf4e1ac64b3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.1105385 Aug 10 01:20:45.924409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-cbfb9ad0-ea43-4a81-83d1-fcf5a0471dbd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 912 time: 0.2838182 Aug 10 01:20:45.956990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet a107bf48-eeb0-4934-a657-1fd5138934d1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:46.008672 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-3d5b55d9-c093-4f7a-9c5e-1af8509abf6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 217 time: 0.0710878 Aug 10 01:20:46.009584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.030190 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c7d73ea-5cd3-421e-94de-0229c90bb8f4 req-ac31018d-b16e-4d3c-b8b9-ead53bc4078b tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449338 Aug 10 01:20:46.076750 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7ea9242-cfe1-4e20-8281-0049acb48182 req-5b25a6ef-f11e-4977-855d-a8ac99522383 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095307 Aug 10 01:20:46.133928 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.166192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-5fd94fee-dc2b-45e5-845e-9b721f2132cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.167795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-5fd94fee-dc2b-45e5-845e-9b721f2132cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.1067631 Aug 10 01:20:46.319172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Deleting port dac253cc-a0b5-4e09-a2de-23cbe3edc18a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:46.328428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.347952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-e3c37b1c-0dc4-4ba4-9927-5523395ebe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:46.350399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-e3c37b1c-0dc4-4ba4-9927-5523395ebe03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696482 Aug 10 01:20:46.374126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.540803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] For port dac253cc-a0b5-4e09-a2de-23cbe3edc18a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,segment=NetworkSegment(11778275-0066-4357-a012-cdc124c78289),segment_id=11778275-0066-4357-a012-cdc124c78289)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:46.541417 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.599323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Calling delete_port for dac253cc-a0b5-4e09-a2de-23cbe3edc18a owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:46.631582 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.645204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-6e9980ca-a769-4105-912d-99d204b17186 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805834 Aug 10 01:20:46.717049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=a107bf48-eeb0-4934-a657-1fd5138934d1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:46.737409 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:46.742565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9759ade0-ee39-4040-960e-b150ecae1ee3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/a107bf48-eeb0-4934-a657-1fd5138934d1 HTTP/1.1" status: 204 len: 168 time: 1.1683726 Aug 10 01:20:46.775860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 44986) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:46.794640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445751d-29b8-4e0e-95f2-bde4995b7acc None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:46.890326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 44988) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:46.897468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:46.898829 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ca5d9299-72c0-4851-803c-9f0f6080f389 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102526 Aug 10 01:20:46.907916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-917605e0-48e1-4144-a744-12caccf7c4d2 req-2a9b783d-fe86-487d-bac4-2307e61f2742 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283757 Aug 10 01:20:46.908881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.007868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac253cc-a0b5-4e09-a2de-23cbe3edc18a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:47.044391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8ea73a87-31cf-4764-b277-65774163f982 None None] Provisioning complete for port 7a4b299f-d9b8-4670-a22d-db2217e7726a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:47.045155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8ea73a87-31cf-4764-b277-65774163f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.138367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5c9bf0e8-41c0-4a29-abfa-5cdfd9f3c734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.270086 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:47.280556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.295288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356a082-921e-40e3-92d5-9fffa8d8a533 req-1c4cd7cf-b2f3-43c3-8f12-b1d29f541f5f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:47.300997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b356a082-921e-40e3-92d5-9fffa8d8a533 req-1c4cd7cf-b2f3-43c3-8f12-b1d29f541f5f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1204109 Aug 10 01:20:47.317601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.375114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b356a082-921e-40e3-92d5-9fffa8d8a533 req-cc637ac0-5f92-4df6-bf4f-27f4b465893a tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672307 Aug 10 01:20:47.376796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:47.445881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Deleting port 7a4b299f-d9b8-4670-a22d-db2217e7726a {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:47.446595 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.491726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312840c0-000e-4030-b730-4a572c60c068 req-7812cb57-e946-40d9-9249-dbf9fd427abc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:47.493323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-312840c0-000e-4030-b730-4a572c60c068 req-7812cb57-e946-40d9-9249-dbf9fd427abc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.2594423 Aug 10 01:20:47.514418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] For port 7a4b299f-d9b8-4670-a22d-db2217e7726a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7a4b299f-d9b8-4670-a22d-db2217e7726a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:47.514819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.529194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Calling delete_port for 7a4b299f-d9b8-4670-a22d-db2217e7726a owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:47.591545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-312840c0-000e-4030-b730-4a572c60c068 req-8d9b4868-18b3-4b5b-9991-f5db29ddc1d2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844791 Aug 10 01:20:47.612599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.633766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.643976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] Pushing event deleted for resources: {'Port': ['ID=7a4b299f-d9b8-4670-a22d-db2217e7726a,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:47.657553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1937859f-9c88-475d-a2b4-949d1879a863 None None] No DVR routers for this DVR port 7a4b299f-d9b8-4670-a22d-db2217e7726a on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:47.776780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.787348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.845557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:47.852391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:47.858049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:47.858640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:47.862379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262232cd-3cc0-44de-badf-6fe7f1327039 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:47.862926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:47.912024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-562ae8af-d02d-4e48-af9d-2ffc96492579 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0194292 Aug 10 01:20:47.915087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45012) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:47.920268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:47.957568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.069027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:48.074009 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.108607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:20:48.109775 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.280539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Allocated IP 172.20.0.2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b/904c1637-c31a-4182-8ef8-0dec4d25d1c4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:48.345618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:48.463040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.474078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Transition to ACTIVE for port object 904c1637-c31a-4182-8ef8-0dec4d25d1c4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:48.493795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Transition to ACTIVE for port object 904c1637-c31a-4182-8ef8-0dec4d25d1c4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:48.503022 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.509536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:48.512710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.563444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:48.564276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Pushing event updated for resources: {'Port': ['ID=904c1637-c31a-4182-8ef8-0dec4d25d1c4,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:48.569484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:48.572682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:48.579592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:48.587048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-827959cb-9e58-4f1f-a8a1-522a48f753a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/7085f0b5-ed62-4a9d-b806-28b7db98aeb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4257739 Aug 10 01:20:48.589295 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Sync routers for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:48.590694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.602724 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:48.611545 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:48.612883 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:48.613322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:48.634355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:48.634994 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.666793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Attempting to bind port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:48.667170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Attempting to bind port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:48.667722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Attempting to bind port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:48.675277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:48.675673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:48.676196 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.676587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:48.677057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Bound port: 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:48.677620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.679440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7632391 Aug 10 01:20:48.682733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45034) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:48.691472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:bf:3b:e7', 'name': 'tempest-NetworksTestDHCPv6-1968896901'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:48.710540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7437b0a-fa73-46a5-a2cf-aa3b7d8f8ec4 req-8fc7f3cc-2e16-4671-a5d2-a32d3c9c30ae tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:48.712466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7437b0a-fa73-46a5-a2cf-aa3b7d8f8ec4 req-8fc7f3cc-2e16-4671-a5d2-a32d3c9c30ae tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.2011073 Aug 10 01:20:48.716151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213b6f-4b24-43fd-9a06-b290d08f8b8a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:48.780741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7437b0a-fa73-46a5-a2cf-aa3b7d8f8ec4 req-1bcb52ec-bc20-48a4-b8f0-523f9b131cd0 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571682 Aug 10 01:20:48.787840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 66ee293e-9f7a-4a50-bfbc-6b7e516ea67e {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:48.788259 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.821251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] For port 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:20:48.824721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] For port 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=904c1637-c31a-4182-8ef8-0dec4d25d1c4,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:20:48.830098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.900886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d53e-8dc6-4113-857b-3ea1ec702390 None None] Pushing event updated for resources: {'Port': ['ID=904c1637-c31a-4182-8ef8-0dec4d25d1c4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:48.972553 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:48.974768 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:48.975108 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.015673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.035871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 66ee293e-9f7a-4a50-bfbc-6b7e516ea67e owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:49.043485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d3df4fcd-86a7-432f-a96b-d02c032e133f details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:20:49.246442 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:46Z', 'revision_number': 5, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:49.251347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:49.277549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7a4b299f-d9b8-4670-a22d-db2217e7726a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:49.277913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7a4b299f-d9b8-4670-a22d-db2217e7726a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:49.298715 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Checking router: 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:49.319430 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Routers {'7085f0b5-ed62-4a9d-b806-28b7db98aeb2'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:49.320074 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:49.341456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:49.368032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'mac_address': 'fa:16:3e:2c:5a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:20:49.382565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c2787-10c1-4d70-937d-16e6ca4cba20 req-eb85fd92-b03c-4e02-a6cf-c34a6b5202d8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:49.384289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-575c2787-10c1-4d70-937d-16e6ca4cba20 req-eb85fd92-b03c-4e02-a6cf-c34a6b5202d8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 943 time: 0.6275547 Aug 10 01:20:49.423887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:49.434367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.435315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.449548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3df4fcd-86a7-432f-a96b-d02c032e133f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:49.475049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:49.482513 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.505411 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] Set router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:49.519932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-575c2787-10c1-4d70-937d-16e6ca4cba20 req-ae5cc684-3ea3-4ada-a409-593c86086a3b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241901 Aug 10 01:20:49.539878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:49.633633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.669601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Deleting port 1c909394-7365-4579-b201-54f3e075ea87 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:49.669937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.689841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port bf6dda22-8ec4-4b31-8db1-4befb2cef613 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:49.692825 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.710924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['d3df4fcd-86a7-432f-a96b-d02c032e133f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:20:49.725165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:49.757859 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:20:49.773558 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:46Z', 'revision_number': 5, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:49.819672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=66ee293e-9f7a-4a50-bfbc-6b7e516ea67e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:49.833829 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0dd027-3f32-431a-955d-a49f1fbb9e7d None None] The sync data for ids ['7085f0b5-ed62-4a9d-b806-28b7db98aeb2'] in n-d-766380-21 is: [{'id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'name': 'tempest-ImageQuotaTest-651641092-router', 'tenant_id': '002f9a51bc284d2b9be9c8567c71331b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '1c909394-7365-4579-b201-54f3e075ea87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:20:32Z', 'updated_at': '2021-08-10T01:20:46Z', 'revision_number': 5, 'project_id': '002f9a51bc284d2b9be9c8567c71331b', 'gw_port': {'id': '1c909394-7365-4579-b201-54f3e075ea87', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7085f0b5-ed62-4a9d-b806-28b7db98aeb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:20:33Z', 'updated_at': '2021-08-10T01:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:49.995780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] For port 1c909394-7365-4579-b201-54f3e075ea87, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1c909394-7365-4579-b201-54f3e075ea87,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:49.995780 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:50.006505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff23510-b2ab-4a5a-9682-49aaf0982df9 req-9d254da3-f55b-4900-8417-89b98aaf9bef tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:50.008717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ff23510-b2ab-4a5a-9682-49aaf0982df9 req-9d254da3-f55b-4900-8417-89b98aaf9bef tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1069210 Aug 10 01:20:50.021334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:50.021608 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Floating IP 6f4aae11-3344-42f9-986c-1cc381f2b250 disassociated (deleted). External IP: 172.25.7.107, port: 773d3bed-aa69-4639-b18a-74236efaab4c. Aug 10 01:20:50.023594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Calling delete_port for 1c909394-7365-4579-b201-54f3e075ea87 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:50.097527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ff23510-b2ab-4a5a-9682-49aaf0982df9 req-7e4fddad-377b-4a70-9edc-906e3781e453 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791972 Aug 10 01:20:50.289768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 172.20.0.3 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b/bf6dda22-8ec4-4b31-8db1-4befb2cef613) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:50.297167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22877c25-cdb1-4585-b8d2-4b497c648651 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:50.317589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:febf:3be7 (58048d8e-2cbb-41d9-b506-eb8190fafb01/956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1/bf6dda22-8ec4-4b31-8db1-4befb2cef613) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:50.373789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-20dc88c4-307a-4910-bab9-9536abf9c36e None None] Provisioning for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:50.785131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b', 'ip_address': '172.20.0.2'}, {'subnet_id': '956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '904c1637-c31a-4182-8ef8-0dec4d25d1c4'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:50.810436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.014541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.019437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:51.057929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d3df4fcd-86a7-432f-a96b-d02c032e133f up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:51.061293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e122cb4-9db7-4fe4-944c-66ecdd1c5ae4 req-666e355b-01d1-4dd3-863f-66210dd52ef5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.064546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e122cb4-9db7-4fe4-944c-66ecdd1c5ae4 req-666e355b-01d1-4dd3-863f-66210dd52ef5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 944 time: 0.1678987 Aug 10 01:20:51.079704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c909394-7365-4579-b201-54f3e075ea87,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:51.086755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.138059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port d3df4fcd-86a7-432f-a96b-d02c032e133f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:51.143650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port d3df4fcd-86a7-432f-a96b-d02c032e133f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:51.144660 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.199607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object bf6dda22-8ec4-4b31-8db1-4befb2cef613 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:51.241976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 904c1637-c31a-4182-8ef8-0dec4d25d1c4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:51.303706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aba5b3-fa39-4f8f-a87c-014e04d633ee req-6e832f71-f362-466c-8d7d-42f93a4ac191 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.305240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-85aba5b3-fa39-4f8f-a87c-014e04d633ee req-6e832f71-f362-466c-8d7d-42f93a4ac191 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.0886328 Aug 10 01:20:51.306768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e122cb4-9db7-4fe4-944c-66ecdd1c5ae4 req-83a5f5bb-09f9-4e62-a091-c78d3f2c8780 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192793 Aug 10 01:20:51.312759 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.334744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:51.346627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:51.349223 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e34dc7-9c81-4830-90e3-4a4fd6795e17" -d '{"events": [{"server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "name": "network-vif-plugged", "status": "completed", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:51.355555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:51.355555 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.371039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-85aba5b3-fa39-4f8f-a87c-014e04d633ee req-67f85d22-ca25-479a-931a-468929a206a5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549848 Aug 10 01:20:51.387878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:51.392047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.396087 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.428802 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15feeaa3-176b-4d49-b8fb-b8ccf037b07d x-openstack-request-id: req-15feeaa3-176b-4d49-b8fb-b8ccf037b07d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:51.429182 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "name": "network-vif-plugged", "status": "completed", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:51.429507 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15feeaa3-176b-4d49-b8fb-b8ccf037b07d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:51.430051 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'code': 200} Aug 10 01:20:51.465304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:51.507126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.510364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.516995 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.555975 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.559127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e6a6c-d790-451a-830f-84ed77454b30 req-3db265f5-57b7-4f63-bd31-50dc9cee9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.561624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a0e6a6c-d790-451a-830f-84ed77454b30 req-3db265f5-57b7-4f63-bd31-50dc9cee9adb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1097 time: 0.0558534 Aug 10 01:20:51.568289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=bf6dda22-8ec4-4b31-8db1-4befb2cef613,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:51.593045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Allocated IP 2001:db8::f816:3eff:fea9:70f2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1/904c1637-c31a-4182-8ef8-0dec4d25d1c4) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:51.602573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a0e6a6c-d790-451a-830f-84ed77454b30 req-8cc3344e-bdfc-4da5-bb87-a1cf31048518 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326934 Aug 10 01:20:51.627324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:51.634685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.648459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:51.655926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Sync routers for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:51.668794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:51.673971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:51.680955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:51.681452 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.681583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:51.682151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7085f0b5-ed62-4a9d-b806-28b7db98aeb2 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:20:51.711039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.714556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-af133637-cad4-445d-bf1d-7a7ce00be646 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7085f0b5-ed62-4a9d-b806-28b7db98aeb2 HTTP/1.1" status: 204 len: 168 time: 3.1205146 Aug 10 01:20:51.714556 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1d9957a-a6eb-462a-9383-8b9892d3f13e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f4aae11-3344-42f9-986c-1cc381f2b250 HTTP/1.1" status: 204 len: 168 time: 3.7553554 Aug 10 01:20:51.715468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45086) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.717744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:51.721744 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725ea90-370b-45fb-afff-8f7db581e438" -d '{"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:51.778903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.779736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.800980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Deleting subnet 8dacbeeb-141c-4d50-9f36-36b9dabb598c {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:51.806417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2090debe-29b5-4e51-bf1a-3164d0527908 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1210349 Aug 10 01:20:51.808552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45092) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.811917 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1b72e-b6bb-4c26-b009-39dffefbb84c x-openstack-request-id: req-0ab1b72e-b6bb-4c26-b009-39dffefbb84c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:51.811917 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:51.813798 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.814592 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ab1b72e-b6bb-4c26-b009-39dffefbb84c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:51.814793 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'status': 'completed', 'code': 200} Aug 10 01:20:51.882923 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] For port 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=904c1637-c31a-4182-8ef8-0dec4d25d1c4,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:51.901058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de4f82-f6f8-4b7e-91f4-b94aa46d9a52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.909924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9de4f82-f6f8-4b7e-91f4-b94aa46d9a52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:51.915653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e9de4f82-f6f8-4b7e-91f4-b94aa46d9a52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0986850 Aug 10 01:20:51.916455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45094) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:51.920029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:51.943874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:51.991529 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.050038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ea90-370b-45fb-afff-8f7db581e438 req-8b7f4829-db40-4bb3-b4a4-8110ea777f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.051706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-8b7f4829-db40-4bb3-b4a4-8110ea777f02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc38d2208f3048da8d79775529975dbb&device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 1097 time: 0.1973686 Aug 10 01:20:52.053054 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.056736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Transition to ACTIVE for port object 904c1637-c31a-4182-8ef8-0dec4d25d1c4 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:52.094127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port bf6dda22-8ec4-4b31-8db1-4befb2cef613 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:52.095252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.152102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.217821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.257714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dacbeeb-141c-4d50-9f36-36b9dabb598c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:52.288374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.290597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-156e22a8-7c8e-41e4-b66a-0df9dd0fc850 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8dacbeeb-141c-4d50-9f36-36b9dabb598c HTTP/1.1" status: 204 len: 168 time: 0.5739672 Aug 10 01:20:52.293084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:52.299851 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:20:52.300203 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:20:52.306022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bba0bf-d438-4608-a3d9-f7695491d4b8 req-4c59d629-2806-4554-8a0b-3dbf78152193 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.307773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86bba0bf-d438-4608-a3d9-f7695491d4b8 req-4c59d629-2806-4554-8a0b-3dbf78152193 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1108947 Aug 10 01:20:52.318330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.341856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ea90-370b-45fb-afff-8f7db581e438 req-4c3f85b4-aaf6-4eec-86c9-cacc6181a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.348637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for bf6dda22-8ec4-4b31-8db1-4befb2cef613 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:52.351910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-4c3f85b4-aaf6-4eec-86c9-cacc6181a290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 200 len: 896 time: 0.2613051 Aug 10 01:20:52.356648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94d4cc8-68ec-4b28-878e-4f7f1e98e40d None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:52.393770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86bba0bf-d438-4608-a3d9-f7695491d4b8 req-31999099-4223-45d2-878d-b92d93e8620c tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663519 Aug 10 01:20:52.524711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86ec92-39dd-41d6-9e4b-2a7c8709561a None None] Pushing event updated for resources: {'Port': ['ID=904c1637-c31a-4182-8ef8-0dec4d25d1c4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:52.524961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-e4237260-ca94-4961-9080-d59d00f1b30d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 200 len: 217 time: 0.0727832 Aug 10 01:20:52.591738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.608279 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba359-a6cd-4912-abe9-cca7426c87e5 req-f84c6b77-db31-4072-b59e-619562cc5af5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.613319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139cbe-fa85-4e3f-becc-b70bfcef5528 req-a690c1c3-a479-4634-9e19-3d53c6ac7728 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.615088 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30139cbe-fa85-4e3f-becc-b70bfcef5528 req-a690c1c3-a479-4634-9e19-3d53c6ac7728 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1258335 Aug 10 01:20:52.617065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40eba359-a6cd-4912-abe9-cca7426c87e5 req-f84c6b77-db31-4072-b59e-619562cc5af5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.1589279 Aug 10 01:20:52.653043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ea90-370b-45fb-afff-8f7db581e438 req-5b34cd1a-9d42-4df0-b22b-f6f7bb27c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.654544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-5b34cd1a-9d42-4df0-b22b-f6f7bb27c565 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 200 len: 835 time: 0.1213279 Aug 10 01:20:52.696900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-30139cbe-fa85-4e3f-becc-b70bfcef5528 req-1442ec18-f6c3-47f9-8e2b-54cfe6481630 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695529 Aug 10 01:20:52.769745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-40eba359-a6cd-4912-abe9-cca7426c87e5 req-6152b9ea-e4b6-4c38-8825-c9e0fa786b64 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514268 Aug 10 01:20:52.805027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.833298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725ea90-370b-45fb-afff-8f7db581e438 req-566ca4c3-af29-4aea-860e-7eefc229d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:52.837037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-566ca4c3-af29-4aea-860e-7eefc229d120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5db420e-d3cf-4324-8149-94b570e3d491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692269 Aug 10 01:20:52.850139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=bf6dda22-8ec4-4b31-8db1-4befb2cef613,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:52.888114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] DHCP port deletion for b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:52.929371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.938895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:52.961917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Deleting port 53757d81-59a9-4777-bb09-2d74b9f2e407 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:52.962265 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.979518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-6d8b742a-8d77-4ac1-80a6-168dfae1da8f service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328967 Aug 10 01:20:52.984362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:52.990266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-261a19a2-d18a-47b0-8237-2e3c0822744e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/bf6dda22-8ec4-4b31-8db1-4befb2cef613 HTTP/1.1" status: 204 len: 168 time: 1.0709643 Aug 10 01:20:52.990513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.006978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Checking router: e12327d3-c8d4-4db1-a7db-28c0dda1b1aa for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:53.031452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=904c1637-c31a-4182-8ef8-0dec4d25d1c4,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:53.032961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:53.033755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:53.082854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.097894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ad56a-4ca2-46d5-ae37-7027be78a218 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:53.097894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ad56a-4ca2-46d5-ae37-7027be78a218 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:53.097894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ad56a-4ca2-46d5-ae37-7027be78a218 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:53.099327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-005ad56a-4ca2-46d5-ae37-7027be78a218 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1069601 Aug 10 01:20:53.100443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45122) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.150872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dac253cc-a0b5-4e09-a2de-23cbe3edc18a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:53.167364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] For port 53757d81-59a9-4777-bb09-2d74b9f2e407, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=53757d81-59a9-4777-bb09-2d74b9f2e407,segment=NetworkSegment(11778275-0066-4357-a012-cdc124c78289),segment_id=11778275-0066-4357-a012-cdc124c78289)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:53.167903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.174461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:53.178173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.190460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Calling delete_port for 53757d81-59a9-4777-bb09-2d74b9f2e407 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:53.196119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: dac253cc-a0b5-4e09-a2de-23cbe3edc18a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:53.196469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dac253cc-a0b5-4e09-a2de-23cbe3edc18a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:53.240697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.355951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-ece468a4-f0cc-434c-a402-aa0122cab7eb service neutron] 10.222.0.10 "GET /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334570 Aug 10 01:20:53.405054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.443198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.484808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Pushing event deleted for resources: {'Port': ['ID=53757d81-59a9-4777-bb09-2d74b9f2e407,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:53.503977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] No DVR routers for this DVR port 53757d81-59a9-4777-bb09-2d74b9f2e407 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:53.571804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-76dae4a1-732f-49b4-a3ab-a31aa1221d9a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:53.573465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-76dae4a1-732f-49b4-a3ab-a31aa1221d9a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1441858 Aug 10 01:20:53.605202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72908255-e835-4681-9fb1-496b6b587dc2 req-d109cd19-225c-42d5-b3a0-21c1f9ea40d0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:53.614724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72908255-e835-4681-9fb1-496b6b587dc2 req-d109cd19-225c-42d5-b3a0-21c1f9ea40d0 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 945 time: 0.1178472 Aug 10 01:20:53.616867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 904c1637-c31a-4182-8ef8-0dec4d25d1c4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:53.632198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Deleting port 53757d81-59a9-4777-bb09-2d74b9f2e407 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:53.632666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.638591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.643285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.651486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:53.665654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11778275-0066-4357-a012-cdc124c78289') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:53.666020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11778275-0066-4357-a012-cdc124c78289') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:53.669134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=904c1637-c31a-4182-8ef8-0dec4d25d1c4,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:53.685839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-27ac87c2-a5ad-4ea5-8b74-cefd313268b3 None None] Provisioning for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:53.688882 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.721643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.733118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:20:53.737496 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: items = [ Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:20:53.739537 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:20:53.749969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.757853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-27ac87c2-a5ad-4ea5-8b74-cefd313268b3 None None] Provisioning complete for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:53.760432 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-27ac87c2-a5ad-4ea5-8b74-cefd313268b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.761479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b HTTP/1.1" status: 204 len: 168 time: 0.6596613 Aug 10 01:20:53.767773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45134) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:53.833118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387ad154-c0cc-42c3-9c3a-e3f756b90a05 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:53.835566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c867bd-b161-443c-8dd2-863f368f7ded tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:53.871959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72908255-e835-4681-9fb1-496b6b587dc2 req-d8043058-a7ce-48e8-94de-5351bbabe883 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/security-groups?id=e96da7fa-f9c6-480e-9eeb-c399a472f55b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563040 Aug 10 01:20:53.882376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:20:53.895220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.909493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:53.909493 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:53.909839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:53.978420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] For port 53757d81-59a9-4777-bb09-2d74b9f2e407, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:53.979486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.024033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Calling delete_port for 53757d81-59a9-4777-bb09-2d74b9f2e407 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:54.037919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.049907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871af65-3b86-4beb-ab58-318c589ce929 req-6323feda-c768-4ad5-a41e-6d005e7fa524 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:54.052473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9871af65-3b86-4beb-ab58-318c589ce929 req-6323feda-c768-4ad5-a41e-6d005e7fa524 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 944 time: 0.1746852 Aug 10 01:20:54.056611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.064481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Port 53757d81-59a9-4777-bb09-2d74b9f2e407 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:20:54.072903 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.077676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e HTTP/1.1" status: 204 len: 168 time: 1.7833564 Aug 10 01:20:54.088673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f7aaa-552e-4fae-8e8a-211a5e733130 req-e8376b45-ce5c-4e76-9d27-393a21ed0a9f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:54.090518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-952f7aaa-552e-4fae-8e8a-211a5e733130 req-e8376b45-ce5c-4e76-9d27-393a21ed0a9f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.1201849 Aug 10 01:20:54.100581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 773d3bed-aa69-4639-b18a-74236efaab4c, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=773d3bed-aa69-4639-b18a-74236efaab4c,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:54.101187 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.119334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02ed2b-e03c-4400-ad4e-d6ac9ef6ab6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.130500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.158141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 773d3bed-aa69-4639-b18a-74236efaab4c owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:54.174981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:54.175367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.179567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-952f7aaa-552e-4fae-8e8a-211a5e733130 req-fe310cac-0c86-4974-85ab-fb0ec72496b9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783117 Aug 10 01:20:54.207008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9871af65-3b86-4beb-ab58-318c589ce929 req-a26e7240-75a5-4fea-847c-32427d08e8d1 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267841 Aug 10 01:20:54.224427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0beff2e2-94a8-4503-93ca-7c8581759b89 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:20:54.299789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.321363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Network b9ff16a6-7506-40ea-b6c6-c7e6ecc1a76e is not hosted by any dhcp agent {{(pid=105959) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 01:20:54.321935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] No DVR routers for this DVR port 53757d81-59a9-4777-bb09-2d74b9f2e407 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:54.370974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7180-8af7-4d8c-bdc0-494f99ed4b9f req-9814226e-65c3-42b8-9297-b01a1a4853ef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:54.373179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9ad77-fd63-410b-8ffc-a095c3b99b1c None None] Pushing event deleted for resources: {'Port': ['ID=53757d81-59a9-4777-bb09-2d74b9f2e407,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.381076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-035d7180-8af7-4d8c-bdc0-494f99ed4b9f req-9814226e-65c3-42b8-9297-b01a1a4853ef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.0999844 Aug 10 01:20:54.382517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.421768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.475678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.482807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.485729 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d026c838-1e4f-47a2-b531-8467cbb3a484 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1 HTTP/1.1" status: 204 len: 168 time: 0.7169776 Aug 10 01:20:54.492459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.512468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-035d7180-8af7-4d8c-bdc0-494f99ed4b9f req-abab8348-2a10-4311-9587-73d8df833013 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173050 Aug 10 01:20:54.521241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0147f83f-d747-4c99-895d-ac5f93b926ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=002f9a51bc284d2b9be9c8567c71331b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366913 Aug 10 01:20:54.524405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.542198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1f251adf-8967-43c3-a302-579187fca34b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480227 Aug 10 01:20:54.542853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45162) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.543222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.565251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.637057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d13a1d0-8a9e-4095-925a-fb8560d6d403 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:54.638489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3d13a1d0-8a9e-4095-925a-fb8560d6d403 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0928183 Aug 10 01:20:54.641698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45170) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.650133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=773d3bed-aa69-4639-b18a-74236efaab4c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.683208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0beff2e2-94a8-4503-93ca-7c8581759b89,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:54.687700 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.704887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] No DVR routers for this DVR port 773d3bed-aa69-4639-b18a-74236efaab4c on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:54.709820 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.711826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22f495bf-79f9-4b8c-ba80-e8e7fd1cc625 req-d94e5626-4dcf-41e2-895c-92e49cdcc942 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.10 "DELETE /v2.0/ports/773d3bed-aa69-4639-b18a-74236efaab4c HTTP/1.1" status: 204 len: 173 time: 1.1302705 Aug 10 01:20:54.712271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-deleted', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:54.714577 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a58443c-f707-4278-9c23-c0af2497f5ff" -d '{"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-deleted", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:54.717437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ada2f-71b7-4cc6-bdd8-22e57cfc463d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:54.718883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-175ada2f-71b7-4cc6-bdd8-22e57cfc463d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752373 Aug 10 01:20:54.722205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45174) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.777574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.785446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a5d167f0-91db-45b7-9941-e13699fa16c3 None None] Could not find standard attr ID for object bf6dda22-8ec4-4b31-8db1-4befb2cef613. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:20:54.837196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5dd3aa70-a871-4606-9d2c-7c1a4f217e6b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1026921 Aug 10 01:20:54.837619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:54.845766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:54.847650 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfabd5a9-942f-4efe-ae04-804b4b2a4462 x-openstack-request-id: req-dfabd5a9-942f-4efe-ae04-804b4b2a4462 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:54.847954 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33609e61-ea43-4046-a597-8def62a3c2c0", "name": "network-vif-deleted", "tag": "773d3bed-aa69-4639-b18a-74236efaab4c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:54.848226 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfabd5a9-942f-4efe-ae04-804b4b2a4462 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:54.848696 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33609e61-ea43-4046-a597-8def62a3c2c0', 'name': 'network-vif-deleted', 'tag': '773d3bed-aa69-4639-b18a-74236efaab4c', 'status': 'completed', 'code': 200} Aug 10 01:20:54.861200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:20:54.863391 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.866254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:54.869885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c068609d-0a7b-4567-9b58-5ce8024bbc86 HTTP/1.1" status: 204 len: 168 time: 0.3421524 Aug 10 01:20:54.883861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2c80a-ceb2-4b80-be37-09f0a791c19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c068609d-0a7b-4567-9b58-5ce8024bbc86,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:54.973872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:55.003294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.006216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5ee9d3-7aed-4a0e-b57f-abb19b74b050 None None] The sync data for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 is: [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:19:07Z', 'revision_number': 4, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '23bf8769-20a0-4546-a44b-bbd2b2f4674f', 'name': '', 'network_id': 'd5db420e-d3cf-4324-8149-94b570e3d491', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'mac_address': 'fa:16:3e:48:49:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:05Z', 'updated_at': '2021-08-10T01:19:15Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'subnets': [{'id': '60f4ce70-c0ef-468f-9836-43fe18b9c1e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:20:55.021336 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0beff2e2-94a8-4503-93ca-7c8581759b89 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:20:55.024740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f90827-4c40-4b04-8c21-fc937c82a7ec tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:55.026323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29f90827-4c40-4b04-8c21-fc937c82a7ec tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1092 time: 0.4821634 Aug 10 01:20:55.029418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45186) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.035202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:55.101153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:55.105268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.109852 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:55.110396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:55.120985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 53757d81-59a9-4777-bb09-2d74b9f2e407 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:55.167066 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c67137b0-1acd-4bb6-99d0-cef516529d7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3284013 Aug 10 01:20:55.171205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45188) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.188435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:55.190640 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.194436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0beff2e2-94a8-4503-93ca-7c8581759b89,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:55.200709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 53757d81-59a9-4777-bb09-2d74b9f2e407 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:55.201056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 53757d81-59a9-4777-bb09-2d74b9f2e407 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:55.201461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c909394-7365-4579-b201-54f3e075ea87 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:55.243527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0540386-321c-4abf-b766-3d74bee4ee94 req-aa7bd92b-1239-413c-a556-fb27b9485bed tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "GET /v2.0/ports?device_id=33609e61-ea43-4046-a597-8def62a3c2c0 HTTP/1.1" status: 200 len: 210 time: 0.0978436 Aug 10 01:20:55.243895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1c909394-7365-4579-b201-54f3e075ea87 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:55.244245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1c909394-7365-4579-b201-54f3e075ea87 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:55.246032 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.336939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697899a-9e6e-478d-a398-58744a38341b None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1'}], 'binding:host_id': 'n-d-766380-21'}, 'id': '904c1637-c31a-4182-8ef8-0dec4d25d1c4'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:20:55.494143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:55.515003 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['0beff2e2-94a8-4503-93ca-7c8581759b89'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:20:55.534323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:55.546072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.548110 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:55.548675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:55.551927 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ad64cb-506c-4bfc-9e95-28a0cc22ff84 None None] New status for floating IP 6f4aae11-3344-42f9-986c-1cc381f2b250: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:20:55.553502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.624642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 904c1637-c31a-4182-8ef8-0dec4d25d1c4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:55.630520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-052aaaa1-16ff-4672-be42-1ec451bd9c2f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4580607 Aug 10 01:20:55.637585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45200) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.639378 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0697899a-9e6e-478d-a398-58744a38341b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.646693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:55.655086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84191326-fa9b-494f-9081-70f88a7c40e6 req-22556ee2-c450-478c-a198-a6baab6ca2b1 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:55.657388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84191326-fa9b-494f-9081-70f88a7c40e6 req-22556ee2-c450-478c-a198-a6baab6ca2b1 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 945 time: 0.1477423 Aug 10 01:20:55.753183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84191326-fa9b-494f-9081-70f88a7c40e6 req-46a635cd-4cc7-4dd1-b223-bebf8e7ef6c1 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834377 Aug 10 01:20:55.825917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:55.826478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.833397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:55.841182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.843067 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:55.843669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:55.845393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45202) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.860808 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6819547-536e-4105-bfc0-41cc05259e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:55.872596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f8ccaf9b-c560-4b84-918d-0e1a8962dc24 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2337928 Aug 10 01:20:55.876906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:55.890920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:55.926358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.25.7.8 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:56.040407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6819547-536e-4105-bfc0-41cc05259e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.042430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c1c3e-5ba8-4940-9f77-cc45180b7f2f None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:56.050648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6819547-536e-4105-bfc0-41cc05259e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.091779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:56.094909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6819547-536e-4105-bfc0-41cc05259e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f1c292-355a-499a-87c6-87b01a5f9bec,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.097169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.111974 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:56.114263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:56.123842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f6819547-536e-4105-bfc0-41cc05259e92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2762089 Aug 10 01:20:56.124001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.156403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45212) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.157147 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-81769279-8f9d-4ed9-8ddf-de15f39825e9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2784593 Aug 10 01:20:56.165730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:56.194264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:56.200689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.201477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-37ee8230-f65a-4861-86e4-c588e2b067c6 None None] Provisioning complete for port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:56.201903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-37ee8230-f65a-4861-86e4-c588e2b067c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.239238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.246644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.289328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 773d3bed-aa69-4639-b18a-74236efaab4c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:56.290202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 773d3bed-aa69-4639-b18a-74236efaab4c not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:56.290491 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.300361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45218) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.314157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:56.318072 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.321317 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:56.321957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:56.382757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.412319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec812f89-aeaa-4340-8490-a34696f15e4f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2528901 Aug 10 01:20:56.417364 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.445130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:20:56.449684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.456523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:56.477950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.483428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.488649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.493534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07f1c292-355a-499a-87c6-87b01a5f9bec HTTP/1.1" status: 204 len: 168 time: 0.3653972 Aug 10 01:20:56.508242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93749e7-4ecc-4634-bef9-1a01d887cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f1c292-355a-499a-87c6-87b01a5f9bec,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.512898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:56.526466 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:56.527006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Deleting port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:56.527543 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.538439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:56.599548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] For port 904c1637-c31a-4182-8ef8-0dec4d25d1c4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=904c1637-c31a-4182-8ef8-0dec4d25d1c4,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:56.600135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.621345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Calling delete_port for 904c1637-c31a-4182-8ef8-0dec4d25d1c4 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:56.740451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:56.744344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.744818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:56.745900 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:20:56.746433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:20:56.792589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Pushing event deleted for resources: {'Port': ['ID=904c1637-c31a-4182-8ef8-0dec4d25d1c4,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:56.795807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] No DVR routers for this DVR port 904c1637-c31a-4182-8ef8-0dec4d25d1c4 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:20:56.805210 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-beb98b5e-d3fd-47da-a80c-f267b2f8ff35 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3542044 Aug 10 01:20:56.809709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:56.815000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.815484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.815947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.816383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.816815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.817243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.817825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.818251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.818694 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.819301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.819805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.820301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59616e5-9d41-4179-83f9-e696a9470ba3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:56.884189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-560f7343-41a5-42ef-8c91-71ce344e7c1c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0695982 Aug 10 01:20:56.884876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45236) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:57.011014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2cae6-2b7e-4b3a-b14d-022dd200ffd3 req-ebf81b58-b121-47ab-beac-7d19fec8529f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:57.013273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c2cae6-2b7e-4b3a-b14d-022dd200ffd3 req-ebf81b58-b121-47ab-beac-7d19fec8529f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 945 time: 0.0954263 Aug 10 01:20:57.026097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51b0064-713f-4ac7-bedf-1da94a732e9e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:57.028197 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d51b0064-713f-4ac7-bedf-1da94a732e9e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1395442 Aug 10 01:20:57.034541 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:57.080679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-59c2cae6-2b7e-4b3a-b14d-022dd200ffd3 req-c02d423f-9fdd-40ed-b061-8053aac52f02 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549405 Aug 10 01:20:57.115004 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5574940d-0df1-41b4-9a8b-d14b98efa409 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474164 Aug 10 01:20:57.118595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:57.124016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:57.227363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.266939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:57.270662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.357189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 904c1637-c31a-4182-8ef8-0dec4d25d1c4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:20:57.404582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 904c1637-c31a-4182-8ef8-0dec4d25d1c4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:20:57.404985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 904c1637-c31a-4182-8ef8-0dec4d25d1c4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:20:57.765307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:57.878124 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.051885 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.057703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.063949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:20:58.068770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.139837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.142809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:58.149084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:58.152634 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:58.153260 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.157711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=2a82a937-7888-451e-b452-90df36db8338,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.165033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2161a96-7430-4356-984a-91f8dcc52f2b None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:20:58.179191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a8a5560c-015a-4191-bc88-3f046c552d8c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0568960 Aug 10 01:20:58.179883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45262) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:20:58.185310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:df:57:21', 'name': 'tempest-NetworksTestDHCPv6-1142819192'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:20:58.206894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.236067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 23bf8769-20a0-4546-a44b-bbd2b2f4674f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:20:58.236867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.274579 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42e243-7699-4dfd-87bd-48c1ad4d9948 req-3b776d2f-4dd3-46a6-a4dd-a1430f12eb13 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:58.279496 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b42e243-7699-4dfd-87bd-48c1ad4d9948 req-3b776d2f-4dd3-46a6-a4dd-a1430f12eb13 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 945 time: 0.1181502 Aug 10 01:20:58.401606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b42e243-7699-4dfd-87bd-48c1ad4d9948 req-9b19779d-156b-4e19-ad5f-4d3ca9472515 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135442 Aug 10 01:20:58.416030 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP 0fba2c63-20c2-48c3-933d-7cb35f90a2b7 associated. External IP: 172.25.7.8, port: d3df4fcd-86a7-432f-a96b-d02c032e133f. Aug 10 01:20:58.442305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 23bf8769-20a0-4546-a44b-bbd2b2f4674f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=23bf8769-20a0-4546-a44b-bbd2b2f4674f,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:58.442700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.459164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 23bf8769-20a0-4546-a44b-bbd2b2f4674f owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:20:58.461617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0beff2e2-94a8-4503-93ca-7c8581759b89 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:20:58.592627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 0beff2e2-94a8-4503-93ca-7c8581759b89 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:20:58.611511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 0beff2e2-94a8-4503-93ca-7c8581759b89 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:20:58.611995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.625333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:20:58.735342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '2a82a937-7888-451e-b452-90df36db8338'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:20:58.736820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.747096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:20:58.771478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.779136 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.820121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=23bf8769-20a0-4546-a44b-bbd2b2f4674f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:58.836315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.836697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.837207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.837555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.837894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.839019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.839439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.839791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.840263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.840596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.840944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.841275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:20:58.901009 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:20:58.929633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:58.945951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:58.948424 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b8fa9a-559a-48b7-838a-ede80487b0dc" -d '{"events": [{"server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:58.962930 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:20:58.972138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Allocated IP 2001:db8::f816:3eff:fecc:f36b (58048d8e-2cbb-41d9-b506-eb8190fafb01/2a82a937-7888-451e-b452-90df36db8338/f6fe72d9-9c6f-4ab5-885e-570f10f83a9b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:58.975427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0beff2e2-94a8-4503-93ca-7c8581759b89,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:20:58.987012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.007348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4296a647-3fd2-423b-b353-929b488ef923 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.9672647 Aug 10 01:20:59.007577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.007671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:20:59.007796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:59.007796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:59.007977 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ea6230-1c5c-4819-9249-d59a65a57e51" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:20:59.064903 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f5c417-60ab-48df-847d-790fcde0d2ef x-openstack-request-id: req-97f5c417-60ab-48df-847d-790fcde0d2ef {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:59.065196 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:59.066257 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97f5c417-60ab-48df-847d-790fcde0d2ef {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:59.066727 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'status': 'completed', 'code': 200} Aug 10 01:20:59.079079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 26d70638-2b84-4fce-92ca-d3908db533a5 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:20:59.103706 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d186f8-ca53-4240-b339-88e8876f8043 x-openstack-request-id: req-a4d186f8-ca53-4240-b339-88e8876f8043 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:20:59.103855 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "name": "network-vif-plugged", "status": "completed", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:20:59.104328 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4d186f8-ca53-4240-b339-88e8876f8043 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:20:59.104731 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'code': 200} Aug 10 01:20:59.236192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b138ee1-0667-438d-b3f6-a23333efb2cb req-b7c14bb4-4c7c-4002-9348-48e9c604e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:59.238155 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b138ee1-0667-438d-b3f6-a23333efb2cb req-b7c14bb4-4c7c-4002-9348-48e9c604e953 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0762193 Aug 10 01:20:59.292161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:20:59.304467 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b138ee1-0667-438d-b3f6-a23333efb2cb req-21dc0124-6c68-4366-85c7-f14542b8ecf4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589890 Aug 10 01:20:59.318877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-38fc359a-85a4-4489-bb10-c44129cffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:59.321512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-38fc359a-85a4-4489-bb10-c44129cffdae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1097 time: 0.2259734 Aug 10 01:20:59.426707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.426953 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.541857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.563663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Transition to ACTIVE for port object f6fe72d9-9c6f-4ab5-885e-570f10f83a9b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:59.580567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-c99d8321-7066-4d78-8bd6-c75e307fddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:59.581900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-c99d8321-7066-4d78-8bd6-c75e307fddc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.2476468 Aug 10 01:20:59.589221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd99ba-9b42-4d25-8588-502638543a69 req-3bb75ca3-e469-4562-8e94-bf3b85ac7c91 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:59.590930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4fd99ba-9b42-4d25-8588-502638543a69 req-3bb75ca3-e469-4562-8e94-bf3b85ac7c91 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 946 time: 0.0833561 Aug 10 01:20:59.606640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Transition to ACTIVE for port object f6fe72d9-9c6f-4ab5-885e-570f10f83a9b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:20:59.642631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.658578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4fd99ba-9b42-4d25-8588-502638543a69 req-5881d138-5e55-4a3e-8b5c-a5fbcd785239 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612602 Aug 10 01:20:59.697447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:20:59.705787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:20:59.718174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Pushing event updated for resources: {'Port': ['ID=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:20:59.720838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:20:59.728064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-c3d33c86-dc41-4884-b156-f1059822817e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 997 time: 0.1335759 Aug 10 01:20:59.786635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fedf:5721 (58048d8e-2cbb-41d9-b506-eb8190fafb01/2a82a937-7888-451e-b452-90df36db8338/26d70638-2b84-4fce-92ca-d3908db533a5) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:20:59.796738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '0fba2c63-20c2-48c3-933d-7cb35f90a2b7', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:2c:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:20:57Z', 'updated_at': '2021-08-10T01:20:57Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:59.831156 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Attempting to bind port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:20:59.831620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Attempting to bind port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:20:59.832089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Attempting to bind port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:20:59.834368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:20:59.845924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:20:59.846483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:20:59.847011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.847508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:20:59.848082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Bound port: f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:20:59.848568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:20:59.850433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:20:59.851183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:20:59.892995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-8deec239-2e84-460a-91e9-9782130e5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:20:59.894502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-8deec239-2e84-460a-91e9-9782130e5574 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.1545753 Aug 10 01:21:00.005375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] For port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:00.011545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] For port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:00.019918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-5776f235-861a-4030-84c5-e88b5c71323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.021539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-5776f235-861a-4030-84c5-e88b5c71323c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153133 Aug 10 01:21:00.022619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.032395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:00.038530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:00.194318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981893f-29f0-4d47-859e-355dc773a3c1 None None] Pushing event updated for resources: {'Port': ['ID=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.258106 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.300549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-27d2c784-2aed-4c9c-8078-a41346a1fa5b service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667704 Aug 10 01:21:00.303057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 26d70638-2b84-4fce-92ca-d3908db533a5 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:00.306619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:00.316020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1fa406a6-f1bc-4a5a-b2fa-b7a8b9c9d9f3 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "PUT /v2.0/routers/e12327d3-c8d4-4db1-a7db-28c0dda1b1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0109916 Aug 10 01:21:00.316122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45304) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.319984 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Sync routers for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:00.345959 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:00.362152 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:00.403112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '0fba2c63-20c2-48c3-933d-7cb35f90a2b7', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:2c:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:20:57Z', 'updated_at': '2021-08-10T01:20:57Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:00.410324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting subnet 60f4ce70-c0ef-468f-9836-43fe18b9c1e2 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:00.431116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.456742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.460291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4ea6230-1c5c-4819-9249-d59a65a57e51 req-6ff8f80d-8a92-4bce-93d9-d75721e9b5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457157 Aug 10 01:21:00.488077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d1e019-a4f7-4048-bdf8-b50606a69124 None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '0fba2c63-20c2-48c3-933d-7cb35f90a2b7', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.8', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:2c:5a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:20:57Z', 'updated_at': '2021-08-10T01:20:57Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:00.532887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.567414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=26d70638-2b84-4fce-92ca-d3908db533a5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.590195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:00.595502 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:00.615486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:00.623228 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:00.630488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.631196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.670496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.676773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-350c8c26-868f-4123-84f4-3927cfe2748f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4956782 Aug 10 01:21:00.679688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.788176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.799809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd2e88-0097-4dad-957c-6fed4e4292ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.806992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd2e88-0097-4dad-957c-6fed4e4292ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.811225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dccd2e88-0097-4dad-957c-6fed4e4292ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1271296 Aug 10 01:21:00.811631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.827578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee1f06-eb48-4d99-80f7-d92026e9b207 None None] New status for floating IP 0fba2c63-20c2-48c3-933d-7cb35f90a2b7: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:21:00.855929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:00.861225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/subnets/60f4ce70-c0ef-468f-9836-43fe18b9c1e2 HTTP/1.1" status: 204 len: 168 time: 0.5439541 Aug 10 01:21:00.862185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45318) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:00.870217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b2ac9-f0d0-43f0-936e-fdfebefdd76a tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Subnet': ['ID=60f4ce70-c0ef-468f-9836-43fe18b9c1e2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:00.894510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88d4161-aba3-4dc7-9ffc-6cca7d7f704c None None] Network d5db420e-d3cf-4324-8149-94b570e3d491 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:00.957014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba538b1f-55f0-41e5-b2bf-09280cb3364e req-04867993-b99a-4d22-b17a-b87c458bb1fa tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:00.958249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba538b1f-55f0-41e5-b2bf-09280cb3364e req-04867993-b99a-4d22-b17a-b87c458bb1fa tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 946 time: 0.1483321 Aug 10 01:21:00.986190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 26d70638-2b84-4fce-92ca-d3908db533a5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:00.986580 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.014403 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:20:58Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:01.049085 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.058923 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Checking router: e12327d3-c8d4-4db1-a7db-28c0dda1b1aa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:01.071438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba538b1f-55f0-41e5-b2bf-09280cb3364e req-e150bdae-0f33-452a-8344-50bb17ef523b tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068337 Aug 10 01:21:01.080241 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Routers {'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:01.081843 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:01.110248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.133976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 26d70638-2b84-4fce-92ca-d3908db533a5 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:01.182630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.375698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] Set router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:01.400390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.409360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Deleting port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:01.409360 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.440079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=26d70638-2b84-4fce-92ca-d3908db533a5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:01.513187 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f6fe72d9-9c6f-4ab5-885e-570f10f83a9b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:01.530317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.534641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c0d1d31f-ba29-4dea-a5e8-223e79487f2e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/26d70638-2b84-4fce-92ca-d3908db533a5 HTTP/1.1" status: 204 len: 168 time: 0.7213874 Aug 10 01:21:01.538076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45326) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.553533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad56dbc-9a1f-4a8b-a945-0f6b3792e8d8 req-b3ad4ad7-1967-4480-85ee-17df5589b150 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:01.564803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ad56dbc-9a1f-4a8b-a945-0f6b3792e8d8 req-b3ad4ad7-1967-4480-85ee-17df5589b150 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 946 time: 0.3125920 Aug 10 01:21:01.645522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7025a00-2c16-4537-92a8-95d6f83baa73 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:01.647666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7025a00-2c16-4537-92a8-95d6f83baa73 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:01.653550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a7025a00-2c16-4537-92a8-95d6f83baa73 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1130955 Aug 10 01:21:01.660405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:01.662251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45328) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.682231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ad56dbc-9a1f-4a8b-a945-0f6b3792e8d8 req-b5ef834d-33f5-43a7-9f1a-7eaa6ac55de9 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163898 Aug 10 01:21:01.711299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45334) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:01.722460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] DHCP port deletion for d5db420e-d3cf-4324-8149-94b570e3d491 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:01.749782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] For port 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:01.751380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.766770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Calling delete_port for 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:01.806134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 2a82a937-7888-451e-b452-90df36db8338 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:01.813792 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.830018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:20:58Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:01.856162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Deleting port 912dd7be-8ca7-4ff0-85b8-3259d331c477 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:01.857199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.883969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bba001-5cbc-4ae3-9626-ecde1cf6e19d None None] The sync data for ids ['e12327d3-c8d4-4db1-a7db-28c0dda1b1aa'] in n-d-766380-21 is: [{'id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-687327173', 'tenant_id': 'fc38d2208f3048da8d79775529975dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165'}], 'enable_snat': True}, 'gw_port_id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:18:59Z', 'updated_at': '2021-08-10T01:20:58Z', 'revision_number': 5, 'project_id': 'fc38d2208f3048da8d79775529975dbb', 'gw_port': {'id': '7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:17:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12327d3-c8d4-4db1-a7db-28c0dda1b1aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:19:00Z', 'updated_at': '2021-08-10T01:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:01.949164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:01.994649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] For port 912dd7be-8ca7-4ff0-85b8-3259d331c477, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=912dd7be-8ca7-4ff0-85b8-3259d331c477,segment=NetworkSegment(f4769a42-1843-492b-b70d-8cf02476bad7),segment_id=f4769a42-1843-492b-b70d-8cf02476bad7)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:01.995216 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.010075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Calling delete_port for 912dd7be-8ca7-4ff0-85b8-3259d331c477 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:02.080100 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.122377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.132811 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.163770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] Pushing event deleted for resources: {'Port': ['ID=912dd7be-8ca7-4ff0-85b8-3259d331c477,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.166204 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Provisioning for port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:02.171554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Port': ['ID=7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.178808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Provisioning complete for port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:02.184144 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.205299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd3d2a-0888-4a37-b5f8-b5ef1e95f006 tempest-TestVolumeBackupRestore-937336600 tempest-TestVolumeBackupRestore-937336600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:02.206923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7fd3d2a-0888-4a37-b5f8-b5ef1e95f006 tempest-TestVolumeBackupRestore-937336600 tempest-TestVolumeBackupRestore-937336600-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1093 time: 0.4946454 Aug 10 01:21:02.216321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45344) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.217175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.217534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.217880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.218220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.218555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.219117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.219548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.219888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.220221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.220555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.220895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.221226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:02.223157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4693f-c2a4-4504-ab6c-2b283899ef77 None None] No DVR routers for this DVR port 912dd7be-8ca7-4ff0-85b8-3259d331c477 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:02.250115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:02.286521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.325318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.335439 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.359611 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.447411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=2a82a937-7888-451e-b452-90df36db8338,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:02.450647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.452986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2b0ecd4-c066-4a3a-bcca-4b33cd4c2ff6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/2a82a937-7888-451e-b452-90df36db8338 HTTP/1.1" status: 204 len: 168 time: 0.7871027 Aug 10 01:21:02.458586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45346) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.471576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:21:02.475424 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:21:02.497805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.501404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.524643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7dd751d3-60a5-44e9-8909-b118f2928730 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645092 Aug 10 01:21:02.526574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45348) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.535204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:02.572127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.572671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Fanout notify agent at l3_agent the message router_deleted on router e12327d3-c8d4-4db1-a7db-28c0dda1b1aa {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:21:02.585150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.588768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16deeb93-b390-45fa-a21d-15e46c584d90 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/routers/e12327d3-c8d4-4db1-a7db-28c0dda1b1aa HTTP/1.1" status: 204 len: 168 time: 1.7219481 Aug 10 01:21:02.589051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45354) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:02.673762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf71b8-c76d-47f4-bbd1-833119f38f55 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:02.726097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:02.739955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.754872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:02.886819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.051853 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.086363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Allocated IP 172.25.7.28 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/3257a3f6-8edb-40c5-9e9b-83037a6628cc) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:03.089889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] For port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:03.094838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.159419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9521a5-1c9b-4f42-a4fc-14fd1f39b9ae None None] Pushing event updated for resources: {'Port': ['ID=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.205295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.217627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5db420e-d3cf-4324-8149-94b570e3d491']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:03.220509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2b7037e5-49cf-4fe6-b020-5831bde2f6d3 None None] Could not find standard attr ID for object 26d70638-2b84-4fce-92ca-d3908db533a5. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:03.233892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4769a42-1843-492b-b70d-8cf02476bad7') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:03.234523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4769a42-1843-492b-b70d-8cf02476bad7') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:03.244367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:03.247007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.264441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.293067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:03.293602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:03.325082 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:03.338047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Deleting port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:03.338542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.425600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 912dd7be-8ca7-4ff0-85b8-3259d331c477 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:03.435256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.449841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.455665 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/networks/d5db420e-d3cf-4324-8149-94b570e3d491 HTTP/1.1" status: 204 len: 168 time: 0.8625531 Aug 10 01:21:03.456233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45366) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:03.461202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 912dd7be-8ca7-4ff0-85b8-3259d331c477 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:03.461969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 912dd7be-8ca7-4ff0-85b8-3259d331c477 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:03.462571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f6fe72d9-9c6f-4ab5-885e-570f10f83a9b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:03.487416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b004a-7725-4752-9373-c4e6e5e5653e tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'Network': ['ID=d5db420e-d3cf-4324-8149-94b570e3d491,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.512316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] For port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:03.512720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.534360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Calling delete_port for f6fe72d9-9c6f-4ab5-885e-570f10f83a9b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:03.565861 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.600532 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.644453 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.686794 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.690571 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.691988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] 10.222.0.25 "DELETE /v2.0/security-groups/e96da7fa-f9c6-480e-9eeb-c399a472f55b HTTP/1.1" status: 204 len: 168 time: 0.2346292 Aug 10 01:21:03.703890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb51ad8-1e72-408f-8d35-3f66ca777c55 tempest-TestNetworkAdvancedServerOps-1481783120 tempest-TestNetworkAdvancedServerOps-1481783120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96da7fa-f9c6-480e-9eeb-c399a472f55b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.711649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:03.718286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.719725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:03.746333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:03.746808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7d9c8d9f-341f-4b11-b7fc-3ecbf97d2366 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:03.748684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 23bf8769-20a0-4546-a44b-bbd2b2f4674f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:03.827844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 23bf8769-20a0-4546-a44b-bbd2b2f4674f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:03.829128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 23bf8769-20a0-4546-a44b-bbd2b2f4674f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:03.836008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.851668 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:03.860051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:03.883346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] No DVR routers for this DVR port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:03.888637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.931969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ef0e-51d0-43be-83ef-53ead058ab19 None None] Pushing event deleted for resources: {'Port': ['ID=f6fe72d9-9c6f-4ab5-885e-570f10f83a9b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:03.993772 n-d-766380-21 neutron-server[105958]: WARNING neutron.services.revisions.revision_plugin [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Could not find related port for resource to bump revision. Aug 10 01:21:03.997026 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.002395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Port f6fe72d9-9c6f-4ab5-885e-570f10f83a9b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 01:21:04.002806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation for 2001:db8::f816:3eff:fecc:f36b {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 01:21:04.029102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecc:f36b {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 01:21:04.032394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.050821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:04.083785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:04.094327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:04.094968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45384) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.099378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:04.108177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:04.118516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d558fb-1ace-4304-83e8-a7aad6f64a37 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:04.134924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:04.135695 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.152403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'Port': ['ID=3257a3f6-8edb-40c5-9e9b-83037a6628cc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.165634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6354380 Aug 10 01:21:04.166695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45388) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.174482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:29:1e:1c', 'name': 'tempest-NetworksTestDHCPv6-1646141653'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:04.176313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df5efb-a0c8-4850-8422-cc5cebb55b67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=e6a91650-03ec-4610-a3bc-ad92ff3cfe3c,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.302458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'e6a91650-03ec-4610-a3bc-ad92ff3cfe3c'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:04.303890 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.336085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4447e60-3c26-4126-81d5-9ccc75cc1390 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc38d2208f3048da8d79775529975dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394414 Aug 10 01:21:04.339027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45392) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:04.396479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-04b9c213-3695-4333-bd1f-df2944cd4431 req-61e2c64b-7e15-4609-8e57-2b2deac281dc service neutron] (105957) timed out ('10.222.0.10', 53689) {{(pid=105957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:21:04.430314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.445006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:04.489269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Allocated IP 2001:db8::f816:3eff:fee9:54bd (58048d8e-2cbb-41d9-b506-eb8190fafb01/e6a91650-03ec-4610-a3bc-ad92ff3cfe3c/dc669155-2b4a-4b21-882c-b57b381898ca) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:04.506697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.581875 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.609908 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.612762 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.613928 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c932bc65-dc2c-40f8-b1fb-357760a9982d HTTP/1.1" status: 204 len: 168 time: 0.2733488 Aug 10 01:21:04.642714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42fc61-479a-4da7-920e-3984a7b36175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932bc65-dc2c-40f8-b1fb-357760a9982d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.653480 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 58515a2f-de6e-4446-af78-2ed7b243ba97 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:04.657061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.738607 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.758753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.780766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Transition to ACTIVE for port object dc669155-2b4a-4b21-882c-b57b381898ca will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:04.801345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Transition to ACTIVE for port object dc669155-2b4a-4b21-882c-b57b381898ca will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:04.809019 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.882566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:04.892750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:04.897041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:04.913235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Pushing event updated for resources: {'Port': ['ID=dc669155-2b4a-4b21-882c-b57b381898ca,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:04.933324 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.943521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.964960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe29:1e1c (58048d8e-2cbb-41d9-b506-eb8190fafb01/e6a91650-03ec-4610-a3bc-ad92ff3cfe3c/58515a2f-de6e-4446-af78-2ed7b243ba97) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:04.982106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Attempting to bind port dc669155-2b4a-4b21-882c-b57b381898ca on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:04.982588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Attempting to bind port dc669155-2b4a-4b21-882c-b57b381898ca by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:04.983646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Attempting to bind port dc669155-2b4a-4b21-882c-b57b381898ca on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:04.992136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:04.992745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:04.993242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:04.994292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:04.994926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Bound port: dc669155-2b4a-4b21-882c-b57b381898ca, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:04.995415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.048785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event updated for resources: {'Port': ['ID=3257a3f6-8edb-40c5-9e9b-83037a6628cc,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.072109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] For port dc669155-2b4a-4b21-882c-b57b381898ca, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:05.076326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] For port dc669155-2b4a-4b21-882c-b57b381898ca, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dc669155-2b4a-4b21-882c-b57b381898ca,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:05.076573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.086238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.175987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794e56a-96c6-42eb-938c-dd0374f2652e None None] Pushing event updated for resources: {'Port': ['ID=dc669155-2b4a-4b21-882c-b57b381898ca,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.232442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45410) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.256763 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Floating IP ea7966e1-8de4-459a-8323-309a2340f83d associated. External IP: 172.25.7.28, port: 0beff2e2-94a8-4503-93ca-7c8581759b89. Aug 10 01:21:05.257671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.275662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 58515a2f-de6e-4446-af78-2ed7b243ba97 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:05.316254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.329442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4c66724-2a6f-4bf5-b194-684437504222 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44165c9caf034e5b90b3d49d84eb3897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957570 Aug 10 01:21:05.331994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45412) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.378437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:05.388084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:05.389397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:05.411206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:05.411890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.418540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=58515a2f-de6e-4446-af78-2ed7b243ba97,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.438815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aabc4775-8f01-4f6b-8ae0-b89024561520 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2703123 Aug 10 01:21:05.442088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45414) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.494902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.519161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa967dc-5ecd-4258-9b4f-cfc6b3adb9b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:05.525713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.526174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa967dc-5ecd-4258-9b4f-cfc6b3adb9b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:05.531397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0aa967dc-5ecd-4258-9b4f-cfc6b3adb9b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0879462 Aug 10 01:21:05.532134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45420) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:05.637149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 58515a2f-de6e-4446-af78-2ed7b243ba97 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:05.637818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.667680 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.670131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.671285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac500107-efb8-4ed2-9fe3-d19f23104972 HTTP/1.1" status: 204 len: 168 time: 0.3383586 Aug 10 01:21:05.677205 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Router 00848398-604f-4496-8000-2a1135f8c58e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:05.685396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cb284-3054-4571-9266-1098cae7fd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac500107-efb8-4ed2-9fe3-d19f23104972,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:05.770405 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.793139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 58515a2f-de6e-4446-af78-2ed7b243ba97 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:05.857611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:05.901472 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:05.903642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:05.912106 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:05.913016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:05.996928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-740dc60f-b9ce-48b1-89a0-d44dbbedb264 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7797258 Aug 10 01:21:05.997637 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:06.000831 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a806db-d893-4492-b4c9-a7e754dd7666" -d '{"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:06.003438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45430) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.090912 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb218c2-e87f-4802-ae11-e125cf2196f4 x-openstack-request-id: req-efb218c2-e87f-4802-ae11-e125cf2196f4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:06.091209 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:06.091469 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efb218c2-e87f-4802-ae11-e125cf2196f4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:06.091889 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:21:06.127064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7c5144-45a1-4f7b-a4f0-8d91864a1f5a tempest-TestVolumeBackupRestore-937336600 tempest-TestVolumeBackupRestore-937336600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.131323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7c7c5144-45a1-4f7b-a4f0-8d91864a1f5a tempest-TestVolumeBackupRestore-937336600 tempest-TestVolumeBackupRestore-937336600-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1093 time: 0.1238155 Aug 10 01:21:06.131627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45434) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.146358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Request body: {'floatingip': {'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:06.196285 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.245668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=58515a2f-de6e-4446-af78-2ed7b243ba97,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:06.265140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.365716 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:06.373933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-c6a83a8c-46fc-4c63-becf-0775d0e69abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.376531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-c6a83a8c-46fc-4c63-becf-0775d0e69abc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.2521572 Aug 10 01:21:06.395841 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.401753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f0a48469-d55f-4c77-8255-45b36aef68ff tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/58515a2f-de6e-4446-af78-2ed7b243ba97 HTTP/1.1" status: 204 len: 168 time: 0.8662739 Aug 10 01:21:06.404944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45440) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.518845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707adeda-f38c-4f90-9cf3-5f12ab1e0129 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.520615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-e06f34e7-84d3-495a-a345-e64fd0512663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.520883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707adeda-f38c-4f90-9cf3-5f12ab1e0129 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.524892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-e06f34e7-84d3-495a-a345-e64fd0512663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 912 time: 0.1374924 Aug 10 01:21:06.525062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-707adeda-f38c-4f90-9cf3-5f12ab1e0129 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1170428 Aug 10 01:21:06.526540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45444) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:06.650373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet e6a91650-03ec-4610-a3bc-ad92ff3cfe3c {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:06.656899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.661184 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-b76bf18f-ccd3-4236-bdf6-5bb3a4f00a17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 999 time: 0.1313691 Aug 10 01:21:06.745497 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.782516 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:04Z', 'revision_number': 0, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:06.794016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b6f21caa-dca7-4e95-9a34-62936913cad5 None None] Provisioning for port dc669155-2b4a-4b21-882c-b57b381898ca completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:06.794605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-fac52d37-5758-4603-9cb3-1a1277e5fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.796578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-fac52d37-5758-4603-9cb3-1a1277e5fc63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.1156096 Aug 10 01:21:06.819433 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:06.831790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:06.832672 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:06.909759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-353945dc-db48-4ea5-bb66-fd5a24477ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:06.911102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-353945dc-db48-4ea5-bb66-fd5a24477ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075890 Aug 10 01:21:06.938197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:06.978243 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:07.084888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-62303a90-26c9-4ab4-976c-40a26b8327aa service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649487 Aug 10 01:21:07.088728 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.109045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.resource_extend [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 01:21:07.119668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d691bf2a-972a-4431-8923-1a7ec16c2f2c None None] Could not find standard attr ID for object 58515a2f-de6e-4446-af78-2ed7b243ba97. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:07.148149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.150111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/e6a91650-03ec-4610-a3bc-ad92ff3cfe3c HTTP/1.1" status: 204 len: 168 time: 0.6225924 Aug 10 01:21:07.169703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45460) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.184998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d5ecd-978a-4d59-a203-8301422d483d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a91650-03ec-4610-a3bc-ad92ff3cfe3c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:07.239769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-838ebcef-14bf-4965-a542-0adfe47701a1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688109 Aug 10 01:21:07.242013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.247348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e7a806db-d893-4492-b4c9-a7e754dd7666 req-ccf4d403-56a2-49f1-b6ae-84f8c784e31d service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462805 Aug 10 01:21:07.279639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:04Z', 'revision_number': 0, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:07.308623 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.315654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.328687 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32205cfe-305d-4076-b6cd-6ed32cccd640 None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:04Z', 'revision_number': 0, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:07.384431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbce391-7bea-41f2-b194-8bd6a2564f55 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:07.386357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4cbce391-7bea-41f2-b194-8bd6a2564f55 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1397161 Aug 10 01:21:07.389278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45466) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.436997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dc669155-2b4a-4b21-882c-b57b381898ca up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:07.479563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b25219-1604-4249-b56f-e2e87e21ee0a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:07.490806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-40b25219-1604-4249-b56f-e2e87e21ee0a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0920241 Aug 10 01:21:07.490806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.507664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f058e44-f7e0-4ece-bc1c-d58e325a6b8e None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:07.556211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3fdb4af4-6d67-42b5-98d7-904f939ee395 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718822 Aug 10 01:21:07.556866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45472) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:07.561923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:07.589670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port dc669155-2b4a-4b21-882c-b57b381898ca completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:07.596318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port dc669155-2b4a-4b21-882c-b57b381898ca triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:07.596894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.615590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Router 00848398-604f-4496-8000-2a1135f8c58e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:07.691772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:07.695683 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.735574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d71ddf-6420-4cc9-a24f-5b76a8e1878e None None] New status for floating IP ea7966e1-8de4-459a-8323-309a2340f83d: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:21:07.781736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:07.791897 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.844644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:07.898595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d60fa808-b25e-4b3c-b530-53d88e773846 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "PUT /v2.0/floatingips/ea7966e1-8de4-459a-8323-309a2340f83d HTTP/1.1" status: 200 len: 991 time: 1.7657907 Aug 10 01:21:07.914693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:07.963170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port dc669155-2b4a-4b21-882c-b57b381898ca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dc669155-2b4a-4b21-882c-b57b381898ca,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:07.977806 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.092836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}, {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:08.096743 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c227f211-1f19-4003-be54-19c0a7e0d815" -d '{"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}, {"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:08.097181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:08.106153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=dc669155-2b4a-4b21-882c-b57b381898ca,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:08.123089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Deleting port dc669155-2b4a-4b21-882c-b57b381898ca {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:08.123468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.177234 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e71f9-b438-4446-8cfe-4ea59b5a67cc x-openstack-request-id: req-b32e71f9-b438-4446-8cfe-4ea59b5a67cc {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:08.177730 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:08.177836 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b32e71f9-b438-4446-8cfe-4ea59b5a67cc {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:08.178207 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:21:08.178466 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:21:08.223513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] For port dc669155-2b4a-4b21-882c-b57b381898ca, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dc669155-2b4a-4b21-882c-b57b381898ca,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:08.223929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.238942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Calling delete_port for dc669155-2b4a-4b21-882c-b57b381898ca owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:08.255632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:08.273826 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:08.274852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:08.334894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.337407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-13b0605f-4597-4d86-b8c0-5e909fb50bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:08.338992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-13b0605f-4597-4d86-b8c0-5e909fb50bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1073723 Aug 10 01:21:08.365964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] Pushing event deleted for resources: {'Port': ['ID=dc669155-2b4a-4b21-882c-b57b381898ca,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:08.373390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb91fb-751c-4e92-8e02-274f7cf08605 None None] No DVR routers for this DVR port dc669155-2b4a-4b21-882c-b57b381898ca on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:08.396365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_pluggable_backend [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Port dc669155-2b4a-4b21-882c-b57b381898ca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 01:21:08.396680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_pluggable_backend [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:54bd {{(pid=105957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 01:21:08.401151 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.ipam_pluggable_backend [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:54bd {{(pid=105957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 01:21:08.405428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.436007 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:08.465668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:08.472469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:08.482024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:08.482618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.492549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b5b87f-5689-4fb0-a835-06d8cea67866 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:08.500757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:08.506124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-851e3b8d-933f-4ddb-aa67-3bdc751dad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:08.507710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-851e3b8d-933f-4ddb-aa67-3bdc751dad03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 912 time: 0.1621356 Aug 10 01:21:08.526779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-51268cbe-0160-43af-aa8a-89bbf3e3a5b3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9688160 Aug 10 01:21:08.527009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45500) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:08.533181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:c2:31:6c', 'name': 'tempest-NetworksTestDHCPv6-1314726919'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:08.595823 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-19df2e26-7698-4993-af4c-4dc5f5b7fc64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 1001 time: 0.0811198 Aug 10 01:21:08.665656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-9d24da90-d25f-4125-92a3-07682af01f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:08.667181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-9d24da90-d25f-4125-92a3-07682af01f7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.0646195 Aug 10 01:21:08.701097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:08.723254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-47b6150d-6a7d-4613-9b46-5fc2311def82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:08.724798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-47b6150d-6a7d-4613-9b46-5fc2311def82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508888 Aug 10 01:21:08.728178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'd7ec3d70-18b4-4c70-b3b0-39b47e5a55c5'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:08.732315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.805398 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:08Z', 'revision_number': 2, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:08.839102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:08.855790 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:08.863439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port c0400671-d278-4e45-b18e-fd72a165c3b2 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:08.869607 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:08.871144 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:20:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:08.928493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-7ef2e603-338f-4820-9f36-b17ef87937b1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959150 Aug 10 01:21:08.932472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Allocated IP 2001:db8::f816:3eff:fe9f:6e13 (58048d8e-2cbb-41d9-b506-eb8190fafb01/d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5/4e3bfe1d-61e8-452b-9290-b11730ba8fab) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:09.027043 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:09.056980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-1700a5e7-109a-4b40-b294-d905e4e1c86c service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217766 Aug 10 01:21:09.159929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-4803a5fb-53b1-4bbc-a77f-7a038bf6a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.161709 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-4803a5fb-53b1-4bbc-a77f-7a038bf6a922 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0558422 Aug 10 01:21:09.288535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-11fd6725-2153-4a0a-be77-1d408c7f5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.290395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-11fd6725-2153-4a0a-be77-1d408c7f5801 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 912 time: 0.1217663 Aug 10 01:21:09.294047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.308284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Transition to ACTIVE for port object 4e3bfe1d-61e8-452b-9290-b11730ba8fab will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:09.330414 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:08Z', 'revision_number': 2, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:09.332134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Transition to ACTIVE for port object 4e3bfe1d-61e8-452b-9290-b11730ba8fab will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:09.352606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.363443 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ef3e3-2e19-40d5-b2da-849283dd6725 None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ea7966e1-8de4-459a-8323-309a2340f83d', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '00848398-604f-4496-8000-2a1135f8c58e', 'port_id': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'mac_address': 'fa:16:3e:14:84:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:21:04Z', 'updated_at': '2021-08-10T01:21:08Z', 'revision_number': 2, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:09.379322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-5a714b11-7bf6-4edd-b35f-1ddbbf71e51f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 1001 time: 0.0698979 Aug 10 01:21:09.385807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dc669155-2b4a-4b21-882c-b57b381898ca no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:09.439103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-232558cf-ee8f-44b4-b947-6d23c59973ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.440659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-232558cf-ee8f-44b4-b947-6d23c59973ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.0592263 Aug 10 01:21:09.447278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fec2:316c (58048d8e-2cbb-41d9-b506-eb8190fafb01/d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5/c0400671-d278-4e45-b18e-fd72a165c3b2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:09.465703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:09.467214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: dc669155-2b4a-4b21-882c-b57b381898ca {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:09.467768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dc669155-2b4a-4b21-882c-b57b381898ca not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:09.482233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:09.485754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:09.487915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe1d-61e8-452b-9290-b11730ba8fab,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:09.509572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-ffad4e64-7689-46a8-80a5-c1de07fc0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.511859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-ffad4e64-7689-46a8-80a5-c1de07fc0295 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608883 Aug 10 01:21:09.555542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Attempting to bind port 4e3bfe1d-61e8-452b-9290-b11730ba8fab on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:09.556796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Attempting to bind port 4e3bfe1d-61e8-452b-9290-b11730ba8fab by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:09.556796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Attempting to bind port 4e3bfe1d-61e8-452b-9290-b11730ba8fab on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:09.562999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:09.563375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:09.563777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.564174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:09.564636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Bound port: 4e3bfe1d-61e8-452b-9290-b11730ba8fab, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:09.565014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.653830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] For port 4e3bfe1d-61e8-452b-9290-b11730ba8fab, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:09.655214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-c657db0d-89a2-4028-8a6a-e2a889ab8cd6 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349397 Aug 10 01:21:09.658082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] For port 4e3bfe1d-61e8-452b-9290-b11730ba8fab, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4e3bfe1d-61e8-452b-9290-b11730ba8fab,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:09.663837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.665254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.682733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object c0400671-d278-4e45-b18e-fd72a165c3b2 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:09.722172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b30b8-6100-4bc4-9e6c-6cbe6cb12078 None None] Pushing event updated for resources: {'Port': ['ID=4e3bfe1d-61e8-452b-9290-b11730ba8fab,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:09.724463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.792169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c227f211-1f19-4003-be54-19c0a7e0d815 req-c43a2fb7-e3e2-44a0-b2bf-aee4e9a7edd2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281264 Aug 10 01:21:09.792702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:09.797417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:09.800309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:09.806996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.807713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:09.824775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=c0400671-d278-4e45-b18e-fd72a165c3b2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:09.837103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1451308a-1737-4f63-a33b-717c3f9bb279 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3088181 Aug 10 01:21:09.840053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45504) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:09.897440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddd254-3f9f-4da2-9c89-ce7d46018ab2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.904621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddd254-3f9f-4da2-9c89-ce7d46018ab2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:09.907280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-30ddd254-3f9f-4da2-9c89-ce7d46018ab2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0660729 Aug 10 01:21:09.909940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45506) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:10.040899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port c0400671-d278-4e45-b18e-fd72a165c3b2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:10.041837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.152013 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.171138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for c0400671-d278-4e45-b18e-fd72a165c3b2 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:10.308289 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.342415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=c0400671-d278-4e45-b18e-fd72a165c3b2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:10.366809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.371211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8582916d-3acd-45b4-920f-b9eb82efdc6d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c0400671-d278-4e45-b18e-fd72a165c3b2 HTTP/1.1" status: 204 len: 168 time: 0.4538777 Aug 10 01:21:10.371531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45510) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:10.428732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405da0dd-c318-44f8-9bfb-fd4ea0fae66f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:10.430423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405da0dd-c318-44f8-9bfb-fd4ea0fae66f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:10.432095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-405da0dd-c318-44f8-9bfb-fd4ea0fae66f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0595648 Aug 10 01:21:10.434817 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45512) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:10.493746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:10.497356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.555166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.667710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.735906 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.770460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:10.772513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:10.774519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2ecdc238-b558-4e83-8392-cc5eef73e62a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5 HTTP/1.1" status: 204 len: 168 time: 0.3386834 Aug 10 01:21:10.777203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45514) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:10.819229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4b16e8f8-fc6c-4307-a668-ab8fc3e88a5c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403683 Aug 10 01:21:10.821792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45516) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:10.826821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:10.923330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10fde7-e542-40fa-8c62-0b397a6b9a54 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:10.927567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:10.931098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.000863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0a7b0215-cd6a-40aa-9e29-ffcb95016330 None None] Provisioning for port 4e3bfe1d-61e8-452b-9290-b11730ba8fab completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:11.140979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:11.189859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Deleting port 4e3bfe1d-61e8-452b-9290-b11730ba8fab {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:11.190242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.271335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] For port 4e3bfe1d-61e8-452b-9290-b11730ba8fab, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4e3bfe1d-61e8-452b-9290-b11730ba8fab,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:11.271915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.286901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Calling delete_port for 4e3bfe1d-61e8-452b-9290-b11730ba8fab owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:11.293824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:11.382166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.409103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] Pushing event deleted for resources: {'Port': ['ID=4e3bfe1d-61e8-452b-9290-b11730ba8fab,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:11.409805 n-d-766380-21 neutron-server[105958]: WARNING neutron.services.revisions.revision_plugin [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Could not find related port for resource to bump revision. Aug 10 01:21:11.418202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f68b2c-a048-4466-a543-9ca26f1fa217 None None] No DVR routers for this DVR port 4e3bfe1d-61e8-452b-9290-b11730ba8fab on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:11.418597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Port 4e3bfe1d-61e8-452b-9290-b11730ba8fab was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 01:21:11.419118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9f:6e13 {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 01:21:11.423275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_pluggable_backend [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9f:6e13 {{(pid=105958) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 01:21:11.424471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.463362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:11.468698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:11.474268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:11.474884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.479633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d54b2-52fc-4dcb-aa1b-08a80532447c None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:11.492470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=47416eae-7d0f-4e17-a0cf-f8be5b3d5c51,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:11.498874 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45520) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:11.504768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:12:ff:7f', 'name': 'tempest-NetworksTestDHCPv6-269221574'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:11.508494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc1d58c9-bd4f-414a-aeab-fa5e3039aa15 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6855075 Aug 10 01:21:11.625168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:11.664570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '47416eae-7d0f-4e17-a0cf-f8be5b3d5c51'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:11.665796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.722455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.747650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 14794327-25ed-4f6a-a4d0-febfa0804772 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:11.832373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Allocated IP 2001:db8::f816:3eff:fe61:b1bd (58048d8e-2cbb-41d9-b506-eb8190fafb01/47416eae-7d0f-4e17-a0cf-f8be5b3d5c51/4069011c-0a93-4f98-9696-b84e40c57722) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:11.982192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:11.991130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Transition to ACTIVE for port object 4069011c-0a93-4f98-9696-b84e40c57722 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:12.006731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Transition to ACTIVE for port object 4069011c-0a93-4f98-9696-b84e40c57722 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:12.016577 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.059018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:12.063393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe12:ff7f (58048d8e-2cbb-41d9-b506-eb8190fafb01/47416eae-7d0f-4e17-a0cf-f8be5b3d5c51/14794327-25ed-4f6a-a4d0-febfa0804772) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:12.063858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:12.067576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:12.076384 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Pushing event updated for resources: {'Port': ['ID=4069011c-0a93-4f98-9696-b84e40c57722,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:12.132446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Attempting to bind port 4069011c-0a93-4f98-9696-b84e40c57722 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:12.132812 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Attempting to bind port 4069011c-0a93-4f98-9696-b84e40c57722 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:12.133297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Attempting to bind port 4069011c-0a93-4f98-9696-b84e40c57722 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:12.138840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:12.139241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:12.139652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.141065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:12.141065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Bound port: 4069011c-0a93-4f98-9696-b84e40c57722, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:12.141428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.210742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] For port 4069011c-0a93-4f98-9696-b84e40c57722, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:12.214078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] For port 4069011c-0a93-4f98-9696-b84e40c57722, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4069011c-0a93-4f98-9696-b84e40c57722,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:12.219225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.238618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.253884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 14794327-25ed-4f6a-a4d0-febfa0804772 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:12.291277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804582af-ad39-4596-98b6-9bf049dbc1cc None None] Pushing event updated for resources: {'Port': ['ID=4069011c-0a93-4f98-9696-b84e40c57722,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:12.297223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.344273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:12.347614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:12.351928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:12.358286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:12.359618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:12.368730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=14794327-25ed-4f6a-a4d0-febfa0804772,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:12.381326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-46576586-59de-4a92-83bb-afe3ae226dd1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8808334 Aug 10 01:21:12.384022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45524) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:12.443766 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9635b34-2d2a-4052-94c2-25f28fc54fe5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:12.456607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9635b34-2d2a-4052-94c2-25f28fc54fe5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:12.456607 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f9635b34-2d2a-4052-94c2-25f28fc54fe5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0684910 Aug 10 01:21:12.465986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45526) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:12.562262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 14794327-25ed-4f6a-a4d0-febfa0804772 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:12.562979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.000761 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.015189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 14794327-25ed-4f6a-a4d0-febfa0804772 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:13.173269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.208804 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=14794327-25ed-4f6a-a4d0-febfa0804772,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:13.234103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.238417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-59524771-56c5-4623-a294-96cd0c4e4478 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/14794327-25ed-4f6a-a4d0-febfa0804772 HTTP/1.1" status: 204 len: 168 time: 0.7755005 Aug 10 01:21:13.238711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45532) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.297624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd09567-a41b-482d-a810-7668c3df570d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:13.298962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd09567-a41b-482d-a810-7668c3df570d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:13.300534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6fd09567-a41b-482d-a810-7668c3df570d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0608444 Aug 10 01:21:13.303164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45534) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.362924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 47416eae-7d0f-4e17-a0cf-f8be5b3d5c51 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:13.366280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.411296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4069011c-0a93-4f98-9696-b84e40c57722 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:13.419520 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.460396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ff01861e-3919-4bbc-bf9d-e9ab25504199 None None] Provisioning for port 4069011c-0a93-4f98-9696-b84e40c57722 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:13.476677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 4069011c-0a93-4f98-9696-b84e40c57722 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:13.485139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 4069011c-0a93-4f98-9696-b84e40c57722 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:13.485529 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.515746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.572475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.586622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.621352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=47416eae-7d0f-4e17-a0cf-f8be5b3d5c51,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:13.623392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.628613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45536) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.629251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-14fe05a4-7c58-458e-86a2-26448a2a7c67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/47416eae-7d0f-4e17-a0cf-f8be5b3d5c51 HTTP/1.1" status: 204 len: 168 time: 0.3245175 Aug 10 01:21:13.634204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:21:13.634561 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:21:13.647427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720aeac-84f3-41f3-8f9f-a50c65be2194 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:13.669259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ab34f5d-113c-415d-9f05-d18c07ee78fe tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0391569 Aug 10 01:21:13.671795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45538) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.703926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-085a545f-05e9-41bd-a1b5-d546359c3cb0 None None] Could not find standard attr ID for object 14794327-25ed-4f6a-a4d0-febfa0804772. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:13.723037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc92b92-3dd7-46e5-b29a-fd22d9f930a4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:13.724586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5bc92b92-3dd7-46e5-b29a-fd22d9f930a4 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0518095 Aug 10 01:21:13.727228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45540) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.784528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3eff3-154d-487d-a2ed-ef45c82e1ae2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:13.785986 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ac3eff3-154d-487d-a2ed-ef45c82e1ae2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0578594 Aug 10 01:21:13.788456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45542) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.833198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-27e6eb91-c2b0-4cbe-b867-1b56a7a7e559 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384631 Aug 10 01:21:13.833476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45544) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:13.836260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:13.839251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:13.884018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Deleting port 4069011c-0a93-4f98-9696-b84e40c57722 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:13.884395 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.932105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:13.935781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.948140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] For port 4069011c-0a93-4f98-9696-b84e40c57722, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4069011c-0a93-4f98-9696-b84e40c57722,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:13.948724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:13.962066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Calling delete_port for 4069011c-0a93-4f98-9696-b84e40c57722 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:14.052067 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ce3005c5-388c-45a2-9b0f-3cdfd55e2731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.057716 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.085445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] Pushing event deleted for resources: {'Port': ['ID=4069011c-0a93-4f98-9696-b84e40c57722,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:14.087347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d81a1-388f-4723-9f71-484906e10e15 None None] No DVR routers for this DVR port 4069011c-0a93-4f98-9696-b84e40c57722 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:14.130810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.157114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Port 4069011c-0a93-4f98-9696-b84e40c57722 update to ACTIVE by agent not found {{(pid=105959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 01:21:14.170573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:14.175612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:14.180376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:14.180841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.185997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d841bdb-d258-4599-b8ff-5c9d3989a713 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:14.195150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=c9955f50-4663-4112-a115-43694c6f0397,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:14.206635 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-90dc0486-8414-4481-be83-313c6a12d8e6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3695822 Aug 10 01:21:14.206899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45550) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:14.219466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:15:dc:7a', 'name': 'tempest-NetworksTestDHCPv6-1655368672'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:14.354245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:14.370866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': 'c9955f50-4663-4112-a115-43694c6f0397'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:14.372494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.459333 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.486690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port c98f6974-f9fa-455a-9c9a-7e114f21dbe9 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:14.524126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/c9955f50-4663-4112-a115-43694c6f0397/241b99d7-9d1b-4646-9d3d-658c4d2f3261) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:14.672994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.681305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Transition to ACTIVE for port object 241b99d7-9d1b-4646-9d3d-658c4d2f3261 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:14.696290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Transition to ACTIVE for port object 241b99d7-9d1b-4646-9d3d-658c4d2f3261 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:14.701367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.753577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:14.756767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:14.766638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:14.773052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Pushing event updated for resources: {'Port': ['ID=241b99d7-9d1b-4646-9d3d-658c4d2f3261,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:14.773680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::34a (58048d8e-2cbb-41d9-b506-eb8190fafb01/c9955f50-4663-4112-a115-43694c6f0397/c98f6974-f9fa-455a-9c9a-7e114f21dbe9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:14.838926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Attempting to bind port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:14.839296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Attempting to bind port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:14.839659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Attempting to bind port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:14.851645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:14.852024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:14.852428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.852822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:14.853469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Bound port: 241b99d7-9d1b-4646-9d3d-658c4d2f3261, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:14.854098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.943846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] For port 241b99d7-9d1b-4646-9d3d-658c4d2f3261, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:14.947295 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.950292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] For port 241b99d7-9d1b-4646-9d3d-658c4d2f3261, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=241b99d7-9d1b-4646-9d3d-658c4d2f3261,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:14.956790 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:14.964958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object c98f6974-f9fa-455a-9c9a-7e114f21dbe9 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:15.003945 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.022776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f07f77-d282-49ca-8273-666f7b1c7ad8 None None] Pushing event updated for resources: {'Port': ['ID=241b99d7-9d1b-4646-9d3d-658c4d2f3261,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:15.408984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 241b99d7-9d1b-4646-9d3d-658c4d2f3261 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:15.469711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:15.496855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:15.503154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:15.505749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:15.511942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:15.512615 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.529602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4069011c-0a93-4f98-9696-b84e40c57722 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:15.531824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=c98f6974-f9fa-455a-9c9a-7e114f21dbe9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:15.543393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-849a6639-f8ee-43b6-b562-a2bf25213111 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3352861 Aug 10 01:21:15.545865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45706) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:15.556532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 4069011c-0a93-4f98-9696-b84e40c57722 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:15.556775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4069011c-0a93-4f98-9696-b84e40c57722 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:15.605053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9a2c1-b2e5-4708-aa32-a0a16753bfa7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:15.611681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc9a2c1-b2e5-4708-aa32-a0a16753bfa7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:15.613312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4cc9a2c1-b2e5-4708-aa32-a0a16753bfa7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0661678 Aug 10 01:21:15.616278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:15.713148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port c98f6974-f9fa-455a-9c9a-7e114f21dbe9 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:15.713492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.826589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:15.841852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for c98f6974-f9fa-455a-9c9a-7e114f21dbe9 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:16.002991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.033469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=c98f6974-f9fa-455a-9c9a-7e114f21dbe9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:16.075748 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.078600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c3856c6-3557-45c1-8108-4bb4c1a724d2 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c98f6974-f9fa-455a-9c9a-7e114f21dbe9 HTTP/1.1" status: 204 len: 168 time: 0.4603906 Aug 10 01:21:16.081032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45782) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.152227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3e24c-ea4c-44ba-826c-42c40cca664d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:16.153833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a3e24c-ea4c-44ba-826c-42c40cca664d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:16.155364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8a3e24c-ea4c-44ba-826c-42c40cca664d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0733223 Aug 10 01:21:16.158210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45796) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.220602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet c9955f50-4663-4112-a115-43694c6f0397 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:16.224714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.260762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Provisioning for port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:16.265977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Provisioning complete for port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:16.267330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.298064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.423826 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.425791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.516145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.549487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:21:16.550074 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:21:16.569788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=c9955f50-4663-4112-a115-43694c6f0397,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:16.572907 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.573976 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-86e17356-81d1-4033-b7b7-e3e501cb4bcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/c9955f50-4663-4112-a115-43694c6f0397 HTTP/1.1" status: 204 len: 168 time: 0.4147382 Aug 10 01:21:16.576987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45852) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.624082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-938689bd-7f8a-4537-9304-83118bc3e76f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453892 Aug 10 01:21:16.627605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45860) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.690723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348c7d7b-3269-4fea-afc1-3705f0230dde None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:16.694193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502bc22-3de4-4564-88de-82f610bb33c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:16.695864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3502bc22-3de4-4564-88de-82f610bb33c7 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0664377 Aug 10 01:21:16.698445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45872) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.767974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51f43b-eac3-4429-b69e-7432ffb72af1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:16.771661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ae51f43b-eac3-4429-b69e-7432ffb72af1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0716500 Aug 10 01:21:16.772105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45884) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.819183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2bdaaeb-d029-41e8-b420-2fb7ce3fed91 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423942 Aug 10 01:21:16.819480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 45892) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:16.825091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:16.845038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a49e73dc-86e3-479a-85f8-ad8aeb300f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.932114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:16.945218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:16.951024 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:16.987407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Deleting port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:16.987821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.088668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] For port 241b99d7-9d1b-4646-9d3d-658c4d2f3261, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=241b99d7-9d1b-4646-9d3d-658c4d2f3261,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:17.089483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.111487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Calling delete_port for 241b99d7-9d1b-4646-9d3d-658c4d2f3261 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:17.118319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.204782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] For port 241b99d7-9d1b-4646-9d3d-658c4d2f3261, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=241b99d7-9d1b-4646-9d3d-658c4d2f3261,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:17.212170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.278243 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.295628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] No DVR routers for this DVR port 241b99d7-9d1b-4646-9d3d-658c4d2f3261 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:17.296735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:17.300929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.303498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e102f2-339a-4c00-88e4-b6badbe3ef97 None None] Pushing event updated for resources: {'Port': ['ID=241b99d7-9d1b-4646-9d3d-658c4d2f3261,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:17.345066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.347731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11976354-e3a3-447d-b500-cb01a1693dab None None] Pushing event deleted for resources: {'Port': ['ID=241b99d7-9d1b-4646-9d3d-658c4d2f3261,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:17.366597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d7a922fa-b86f-4e10-b8f0-3bbac67c6918 None None] Could not find standard attr ID for object c98f6974-f9fa-455a-9c9a-7e114f21dbe9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:17.371211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:17.375474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:17.383630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:17.384030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 241b99d7-9d1b-4646-9d3d-658c4d2f3261 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:17.384167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.414629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8be3c-929c-4c03-8abf-1c221f4c0c44 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:17.422133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 241b99d7-9d1b-4646-9d3d-658c4d2f3261 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:17.422133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 241b99d7-9d1b-4646-9d3d-658c4d2f3261 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:17.425095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=8aafb921-7687-43cf-a5bb-9ce5f13494b1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:17.430849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-225af18f-76f7-46b0-aeb7-c5b4ee1d3f11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6103539 Aug 10 01:21:17.434465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 45968) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:17.440714 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:17.566159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:17.570387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.610307 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '8aafb921-7687-43cf-a5bb-9ce5f13494b1'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:17.611285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.672919 n-d-766380-21 neutron-server[105957]: INFO neutron.db.ipam_backend_mixin [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8aafb921-7687-43cf-a5bb-9ce5f13494b1 (CIDR: 2001:db8::/64) Aug 10 01:21:17.676691 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:17.677236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:17.692635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0219fd54-609e-439f-8ce9-ed2f754edcd6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2570264 Aug 10 01:21:17.695323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46004) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:17.700838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:17.855580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:17.859476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.953148 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:17.956516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Allocated IP 2001:db8::f816:3eff:fec1:1e68 (58048d8e-2cbb-41d9-b506-eb8190fafb01/8aafb921-7687-43cf-a5bb-9ce5f13494b1/ff405940-e24c-4942-bc06-7ae628966a17) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:18.108086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.117426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Transition to ACTIVE for port object ff405940-e24c-4942-bc06-7ae628966a17 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:18.117782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.132743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Transition to ACTIVE for port object ff405940-e24c-4942-bc06-7ae628966a17 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:18.139633 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.161464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:18.166460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:18.172237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:18.173181 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.183185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:18.187878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=f41506af-fdf6-4d6e-8590-54209c00504d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.188068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:18.194806 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:18.197982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ee2bf370-5616-47ac-8555-8b01cead5568 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5013580 Aug 10 01:21:18.198581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.200622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:18.206228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:41:92:74', 'name': 'tempest-NetworksTestDHCPv6-1378776607'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:18.251850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Attempting to bind port ff405940-e24c-4942-bc06-7ae628966a17 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:18.252220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Attempting to bind port ff405940-e24c-4942-bc06-7ae628966a17 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:18.252592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Attempting to bind port ff405940-e24c-4942-bc06-7ae628966a17 on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:18.258438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:18.258845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:18.259250 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.259645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:18.260109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Bound port: ff405940-e24c-4942-bc06-7ae628966a17, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:18.260491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.327104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:18.332861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:18.336752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:18.341158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.414046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0243-437d-4d7e-ab8b-10945b883c48 None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.429216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.453640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 6b7003c4-22af-4d0a-b7fe-675f474f1ac8 yet. {{(pid=105957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:18.692066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8:0:1::53 (58048d8e-2cbb-41d9-b506-eb8190fafb01/f41506af-fdf6-4d6e-8590-54209c00504d/6b7003c4-22af-4d0a-b7fe-675f474f1ac8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:18.700673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe41:9274 (58048d8e-2cbb-41d9-b506-eb8190fafb01/8aafb921-7687-43cf-a5bb-9ce5f13494b1/6b7003c4-22af-4d0a-b7fe-675f474f1ac8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:18.868355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.881437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 6b7003c4-22af-4d0a-b7fe-675f474f1ac8 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:18.918152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.969467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:18.973593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:18.975573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=6b7003c4-22af-4d0a-b7fe-675f474f1ac8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:18.977833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:18.983736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:18.984388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:18.998708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-29d6bd41-537c-499b-9dbb-712a0f57e7c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7970231 Aug 10 01:21:19.001840 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46026) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.094584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 6b7003c4-22af-4d0a-b7fe-675f474f1ac8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:19.094993 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.191487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.205703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 6b7003c4-22af-4d0a-b7fe-675f474f1ac8 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:19.418919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.436303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ff405940-e24c-4942-bc06-7ae628966a17 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:19.495428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42185024-6b42-4d05-810d-d1cc294a1557 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:19.498377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=6b7003c4-22af-4d0a-b7fe-675f474f1ac8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:19.512785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ff405940-e24c-4942-bc06-7ae628966a17 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:19.527865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.529937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-260d1fea-dbc8-40c4-9f64-0a0c4a8372e3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/6b7003c4-22af-4d0a-b7fe-675f474f1ac8 HTTP/1.1" status: 204 len: 168 time: 0.5271602 Aug 10 01:21:19.532937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46028) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.566735 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Provisioning for port ff405940-e24c-4942-bc06-7ae628966a17 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:19.580584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:19.581131 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.597788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c35b99-3bf4-4d8f-b5c1-12bf8921b640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:19.599576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-85c35b99-3bf4-4d8f-b5c1-12bf8921b640 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0653150 Aug 10 01:21:19.602089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.660510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae15b4f-b0d8-4d7c-92a8-a075a28226c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:19.661661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cae15b4f-b0d8-4d7c-92a8-a075a28226c6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0582216 Aug 10 01:21:19.664322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.740503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363180bf-9f7b-49d2-91b9-2c4b6326d53d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:19.742631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.742900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363180bf-9f7b-49d2-91b9-2c4b6326d53d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:19.744544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363180bf-9f7b-49d2-91b9-2c4b6326d53d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:19.746437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-363180bf-9f7b-49d2-91b9-2c4b6326d53d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0809634 Aug 10 01:21:19.750144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46036) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:19.771348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.810495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:19.828398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.833540 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 8aafb921-7687-43cf-a5bb-9ce5f13494b1 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:19.836736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.873359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3f61a-f4c4-499f-bd0b-cddb0531b319 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '8aafb921-7687-43cf-a5bb-9ce5f13494b1', 'ip_address': '2001:db8::f816:3eff:fec1:1e68'}, {'subnet_id': 'f41506af-fdf6-4d6e-8590-54209c00504d'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'ff405940-e24c-4942-bc06-7ae628966a17'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:21:19.882677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.915261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01fb9-2d2b-4bca-8e7e-c5b57cb162e8 None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:19.918387 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bee3f61a-f4c4-499f-bd0b-cddb0531b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:19.993727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.064365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server [None req-bee3f61a-f4c4-499f-bd0b-cddb0531b319 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aafb921-7687-43cf-a5bb-9ce5f13494b1: This subnet is being modified by another concurrent operation. Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server raise exception Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8aafb921-7687-43cf-a5bb-9ce5f13494b1: This subnet is being modified by another concurrent operation. Aug 10 01:21:20.066477 n-d-766380-21 neutron-server[105959]: ERROR oslo_messaging.rpc.server Aug 10 01:21:20.100760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=8aafb921-7687-43cf-a5bb-9ce5f13494b1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:20.106770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.109137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-20a9797f-673e-4cd5-abd7-b675fff28cde tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/8aafb921-7687-43cf-a5bb-9ce5f13494b1 HTTP/1.1" status: 204 len: 168 time: 0.3574893 Aug 10 01:21:20.112043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46038) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:20.157320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad94a8b-b981-4eb5-8c3c-1c80cc78840e None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:20.176735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet f41506af-fdf6-4d6e-8590-54209c00504d {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:20.180344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.232579 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.283501 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.287013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c13cb17b-bf51-42c7-8ad7-d2481564641d None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:20.287013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c13cb17b-bf51-42c7-8ad7-d2481564641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.354058 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.389855 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.396325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/f41506af-fdf6-4d6e-8590-54209c00504d HTTP/1.1" status: 204 len: 168 time: 0.2805653 Aug 10 01:21:20.396325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c3d1b-2b96-4e6b-94ae-7f28d4e9703d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=f41506af-fdf6-4d6e-8590-54209c00504d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:20.398260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46040) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:20.440256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9d8ba-102a-4405-8ef3-aa9ea50487b4 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': 'f41506af-fdf6-4d6e-8590-54209c00504d'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'ff405940-e24c-4942-bc06-7ae628966a17'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:21:20.455095 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-25536856-f06e-4802-acf1-3ad5647c49e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546634 Aug 10 01:21:20.458168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46042) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:20.464011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:20.468322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d8ba-102a-4405-8ef3-aa9ea50487b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.565247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:20.569245 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.649306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1e976fb7-155c-4597-b489-2014a67dcf27 None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:20.649681 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1e976fb7-155c-4597-b489-2014a67dcf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:20.800631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e00cce-45e1-4d72-a9cd-f8fd6f20d9bf None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:21:20.876424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-95368adc-780c-419f-844d-1907e7b4be75 None None] Could not find standard attr ID for object 6b7003c4-22af-4d0a-b7fe-675f474f1ac8. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:20.917650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e00cce-45e1-4d72-a9cd-f8fd6f20d9bf None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:21:20.923684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:21.111073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.306978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:21.365258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.370560 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.371489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.430761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ff405940-e24c-4942-bc06-7ae628966a17 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:21.450123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:21.460867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:21.471461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:21.472039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.502758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0396836 Aug 10 01:21:21.503723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46048) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:21.508926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=11e9dafa-cd83-4931-95c5-9685eb2ab5d8,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:21.510237 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:21.511124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f296c56-1868-4d89-a601-e1ba3353dd33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:21.539174 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.583491 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:21.589959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.653871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:21.660415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:21.664211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:21.773152 n-d-766380-21 neutron-server[105957]: INFO neutron.db.ipam_backend_mixin [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11e9dafa-cd83-4931-95c5-9685eb2ab5d8 (CIDR: 2001:db8::/64) Aug 10 01:21:21.778117 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:21.779002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:21.797417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-da4e8487-056c-4d0e-9f2e-7ac266a65219 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2909217 Aug 10 01:21:21.803092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:21.809231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:21.947891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:21.953291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.055765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b924a73-ac99-4fa4-a0e8-303abfe374f8 None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:21:22.148356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:22.148885 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.210397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b924a73-ac99-4fa4-a0e8-303abfe374f8 None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:21:22.277714 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.325881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.340360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:22.348191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:22.351990 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:22.352808 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.368771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=0b6f3c3b-e067-4094-abae-b1edc0553e43,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:22.384243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:22.384887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-854e9b51-9a56-44b0-b2a8-b474eeec0ecf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5802355 Aug 10 01:21:22.390953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:5f:79:2a', 'name': 'tempest-NetworksTestDHCPv6-21229210'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:22.417281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:22.422575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.494720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e06f0-a211-4e69-9c27-3afc1f8ae6b0 None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:22.529171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:22.622527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.645362 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 92e03bd0-27f1-4a60-b630-ee14e4642170 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:22.663724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Update dhcp port {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'fixed_ips': [{'subnet_id': '11e9dafa-cd83-4931-95c5-9685eb2ab5d8', 'ip_address': '2001:db8::f816:3eff:fec1:1e68'}, {'subnet_id': '0b6f3c3b-e067-4094-abae-b1edc0553e43'}], 'binding:host_id': 'n-d-766380-21'}, 'id': 'ff405940-e24c-4942-bc06-7ae628966a17'} from n-d-766380-21. {{(pid=105959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 01:21:22.693916 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:22.862026 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8:0:1::33 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0b6f3c3b-e067-4094-abae-b1edc0553e43/92e03bd0-27f1-4a60-b630-ee14e4642170) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:22.871188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::f816:3eff:fe5f:792a (58048d8e-2cbb-41d9-b506-eb8190fafb01/11e9dafa-cd83-4931-95c5-9685eb2ab5d8/92e03bd0-27f1-4a60-b630-ee14e4642170) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:23.020172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.034014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 92e03bd0-27f1-4a60-b630-ee14e4642170 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:23.067830 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.115516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:23.119109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:23.125028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:23.131079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.131806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.133673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Allocated IP 2001:db8:0:1::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/0b6f3c3b-e067-4094-abae-b1edc0553e43/ff405940-e24c-4942-bc06-7ae628966a17) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:23.155125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=92e03bd0-27f1-4a60-b630-ee14e4642170,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:23.160472 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-77d2548e-884c-4b69-a33d-901aa6d23a5a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7750823 Aug 10 01:21:23.163259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46062) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:23.253322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:23.261614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 92e03bd0-27f1-4a60-b630-ee14e4642170 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:23.262564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.291434 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.316633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Transition to ACTIVE for port object ff405940-e24c-4942-bc06-7ae628966a17 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:23.326309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.393900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.410535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 92e03bd0-27f1-4a60-b630-ee14e4642170 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:23.416389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af81824-2352-40ca-b97a-ffc2e83d5711 None None] Pushing event updated for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:23.465690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ff405940-e24c-4942-bc06-7ae628966a17 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:23.615131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.648132 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=92e03bd0-27f1-4a60-b630-ee14e4642170,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:23.699296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:23.701574 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6466a677-3a1e-472f-b0e2-7097086076f0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/92e03bd0-27f1-4a60-b630-ee14e4642170 HTTP/1.1" status: 204 len: 168 time: 0.5372069 Aug 10 01:21:23.705035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46064) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:23.765169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e477cf43-79e2-4cc0-bbed-7408e05ff51e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.767020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e477cf43-79e2-4cc0-bbed-7408e05ff51e tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0607138 Aug 10 01:21:23.769865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46066) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:23.826283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc237a08-7848-4e5c-a952-22d96c19537a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.828570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bc237a08-7848-4e5c-a952-22d96c19537a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0576890 Aug 10 01:21:23.831268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46068) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:23.896445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1adcd5-b61a-4438-8601-15fa58d4a3be tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.898335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1adcd5-b61a-4438-8601-15fa58d4a3be tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.899986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1adcd5-b61a-4438-8601-15fa58d4a3be tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:23.901616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fc1adcd5-b61a-4438-8601-15fa58d4a3be tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0693331 Aug 10 01:21:23.904279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:23.965240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 0b6f3c3b-e067-4094-abae-b1edc0553e43 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:23.969064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.019441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.059105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce909e97-c53d-4dc6-81f2-3c13d945647e None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:24.118432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.190764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.192117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab7759e5-e307-4303-ad35-801d34e339be None None] Provisioning for port ff405940-e24c-4942-bc06-7ae628966a17 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:24.198354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab7759e5-e307-4303-ad35-801d34e339be None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:24.198919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ab7759e5-e307-4303-ad35-801d34e339be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.226829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6f3c3b-e067-4094-abae-b1edc0553e43,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:24.234231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.238892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6fe6f6a3-92fa-4448-ae19-7c03f3f61a46 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0b6f3c3b-e067-4094-abae-b1edc0553e43 HTTP/1.1" status: 204 len: 168 time: 0.3311133 Aug 10 01:21:24.239602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46074) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:24.303270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 11e9dafa-cd83-4931-95c5-9685eb2ab5d8 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:24.306699 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.356154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.456839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.520636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.541542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547a2b4a-b8b3-43d8-8241-7b6555aaae06 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:24.556804 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=11e9dafa-cd83-4931-95c5-9685eb2ab5d8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:24.562203 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.564528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-18a86c89-d9aa-4268-bace-3387fedf2e00 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/11e9dafa-cd83-4931-95c5-9685eb2ab5d8 HTTP/1.1" status: 204 len: 168 time: 0.3232806 Aug 10 01:21:24.566827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46076) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:24.616861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d82fe84d-b5b2-490d-b766-0813b078b88a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460153 Aug 10 01:21:24.617073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f2d9cdaf-be43-41b2-ab8e-add29b73241f None None] Provisioning complete for port ff405940-e24c-4942-bc06-7ae628966a17 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:24.617073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cdaf-be43-41b2-ab8e-add29b73241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.617485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46078) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:24.622022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:24.716297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:24.720868 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.783375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:24.835098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Deleting port ff405940-e24c-4942-bc06-7ae628966a17 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:24.835870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.906218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] For port ff405940-e24c-4942-bc06-7ae628966a17, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ff405940-e24c-4942-bc06-7ae628966a17,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:24.906811 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.921283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Calling delete_port for ff405940-e24c-4942-bc06-7ae628966a17 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:24.934776 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:24.986508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:24.989799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:24.993370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:24.994001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.005157 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.010851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=64da2095-f41f-495e-85e2-dafc14ced9e9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:25.027370 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7fdd3439-3bb0-4cca-a2f3-94a7254a192d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4092336 Aug 10 01:21:25.029977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46080) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:25.036137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:25.037656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] Pushing event deleted for resources: {'Port': ['ID=ff405940-e24c-4942-bc06-7ae628966a17,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:25.039536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd44c99-6f6e-4a0d-8254-b4b2bbc54414 None None] No DVR routers for this DVR port ff405940-e24c-4942-bc06-7ae628966a17 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:25.059815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d38f10-534c-4a7b-9280-f0e84d4018fd None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:25.174633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:25.179161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.214738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '64da2095-f41f-495e-85e2-dafc14ced9e9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:25.215925 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.284689 n-d-766380-21 neutron-server[105958]: INFO neutron.db.ipam_backend_mixin [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 64da2095-f41f-495e-85e2-dafc14ced9e9 (CIDR: 2001:db8::/64) Aug 10 01:21:25.294010 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:25.294700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:25.320291 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc254a88-da29-492a-8bac-a38a6fb535c0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2859178 Aug 10 01:21:25.320787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46086) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:25.330540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:25.396072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ff405940-e24c-4942-bc06-7ae628966a17 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:25.423859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ff405940-e24c-4942-bc06-7ae628966a17 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:25.424163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ff405940-e24c-4942-bc06-7ae628966a17 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:25.433684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/64da2095-f41f-495e-85e2-dafc14ced9e9/fa3336a7-1bd9-4552-8f14-b801775aa39b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:25.483367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:25.490544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.635292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:25.772911 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.778246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f56e60d-338e-46cc-91aa-2f3bd6895169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.781299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Transition to ACTIVE for port object fa3336a7-1bd9-4552-8f14-b801775aa39b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:25.796613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Transition to ACTIVE for port object fa3336a7-1bd9-4552-8f14-b801775aa39b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:25.801755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.838606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:25.843954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:25.846911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:25.883208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Pushing event updated for resources: {'Port': ['ID=fa3336a7-1bd9-4552-8f14-b801775aa39b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:25.914123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Attempting to bind port fa3336a7-1bd9-4552-8f14-b801775aa39b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:25.914623 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Attempting to bind port fa3336a7-1bd9-4552-8f14-b801775aa39b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:25.915146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Attempting to bind port fa3336a7-1bd9-4552-8f14-b801775aa39b on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:25.920880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:25.921549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:25.922117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.922621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:25.923244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Bound port: fa3336a7-1bd9-4552-8f14-b801775aa39b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:25.923740 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:25.927026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.objects.ports [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105957) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:25.990196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] For port fa3336a7-1bd9-4552-8f14-b801775aa39b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:25.993474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] For port fa3336a7-1bd9-4552-8f14-b801775aa39b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa3336a7-1bd9-4552-8f14-b801775aa39b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:25.997598 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.030884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f56e60d-338e-46cc-91aa-2f3bd6895169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.040517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8f56e60d-338e-46cc-91aa-2f3bd6895169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.060962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4149f5-f73b-4b35-b960-11a9a8170b4a None None] Pushing event updated for resources: {'Port': ['ID=fa3336a7-1bd9-4552-8f14-b801775aa39b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.116986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8f56e60d-338e-46cc-91aa-2f3bd6895169 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1b520c2966f4685a2cddee9e56ad04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776933 Aug 10 01:21:26.117237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46096) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:26.118258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56e60d-338e-46cc-91aa-2f3bd6895169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df91b3-797e-4e88-ba13-b1537c33e6f9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.155907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.178704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.192916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.216706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.271672 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.306713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.309877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.314453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81df91b3-797e-4e88-ba13-b1537c33e6f9 HTTP/1.1" status: 204 len: 168 time: 0.1962118 Aug 10 01:21:26.324117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb8677-9a8b-4ef2-8cab-5efa6b81c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df91b3-797e-4e88-ba13-b1537c33e6f9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.430701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port fa3336a7-1bd9-4552-8f14-b801775aa39b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa3336a7-1bd9-4552-8f14-b801775aa39b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:26.463931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.468623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.469457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.534511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:26.547655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:26.551552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:26.552234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.578622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=79d470fa-af2f-4dba-8d10-3eed0f3926b9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.592520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2681930 Aug 10 01:21:26.592520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2e4dd-03fe-47a7-ae99-7e533f72abcf tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=fa3336a7-1bd9-4552-8f14-b801775aa39b,revision_number=4']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.592982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46102) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:26.598417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:74:9a:aa', 'name': 'tempest-NetworksTestDHCPv6-637756923'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:26.617531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46104) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:26.631887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c10169b7-6c54-4f51-bdef-a47a0c0824f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.737598 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c10169b7-6c54-4f51-bdef-a47a0c0824f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.741871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c10169b7-6c54-4f51-bdef-a47a0c0824f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.762792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:26.763064 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:21:26.767662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.789637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c10169b7-6c54-4f51-bdef-a47a0c0824f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f0625bf451e45479b06e41d6e8c4990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685402 Aug 10 01:21:26.789637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10169b7-6c54-4f51-bdef-a47a0c0824f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6ce78d-43ea-442d-a0d8-ddb256fcda7c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:26.789990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:26.801962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port f30895ce-7d66-4e04-ad3e-46b697a8b093 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:26.917958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:26.955532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.026826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb702ea-8232-4cfc-b2be-78ca36b965b6 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:27.042049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::1ff (58048d8e-2cbb-41d9-b506-eb8190fafb01/64da2095-f41f-495e-85e2-dafc14ced9e9/f30895ce-7d66-4e04-ad3e-46b697a8b093) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:27.049352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8:0:1:f816:3eff:fe74:9aaa (58048d8e-2cbb-41d9-b506-eb8190fafb01/79d470fa-af2f-4dba-8d10-3eed0f3926b9/f30895ce-7d66-4e04-ad3e-46b697a8b093) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:27.062821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.065320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.069011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e6ce78d-43ea-442d-a0d8-ddb256fcda7c HTTP/1.1" status: 204 len: 168 time: 0.2756450 Aug 10 01:21:27.085988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709462f3-6e31-4058-89fc-02878260e3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6ce78d-43ea-442d-a0d8-ddb256fcda7c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:27.115992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4de77dbb-d965-4f08-95fe-f69bdaee100c None None] Provisioning for port fa3336a7-1bd9-4552-8f14-b801775aa39b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:27.217222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.234974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object f30895ce-7d66-4e04-ad3e-46b697a8b093 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:27.272002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.320181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:27.323632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:27.328237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:27.333906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:27.334802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.344353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=f30895ce-7d66-4e04-ad3e-46b697a8b093,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:27.357726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1828a022-a543-4cec-aed9-9eb7f6a3feb0 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7634125 Aug 10 01:21:27.360784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:27.423476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa3336a7-1bd9-4552-8f14-b801775aa39b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:27.478916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port f30895ce-7d66-4e04-ad3e-46b697a8b093 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:27.479821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.491810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fa3336a7-1bd9-4552-8f14-b801775aa39b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:27.496545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fa3336a7-1bd9-4552-8f14-b801775aa39b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:27.497273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.587924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.602025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.626220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for f30895ce-7d66-4e04-ad3e-46b697a8b093 owned by {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:27.628749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port fa3336a7-1bd9-4552-8f14-b801775aa39b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa3336a7-1bd9-4552-8f14-b801775aa39b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:27.634607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.708273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=fa3336a7-1bd9-4552-8f14-b801775aa39b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:27.868673 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.903756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=f30895ce-7d66-4e04-ad3e-46b697a8b093,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:27.949261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7bde1659-71f6-4ede-809e-bab3bf522a65 None None] Provisioning complete for port fa3336a7-1bd9-4552-8f14-b801775aa39b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:27.950066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7bde1659-71f6-4ede-809e-bab3bf522a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.958946 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:27.960992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2f530de8-7502-4036-9937-50c0e3f382f3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/f30895ce-7d66-4e04-ad3e-46b697a8b093 HTTP/1.1" status: 204 len: 168 time: 0.5992084 Aug 10 01:21:27.963829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46130) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.039178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b624b-bd85-463f-8637-279639fd0204 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:28.041033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-954b624b-bd85-463f-8637-279639fd0204 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0759120 Aug 10 01:21:28.043579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46136) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.101148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4fda86-44bf-4545-8a91-235a1f7d431b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:28.105386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-da4fda86-44bf-4545-8a91-235a1f7d431b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0582056 Aug 10 01:21:28.105638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46138) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.180537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8c72c-b153-4426-97c5-318f8af7c8f1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:28.182305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8c72c-b153-4426-97c5-318f8af7c8f1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:28.184018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c8c72c-b153-4426-97c5-318f8af7c8f1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:28.187552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-50c8c72c-b153-4426-97c5-318f8af7c8f1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0791159 Aug 10 01:21:28.188928 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46142) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.195507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-be14ce5a-dbcf-425e-9160-878540b2895e None None] Could not find standard attr ID for object 92e03bd0-27f1-4a60-b630-ee14e4642170. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:28.255096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 64da2095-f41f-495e-85e2-dafc14ced9e9 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:28.259211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.303435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.410756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a179c1ab-5043-4d29-804c-348a124e475b None None] Could not find standard attr ID for object f30895ce-7d66-4e04-ad3e-46b697a8b093. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:28.419548 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.492085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.525199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=64da2095-f41f-495e-85e2-dafc14ced9e9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:28.527236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.532076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.532531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2f7bb10-f055-49cb-814b-fafcaef683b8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/64da2095-f41f-495e-85e2-dafc14ced9e9 HTTP/1.1" status: 204 len: 168 time: 0.3419800 Aug 10 01:21:28.618971 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 79d470fa-af2f-4dba-8d10-3eed0f3926b9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:28.622926 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.675666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.774259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f3734-9989-4ff0-8998-6d9a4378ebf1 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:28.785883 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.862636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.892250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=79d470fa-af2f-4dba-8d10-3eed0f3926b9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:28.896026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:28.900768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46160) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.909796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-65711d89-c420-4242-a494-239c042a87da tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/79d470fa-af2f-4dba-8d10-3eed0f3926b9 HTTP/1.1" status: 204 len: 168 time: 0.3746138 Aug 10 01:21:28.963271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-691f2835-9598-42ea-92b3-d19116c5e679 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611556 Aug 10 01:21:28.964772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:28.971010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:29.011208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:29.074535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Deleting port fa3336a7-1bd9-4552-8f14-b801775aa39b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:29.074535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.096422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:29.100840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.168494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] For port fa3336a7-1bd9-4552-8f14-b801775aa39b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fa3336a7-1bd9-4552-8f14-b801775aa39b,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:29.169210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.186505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Calling delete_port for fa3336a7-1bd9-4552-8f14-b801775aa39b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:29.287561 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.320561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] Pushing event deleted for resources: {'Port': ['ID=fa3336a7-1bd9-4552-8f14-b801775aa39b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:29.322721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbe981-611a-4104-abba-8d5a4bcf8108 None None] No DVR routers for this DVR port fa3336a7-1bd9-4552-8f14-b801775aa39b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:29.348409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.385035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa3336a7-1bd9-4552-8f14-b801775aa39b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:29.394588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:29.398805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:29.402428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:29.403122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.420027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbd47f-9e8e-4c87-9488-2aa0db19fe10 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:29.424206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fa3336a7-1bd9-4552-8f14-b801775aa39b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:29.424688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fa3336a7-1bd9-4552-8f14-b801775aa39b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:29.433200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=4b1b2d5f-58c0-4be1-beda-74600fc14651,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:29.439117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c18e0088-3722-4d8f-90aa-fc19eedd956a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4728472 Aug 10 01:21:29.441449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:29.446890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:29.576690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:29.581948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.606967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-58048d8e-2cbb-41d9-b506-eb8190fafb01', 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'tenant_id': 'f469a13052d345469611f5f0cc8c51f3', 'fixed_ips': [{'subnet_id': '4b1b2d5f-58c0-4be1-beda-74600fc14651'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:29.608242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.704702 n-d-766380-21 neutron-server[105957]: INFO neutron.db.ipam_backend_mixin [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b1b2d5f-58c0-4be1-beda-74600fc14651 (CIDR: 2001:db8::/64) Aug 10 01:21:29.710075 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:29.710572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:29.732157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:29.735443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4e5664fb-1e2f-47cc-b86a-d6d1a4052f33 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2926857 Aug 10 01:21:29.742197 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'subnet': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:29.778544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Allocated IP 2001:db8::2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/4b1b2d5f-58c0-4be1-beda-74600fc14651/57ac6d8d-d7a2-4a4d-bacc-a646157cf86a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:29.907613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:29.911549 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.966096 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:29.977822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Transition to ACTIVE for port object 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:29.997548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Transition to ACTIVE for port object 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:30.005379 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.051802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:30.057693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:30.060010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Pushing event updated for resources: {'Port': ['ID=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:30.063086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:30.125188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Attempting to bind port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:30.125706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Attempting to bind port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:30.126170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Attempting to bind port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a on network 58048d8e-2cbb-41d9-b506-eb8190fafb01 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:30.131417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:30.131802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Checking segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:30.132214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.132615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Bound using segment: {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:30.133085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Bound port: 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a997b7-ca8d-4d82-85ff-c371e7a7485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:30.133475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.213867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] For port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:30.218568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] For port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:30.223521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.296538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209aaaa-20e3-4232-bd27-598180cb67e7 None None] Pushing event updated for resources: {'Port': ['ID=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:30.333220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.objects.ports [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105958) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 01:21:30.569452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.759171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] For port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:30.788804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.793140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.793844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.871134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:30.883704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:30.893040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:30.893730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:30.916389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Subnet': ['ID=d9f564c7-4fad-4c94-8340-843b99134eb8,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:30.922100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,revision_number=4']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:30.931387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-43bef017-7715-48dd-af0e-a2be74a26f3f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1965437 Aug 10 01:21:30.935057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46192) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:30.941821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Request body: {'port': {'network_id': '58048d8e-2cbb-41d9-b506-eb8190fafb01', 'mac_address': 'fa:16:3e:53:da:a2', 'name': 'tempest-NetworksTestDHCPv6-1626140178'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:31.081348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Made reservation on behalf of f469a13052d345469611f5f0cc8c51f3 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:31.192446 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.218584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] device_id is not set on port 5488f478-5406-45c8-b678-20dcc4045aa9 yet. {{(pid=105958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 01:21:31.445909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:31.474179 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8::230 (58048d8e-2cbb-41d9-b506-eb8190fafb01/4b1b2d5f-58c0-4be1-beda-74600fc14651/5488f478-5406-45c8-b678-20dcc4045aa9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:31.481955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Allocated IP 2001:db8:0:1:f816:3eff:fe53:daa2 (58048d8e-2cbb-41d9-b506-eb8190fafb01/d9f564c7-4fad-4c94-8340-843b99134eb8/5488f478-5406-45c8-b678-20dcc4045aa9) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:31.504514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad674e-3c80-452c-b761-0d6b32e1f899 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:31.589708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:31.601401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Provisioning for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:31.605959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:31.606337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.611250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Provisioning complete for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:31.611623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.654565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.668919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Transition to ACTIVE for port object 5488f478-5406-45c8-b678-20dcc4045aa9 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:31.708178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.767162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:31.770366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:31.773110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:31.781536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:31.782205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.793917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event updated for resources: {'Port': ['ID=5488f478-5406-45c8-b678-20dcc4045aa9,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:31.810546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-36f635c0-07bc-4b89-bdd2-c4943a269a61 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8714700 Aug 10 01:21:31.810753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46210) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:31.838487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.852259 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.904496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting port 5488f478-5406-45c8-b678-20dcc4045aa9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:31.905744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:31.911086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] For port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:31.918745 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.016886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.032968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Calling delete_port for 5488f478-5406-45c8-b678-20dcc4045aa9 owned by {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:32.048965 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:21:32.053821 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:21:32.057153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccae67-ecca-48a3-a45c-838672d92e79 None None] Pushing event updated for resources: {'Port': ['ID=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:32.229083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.268218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Port': ['ID=5488f478-5406-45c8-b678-20dcc4045aa9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:32.312285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.314471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9a6a86bc-609c-4090-9f11-6eb9ddd0836d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/5488f478-5406-45c8-b678-20dcc4045aa9 HTTP/1.1" status: 204 len: 168 time: 0.5023968 Aug 10 01:21:32.316867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.536879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2b9540f6-d1a6-4f47-9d5a-6028acecf27b None None] Could not find standard attr ID for object 5488f478-5406-45c8-b678-20dcc4045aa9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:32.549480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2b9540f6-d1a6-4f47-9d5a-6028acecf27b None None] Provisioning complete for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:32.550261 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b9540f6-d1a6-4f47-9d5a-6028acecf27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.748039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e8b8b-cd6b-4c7f-8ccf-a623e77f6210 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:32.754055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.755680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a01e8b8b-cd6b-4c7f-8ccf-a623e77f6210 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4377239 Aug 10 01:21:32.807432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2830c905-3a3c-4bb0-be7d-51998fc2d6d3 None None] Could not find standard attr ID for object 5488f478-5406-45c8-b678-20dcc4045aa9. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:32.814388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b78297a-3456-44d2-8208-d07547eecd5d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:32.819180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.819431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1b78297a-3456-44d2-8208-d07547eecd5d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0640166 Aug 10 01:21:32.876444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f7121-8e61-4e1b-8f21-619f6df91353 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:32.877964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f7121-8e61-4e1b-8f21-619f6df91353 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:32.879490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f7121-8e61-4e1b-8f21-619f6df91353 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:32.881142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd0f7121-8e61-4e1b-8f21-619f6df91353 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0609927 Aug 10 01:21:32.883932 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:32.939213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet 4b1b2d5f-58c0-4be1-beda-74600fc14651 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:32.942878 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:32.994537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.082185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.151299 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.182516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1b2d5f-58c0-4be1-beda-74600fc14651,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:33.186390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.191043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-01b26dca-7f6b-493c-80f7-494d248427ab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/4b1b2d5f-58c0-4be1-beda-74600fc14651 HTTP/1.1" status: 204 len: 168 time: 0.3036311 Aug 10 01:21:33.191320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.195909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b27c2e-427b-45fe-8bac-f25d64b7ad18 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:33.249634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Deleting subnet d9f564c7-4fad-4c94-8340-843b99134eb8 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:33.252371 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.293625 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.406085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:33.408830 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.469130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:33.469631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.492304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.533052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:33.537619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d9f564c7-4fad-4c94-8340-843b99134eb8 HTTP/1.1" status: 204 len: 168 time: 0.3430383 Aug 10 01:21:33.537619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eeb75-e3dc-4708-8417-07a27d126f22 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f564c7-4fad-4c94-8340-843b99134eb8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:33.538175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.594759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9912117c-daec-497a-b9da-1a2af6c3ec20 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545967 Aug 10 01:21:33.596754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46238) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.661439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e591a1c7-aafa-4146-a802-d502b8ed6d2a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:33.666348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e591a1c7-aafa-4146-a802-d502b8ed6d2a tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0683317 Aug 10 01:21:33.666521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.725675 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab691af-9d0c-4202-98aa-fca76ba9e4f8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:33.729201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.731509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ab691af-9d0c-4202-98aa-fca76ba9e4f8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0634882 Aug 10 01:21:33.777784 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6670a7a0-d88b-4c9f-9932-6e9633f9cd4d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475938 Aug 10 01:21:33.784801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.814472 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b6a705-d514-4745-8567-15d396750883 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.816171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b6a705-d514-4745-8567-15d396750883 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.820312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-97b6a705-d514-4745-8567-15d396750883 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/5488f478-5406-45c8-b678-20dcc4045aa9 HTTP/1.1" status: 404 len: 333 time: 0.0321498 Aug 10 01:21:33.820664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46246) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.849132 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02180a7-bbcc-44b7-878b-ba36ad5ca2a9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.849752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02180a7-bbcc-44b7-878b-ba36ad5ca2a9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.851838 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f02180a7-bbcc-44b7-878b-ba36ad5ca2a9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d9f564c7-4fad-4c94-8340-843b99134eb8 HTTP/1.1" status: 404 len: 337 time: 0.0303493 Aug 10 01:21:33.854548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.882568 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79a61d3-11c4-4c09-8069-e3c5c389b0cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.883255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79a61d3-11c4-4c09-8069-e3c5c389b0cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.887309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b79a61d3-11c4-4c09-8069-e3c5c389b0cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/4b1b2d5f-58c0-4be1-beda-74600fc14651 HTTP/1.1" status: 404 len: 337 time: 0.0293307 Aug 10 01:21:33.887663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.912685 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b3f97e-d970-4b48-95d4-5e95de7ddc7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.913281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b3f97e-d970-4b48-95d4-5e95de7ddc7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.915068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-62b3f97e-d970-4b48-95d4-5e95de7ddc7c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/f30895ce-7d66-4e04-ad3e-46b697a8b093 HTTP/1.1" status: 404 len: 333 time: 0.0264049 Aug 10 01:21:33.917511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.949735 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b1491d-808d-4e60-856b-674ff6a4adcc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.950203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b1491d-808d-4e60-856b-674ff6a4adcc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.952759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1b1491d-808d-4e60-856b-674ff6a4adcc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/79d470fa-af2f-4dba-8d10-3eed0f3926b9 HTTP/1.1" status: 404 len: 337 time: 0.0342755 Aug 10 01:21:33.955200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.982575 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a36600-c5d8-4725-974e-90500cb27740 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:33.983130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a36600-c5d8-4725-974e-90500cb27740 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:33.985355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c2a36600-c5d8-4725-974e-90500cb27740 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/64da2095-f41f-495e-85e2-dafc14ced9e9 HTTP/1.1" status: 404 len: 337 time: 0.0290475 Aug 10 01:21:33.987742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46258) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:33.990457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e05cf86-49b9-49fc-a000-7963861dc336 None None] Network 58048d8e-2cbb-41d9-b506-eb8190fafb01 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:34.017612 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-9858d4d7-9e0f-4353-a060-f53b1419f592 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.018327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9858d4d7-9e0f-4353-a060-f53b1419f592 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.020242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9858d4d7-9e0f-4353-a060-f53b1419f592 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/92e03bd0-27f1-4a60-b630-ee14e4642170 HTTP/1.1" status: 404 len: 333 time: 0.0314958 Aug 10 01:21:34.022839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46260) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.053923 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23c079f-5259-42e1-9f7d-022f08d740b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.054385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23c079f-5259-42e1-9f7d-022f08d740b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.056156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c23c079f-5259-42e1-9f7d-022f08d740b6 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0b6f3c3b-e067-4094-abae-b1edc0553e43 HTTP/1.1" status: 404 len: 337 time: 0.0323422 Aug 10 01:21:34.058654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46264) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.069914 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b4e2c4cf-74f1-47a0-93c0-d4c5781e5804 None None] Provisioning complete for port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:34.070293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b4e2c4cf-74f1-47a0-93c0-d4c5781e5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:34.086223 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b7b609-a2bb-4859-84b4-e6df66d51516 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.086699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b7b609-a2bb-4859-84b4-e6df66d51516 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.088404 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e0b7b609-a2bb-4859-84b4-e6df66d51516 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/11e9dafa-cd83-4931-95c5-9685eb2ab5d8 HTTP/1.1" status: 404 len: 337 time: 0.0288119 Aug 10 01:21:34.091024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.114417 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3a22c4-f294-4ec1-8f72-70ecc2b21890 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.115086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3a22c4-f294-4ec1-8f72-70ecc2b21890 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.118724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d3a22c4-f294-4ec1-8f72-70ecc2b21890 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/6b7003c4-22af-4d0a-b7fe-675f474f1ac8 HTTP/1.1" status: 404 len: 333 time: 0.0247788 Aug 10 01:21:34.119973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.151571 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ac6d85-043e-4dd2-8ddb-1995243e2090 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.152785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ac6d85-043e-4dd2-8ddb-1995243e2090 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.154926 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-34ac6d85-043e-4dd2-8ddb-1995243e2090 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/f41506af-fdf6-4d6e-8590-54209c00504d HTTP/1.1" status: 404 len: 337 time: 0.0339220 Aug 10 01:21:34.159158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46274) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.210640 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e2161d-a5ac-4f02-a808-1169854f919b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.211131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e2161d-a5ac-4f02-a808-1169854f919b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.213099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-58e2161d-a5ac-4f02-a808-1169854f919b tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/8aafb921-7687-43cf-a5bb-9ce5f13494b1 HTTP/1.1" status: 404 len: 337 time: 0.0495422 Aug 10 01:21:34.215312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.241595 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32873c1-5b9e-42f0-a3ed-075e473bdf91 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.242483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32873c1-5b9e-42f0-a3ed-075e473bdf91 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.245748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e32873c1-5b9e-42f0-a3ed-075e473bdf91 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c98f6974-f9fa-455a-9c9a-7e114f21dbe9 HTTP/1.1" status: 404 len: 333 time: 0.0277426 Aug 10 01:21:34.246974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46278) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.267116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] DHCP port deletion for 58048d8e-2cbb-41d9-b506-eb8190fafb01 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:34.277487 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-f557bb65-ee62-4e8c-ad36-f2e0be4fee32 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.278011 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f557bb65-ee62-4e8c-ad36-f2e0be4fee32 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.282450 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f557bb65-ee62-4e8c-ad36-f2e0be4fee32 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/c9955f50-4663-4112-a115-43694c6f0397 HTTP/1.1" status: 404 len: 337 time: 0.0319402 Aug 10 01:21:34.282635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46280) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.307838 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd09ebc-6527-4919-b075-689cead0289d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.308489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd09ebc-6527-4919-b075-689cead0289d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.312160 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9bd09ebc-6527-4919-b075-689cead0289d tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/14794327-25ed-4f6a-a4d0-febfa0804772 HTTP/1.1" status: 404 len: 333 time: 0.0266335 Aug 10 01:21:34.313559 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.320423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Deleting port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:34.321170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:34.339874 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e24d48-6dfc-4165-9478-963065e48ab8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.340363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e24d48-6dfc-4165-9478-963065e48ab8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.343209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-93e24d48-6dfc-4165-9478-963065e48ab8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/47416eae-7d0f-4e17-a0cf-f8be5b3d5c51 HTTP/1.1" status: 404 len: 337 time: 0.0275517 Aug 10 01:21:34.345927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46284) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.376229 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b233f7ca-de04-4d2d-b8d9-1c048d72f3aa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.377324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b233f7ca-de04-4d2d-b8d9-1c048d72f3aa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.381625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b233f7ca-de04-4d2d-b8d9-1c048d72f3aa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c0400671-d278-4e45-b18e-fd72a165c3b2 HTTP/1.1" status: 404 len: 333 time: 0.0316651 Aug 10 01:21:34.381625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46286) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.394648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] For port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,segment=NetworkSegment(90a997b7-ca8d-4d82-85ff-c371e7a7485b),segment_id=90a997b7-ca8d-4d82-85ff-c371e7a7485b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:34.394976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:34.414346 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa04efc-c4c3-4998-89bf-d8cc70d2e950 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.414940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Calling delete_port for 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:34.415041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa04efc-c4c3-4998-89bf-d8cc70d2e950 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.416788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0aa04efc-c4c3-4998-89bf-d8cc70d2e950 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d7ec3d70-18b4-4c70-b3b0-39b47e5a55c5 HTTP/1.1" status: 404 len: 337 time: 0.0344460 Aug 10 01:21:34.419646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46288) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.443649 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2f79c5-46f1-4505-a0f9-94cf568ca373 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.444355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2f79c5-46f1-4505-a0f9-94cf568ca373 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.446721 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7f2f79c5-46f1-4505-a0f9-94cf568ca373 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/58515a2f-de6e-4446-af78-2ed7b243ba97 HTTP/1.1" status: 404 len: 333 time: 0.0255253 Aug 10 01:21:34.448930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46290) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.488112 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-2beba163-27b2-4ca6-b511-f48519aa3492 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.488795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2beba163-27b2-4ca6-b511-f48519aa3492 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.494361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46294) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.505180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2beba163-27b2-4ca6-b511-f48519aa3492 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/e6a91650-03ec-4610-a3bc-ad92ff3cfe3c HTTP/1.1" status: 404 len: 337 time: 0.0462523 Aug 10 01:21:34.521389 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3442bc-b6e0-4fa5-a710-bfed3eda5fab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.522171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3442bc-b6e0-4fa5-a710-bfed3eda5fab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.528010 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46298) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.535288 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cb3442bc-b6e0-4fa5-a710-bfed3eda5fab tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/26d70638-2b84-4fce-92ca-d3908db533a5 HTTP/1.1" status: 404 len: 333 time: 0.0398717 Aug 10 01:21:34.566841 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:34.606916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] No DVR routers for this DVR port 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:34.612971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bce3b1-9147-4f25-98fa-199d3effda32 None None] Pushing event deleted for resources: {'Port': ['ID=57ac6d8d-d7a2-4a4d-bacc-a646157cf86a,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:34.919070 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb70a86-5786-4d6c-abd2-a7855e14c10c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.919657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb70a86-5786-4d6c-abd2-a7855e14c10c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.921736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-aeb70a86-5786-4d6c-abd2-a7855e14c10c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/2a82a937-7888-451e-b452-90df36db8338 HTTP/1.1" status: 404 len: 337 time: 0.3935974 Aug 10 01:21:34.924146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46304) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.962558 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c669c9-7e68-4e7c-9c0f-b7a2c5844e67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.963187 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c669c9-7e68-4e7c-9c0f-b7a2c5844e67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.964862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c9c669c9-7e68-4e7c-9c0f-b7a2c5844e67 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/bf6dda22-8ec4-4b31-8db1-4befb2cef613 HTTP/1.1" status: 404 len: 333 time: 0.0398560 Aug 10 01:21:34.968502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:34.977227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-4913605c-f8b5-4ffb-b47a-daae951434ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659966 Aug 10 01:21:34.996068 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f181ab-e866-48a0-bfac-dfe00f48efc9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:34.996544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f181ab-e866-48a0-bfac-dfe00f48efc9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:34.998344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a0f181ab-e866-48a0-bfac-dfe00f48efc9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/956ad2e1-0d82-460a-a2d7-e2bbfe7c39a1 HTTP/1.1" status: 404 len: 337 time: 0.0286140 Aug 10 01:21:35.001205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46308) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.027676 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d0bdfce-4e84-4b3d-aad6-6f0d87e18ee5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.028126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d0bdfce-4e84-4b3d-aad6-6f0d87e18ee5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.032822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d0bdfce-4e84-4b3d-aad6-6f0d87e18ee5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0fc7b2cd-605f-42c0-b41a-ab43ed6ba24b HTTP/1.1" status: 404 len: 337 time: 0.0277200 Aug 10 01:21:35.033140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46310) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.060670 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc766265-c17a-4604-b88a-2de02e5c15cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.061745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc766265-c17a-4604-b88a-2de02e5c15cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.063713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc766265-c17a-4604-b88a-2de02e5c15cc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/f9655437-cb1f-4e86-8ddf-1cb64e4c7776 HTTP/1.1" status: 404 len: 333 time: 0.0297377 Aug 10 01:21:35.066149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-22a5af05-f9a2-414c-9fbb-548c50357839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.066354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46312) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.067743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-22a5af05-f9a2-414c-9fbb-548c50357839 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1097 time: 0.0488052 Aug 10 01:21:35.093832 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14fa578-33a6-4e99-b01a-d77fc4080459 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.094295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14fa578-33a6-4e99-b01a-d77fc4080459 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.096067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d14fa578-33a6-4e99-b01a-d77fc4080459 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/58599da2-cd30-4344-a556-218c2f28ff2f HTTP/1.1" status: 404 len: 337 time: 0.0288234 Aug 10 01:21:35.098572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.160354 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca63ede-2e62-4fc3-8ecf-601d09f9d404 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.160926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca63ede-2e62-4fc3-8ecf-601d09f9d404 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.162752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7ca63ede-2e62-4fc3-8ecf-601d09f9d404 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/a107bf48-eeb0-4934-a657-1fd5138934d1 HTTP/1.1" status: 404 len: 337 time: 0.0631981 Aug 10 01:21:35.165419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46316) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.197093 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-079a405d-0394-4bc8-95b4-c29df1b246fc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.197762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079a405d-0394-4bc8-95b4-c29df1b246fc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.199610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-079a405d-0394-4bc8-95b4-c29df1b246fc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/d176921b-3928-4f01-94cd-be48e627ec4d HTTP/1.1" status: 404 len: 333 time: 0.0331233 Aug 10 01:21:35.202994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46318) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.239550 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c79030-b82f-461f-8877-df0335fe9b38 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.239998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c79030-b82f-461f-8877-df0335fe9b38 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.241698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-31c79030-b82f-461f-8877-df0335fe9b38 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/ec2a2573-033b-4ec5-8fae-403645bdafeb HTTP/1.1" status: 404 len: 337 time: 0.0362661 Aug 10 01:21:35.244467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46320) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.260440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-bc7759a3-66db-44cc-84c8-3a17e31353d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.261969 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-bc7759a3-66db-44cc-84c8-3a17e31353d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1737113 Aug 10 01:21:35.272872 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-916177c4-1489-4bdd-b96a-ec1f3d3c8efa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.273431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916177c4-1489-4bdd-b96a-ec1f3d3c8efa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.277791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-916177c4-1489-4bdd-b96a-ec1f3d3c8efa tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/85081559-c1ca-4078-a1d6-605214f2557a HTTP/1.1" status: 404 len: 337 time: 0.0320213 Aug 10 01:21:35.278436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46322) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.301404 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d737bb3f-d88b-49f6-8c5e-032c19ae3e76 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.302051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d737bb3f-d88b-49f6-8c5e-032c19ae3e76 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.305769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d737bb3f-d88b-49f6-8c5e-032c19ae3e76 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/c26bef9b-cb09-4372-9f29-51d2ac647088 HTTP/1.1" status: 404 len: 333 time: 0.0262518 Aug 10 01:21:35.306369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.334071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-73439fcb-4c12-4b87-a8b4-a1c2163feb0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 999 time: 0.0651097 Aug 10 01:21:35.335111 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e2832d-895a-4b04-b390-4f2697f00f82 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.335584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e2832d-895a-4b04-b390-4f2697f00f82 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.337325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c4e2832d-895a-4b04-b390-4f2697f00f82 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/091e73cb-5daa-466f-950b-2f3ba6ed76be HTTP/1.1" status: 404 len: 337 time: 0.0299969 Aug 10 01:21:35.339807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46326) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.367091 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5925a7-5f6e-49af-8e86-d01e4179fd29 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.367564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5925a7-5f6e-49af-8e86-d01e4179fd29 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.369323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a5925a7-5f6e-49af-8e86-d01e4179fd29 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/eeab8420-a355-4e90-aa52-e6d165d6460f HTTP/1.1" status: 404 len: 337 time: 0.0286012 Aug 10 01:21:35.370420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:35.371943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.393302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:35.394038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 57ac6d8d-d7a2-4a4d-bacc-a646157cf86a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:35.400007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-f8133226-481c-4cde-b125-861c0f6b0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.401529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-f8133226-481c-4cde-b125-861c0f6b0129 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0602555 Aug 10 01:21:35.408078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4669621f-1e56-47ff-9d98-d8bd950f751f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports?device_id=327faeff-0128-4145-8041-dba5d5f11363 HTTP/1.1" status: 200 len: 205 time: 0.0349567 Aug 10 01:21:35.410276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.448372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-3e09998c-8a8c-4894-aeaf-05721cd8f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:35.449772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-3e09998c-8a8c-4894-aeaf-05721cd8f5f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417056 Aug 10 01:21:35.449900 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-0954e665-9851-40bb-9ef9-78e0f7020d8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] delete failed (client error): The resource could not be found. Aug 10 01:21:35.450951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0954e665-9851-40bb-9ef9-78e0f7020d8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/routers/327faeff-0128-4145-8041-dba5d5f11363 HTTP/1.1" status: 404 len: 336 time: 0.0397394 Aug 10 01:21:35.454374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.481200 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85842c2-3592-4cb4-854c-db01718c34e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.481581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85842c2-3592-4cb4-854c-db01718c34e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.483588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b85842c2-3592-4cb4-854c-db01718c34e5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0cf237dd-3493-4b03-855e-0f29b2298e6d HTTP/1.1" status: 404 len: 337 time: 0.0280683 Aug 10 01:21:35.485968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46334) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.512484 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dad0d950-afa8-4d50-b9c2-762125680a29 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "GET /v2.0/ports?device_id=56c3e894-84c0-4c45-bacf-2132e7a0ba46 HTTP/1.1" status: 200 len: 205 time: 0.0254560 Aug 10 01:21:35.515744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46336) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.539088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-a2c1ac70-d8f7-4043-817d-0873a23b57a3 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814111 Aug 10 01:21:35.556327 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-1ca39ff1-a361-46f9-b203-37deb34213c1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] delete failed (client error): The resource could not be found. Aug 10 01:21:35.557363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1ca39ff1-a361-46f9-b203-37deb34213c1 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/routers/56c3e894-84c0-4c45-bacf-2132e7a0ba46 HTTP/1.1" status: 404 len: 336 time: 0.0407200 Aug 10 01:21:35.560043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46338) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.589949 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1184749-a5d7-4789-879a-bacdd62301a8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.590424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1184749-a5d7-4789-879a-bacdd62301a8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.592304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1184749-a5d7-4789-879a-bacdd62301a8 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/d32c9302-073a-464f-ac32-aed737048995 HTTP/1.1" status: 404 len: 337 time: 0.0295334 Aug 10 01:21:35.596410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46342) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.627302 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-2735bf7f-a9ce-4549-bf0d-d8ec6ac15725 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.627774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2735bf7f-a9ce-4549-bf0d-d8ec6ac15725 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.629897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2735bf7f-a9ce-4549-bf0d-d8ec6ac15725 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/4f3c124c-4798-4462-9b10-d02ddb35ebe9 HTTP/1.1" status: 404 len: 337 time: 0.0313735 Aug 10 01:21:35.631981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.643934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96d8830-f126-4989-b87d-8308c21cfb07 req-8f69c3ff-f3d2-4ff5-b4d2-3eecb3e8da4c service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985496 Aug 10 01:21:35.655644 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-1190180a-7d02-487b-b4b4-3e2232581948 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.656329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1190180a-7d02-487b-b4b4-3e2232581948 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.658706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1190180a-7d02-487b-b4b4-3e2232581948 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/33cf683d-a45a-4f64-9211-d51944489a82 HTTP/1.1" status: 404 len: 333 time: 0.0251291 Aug 10 01:21:35.660641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46348) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.697039 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7c333b-c946-4b22-b51d-404a8823f55f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.697507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7c333b-c946-4b22-b51d-404a8823f55f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.699348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c7c333b-c946-4b22-b51d-404a8823f55f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/89a5144b-c27e-4d49-94ee-abaf12e46deb HTTP/1.1" status: 404 len: 337 time: 0.0376141 Aug 10 01:21:35.702694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46352) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.725718 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ac7662-7f23-4d81-a515-a0b935024cbc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.726386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ac7662-7f23-4d81-a515-a0b935024cbc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.728390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-23ac7662-7f23-4d81-a515-a0b935024cbc tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/7455f414-c51b-49cb-b32c-4336d4a37091 HTTP/1.1" status: 404 len: 333 time: 0.0243330 Aug 10 01:21:35.730920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46356) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.759129 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a4fc0d-1bcd-44df-ada4-02449df4e1ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.759594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a4fc0d-1bcd-44df-ada4-02449df4e1ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.761345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b7a4fc0d-1bcd-44df-ada4-02449df4e1ce tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/09559983-b8bc-49ab-a630-cde067f4953e HTTP/1.1" status: 404 len: 337 time: 0.0294371 Aug 10 01:21:35.764007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46360) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.787453 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9949850-620c-4cbf-ba31-0de0c2aa4c09 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.788368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9949850-620c-4cbf-ba31-0de0c2aa4c09 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.790725 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9949850-620c-4cbf-ba31-0de0c2aa4c09 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/7eb22608-f0a1-4ec0-a5e5-a0c059ed29c9 HTTP/1.1" status: 404 len: 333 time: 0.0253434 Aug 10 01:21:35.793159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46362) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.820359 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ec7b5f-807d-49c4-974a-65eaae701af5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.820823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ec7b5f-807d-49c4-974a-65eaae701af5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.822558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16ec7b5f-807d-49c4-974a-65eaae701af5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/8fa3bd00-6dab-418e-a031-813aafc815ed HTTP/1.1" status: 404 len: 337 time: 0.0284407 Aug 10 01:21:35.825079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46366) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.848193 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda6d350-c933-44d4-99ce-74426b527fa9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.848828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda6d350-c933-44d4-99ce-74426b527fa9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.850527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cda6d350-c933-44d4-99ce-74426b527fa9 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/9efee104-f154-4b9b-8a53-c0d5eb3936bb HTTP/1.1" status: 404 len: 333 time: 0.0245559 Aug 10 01:21:35.852862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46370) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.883318 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df67ea0-e352-4bbc-a4dc-57250171cb11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.883783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df67ea0-e352-4bbc-a4dc-57250171cb11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.885513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8df67ea0-e352-4bbc-a4dc-57250171cb11 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/17bc1be5-8f01-418b-b07d-650dd290d1e9 HTTP/1.1" status: 404 len: 337 time: 0.0315087 Aug 10 01:21:35.888276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46374) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.913832 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-0983eb98-56b0-44e9-ad86-5b8174e18186 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.914543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0983eb98-56b0-44e9-ad86-5b8174e18186 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.918660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0983eb98-56b0-44e9-ad86-5b8174e18186 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/4ba7fdbc-b0ac-41b0-930a-dd011861483b HTTP/1.1" status: 404 len: 333 time: 0.0271084 Aug 10 01:21:35.918838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46378) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.945425 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-43571b35-1322-4fb2-8e71-386b624f4f52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.945895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43571b35-1322-4fb2-8e71-386b624f4f52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.950432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46380) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:35.959975 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-43571b35-1322-4fb2-8e71-386b624f4f52 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/45001c64-3b4f-463d-97df-a53620472bd5 HTTP/1.1" status: 404 len: 337 time: 0.0396757 Aug 10 01:21:35.976252 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfbc506-0899-405d-be13-622513109f8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:35.976935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bfbc506-0899-405d-be13-622513109f8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:35.978951 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0bfbc506-0899-405d-be13-622513109f8f tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/40fd3dcc-9415-421f-8782-0816ebbd85f0 HTTP/1.1" status: 404 len: 333 time: 0.0275350 Aug 10 01:21:35.981650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46382) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.009369 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-4141573c-0788-47e0-966f-87667753deb3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:36.009831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4141573c-0788-47e0-966f-87667753deb3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:36.011611 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4141573c-0788-47e0-966f-87667753deb3 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/0e109a16-f6b7-4d05-8360-9b596bde4408 HTTP/1.1" status: 404 len: 337 time: 0.0289712 Aug 10 01:21:36.015000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46384) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.038465 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cd0a15-54f9-4b60-8720-599a03fa9f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:36.039114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cd0a15-54f9-4b60-8720-599a03fa9f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:36.040808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-05cd0a15-54f9-4b60-8720-599a03fa9f4c tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/ports/5f780738-6852-49ce-8467-c121dc902af1 HTTP/1.1" status: 404 len: 333 time: 0.0247371 Aug 10 01:21:36.043533 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.069511 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f4850b-0862-45b6-a5ad-2714d53b9f84 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] DELETE failed (client error): The resource could not be found. Aug 10 01:21:36.069956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f4850b-0862-45b6-a5ad-2714d53b9f84 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:21:36.071712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-75f4850b-0862-45b6-a5ad-2714d53b9f84 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/subnets/dc99955e-ee76-4ab9-8eb6-282d3d640536 HTTP/1.1" status: 404 len: 337 time: 0.0272067 Aug 10 01:21:36.074134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46388) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.155427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.240819 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.250964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58048d8e-2cbb-41d9-b506-eb8190fafb01']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:36.261082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a997b7-ca8d-4d82-85ff-c371e7a7485b') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:36.261378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a997b7-ca8d-4d82-85ff-c371e7a7485b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:36.270642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.284225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.290263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:36.290649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:36.293597 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:36.355388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.362313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.364124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] 10.222.0.25 "DELETE /v2.0/networks/58048d8e-2cbb-41d9-b506-eb8190fafb01 HTTP/1.1" status: 204 len: 168 time: 0.2890751 Aug 10 01:21:36.377220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5129-a266-4c68-a78e-35797ae0f3d5 tempest-NetworksTestDHCPv6-669992932 tempest-NetworksTestDHCPv6-669992932-project] Pushing event deleted for resources: {'Network': ['ID=58048d8e-2cbb-41d9-b506-eb8190fafb01,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:36.628433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46394) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.765117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8c2c96ec-fd18-43ed-ab50-3eb21ce0d17d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f469a13052d345469611f5f0cc8c51f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354332 Aug 10 01:21:36.767681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:36.821668 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.845038 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.893712 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.896711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:36.897934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/125ea4f8-60f2-4c7c-8da5-020b34e2c8a3 HTTP/1.1" status: 204 len: 168 time: 0.1293211 Aug 10 01:21:36.906534 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac7182-1853-4d7c-b192-e0f368f77e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125ea4f8-60f2-4c7c-8da5-020b34e2c8a3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:37.575744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46422) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:37.673997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1715014488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:37.697853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.698901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.751618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.755468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.771423 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.772636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-83dd4c3d-e6db-44d4-aecc-bcefc65659c6 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1953585 Aug 10 01:21:37.775431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46426) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:37.780539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2055373166'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:37.799771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:37.803251 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.814530 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.909333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.913529 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.943741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:21:37.949482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9babacd5-fdfc-4dee-bc74-8c23a7b40a77,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:37.957577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:37.957980 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Added segment 3aa6112c-6975-4068-8865-4d00e58dca33 of type vlan for network f04059e6-7982-4e4f-be60-e53f945bdff7 Aug 10 01:21:38.001119 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.032104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.038013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:38.038633 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.113330 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46436) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:38.113829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3370783 Aug 10 01:21:38.119595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'subnet': {'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:38.120658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6018-3688-413f-bdf3-cb8790cb65c0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Network': ['ID=f04059e6-7982-4e4f-be60-e53f945bdff7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.131783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f04059e6-7982-4e4f-be60-e53f945bdff7 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:21:38.219795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:38.224329 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.424251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46440) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:38.433591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.501309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Subnet': ['ID=6972f860-31d3-4880-bbe0-4581954e0009,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.511188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Checking segment: {'id': '3aa6112c-6975-4068-8865-4d00e58dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:38.511589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network hostable DHCP agents. Network: f04059e6-7982-4e4f-be60-e53f945bdff7, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:21:38.530956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network f04059e6-7982-4e4f-be60-e53f945bdff7 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:21:38.550005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599737b3-7dc8-4c1d-8695-63533d49daaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.553597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f04059e6-7982-4e4f-be60-e53f945bdff7) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:38.562623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:38.563274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.563836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63adde3f-fdf9-455c-9cc0-0a98888347ec None None] Network f04059e6-7982-4e4f-be60-e53f945bdff7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:38.661611 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599737b3-7dc8-4c1d-8695-63533d49daaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.666954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-599737b3-7dc8-4c1d-8695-63533d49daaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.681055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-724c3d18-1705-4a23-a3f7-832916f28561 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5635557 Aug 10 01:21:38.681866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46444) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:38.687312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'network': {'name': 'tempest-router-network01--463590207'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:38.712035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:38.717294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.735263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-599737b3-7dc8-4c1d-8695-63533d49daaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1a54c9d97a549d8aed76f63ad14d87b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3099248 Aug 10 01:21:38.735896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46446) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:38.741896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f04059e6-7982-4e4f-be60-e53f945bdff7', 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7', 'tenant_id': 'f0cff518ec094a9c89458c2a3f6e8e8c', 'fixed_ips': [{'subnet_id': '6972f860-31d3-4880-bbe0-4581954e0009'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:38.742861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.750168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599737b3-7dc8-4c1d-8695-63533d49daaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2390b47f-c2d5-4092-a986-bc02c5a9376f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.758139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:21:38.776837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.777421 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Added segment 6586efef-80b0-4706-b8bf-e2371a7daadd of type vlan for network 7a8ba29d-77fb-4dec-925f-de3500584ca4 Aug 10 01:21:38.812348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.831819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.837997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.870810 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.879075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:38.880154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.900457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.905898 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:38.909679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2390b47f-c2d5-4092-a986-bc02c5a9376f HTTP/1.1" status: 204 len: 168 time: 0.1701376 Aug 10 01:21:38.920007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2159b6e-0263-4bf7-916d-b955166cb372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390b47f-c2d5-4092-a986-bc02c5a9376f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.960510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Allocated IP 2001:db8::2 (f04059e6-7982-4e4f-be60-e53f945bdff7/6972f860-31d3-4880-bbe0-4581954e0009/b5b75fbe-bd59-4292-b3f1-0d6d35489dc8) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:38.965957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2829597 Aug 10 01:21:38.969241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46450) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:38.971457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10163b5-9dcc-43ff-8347-bbb15bc7aaa4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Network': ['ID=7a8ba29d-77fb-4dec-925f-de3500584ca4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:38.975524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'network': {'name': 'tempest-router-network02--1424805001'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:38.997042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:21:39.010528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:39.017605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.055841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:21:39.071550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.072055 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Added segment 515fc64b-9913-44bc-ac09-c5fcb80033a9 of type vlan for network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 Aug 10 01:21:39.109024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46456) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:39.137162 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.173539 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.181778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:39.182985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.281176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3095553 Aug 10 01:21:39.281633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46458) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:39.291852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'subnet': {'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:39.305551 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.316681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Transition to ACTIVE for port object b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:39.334339 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Transition to ACTIVE for port object b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:39.356389 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.419041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb6d83-1f5b-476d-8527-c2ac1042bc35 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Network': ['ID=7113a03e-3aa3-4ed8-b9a0-13d1302c7603,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.424760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46460) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:39.449968 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c9b7-e3e1-41e1-a315-a9f7838eff76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.453397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Pushing event updated for resources: {'Port': ['ID=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.455801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:21:39.459718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Deleting port 3257a3f6-8edb-40c5-9e9b-83037a6628cc {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:39.460320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.472228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:39.475840 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.525611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Network f04059e6-7982-4e4f-be60-e53f945bdff7 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:39.538704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:39.545085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:39.558839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.559693 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.582661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Calling delete_port for 3257a3f6-8edb-40c5-9e9b-83037a6628cc owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:39.625510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Attempting to bind port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:39.625990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Attempting to bind port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3aa6112c-6975-4068-8865-4d00e58dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:39.626409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Attempting to bind port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 on network f04059e6-7982-4e4f-be60-e53f945bdff7 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:39.631786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:39.632344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Checking segment: {'id': '3aa6112c-6975-4068-8865-4d00e58dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:39.632826 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.633297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Bound using segment: {'id': '3aa6112c-6975-4068-8865-4d00e58dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:39.633982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Bound port: b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa6112c-6975-4068-8865-4d00e58dca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f04059e6-7982-4e4f-be60-e53f945bdff7'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:39.634493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.705996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] For port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:39.711565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] For port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,segment=NetworkSegment(3aa6112c-6975-4068-8865-4d00e58dca33),segment_id=3aa6112c-6975-4068-8865-4d00e58dca33)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:39.717901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.733509 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c9b7-e3e1-41e1-a315-a9f7838eff76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.737841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c9b7-e3e1-41e1-a315-a9f7838eff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.772822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.808189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb33310-fb4c-41bb-b40c-c314d478d0d2 None None] Pushing event updated for resources: {'Port': ['ID=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.809238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event deleted for resources: {'Port': ['ID=3257a3f6-8edb-40c5-9e9b-83037a6628cc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.827238 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ef2c9b7-e3e1-41e1-a315-a9f7838eff76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a274f55b6cd401c970202ae63f04b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013753 Aug 10 01:21:39.827939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c9b7-e3e1-41e1-a315-a9f7838eff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e96111-7d09-4b1a-a04b-7383701ae8e6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.831980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:39.872186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.885018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.885437 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Floating IP ea7966e1-8de4-459a-8323-309a2340f83d disassociated (deleted). External IP: 172.25.7.28, port: 0beff2e2-94a8-4503-93ca-7c8581759b89. Aug 10 01:21:39.947279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.951929 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Subnet': ['ID=ad5dbc5d-378a-4020-8067-ffb62d974640,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:39.988839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:39.999165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Checking segment: {'id': '6586efef-80b0-4706-b8bf-e2371a7daadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:40.000006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network hostable DHCP agents. Network: 7a8ba29d-77fb-4dec-925f-de3500584ca4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:21:40.063715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:21:40.079375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7a8ba29d-77fb-4dec-925f-de3500584ca4) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:40.089243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafc597-d22b-4af5-8227-868d4d15f6bb None None] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:40.098120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.099000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.111348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.114344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.118282 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20e96111-7d09-4b1a-a04b-7383701ae8e6 HTTP/1.1" status: 204 len: 168 time: 0.2829776 Aug 10 01:21:40.127462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0006f2c-d955-4eda-9909-965e63dc38b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e96111-7d09-4b1a-a04b-7383701ae8e6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:40.130618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cc9d61e9-7d59-4f0a-ad57-61cf548a39cf tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8441250 Aug 10 01:21:40.133512 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46466) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:40.144735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'subnet': {'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:40.218303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Router 00848398-604f-4496-8000-2a1135f8c58e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:40.287625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:40.291753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.311809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7a8ba29d-77fb-4dec-925f-de3500584ca4', 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4', 'tenant_id': 'f0cff518ec094a9c89458c2a3f6e8e8c', 'fixed_ips': [{'subnet_id': 'ad5dbc5d-378a-4020-8067-ffb62d974640'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:40.313075 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.374353 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:40.380970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.407292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:40.419735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0cfc7a22-e1fb-4daf-aea9-c24916ced8e5 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "DELETE /v2.0/floatingips/ea7966e1-8de4-459a-8323-309a2340f83d HTTP/1.1" status: 204 len: 168 time: 1.3094034 Aug 10 01:21:40.421077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:40.423842 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91" -d '{"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:40.474637 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aeba70-d0f7-41a0-a54c-71280d665b33 x-openstack-request-id: req-e7aeba70-d0f7-41a0-a54c-71280d665b33 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:40.475169 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:40.475613 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7aeba70-d0f7-41a0-a54c-71280d665b33 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:40.476684 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:21:40.479592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:40.481119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:40.567361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Allocated IP 2001:db8::2 (7a8ba29d-77fb-4dec-925f-de3500584ca4/ad5dbc5d-378a-4020-8067-ffb62d974640/637f65c8-0635-48b5-8f63-17fa2af091bd) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:40.587862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-2515add6-d445-431f-b548-ff02fea63c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.593214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-2515add6-d445-431f-b548-ff02fea63c06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e21112a399364ff3b560b01ef8e71da5&device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0855212 Aug 10 01:21:40.655452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46474) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:40.720869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:40.736118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa7b17c1-612c-4b45-a25c-916e00c56396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.737090 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.817876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Checking segment: {'id': '515fc64b-9913-44bc-ac09-c5fcb80033a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:40.818611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network hostable DHCP agents. Network: 7113a03e-3aa3-4ed8-b9a0-13d1302c7603, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:21:40.824447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Subnet': ['ID=b17ab399-d727-43d7-bf20-bf9064f165bc,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:40.855097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:21:40.862257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-3a4411d9-4772-4f3a-8cbd-60bd606903f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.863878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-3a4411d9-4772-4f3a-8cbd-60bd606903f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 200 len: 912 time: 0.2667205 Aug 10 01:21:40.871503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7113a03e-3aa3-4ed8-b9a0-13d1302c7603) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:40.878094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:40.878960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:40.924921 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-049af841-3c49-46bf-b1d2-cfabbb672c58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 200 len: 217 time: 0.0506437 Aug 10 01:21:40.978015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5af5f1-dc0c-412e-98b1-0b43a098ca12 None None] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:41.004685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-2d2d3bfe-d32d-46f3-b129-e97c6a3dd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:41.006165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-2d2d3bfe-d32d-46f3-b129-e97c6a3dd654 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 200 len: 851 time: 0.0730951 Aug 10 01:21:41.008059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa7b17c1-612c-4b45-a25c-916e00c56396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.015604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa7b17c1-612c-4b45-a25c-916e00c56396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.025562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eee49395-daf9-4d9d-9010-2b794fca9026 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8909750 Aug 10 01:21:41.028239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46480) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:41.102397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa7b17c1-612c-4b45-a25c-916e00c56396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a2dccc02c874377aeb2fbaaabc64b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413896 Aug 10 01:21:41.102397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b17c1-612c-4b45-a25c-916e00c56396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7758f9ae-05c4-4be1-a0f7-5e874c6e93e2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:41.103121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46482) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:41.113700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-6ae42d78-ebfb-40e7-b7de-a90a36d580c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:41.115279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-6ae42d78-ebfb-40e7-b7de-a90a36d580c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951054 Aug 10 01:21:41.134461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66fa269-e715-4d2b-85bd-ccd5275526bd None None] Network f04059e6-7982-4e4f-be60-e53f945bdff7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:41.225591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-3178cc79-7a44-44c3-a102-b76ebc7f227a service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016257 Aug 10 01:21:41.315231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b9315f77-d8c6-4468-a624-869d6c0e0779 None None] Provisioning for port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:41.356284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.366118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad2ea2ec-4ef3-4d2d-b3c6-20af5de44c91 req-94a00721-6bea-4b1a-a6be-d1c4366d4741 service neutron] 10.222.0.10 "GET /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313598 Aug 10 01:21:41.377866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669164a6-cc79-434a-af04-05d1b5ba0146 req-43e25c54-414b-449d-b720-4f25cf95de64 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:41.379590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-669164a6-cc79-434a-af04-05d1b5ba0146 req-43e25c54-414b-449d-b720-4f25cf95de64 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 946 time: 0.6517971 Aug 10 01:21:41.386165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.424494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Transition to ACTIVE for port object 637f65c8-0635-48b5-8f63-17fa2af091bd will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:41.452813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.464882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:41.507121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:41.508989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7113a03e-3aa3-4ed8-b9a0-13d1302c7603', 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603', 'tenant_id': 'f0cff518ec094a9c89458c2a3f6e8e8c', 'fixed_ips': [{'subnet_id': 'b17ab399-d727-43d7-bf20-bf9064f165bc'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:41.509820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.512277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Transition to ACTIVE for port object 637f65c8-0635-48b5-8f63-17fa2af091bd will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:41.517557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:41.517953 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-669164a6-cc79-434a-af04-05d1b5ba0146 req-4c558509-60d4-4125-908e-bab00233a348 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e10aca0-35e4-4a55-ae16-5d0b402aae1f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108010 Aug 10 01:21:41.523370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.555018 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.626478 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.628977 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.630115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7758f9ae-05c4-4be1-a0f7-5e874c6e93e2 HTTP/1.1" status: 204 len: 168 time: 0.5265434 Aug 10 01:21:41.632403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:41.638464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:41.668440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a4ab-26a0-4b8e-a0a8-bf26592b0fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7758f9ae-05c4-4be1-a0f7-5e874c6e93e2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:41.688616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:41.759760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:41.771784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:41.811492 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Allocated IP 2001:db8::1 (7a8ba29d-77fb-4dec-925f-de3500584ca4/ad5dbc5d-378a-4020-8067-ffb62d974640/0c00e303-a27f-4273-8e22-181d6a28ad65) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:41.953521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:41.958729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Pushing event updated for resources: {'Port': ['ID=637f65c8-0635-48b5-8f63-17fa2af091bd,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:41.969244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Transition to ACTIVE for port object 0c00e303-a27f-4273-8e22-181d6a28ad65 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:42.013744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.058109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:42.065133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:42.070087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:42.070649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.124713 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:42.149709 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:42.150085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.185094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:42.189103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Attempting to bind port 637f65c8-0635-48b5-8f63-17fa2af091bd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:42.189770 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Attempting to bind port 637f65c8-0635-48b5-8f63-17fa2af091bd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6586efef-80b0-4706-b8bf-e2371a7daadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:42.190311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Attempting to bind port 637f65c8-0635-48b5-8f63-17fa2af091bd on network 7a8ba29d-77fb-4dec-925f-de3500584ca4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:42.191352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Port': ['ID=0c00e303-a27f-4273-8e22-181d6a28ad65,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:42.235591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Allocated IP 2001:db8::2 (7113a03e-3aa3-4ed8-b9a0-13d1302c7603/b17ab399-d727-43d7-bf20-bf9064f165bc/22b99be0-3521-4a17-a966-697f518f69b0) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:42.257973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:42.259363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Checking segment: {'id': '6586efef-80b0-4706-b8bf-e2371a7daadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:42.260012 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.260753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Bound using segment: {'id': '6586efef-80b0-4706-b8bf-e2371a7daadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:42.261429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Bound port: 637f65c8-0635-48b5-8f63-17fa2af091bd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6586efef-80b0-4706-b8bf-e2371a7daadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '7a8ba29d-77fb-4dec-925f-de3500584ca4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:42.262218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.263228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.278985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254b972-7441-459f-bfe4-6754beb26d0d req-14b99d95-24ff-4b3f-9fb9-31e1e2a3e7fa tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:42.282262 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4254b972-7441-459f-bfe4-6754beb26d0d req-14b99d95-24ff-4b3f-9fb9-31e1e2a3e7fa tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.10 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 946 time: 0.1096883 Aug 10 01:21:42.420023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Deleting port 0beff2e2-94a8-4503-93ca-7c8581759b89 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:42.420547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.514660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] For port 0beff2e2-94a8-4503-93ca-7c8581759b89, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=0beff2e2-94a8-4503-93ca-7c8581759b89,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:42.515222 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.516119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d1bfb0b7-8bde-4924-b343-afdcb6e63d33 None None] Provisioning complete for port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:42.516631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb0b7-8bde-4924-b343-afdcb6e63d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.529625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Calling delete_port for 0beff2e2-94a8-4503-93ca-7c8581759b89 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:42.578637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] For port 637f65c8-0635-48b5-8f63-17fa2af091bd, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:42.611379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] For port 637f65c8-0635-48b5-8f63-17fa2af091bd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=637f65c8-0635-48b5-8f63-17fa2af091bd,segment=NetworkSegment(6586efef-80b0-4706-b8bf-e2371a7daadd),segment_id=6586efef-80b0-4706-b8bf-e2371a7daadd)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:42.613757 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.615917 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.621754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.622633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.657141 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.720449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Port': ['ID=0c00e303-a27f-4273-8e22-181d6a28ad65,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:42.735978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.778003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event deleted for resources: {'Port': ['ID=0beff2e2-94a8-4503-93ca-7c8581759b89,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:42.793605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.814994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:42.816447 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:42.832069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,segment=NetworkSegment(3aa6112c-6975-4068-8865-4d00e58dca33),segment_id=3aa6112c-6975-4068-8865-4d00e58dca33)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:42.840388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Transition to ACTIVE for port object 22b99be0-3521-4a17-a966-697f518f69b0 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:42.846964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.850879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] No DVR routers for this DVR port 0beff2e2-94a8-4503-93ca-7c8581759b89 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:42.854819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.859192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4254b972-7441-459f-bfe4-6754beb26d0d req-86e83179-70a1-428b-b1bc-bacace6587d8 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.10 "DELETE /v2.0/ports/0beff2e2-94a8-4503-93ca-7c8581759b89 HTTP/1.1" status: 204 len: 173 time: 0.5703452 Aug 10 01:21:42.859408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490836-cff3-4675-bd4a-da55c0ee4ab6 None None] Pushing event updated for resources: {'Port': ['ID=637f65c8-0635-48b5-8f63-17fa2af091bd,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:42.859678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'name': 'network-vif-deleted', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:21:42.862439 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e583c90-86c9-4a3c-9cd4-df93a0ec5f94" -d '{"events": [{"server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "name": "network-vif-deleted", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:21:42.929910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Transition to ACTIVE for port object 22b99be0-3521-4a17-a966-697f518f69b0 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:42.950852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:42.972943 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dff2c6-8284-4f06-949a-21a49c26124f x-openstack-request-id: req-17dff2c6-8284-4f06-949a-21a49c26124f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:21:42.973239 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5181db-8acd-4ec8-853d-c93e62b2b3e9", "name": "network-vif-deleted", "tag": "0beff2e2-94a8-4503-93ca-7c8581759b89", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:21:42.973502 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17dff2c6-8284-4f06-949a-21a49c26124f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:21:42.973907 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5181db-8acd-4ec8-853d-c93e62b2b3e9', 'name': 'network-vif-deleted', 'tag': '0beff2e2-94a8-4503-93ca-7c8581759b89', 'status': 'completed', 'code': 200} Aug 10 01:21:42.995189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:42.996939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:43.004309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:43.009643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:43.013051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:43.014233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7f2c8f57-eda8-4bd3-8329-fcb491bfc961 req-36c1e4ed-e009-423b-b41d-c4bc474e9bbf tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.4003069 Aug 10 01:21:43.020652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Router 257e3f18-3251-454e-940d-a998a4d2b1c3 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:21:43.083585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b45f2-d3a5-4cc6-88b0-dfe78885902d None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7800da14-b4ce-4bf9-8fa9-1788f03bc2d1', 'name': '', 'network_id': '6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'mac_address': 'fa:16:3e:0b:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:47Z', 'updated_at': '2021-08-10T01:16:58Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'subnets': [{'id': '29b3287b-b381-4e4a-af67-2a4b1af195e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:43.148574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Attempting to bind port 22b99be0-3521-4a17-a966-697f518f69b0 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:43.150761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Attempting to bind port 22b99be0-3521-4a17-a966-697f518f69b0 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '515fc64b-9913-44bc-ac09-c5fcb80033a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:43.150761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Attempting to bind port 22b99be0-3521-4a17-a966-697f518f69b0 on network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:43.158499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:43.158925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Checking segment: {'id': '515fc64b-9913-44bc-ac09-c5fcb80033a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:43.159390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:43.159798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Bound using segment: {'id': '515fc64b-9913-44bc-ac09-c5fcb80033a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:43.160300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Bound port: 22b99be0-3521-4a17-a966-697f518f69b0, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515fc64b-9913-44bc-ac09-c5fcb80033a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7113a03e-3aa3-4ed8-b9a0-13d1302c7603'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:43.160842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:43.194620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Pushing event updated for resources: {'Port': ['ID=22b99be0-3521-4a17-a966-697f518f69b0,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:43.209531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:43.218038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-750f8c15-7de8-40e6-8205-5dadffa45b63 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1858866 Aug 10 01:21:43.218622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46496) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:43.224722 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] Sync routers for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:43.239184 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:43.239821 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:43.325175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] For port 22b99be0-3521-4a17-a966-697f518f69b0, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:43.334613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] For port 22b99be0-3521-4a17-a966-697f518f69b0, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=22b99be0-3521-4a17-a966-697f518f69b0,segment=NetworkSegment(515fc64b-9913-44bc-ac09-c5fcb80033a9),segment_id=515fc64b-9913-44bc-ac09-c5fcb80033a9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:43.348119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:43.470344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572c7fd-73bc-444e-869c-ab0b70f1e7e1 None None] Pushing event updated for resources: {'Port': ['ID=22b99be0-3521-4a17-a966-697f518f69b0,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:43.514525 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:43.532421 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:43.533512 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:43.594830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 637f65c8-0635-48b5-8f63-17fa2af091bd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:43.606632 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:43.607943 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2bb2d3-e039-47f8-b93f-3580764446e9 None None] The sync data for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:43.675445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 637f65c8-0635-48b5-8f63-17fa2af091bd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:43.704183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:43.783113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:43.783654 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:43.798218 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-be050138-2d71-4b7c-b507-038e95fae068 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:43.799667 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be050138-2d71-4b7c-b507-038e95fae068 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5797572 Aug 10 01:21:43.802522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46498) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:43.934971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5271d16-3b73-452c-8a80-1ce3c72d6e23 None None] New status for floating IP ea7966e1-8de4-459a-8323-309a2340f83d: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:21:44.058848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6244979-be71-4e1a-b8a8-8ec18a2ebc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.158265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-605445cc-e6b9-4c72-b6b8-8c1c560e37c8 req-8ab1b463-5c06-43cb-a41a-ae702cee26c3 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0504303 Aug 10 01:21:44.240497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.391235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb93d0-9fc2-48f1-93a8-b2e8f86c0832 None None] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:44.519705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Provisioning for port 637f65c8-0635-48b5-8f63-17fa2af091bd completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:44.529369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Provisioning complete for port 637f65c8-0635-48b5-8f63-17fa2af091bd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:44.530030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.677264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.713782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] For port 637f65c8-0635-48b5-8f63-17fa2af091bd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=637f65c8-0635-48b5-8f63-17fa2af091bd,segment=NetworkSegment(6586efef-80b0-4706-b8bf-e2371a7daadd),segment_id=6586efef-80b0-4706-b8bf-e2371a7daadd)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:44.719348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:44.790741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d03adf-121a-43db-844d-089f1ba36dbd None None] Pushing event updated for resources: {'Port': ['ID=637f65c8-0635-48b5-8f63-17fa2af091bd,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:44.979458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting port 0c00e303-a27f-4273-8e22-181d6a28ad65 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:44.980041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.021277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe3cd55-a745-4b23-84f5-9152f758689b None None] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:45.079388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.096774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Calling delete_port for 0c00e303-a27f-4273-8e22-181d6a28ad65 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:45.310182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3e19cdc-9be2-401b-bd05-1616a5a528df req-d5c9f271-4752-4f9b-8234-611cdda49b7f tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0469584 Aug 10 01:21:45.349166 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.376429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Provisioning for port 0c00e303-a27f-4273-8e22-181d6a28ad65 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:45.378995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Port': ['ID=0c00e303-a27f-4273-8e22-181d6a28ad65,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:45.394040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Provisioning complete for port 0c00e303-a27f-4273-8e22-181d6a28ad65 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:45.394417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.418564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Port 0c00e303-a27f-4273-8e22-181d6a28ad65 was deleted so its status cannot be updated. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 01:21:45.436034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Provisioning complete for port 637f65c8-0635-48b5-8f63-17fa2af091bd triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:45.436392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.509224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.603832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 22b99be0-3521-4a17-a966-697f518f69b0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:45.688522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 22b99be0-3521-4a17-a966-697f518f69b0 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:45.693908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 637f65c8-0635-48b5-8f63-17fa2af091bd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:45.718453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Provisioning for port 22b99be0-3521-4a17-a966-697f518f69b0 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:45.735832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Router 257e3f18-3251-454e-940d-a998a4d2b1c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:45.736348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Provisioning complete for port 22b99be0-3521-4a17-a966-697f518f69b0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:45.736739 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.823891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:45.831381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ce251d89-113a-4ea9-bc52-f364ed46d130 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0277324 Aug 10 01:21:45.835337 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46504) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:45.840741 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] Sync routers for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:45.846106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 637f65c8-0635-48b5-8f63-17fa2af091bd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:45.846413 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.871161 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:45.871792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:45.910182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:45.913398 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-65ce5ea5-aa6b-4f86-b3ea-97036de46cda tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] delete failed (client error): The resource could not be found. Aug 10 01:21:45.914450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-65ce5ea5-aa6b-4f86-b3ea-97036de46cda tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-833974105 HTTP/1.1" status: 404 len: 334 time: 0.0691273 Aug 10 01:21:45.918901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46506) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:45.926444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c03c0651-2262-4ec9-ac68-bbcf524225d0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'router': {'external_gateway_info': {'network_id': '257e3f18-3251-454e-940d-a998a4d2b1c3'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:45.928020 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:45.937616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:45.938609 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:45.974281 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:45.975378 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9a8583-488c-4f74-8308-ad0da1f1bb11 None None] The sync data for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:45.998826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] For port 22b99be0-3521-4a17-a966-697f518f69b0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=22b99be0-3521-4a17-a966-697f518f69b0,segment=NetworkSegment(515fc64b-9913-44bc-ac09-c5fcb80033a9),segment_id=515fc64b-9913-44bc-ac09-c5fcb80033a9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:46.006317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.060984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79e78b-d165-4fd1-9fee-f4d688c5b473 None None] Pushing event updated for resources: {'Port': ['ID=22b99be0-3521-4a17-a966-697f518f69b0,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:46.118982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a1770c89-9cf9-4201-b662-dbde9690ba40 None None] Could not find standard attr ID for object 0c00e303-a27f-4273-8e22-181d6a28ad65. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:21:46.129063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a1770c89-9cf9-4201-b662-dbde9690ba40 None None] Provisioning complete for port 22b99be0-3521-4a17-a966-697f518f69b0 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:46.129441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a1770c89-9cf9-4201-b662-dbde9690ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.162057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c03c0651-2262-4ec9-ac68-bbcf524225d0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.185498 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-c03c0651-2262-4ec9-ac68-bbcf524225d0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] update failed (client error): The resource could not be found. Aug 10 01:21:46.190128 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c03c0651-2262-4ec9-ac68-bbcf524225d0 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3 HTTP/1.1" status: 404 len: 339 time: 0.2666080 Aug 10 01:21:46.190292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46508) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:46.195298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1549091829'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:46.218538 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:46.222232 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.246305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:21:46.256231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.256580 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Added segment e62d5c90-6940-40cd-802a-35ab85a9fd17 of type vlan for network fe4abd68-addb-4f85-a5fe-9ddf39069da5 Aug 10 01:21:46.301344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.334598 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.341535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:46.342915 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.431758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2401862 Aug 10 01:21:46.435196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46512) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:46.441237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0beff2e2-94a8-4503-93ca-7c8581759b89 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:46.441502 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9f67a71-46cf-4680-a136-659ea4bc8383 req-c56801cc-f491-4c62-a463-bfd9867ebc27 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0454669 Aug 10 01:21:46.448109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dcfb2-87e5-46c4-9317-e5954cfaad56 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Network': ['ID=fe4abd68-addb-4f85-a5fe-9ddf39069da5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:46.457591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'subnet': {'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:46.484076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:21:46.486708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 0beff2e2-94a8-4503-93ca-7c8581759b89 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:46.487165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 0beff2e2-94a8-4503-93ca-7c8581759b89 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:46.565089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Made reservation on behalf of f0cff518ec094a9c89458c2a3f6e8e8c for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:21:46.568650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.753983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.815344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Subnet': ['ID=31422b30-12fc-46a6-9625-499dc18d8df9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:46.824197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Checking segment: {'id': 'e62d5c90-6940-40cd-802a-35ab85a9fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:46.824361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network hostable DHCP agents. Network: fe4abd68-addb-4f85-a5fe-9ddf39069da5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:21:46.829900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fd95c593-cb56-4322-aa8c-9bc88509ba96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.843105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:21:46.851871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, fe4abd68-addb-4f85-a5fe-9ddf39069da5) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:46.856090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:21:46.856682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:46.863856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345e3a83-53ae-4ccf-9e5c-0680fc4eaf51 None None] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:46.872344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-49937795-955b-4f04-8ada-d3555dde6cd1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4351196 Aug 10 01:21:46.874846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46514) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:46.880463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-27be8777-462f-4e7d-b4bf-8284d19fbece tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:47.014723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-fe4abd68-addb-4f85-a5fe-9ddf39069da5', 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5', 'tenant_id': 'f0cff518ec094a9c89458c2a3f6e8e8c', 'fixed_ips': [{'subnet_id': '31422b30-12fc-46a6-9625-499dc18d8df9'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:21:47.015683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.166819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Allocated IP 2001:db8:1::2 (fe4abd68-addb-4f85-a5fe-9ddf39069da5/31422b30-12fc-46a6-9625-499dc18d8df9/9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:47.311995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.356391 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.369832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Transition to ACTIVE for port object 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:47.393115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Transition to ACTIVE for port object 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:47.399063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.409961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 22b99be0-3521-4a17-a966-697f518f69b0 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:47.429317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-27be8777-462f-4e7d-b4bf-8284d19fbece tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.469912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:47.482598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:47.489281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:47.501152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Pushing event updated for resources: {'Port': ['ID=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:47.539246 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-27be8777-462f-4e7d-b4bf-8284d19fbece tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:21:47.543986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46518) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:47.544428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-27be8777-462f-4e7d-b4bf-8284d19fbece tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3 HTTP/1.1" status: 400 len: 364 time: 0.6682196 Aug 10 01:21:47.569845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 22b99be0-3521-4a17-a966-697f518f69b0 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:47.570380 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.572189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Attempting to bind port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:21:47.572629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Attempting to bind port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e62d5c90-6940-40cd-802a-35ab85a9fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:21:47.572769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e71c5b80-f3c0-4a41-b92a-7d9aa1e59b66 req-55702dcb-0c0c-41e2-931f-2700153abcda tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "GET /v2.0/ports?device_id=da5181db-8acd-4ec8-853d-c93e62b2b3e9 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Aug 10 01:21:47.573068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Attempting to bind port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 on network fe4abd68-addb-4f85-a5fe-9ddf39069da5 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:21:47.581978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:21:47.582437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Checking segment: {'id': 'e62d5c90-6940-40cd-802a-35ab85a9fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:21:47.583158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.583563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Bound using segment: {'id': 'e62d5c90-6940-40cd-802a-35ab85a9fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:21:47.584036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Bound port: 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62d5c90-6940-40cd-802a-35ab85a9fd17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'fe4abd68-addb-4f85-a5fe-9ddf39069da5'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:21:47.584420 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.705140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] For port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:21:47.727123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] For port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,segment=NetworkSegment(e62d5c90-6940-40cd-802a-35ab85a9fd17),segment_id=e62d5c90-6940-40cd-802a-35ab85a9fd17)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:21:47.735859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.805069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:47.813941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5fe0-519c-4c9e-84dc-e907efaebfd9 None None] Pushing event updated for resources: {'Port': ['ID=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:47.874427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.136685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Allocated IP 2001:db8::1 (f04059e6-7982-4e4f-be60-e53f945bdff7/6972f860-31d3-4880-bbe0-4581954e0009/5e672f7f-52de-4ca8-8155-430ab98e53f6) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:21:48.246219 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.261144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Transition to ACTIVE for port object 5e672f7f-52de-4ca8-8155-430ab98e53f6 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:21:48.293270 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.335006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network f04059e6-7982-4e4f-be60-e53f945bdff7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:48.337998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:48.343737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:21:48.344285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.385573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Port': ['ID=5e672f7f-52de-4ca8-8155-430ab98e53f6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:48.484430 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.635368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46522) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:48.655487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f331d4d-7c6f-4fb8-8441-1792059000e2 None None] Provisioning for port 5e672f7f-52de-4ca8-8155-430ab98e53f6 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:48.659819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f331d4d-7c6f-4fb8-8441-1792059000e2 None None] Provisioning complete for port 5e672f7f-52de-4ca8-8155-430ab98e53f6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:48.660192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f331d4d-7c6f-4fb8-8441-1792059000e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.702592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6f331d4d-7c6f-4fb8-8441-1792059000e2 None None] Port 5e672f7f-52de-4ca8-8155-430ab98e53f6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:21:48.711566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.743618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.791160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.797098 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.798086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.810050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.813388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:48.814866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e10aca0-35e4-4a55-ae16-5d0b402aae1f HTTP/1.1" status: 204 len: 168 time: 0.1783702 Aug 10 01:21:48.824866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af789146-3e29-4ed7-9185-c08feaf8302c None None] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:48.825217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1f38e-9571-47e2-91c1-cb45a498b609 tempest-TestVolumeBackupRestore-1502949790 tempest-TestVolumeBackupRestore-1502949790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e10aca0-35e4-4a55-ae16-5d0b402aae1f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:48.892039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event updated for resources: {'Port': ['ID=5e672f7f-52de-4ca8-8155-430ab98e53f6,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:48.947779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b1f16cfd-45c3-4cdf-a2af-d4131ac5d39d None None] Provisioning for port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:48.954118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Network f04059e6-7982-4e4f-be60-e53f945bdff7 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:21:48.955708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:21:49.213287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Router 257e3f18-3251-454e-940d-a998a4d2b1c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:49.337801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:49.349206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-27363c46-3cfc-441e-983d-89847edfcb36 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017271 Aug 10 01:21:49.349747 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46572) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:49.353531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] Sync routers for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:49.386396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:49.392020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:49.463818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:49.478131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:49.478785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:49.522249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bcc37ffd-0dd0-43c8-914b-46b8aae13de4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.535375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:49.538169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:49.539234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1b57d-cb54-487e-b0f7-a65f4994d0b3 None None] The sync data for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 is: [] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:49.543953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57d090d2-c86b-4278-a469-34b2189f2c0f None None] Provisioning complete for port 5e672f7f-52de-4ca8-8155-430ab98e53f6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:49.544435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57d090d2-c86b-4278-a469-34b2189f2c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.626160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-57d090d2-c86b-4278-a469-34b2189f2c0f None None] Port 5e672f7f-52de-4ca8-8155-430ab98e53f6 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:21:49.636756 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-bcc37ffd-0dd0-43c8-914b-46b8aae13de4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 01:21:49.641558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bcc37ffd-0dd0-43c8-914b-46b8aae13de4 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3 HTTP/1.1" status: 409 len: 329 time: 0.2873096 Aug 10 01:21:49.641841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46606) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:49.651869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:21:49.659436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:49.659436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.721772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.781831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.794472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-23b2e992-0690-4aeb-a2a6-a65af7bb73b5 None None] Provisioning complete for port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:49.796226 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-23b2e992-0690-4aeb-a2a6-a65af7bb73b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.857818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,segment=NetworkSegment(e62d5c90-6940-40cd-802a-35ab85a9fd17),segment_id=e62d5c90-6940-40cd-802a-35ab85a9fd17)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:49.867745 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:49.990579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:50.034310 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:50.335107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting port 5e672f7f-52de-4ca8-8155-430ab98e53f6 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:50.335463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:50.430073 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:50.452566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Calling delete_port for 5e672f7f-52de-4ca8-8155-430ab98e53f6 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:50.692820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:50.757385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Port': ['ID=5e672f7f-52de-4ca8-8155-430ab98e53f6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:50.855161 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:51.456121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:21:51.458757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Router 257e3f18-3251-454e-940d-a998a4d2b1c3 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:51.519218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:21:51.519218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:51.579976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:51.587827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-12dfc401-55e7-4ffe-9aeb-639eef87cce2 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9449201 Aug 10 01:21:51.591473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46824) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:51.603621 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] Sync routers for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:51.623541 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:51.626547 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:51.672096 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [None req-b8ea0403-02f7-4040-b662-37daaa98bbac tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] show failed (client error): The resource could not be found. Aug 10 01:21:51.673220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b8ea0403-02f7-4040-b662-37daaa98bbac tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-803619436 HTTP/1.1" status: 404 len: 334 time: 0.0794709 Aug 10 01:21:51.677125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46836) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:51.682060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-92e65922-aeb4-42fe-9636-b6208b1079fc tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:21:51.688740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:51.704255 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] Routers {'257e3f18-3251-454e-940d-a998a4d2b1c3'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:51.704880 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['257e3f18-3251-454e-940d-a998a4d2b1c3'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:51.737440 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-92e65922-aeb4-42fe-9636-b6208b1079fc tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] update failed (client error): The resource could not be found. Aug 10 01:21:51.741563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-92e65922-aeb4-42fe-9636-b6208b1079fc tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1368665553 HTTP/1.1" status: 404 len: 335 time: 0.0634079 Aug 10 01:21:51.746205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46844) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:51.758274 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:51.759381 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa15c33f-005b-46ca-a80f-c38799b11475 None None] The sync data for ids ['257e3f18-3251-454e-940d-a998a4d2b1c3'] in n-d-766380-21 is: [] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:51.817899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting subnet 31422b30-12fc-46a6-9625-499dc18d8df9 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:51.821551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:51.871776 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:51.989690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.067626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.107566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Subnet': ['ID=31422b30-12fc-46a6-9625-499dc18d8df9,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:52.125377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271717f7-26a9-4538-9255-dbf339859c15 None None] Network fe4abd68-addb-4f85-a5fe-9ddf39069da5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:52.126386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.128380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-43f07372-f24b-47b1-a35d-5b24348f58c5 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/subnets/31422b30-12fc-46a6-9625-499dc18d8df9 HTTP/1.1" status: 204 len: 168 time: 0.3811612 Aug 10 01:21:52.131348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46888) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:52.231280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.329008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:52.329327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.378449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] DHCP port deletion for fe4abd68-addb-4f85-a5fe-9ddf39069da5 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:52.432940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Deleting port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:52.433530 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.470530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] For port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,segment=NetworkSegment(e62d5c90-6940-40cd-802a-35ab85a9fd17),segment_id=e62d5c90-6940-40cd-802a-35ab85a9fd17)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:52.471245 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.509569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Calling delete_port for 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:52.516023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] For port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,segment=NetworkSegment(e62d5c90-6940-40cd-802a-35ab85a9fd17),segment_id=e62d5c90-6940-40cd-802a-35ab85a9fd17)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:52.517315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.532997 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Calling delete_port for 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:52.629104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.637127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.667454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] No DVR routers for this DVR port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:52.676393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595b286-69b1-4495-b159-a92004fbb529 None None] Pushing event deleted for resources: {'Port': ['ID=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:52.689494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Port': ['ID=9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:52.701487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] No DVR routers for this DVR port 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:52.829316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.845811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4abd68-addb-4f85-a5fe-9ddf39069da5']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:52.867694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62d5c90-6940-40cd-802a-35ab85a9fd17') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:52.868602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62d5c90-6940-40cd-802a-35ab85a9fd17') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:52.881131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.897322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.907217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:52.908077 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self.session.flush() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:52.911466 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:52.980806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.002737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.007187 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46986) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:53.007695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/networks/fe4abd68-addb-4f85-a5fe-9ddf39069da5 HTTP/1.1" status: 204 len: 168 time: 0.8753445 Aug 10 01:21:53.008090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34794123-1301-4324-8fc2-449f69324a46 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Network': ['ID=fe4abd68-addb-4f85-a5fe-9ddf39069da5,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:53.068133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting subnet b17ab399-d727-43d7-bf20-bf9064f165bc {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:53.071412 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.111182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.203265 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.264874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.289558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Subnet': ['ID=b17ab399-d727-43d7-bf20-bf9064f165bc,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:53.295980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.299119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-70739c38-f207-4a7a-b811-5ac67f095c5b tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/subnets/b17ab399-d727-43d7-bf20-bf9064f165bc HTTP/1.1" status: 204 len: 168 time: 0.2861850 Aug 10 01:21:53.300445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46988) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:53.304066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857da35f-a551-4db1-982e-51464e574a07 None None] Network 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:53.366485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting subnet ad5dbc5d-378a-4020-8067-ffb62d974640 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:53.369741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.405042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:53.422507 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.441510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:53.442071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9dbdd5c4-49da-4202-bbd9-05ab74b3f0f5 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:53.521087 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.538033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] DHCP port deletion for 7113a03e-3aa3-4ed8-b9a0-13d1302c7603 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:53.564622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46992) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:53.603238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Deleting port 22b99be0-3521-4a17-a966-697f518f69b0 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:53.603524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.603994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.646292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5dbc5d-378a-4020-8067-ffb62d974640,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:53.655531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.657844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90e9c84c-fd79-4cde-8c45-0ba2a2edc097 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/subnets/ad5dbc5d-378a-4020-8067-ffb62d974640 HTTP/1.1" status: 204 len: 168 time: 0.3564479 Aug 10 01:21:53.660794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 46996) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:53.664173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df288944-483a-4a78-aac8-4ec43760fdf5 None None] Network 7a8ba29d-77fb-4dec-925f-de3500584ca4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:53.741727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] For port 22b99be0-3521-4a17-a966-697f518f69b0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=22b99be0-3521-4a17-a966-697f518f69b0,segment=NetworkSegment(515fc64b-9913-44bc-ac09-c5fcb80033a9),segment_id=515fc64b-9913-44bc-ac09-c5fcb80033a9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:53.742384 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.751933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.765718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Calling delete_port for 22b99be0-3521-4a17-a966-697f518f69b0 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:53.809742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting port 22b99be0-3521-4a17-a966-697f518f69b0 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:53.810189 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.880829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] For port 22b99be0-3521-4a17-a966-697f518f69b0, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=22b99be0-3521-4a17-a966-697f518f69b0,segment=NetworkSegment(515fc64b-9913-44bc-ac09-c5fcb80033a9),segment_id=515fc64b-9913-44bc-ac09-c5fcb80033a9)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:53.881197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.896465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Calling delete_port for 22b99be0-3521-4a17-a966-697f518f69b0 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:53.898048 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:53.928925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] No DVR routers for this DVR port 22b99be0-3521-4a17-a966-697f518f69b0 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:53.940082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a400f7-c09d-4ee7-a249-3973ed20d00a None None] Pushing event deleted for resources: {'Port': ['ID=22b99be0-3521-4a17-a966-697f518f69b0,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:53.961314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] DHCP port deletion for 7a8ba29d-77fb-4dec-925f-de3500584ca4 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:53.988905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.009750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Deleting port 637f65c8-0635-48b5-8f63-17fa2af091bd {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:54.010007 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.016567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Port': ['ID=22b99be0-3521-4a17-a966-697f518f69b0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.023791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] No DVR routers for this DVR port 22b99be0-3521-4a17-a966-697f518f69b0 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:54.080979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] For port 637f65c8-0635-48b5-8f63-17fa2af091bd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=637f65c8-0635-48b5-8f63-17fa2af091bd,segment=NetworkSegment(6586efef-80b0-4706-b8bf-e2371a7daadd),segment_id=6586efef-80b0-4706-b8bf-e2371a7daadd)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:54.081666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.097093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Calling delete_port for 637f65c8-0635-48b5-8f63-17fa2af091bd owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:54.112113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.122140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7113a03e-3aa3-4ed8-b9a0-13d1302c7603']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.132918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.133106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515fc64b-9913-44bc-ac09-c5fcb80033a9') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.133397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515fc64b-9913-44bc-ac09-c5fcb80033a9') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.144182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.158646 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.164862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:54.165304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self.session.flush() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:54.168596 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:54.182995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.214958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] No DVR routers for this DVR port 637f65c8-0635-48b5-8f63-17fa2af091bd on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:54.222719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715e4f6-ea7b-4092-a0c3-7d123b84177a None None] Pushing event deleted for resources: {'Port': ['ID=637f65c8-0635-48b5-8f63-17fa2af091bd,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.234033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.243366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.245282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/networks/7113a03e-3aa3-4ed8-b9a0-13d1302c7603 HTTP/1.1" status: 204 len: 168 time: 0.5833268 Aug 10 01:21:54.248086 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 46998) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:54.256001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e9bf29-4f69-4b4a-805d-2d56d88741a1 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Network': ['ID=7113a03e-3aa3-4ed8-b9a0-13d1302c7603,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.373397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.494715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.522112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8ba29d-77fb-4dec-925f-de3500584ca4']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.539142 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6586efef-80b0-4706-b8bf-e2371a7daadd') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.539440 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6586efef-80b0-4706-b8bf-e2371a7daadd') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:54.549831 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.567449 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.576494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:54.576874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:54.580541 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:54.616124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Deleting port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:54.616463 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.682985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.690863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.692477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/networks/7a8ba29d-77fb-4dec-925f-de3500584ca4 HTTP/1.1" status: 204 len: 168 time: 0.4434078 Aug 10 01:21:54.695083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47000) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:54.712211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dce3eb-82c1-4ea9-a44a-f8d4d7565c40 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Network': ['ID=7a8ba29d-77fb-4dec-925f-de3500584ca4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.735332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] For port 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:54.735705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.748639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Calling delete_port for 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:54.755259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting subnet 6972f860-31d3-4880-bbe0-4581954e0009 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:54.758616 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.799257 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.881524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.932918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.947602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.959627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7800da14-b4ce-4bf9-8fa9-1788f03bc2d1,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.976128 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Subnet': ['ID=6972f860-31d3-4880-bbe0-4581954e0009,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:54.980019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:54.984929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-acf1ccba-cc16-415a-9fc8-9d616bff4939 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/subnets/6972f860-31d3-4880-bbe0-4581954e0009 HTTP/1.1" status: 204 len: 168 time: 0.2857866 Aug 10 01:21:54.985052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47002) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:54.990693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4829d703-53a0-4c5c-8af0-1c468b2464fd None None] Network f04059e6-7982-4e4f-be60-e53f945bdff7 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:55.127805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.189600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] DHCP port deletion for f04059e6-7982-4e4f-be60-e53f945bdff7 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:55.222660 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.240032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Deleting port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:55.240417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.287395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Deleting port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:55.287614 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.303435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] For port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,segment=NetworkSegment(3aa6112c-6975-4068-8865-4d00e58dca33),segment_id=3aa6112c-6975-4068-8865-4d00e58dca33)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:55.303836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.320535 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Calling delete_port for b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:55.394627 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] For port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,segment=NetworkSegment(3aa6112c-6975-4068-8865-4d00e58dca33),segment_id=3aa6112c-6975-4068-8865-4d00e58dca33)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:55.395025 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.412772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Calling delete_port for b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:55.415487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.447857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 22b99be0-3521-4a17-a966-697f518f69b0 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:55.470183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] Pushing event deleted for resources: {'Port': ['ID=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:55.472198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a3f5d4-c394-44ea-96a5-9566b40611ae None None] No DVR routers for this DVR port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:55.474993 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 22b99be0-3521-4a17-a966-697f518f69b0 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:55.475358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 22b99be0-3521-4a17-a966-697f518f69b0 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:55.475777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 637f65c8-0635-48b5-8f63-17fa2af091bd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:55.498311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 637f65c8-0635-48b5-8f63-17fa2af091bd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:55.498697 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 637f65c8-0635-48b5-8f63-17fa2af091bd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:55.499093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:55.517488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:55.517835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:55.577589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Router 00848398-604f-4496-8000-2a1135f8c58e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:55.582825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.612347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Port': ['ID=b5b75fbe-bd59-4292-b3f1-0d6d35489dc8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:55.617371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] No DVR routers for this DVR port b5b75fbe-bd59-4292-b3f1-0d6d35489dc8 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:55.764141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.779757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f04059e6-7982-4e4f-be60-e53f945bdff7']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:55.792697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa6112c-6975-4068-8865-4d00e58dca33') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:55.792993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa6112c-6975-4068-8865-4d00e58dca33') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:55.803811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.805718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:55.814842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Sync routers for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:55.815111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85da9408-2325-4ae2-bec7-fa744ea98ea5 admin admin] 10.222.0.25 "PUT /v2.0/routers/00848398-604f-4496-8000-2a1135f8c58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2467568 Aug 10 01:21:55.817709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47004) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:55.824229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:55.824916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:55.857857 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.867430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:55.867828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:55.870896 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:55.975164 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.986206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:55.987488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/networks/f04059e6-7982-4e4f-be60-e53f945bdff7 HTTP/1.1" status: 204 len: 168 time: 1.0017912 Aug 10 01:21:55.990900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:56.001376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.007063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fef44-152e-4c80-ba25-88f1dc192e74 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Pushing event deleted for resources: {'Network': ['ID=f04059e6-7982-4e4f-be60-e53f945bdff7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:56.026739 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e72497c4-0910-47ff-8a54-09dd82e9a954 tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "GET /v2.0/ports?device_id=257e3f18-3251-454e-940d-a998a4d2b1c3 HTTP/1.1" status: 200 len: 205 time: 0.0336280 Aug 10 01:21:56.029034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47008) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:56.094254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:56.107817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.108499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.171521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Deleting port 9204bb0d-99c7-4da7-9ee6-518546946183 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:56.171861 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.205357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.252520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] For port 9204bb0d-99c7-4da7-9ee6-518546946183, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9204bb0d-99c7-4da7-9ee6-518546946183,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:56.252832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.267079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Calling delete_port for 9204bb0d-99c7-4da7-9ee6-518546946183 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:56.280178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.283040 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.300406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.317779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:21:54Z', 'revision_number': 5, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port': {'id': '9204bb0d-99c7-4da7-9ee6-518546946183', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:60:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00848398-604f-4496-8000-2a1135f8c58e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:41Z', 'updated_at': '2021-08-10T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:56.345642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Checking router: 00848398-604f-4496-8000-2a1135f8c58e for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:56.352023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.353007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Fanout notify agent at l3_agent the message router_deleted on router 257e3f18-3251-454e-940d-a998a4d2b1c3 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:21:56.354753 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Routers {'00848398-604f-4496-8000-2a1135f8c58e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:56.355388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['00848398-604f-4496-8000-2a1135f8c58e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:56.362392 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.366078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-223bf705-f127-4e98-9a6b-a92deb33324a tempest-RoutersNegativeIpV6Test-1626803351 tempest-RoutersNegativeIpV6Test-1626803351-project] 10.222.0.25 "DELETE /v2.0/routers/257e3f18-3251-454e-940d-a998a4d2b1c3 HTTP/1.1" status: 204 len: 168 time: 0.3338010 Aug 10 01:21:56.448744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] Set router 00848398-604f-4496-8000-2a1135f8c58e gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:56.459950 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.492982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9204bb0d-99c7-4da7-9ee6-518546946183,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:56.509685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:21:56Z', 'revision_number': 6, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:56.540791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff6887-82a1-4e04-9029-81b6f38153be None None] The sync data for ids ['00848398-604f-4496-8000-2a1135f8c58e'] in n-d-766380-21 is: [{'id': '00848398-604f-4496-8000-2a1135f8c58e', 'name': 'tempest-TestVolumeBackupRestore-80473010-router', 'tenant_id': 'e21112a399364ff3b560b01ef8e71da5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:40Z', 'updated_at': '2021-08-10T01:21:56Z', 'revision_number': 6, 'project_id': 'e21112a399364ff3b560b01ef8e71da5', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:56.558785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.600231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47014) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:56.743226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bd3f54df-6a7d-4706-9e4d-9e57f7c1200a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0cff518ec094a9c89458c2a3f6e8e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416829 Aug 10 01:21:56.745623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:56.799431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.826604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.875224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.877859 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:56.879090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9babacd5-fdfc-4dee-bc74-8c23a7b40a77 HTTP/1.1" status: 204 len: 168 time: 0.1325054 Aug 10 01:21:56.887630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11da09-fbbe-4c59-8b20-f0dbcc256210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9babacd5-fdfc-4dee-bc74-8c23a7b40a77,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:57.017082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.019373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.064681 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.065231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00848398-604f-4496-8000-2a1135f8c58e {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:21:57.069497 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.070806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f53b0371-da8c-409d-aba9-91632badc4cd admin admin] 10.222.0.25 "DELETE /v2.0/routers/00848398-604f-4496-8000-2a1135f8c58e HTTP/1.1" status: 204 len: 168 time: 1.2520812 Aug 10 01:21:57.073189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47024) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:57.118254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Deleting subnet 29b3287b-b381-4e4a-af67-2a4b1af195e2 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:21:57.121305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.155877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.240970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.292711 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.319382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b3287b-b381-4e4a-af67-2a4b1af195e2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:57.321340 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.326098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-28f2f92b-a824-486d-b5df-76bd1e970dd9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/29b3287b-b381-4e4a-af67-2a4b1af195e2 HTTP/1.1" status: 204 len: 168 time: 0.2490222 Aug 10 01:21:57.326277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47034) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:57.329504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ab737-3d23-4d16-8a0e-352004c02595 None None] Network 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:21:57.410797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.475714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Deleting port 73003d21-ed59-4c00-a068-5f97f5dce40b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:57.476068 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.487261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9204bb0d-99c7-4da7-9ee6-518546946183 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:57.513903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9204bb0d-99c7-4da7-9ee6-518546946183 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:57.514302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9204bb0d-99c7-4da7-9ee6-518546946183 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:57.514962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:57.539346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:57.539835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7800da14-b4ce-4bf9-8fa9-1788f03bc2d1 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:57.559152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] For port 73003d21-ed59-4c00-a068-5f97f5dce40b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=73003d21-ed59-4c00-a068-5f97f5dce40b,segment=NetworkSegment(960d5f29-e747-4a39-a369-6f079fe99a26),segment_id=960d5f29-e747-4a39-a369-6f079fe99a26)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:57.559533 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.574184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Calling delete_port for 73003d21-ed59-4c00-a068-5f97f5dce40b owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:57.637112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] DHCP port deletion for 6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:21:57.687546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.693084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Deleting port 73003d21-ed59-4c00-a068-5f97f5dce40b {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:57.693565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.715678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Pushing event deleted for resources: {'Port': ['ID=73003d21-ed59-4c00-a068-5f97f5dce40b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:57.730489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] No DVR routers for this DVR port 73003d21-ed59-4c00-a068-5f97f5dce40b on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:57.788853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] For port 73003d21-ed59-4c00-a068-5f97f5dce40b, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:57.789260 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.805477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Calling delete_port for 73003d21-ed59-4c00-a068-5f97f5dce40b owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:57.808182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Port 73003d21-ed59-4c00-a068-5f97f5dce40b was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:21:57.809497 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.824317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.835409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:57.835785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Pushing event deleted for resources: {'Port': ['ID=73003d21-ed59-4c00-a068-5f97f5dce40b,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:57.844261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] No DVR routers for this DVR port 73003d21-ed59-4c00-a068-5f97f5dce40b on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:21:57.846966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960d5f29-e747-4a39-a369-6f079fe99a26') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:57.847213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960d5f29-e747-4a39-a369-6f079fe99a26') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:57.847773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.848126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.848473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.848823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.849162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.849486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.849820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.850151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.852967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.852967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.852967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.852967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210bdeb1-7a0c-4d6b-b465-be8818d0d1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:57.861561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.876606 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.882872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:21:57.883325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:21:57.885058 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:21:57.940029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.945282 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:57.947432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4 HTTP/1.1" status: 204 len: 168 time: 0.6135998 Aug 10 01:21:57.950185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47052) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:57.961697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c123b9f-d8e7-4e72-9369-474b0ff96158 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d75fef7-bb6c-40c9-88c9-9f2cf976fdd4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:58.301171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:58.554734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Deleting port 583fb1b8-8129-4f47-9385-04222b259a51 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:58.555137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:58.645765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] For port 583fb1b8-8129-4f47-9385-04222b259a51, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=583fb1b8-8129-4f47-9385-04222b259a51,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:58.646132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:58.660272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Calling delete_port for 583fb1b8-8129-4f47-9385-04222b259a51 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:58.837464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:58.864741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Pushing event deleted for resources: {'Port': ['ID=583fb1b8-8129-4f47-9385-04222b259a51,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:59.026905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.235507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Router de3e6242-8bc9-4ca5-8953-93d506942f9f has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:21:59.342867 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:21:59.350368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5c63c6d9-82b4-400c-a01a-70e70b49f573 admin admin] 10.222.0.25 "PUT /v2.0/routers/de3e6242-8bc9-4ca5-8953-93d506942f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3979912 Aug 10 01:21:59.351299 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Sync routers for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:21:59.351770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47072) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:21:59.363061 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:59.363674 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:59.429424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73003d21-ed59-4c00-a068-5f97f5dce40b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:21:59.449687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 73003d21-ed59-4c00-a068-5f97f5dce40b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:21:59.450031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 73003d21-ed59-4c00-a068-5f97f5dce40b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:21:59.459939 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.469096 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:59.562360 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.614111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Deleting port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:21:59.614454 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.652628 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132'}], 'enable_snat': True}, 'gw_port_id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:21:58Z', 'revision_number': 5, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port': {'id': 'c76ebe10-ab9b-42d7-a017-06d8d4d9ca44', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:59.683456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Checking router: de3e6242-8bc9-4ca5-8953-93d506942f9f for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:21:59.692481 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Routers {'de3e6242-8bc9-4ca5-8953-93d506942f9f'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:21:59.692996 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:21:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['de3e6242-8bc9-4ca5-8953-93d506942f9f'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:59.698808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] For port c76ebe10-ab9b-42d7-a017-06d8d4d9ca44, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:21:59.699184 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.712133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Calling delete_port for c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:21:59.784648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] Set router de3e6242-8bc9-4ca5-8953-93d506942f9f gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:21:59.841030 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:21:59Z', 'revision_number': 6, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:21:59.874035 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af0af2-6895-4ca5-a897-dd0637d37b18 None None] The sync data for ids ['de3e6242-8bc9-4ca5-8953-93d506942f9f'] in n-d-766380-21 is: [{'id': 'de3e6242-8bc9-4ca5-8953-93d506942f9f', 'name': 'tempest-TestVolumeBackupRestore-1367698636-router', 'tenant_id': '5f87ad55443d452a8b071c40ef58b4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:16:55Z', 'updated_at': '2021-08-10T01:21:59Z', 'revision_number': 6, 'project_id': '5f87ad55443d452a8b071c40ef58b4ad', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:21:59.901429 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:21:59.934128 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Pushing event deleted for resources: {'Port': ['ID=c76ebe10-ab9b-42d7-a017-06d8d4d9ca44,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:21:59.943935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.944286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.944628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.944965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.945311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.945628 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.945955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.946280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.946602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.948192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.948558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:21:59.949059 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:00.029733 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.121821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.124643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.168128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.168689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Fanout notify agent at l3_agent the message router_deleted on router de3e6242-8bc9-4ca5-8953-93d506942f9f {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:22:00.173676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.174849 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02c4ca6b-0c2f-4db7-b80f-ff869200d65b admin admin] 10.222.0.25 "DELETE /v2.0/routers/de3e6242-8bc9-4ca5-8953-93d506942f9f HTTP/1.1" status: 204 len: 168 time: 0.8223133 Aug 10 01:22:00.177442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47088) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:00.227452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Deleting subnet 8360bebd-4afa-4cd5-8a74-642f9c269a1c {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:22:00.232990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.286083 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.369756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.432156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.467702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8360bebd-4afa-4cd5-8a74-642f9c269a1c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:00.469782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.474301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e417a73-222b-4d6d-a196-d6a99bf55b9e None None] Network b66cc3f1-eeb1-496b-8c8b-aef20a1354bd requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:22:00.475217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47090) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:00.475656 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85f74b22-68d4-4917-81b4-108e37dd7e6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8360bebd-4afa-4cd5-8a74-642f9c269a1c HTTP/1.1" status: 204 len: 168 time: 0.2968102 Aug 10 01:22:00.564668 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.651992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Deleting port 612ceff8-0c26-4e96-872e-4d42f5c86b4a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:00.652485 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.706742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] DHCP port deletion for b66cc3f1-eeb1-496b-8c8b-aef20a1354bd request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:22:00.734292 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] For port 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=612ceff8-0c26-4e96-872e-4d42f5c86b4a,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:00.734681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.750596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Calling delete_port for 612ceff8-0c26-4e96-872e-4d42f5c86b4a owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:00.758439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Deleting port 612ceff8-0c26-4e96-872e-4d42f5c86b4a {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:00.759093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.827618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] For port 612ceff8-0c26-4e96-872e-4d42f5c86b4a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=612ceff8-0c26-4e96-872e-4d42f5c86b4a,segment=NetworkSegment(af96854d-aeb3-4d81-b16a-0967f616e992),segment_id=af96854d-aeb3-4d81-b16a-0967f616e992)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:00.828014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.842273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Calling delete_port for 612ceff8-0c26-4e96-872e-4d42f5c86b4a owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:00.862325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.890606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Pushing event deleted for resources: {'Port': ['ID=612ceff8-0c26-4e96-872e-4d42f5c86b4a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:00.892500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] No DVR routers for this DVR port 612ceff8-0c26-4e96-872e-4d42f5c86b4a on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 01:22:00.932454 n-d-766380-21 neutron-server[105959]: self.session.flush() Aug 10 01:22:00.943647 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.968112 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:00.972523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] Pushing event deleted for resources: {'Port': ['ID=612ceff8-0c26-4e96-872e-4d42f5c86b4a,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:00.979439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc44cc-4e9e-4752-9bb9-0bfa59635564 None None] No DVR routers for this DVR port 612ceff8-0c26-4e96-872e-4d42f5c86b4a on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:22:00.980050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66cc3f1-eeb1-496b-8c8b-aef20a1354bd']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:00.993834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af96854d-aeb3-4d81-b16a-0967f616e992') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:00.994135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af96854d-aeb3-4d81-b16a-0967f616e992') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:01.004351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.023620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.030331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:22:01.030755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:22:01.032868 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:22:01.093252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.098686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.100829 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] 10.222.0.25 "DELETE /v2.0/networks/b66cc3f1-eeb1-496b-8c8b-aef20a1354bd HTTP/1.1" status: 204 len: 168 time: 0.6242588 Aug 10 01:22:01.113687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80477bb6-49c4-4582-8529-d7ca25d5197d admin admin] Pushing event deleted for resources: {'Network': ['ID=b66cc3f1-eeb1-496b-8c8b-aef20a1354bd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:01.280217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:01.334723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-805daf33-7742-4e6f-9a34-154281b93ca8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e21112a399364ff3b560b01ef8e71da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532141 Aug 10 01:22:01.335288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47104) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:01.390587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 612ceff8-0c26-4e96-872e-4d42f5c86b4a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:22:01.399148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.415442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 612ceff8-0c26-4e96-872e-4d42f5c86b4a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:22:01.415786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 612ceff8-0c26-4e96-872e-4d42f5c86b4a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:22:01.416203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 583fb1b8-8129-4f47-9385-04222b259a51 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:22:01.427620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.436196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 583fb1b8-8129-4f47-9385-04222b259a51 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:22:01.436546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 583fb1b8-8129-4f47-9385-04222b259a51 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:22:01.436957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:22:01.455571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:22:01.455880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c76ebe10-ab9b-42d7-a017-06d8d4d9ca44 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:22:01.479301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.483274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.484438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35028fd4-2ee7-4758-86e4-19e6fbadfb0e HTTP/1.1" status: 204 len: 168 time: 0.1480620 Aug 10 01:22:01.492552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935b5ae-db0b-4334-b05b-fe129efe72bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35028fd4-2ee7-4758-86e4-19e6fbadfb0e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:01.806181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47110) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:01.846504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c18b687c-ca47-4ee6-a9ab-a420f0aaffd9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f87ad55443d452a8b071c40ef58b4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391054 Aug 10 01:22:01.849052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47112) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:01.896820 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.918082 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.965442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.968753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:01.969950 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/509c4fc3-ceba-4bb7-931d-e5be38e8299d HTTP/1.1" status: 204 len: 168 time: 0.1200025 Aug 10 01:22:01.978130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb5645-c041-4350-928e-391de995a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c4fc3-ceba-4bb7-931d-e5be38e8299d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:03.762299 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:22:14.042546 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bb8f879a-c8fd-4b29-ad83-b037565cf780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:16.822360 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-368c987c-980a-4618-ae1b-115e828534c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:17.289671 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:17.784563 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:19.695463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:26.162600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:26.299283 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:35.705215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-eeee5f11-c17a-4eb8-aad4-20e164a3c64e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462563 Aug 10 01:22:35.794376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-1b0d47a1-7bf2-495c-8bee-419ba1686bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:35.795941 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-1b0d47a1-7bf2-495c-8bee-419ba1686bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 1097 time: 0.0456603 Aug 10 01:22:35.906869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-bdfd6214-960a-44fd-812a-1eb101adda63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:35.908564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-bdfd6214-960a-44fd-812a-1eb101adda63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0936260 Aug 10 01:22:35.979016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-7aded5d2-e6a0-464d-8da4-8227a22402ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 200 len: 999 time: 0.0637283 Aug 10 01:22:36.031378 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-da95364d-2782-425e-b4a8-9cb2eb65ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.032827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-da95364d-2782-425e-b4a8-9cb2eb65ad80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0473228 Aug 10 01:22:36.079529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-9b1308c5-aad9-459d-b30c-c6321d26494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:36.081023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-9b1308c5-aad9-459d-b30c-c6321d26494e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409470 Aug 10 01:22:36.177778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-cf9d40a3-a98d-419e-9ca0-5b41aed75280 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893447 Aug 10 01:22:36.267663 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3e71b60-c242-4f6f-921f-f336b2a168fb req-f6be44ef-60a0-4fc7-af7f-bd12a570daa8 service neutron] 10.222.0.21 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825129 Aug 10 01:22:40.762563 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:22:43.433736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47472) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:43.537835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-659a69da-a534-4980-9d4e-67087285bacb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.629649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-659a69da-a534-4980-9d4e-67087285bacb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.633346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-659a69da-a534-4980-9d4e-67087285bacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.671806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-659a69da-a534-4980-9d4e-67087285bacb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25b9e8fd4e374165a16e900c89d703ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370024 Aug 10 01:22:43.672647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a69da-a534-4980-9d4e-67087285bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924ecb0f-7ed6-4b84-9d96-66b9cb36b074,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:43.674566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47476) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:43.723254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.745151 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.795769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.798416 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:43.799621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/924ecb0f-7ed6-4b84-9d96-66b9cb36b074 HTTP/1.1" status: 204 len: 168 time: 0.1240306 Aug 10 01:22:43.807127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ecb0f-7ed6-4b84-9d96-66b9cb36b074,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:43.814583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.814961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.815312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.815659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.816001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.816341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.816676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.817044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.817324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.817654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.817982 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:43.818310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f605113b-c8da-46fd-9237-d4d010830d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:22:44.047933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04abd537-c33b-442d-a308-d896bc460fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.060974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47482) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:44.074136 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b33c81c-423a-43ef-8490-b65985b5948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.163684 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b33c81c-423a-43ef-8490-b65985b5948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.167860 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b33c81c-423a-43ef-8490-b65985b5948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.205342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3b33c81c-423a-43ef-8490-b65985b5948a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70b0516db5cc478b9286fe0ecf2a7134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433136 Aug 10 01:22:44.207334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c81c-423a-43ef-8490-b65985b5948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbf950-c3ed-4b75-b95f-c3f86f17ceba,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:44.208083 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47484) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:44.258960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.279314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.324296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.326835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:44.327975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49dbf950-c3ed-4b75-b95f-c3f86f17ceba HTTP/1.1" status: 204 len: 168 time: 0.1189070 Aug 10 01:22:44.335337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af9d58-3277-402c-bfb2-bdf76c8b0075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbf950-c3ed-4b75-b95f-c3f86f17ceba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:46.079050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47546) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:46.183250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc21c4f-2b51-48ea-8bdb-116ff4363e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.271220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc21c4f-2b51-48ea-8bdb-116ff4363e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.274886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1fc21c4f-2b51-48ea-8bdb-116ff4363e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.313298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1fc21c4f-2b51-48ea-8bdb-116ff4363e5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b3f4f3a7dbe45d49a60074c93793882&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331679 Aug 10 01:22:46.314021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc21c4f-2b51-48ea-8bdb-116ff4363e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab97797c-8ffd-4e3c-bdf6-ba4ff2508bb6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:46.316082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47550) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:46.366647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.393218 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.443590 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.446135 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.447344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab97797c-8ffd-4e3c-bdf6-ba4ff2508bb6 HTTP/1.1" status: 204 len: 168 time: 0.1301229 Aug 10 01:22:46.455107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099bcfd-72ca-4fe6-8fee-15e0ac5b5528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab97797c-8ffd-4e3c-bdf6-ba4ff2508bb6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:46.696901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47556) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:46.710488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc056c58-89d8-44ae-bac3-c04cd08c2947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.800392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc056c58-89d8-44ae-bac3-c04cd08c2947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.804143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dc056c58-89d8-44ae-bac3-c04cd08c2947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.824395 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4592d3cb-bb89-4911-9b76-da4f5077a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.842913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dc056c58-89d8-44ae-bac3-c04cd08c2947 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c67850dbb43e40918fc25197fc59e419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449091 Aug 10 01:22:46.843776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc056c58-89d8-44ae-bac3-c04cd08c2947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b05939-403f-4d76-bd18-e65968406337,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:46.845566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47558) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:46.897547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.919541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.965271 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.967842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:46.969025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6b05939-403f-4d76-bd18-e65968406337 HTTP/1.1" status: 204 len: 168 time: 0.1218560 Aug 10 01:22:46.976864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cd9cc-78f2-4dbc-92fe-fa3ad9905bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b05939-403f-4d76-bd18-e65968406337,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:47.294082 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:47.788426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:49.699788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:54.257967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1ecf1-6362-4067-8764-789bfc4958c3 req-3bc452e5-95ce-4c2a-9597-2b5d53419878 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:54.259401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55b1ecf1-6362-4067-8764-789bfc4958c3 req-3bc452e5-95ce-4c2a-9597-2b5d53419878 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.0494461 Aug 10 01:22:54.298789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-55b1ecf1-6362-4067-8764-789bfc4958c3 req-74e16893-ab3b-495c-850a-c9cbcdea2060 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327549 Aug 10 01:22:55.418732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c43e8-53b6-4e15-a735-10a4a56f3325 req-2996989c-2cde-4dec-bfad-1ffa1d477fce tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:55.420220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-553c43e8-53b6-4e15-a735-10a4a56f3325 req-2996989c-2cde-4dec-bfad-1ffa1d477fce tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.0488508 Aug 10 01:22:55.458711 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-553c43e8-53b6-4e15-a735-10a4a56f3325 req-8251358d-44ec-4db7-8c45-b78d2f3f872b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Aug 10 01:22:55.719612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-bcae2db9-3828-4c80-91d8-1b95825fd16a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:22:55.721049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-bcae2db9-3828-4c80-91d8-1b95825fd16a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 945 time: 0.0508933 Aug 10 01:22:55.815448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port d3df4fcd-86a7-432f-a96b-d02c032e133f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:22:55.815800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:55.907700 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port d3df4fcd-86a7-432f-a96b-d02c032e133f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=d3df4fcd-86a7-432f-a96b-d02c032e133f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:22:55.908067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.156220 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.156626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.156944 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP 0fba2c63-20c2-48c3-933d-7cb35f90a2b7 disassociated. External IP: 172.25.7.8, port: d3df4fcd-86a7-432f-a96b-d02c032e133f. Aug 10 01:22:56.157286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for d3df4fcd-86a7-432f-a96b-d02c032e133f owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:22:56.191898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.297862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.303608 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.326138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=d3df4fcd-86a7-432f-a96b-d02c032e133f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:56.331938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47656) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:56.454986 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3c57-64a0-4318-92df-4c4f0a691229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.477480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:22:56.553685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b35ae952-95e7-456c-9ea2-8811bd08aae9 req-715db045-080c-4e5e-a805-ade7784b5834 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0265155 Aug 10 01:22:56.627958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:22:56.638183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:22:56.647367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:22:56.648094 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:22:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:56.677289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port d3df4fcd-86a7-432f-a96b-d02c032e133f on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:22:56.683131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.685286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cfab96f2-0b72-4f17-944c-7857347eb69d req-2c494666-1105-4728-b3d9-36f103d30868 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.21 "DELETE /v2.0/ports/d3df4fcd-86a7-432f-a96b-d02c032e133f HTTP/1.1" status: 204 len: 173 time: 0.9583549 Aug 10 01:22:56.685728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'name': 'network-vif-deleted', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:22:56.687984 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f1ae48-a48d-4f90-bd9c-70393f07dd7a" -d '{"events": [{"server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "name": "network-vif-deleted", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:22:56.692268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3c57-64a0-4318-92df-4c4f0a691229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.699812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d9ef3c57-64a0-4318-92df-4c4f0a691229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.753265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d9ef3c57-64a0-4318-92df-4c4f0a691229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b65912ad45f429086cce87bfee19f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204128 Aug 10 01:22:56.754552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef3c57-64a0-4318-92df-4c4f0a691229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9db5b2-7041-4083-8ad7-99016c37af1e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:56.756108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 47666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:22:56.800955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:22:56.852409 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.882100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.943526 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.947316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:22:56.949060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d9db5b2-7041-4083-8ad7-99016c37af1e HTTP/1.1" status: 204 len: 168 time: 0.1907134 Aug 10 01:22:56.958938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e683c3-ffd6-40c3-8b19-b615c3a0863e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9db5b2-7041-4083-8ad7-99016c37af1e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:22:56.997954 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1051cb-70d0-4a5b-a7f0-48967ec01dec x-openstack-request-id: req-7e1051cb-70d0-4a5b-a7f0-48967ec01dec {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:22:56.998246 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2498a5-73bc-476c-ab95-aabde8e266ef", "name": "network-vif-deleted", "tag": "d3df4fcd-86a7-432f-a96b-d02c032e133f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:22:56.998496 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e1051cb-70d0-4a5b-a7f0-48967ec01dec {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:22:56.998943 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2498a5-73bc-476c-ab95-aabde8e266ef', 'name': 'network-vif-deleted', 'tag': 'd3df4fcd-86a7-432f-a96b-d02c032e133f', 'status': 'completed', 'code': 200} Aug 10 01:22:57.089572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.117282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:22:57.126847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:22:57.127558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:22:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.238857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:22:57.616177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:22:57.645424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a018c-be15-4e91-9d12-456f1434ca10 None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:22:57.671171 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c873af58-d3cf-4065-b629-1d516df2aef8 req-9a364a18-035a-48f1-89dc-41598f6d2e0c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0422194 Aug 10 01:22:57.923222 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200fcc5a-ff55-4476-bbd5-0db526ca2042 None None] New status for floating IP 0fba2c63-20c2-48c3-933d-7cb35f90a2b7: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:22:58.788513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81e5ac48-64f7-49a4-9e91-da206a9848f6 req-86337d45-2909-4331-b95f-cd0def27e491 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0376563 Aug 10 01:22:59.751186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d3df4fcd-86a7-432f-a96b-d02c032e133f no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:22:59.772676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: d3df4fcd-86a7-432f-a96b-d02c032e133f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:22:59.773022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device d3df4fcd-86a7-432f-a96b-d02c032e133f not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:22:59.888573 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12fcfa44-8d9e-488b-bb37-dfc171257f43 req-42787556-9ce2-46a5-a8ef-5654323d62af tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f2498a5-73bc-476c-ab95-aabde8e266ef HTTP/1.1" status: 200 len: 210 time: 0.0276597 Aug 10 01:23:01.159849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-64c0e51e-c4a3-48c0-8dea-dd211fd63576 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627047378&fields=id&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 267 time: 0.0353270 Aug 10 01:23:01.278489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-17cb1149-d306-44cf-88cd-51c48c5159f9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:01.279901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-17cb1149-d306-44cf-88cd-51c48c5159f9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1122684 Aug 10 01:23:01.296514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-3a6a74a7-35db-4de5-9f55-f157ea5ab0be tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0105314 Aug 10 01:23:01.351842 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-8fe8559d-588a-45f1-8f71-0d138fa8c54d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497153 Aug 10 01:23:01.778945 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-0d16eb1c-ed23-4c0a-93d9-5c3497b19167 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070973 Aug 10 01:23:01.872110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-12e264cd-8eeb-47e5-9e82-509b3d7345e9 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870366 Aug 10 01:23:02.195321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81c2ad50-961c-4c18-b087-80637bf9d026 req-64b0adb4-e46d-439a-90cf-bcdb4fdcad15 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Aug 10 01:23:03.328983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-975cf3cf-92ee-4f09-9191-48ce10641dc5 req-becfb985-55cf-486c-b73e-896d776cdb27 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0345211 Aug 10 01:23:03.387155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-871a1e35-524b-491a-a8ad-b6aeb5a0e898 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:03.388697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-871a1e35-524b-491a-a8ad-b6aeb5a0e898 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1599231 Aug 10 01:23:03.444886 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-7c9ee544-b33e-440b-baa1-4c7deeb0aaa2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 379 time: 0.0467763 Aug 10 01:23:03.455238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'security_groups': ['fa60ca6b-0269-42a8-9d8d-67c4f9306d79']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:03.577998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:03.581845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.721783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.12 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/b3372a3b-53f8-4171-ad9c-86dd88bf0311) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:23:03.881799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.897665 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object b3372a3b-53f8-4171-ad9c-86dd88bf0311 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:03.935113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:03.977941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:23:03.983866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:03.987791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:23:04.021730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:04.064040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:04.065348 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.087348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-39c77d3f-f3c9-479d-a774-35fff986add0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6358738 Aug 10 01:23:04.245285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Request body: {'port': {'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:04.306260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.346877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a4fc2b49-71f7-4e95-8126-9cd6966ece53 None None] Provisioning for port b3372a3b-53f8-4171-ad9c-86dd88bf0311 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:04.354634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a4fc2b49-71f7-4e95-8126-9cd6966ece53 None None] Provisioning complete for port b3372a3b-53f8-4171-ad9c-86dd88bf0311 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:04.355326 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2b49-71f7-4e95-8126-9cd6966ece53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.407868 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a4fc2b49-71f7-4e95-8126-9cd6966ece53 None None] Port b3372a3b-53f8-4171-ad9c-86dd88bf0311 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:23:04.495578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c12540-eb1c-4663-b8d8-5d778c71789a req-b5247513-eb98-4821-9293-79d025e93074 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:04.497026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11c12540-eb1c-4663-b8d8-5d778c71789a req-b5247513-eb98-4821-9293-79d025e93074 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 932 time: 0.0597377 Aug 10 01:23:04.550952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11c12540-eb1c-4663-b8d8-5d778c71789a req-5886cd69-e00d-4790-afc3-d579d3e8d22b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478618 Aug 10 01:23:04.698796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3372a3b-53f8-4171-ad9c-86dd88bf0311 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:04.706490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.720338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Transition to ACTIVE for port object b3372a3b-53f8-4171-ad9c-86dd88bf0311 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:23:04.726357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.780030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Pushing event updated for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:04.871062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Attempting to bind port b3372a3b-53f8-4171-ad9c-86dd88bf0311 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:23:04.871678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Attempting to bind port b3372a3b-53f8-4171-ad9c-86dd88bf0311 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:23:04.872192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Attempting to bind port b3372a3b-53f8-4171-ad9c-86dd88bf0311 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:04.877250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Port b3372a3b-53f8-4171-ad9c-86dd88bf0311 on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:23:04.877778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Attempting to bind port b3372a3b-53f8-4171-ad9c-86dd88bf0311 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:23:04.883630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:23:04.884361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:04.885708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:23:04.886335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Bound port: b3372a3b-53f8-4171-ad9c-86dd88bf0311, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:23:04.886919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:04.959667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:23:04.964347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:23:04.970410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.011645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.012680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:05.013780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] 10.222.0.10 "PUT /v2.0/ports/b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 1093 time: 0.9183877 Aug 10 01:23:05.014217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:05.016921 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085b7c96-da84-49e1-bbdc-7f81447fd439" -d '{"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:05.051290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c499f0-0fe1-41ca-b746-76d6b89dfe23 service neutron] Pushing event updated for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:05.131160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-8b651d63-e319-4c6a-a374-44f9383cd9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.133000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-8b651d63-e319-4c6a-a374-44f9383cd9fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1096 time: 0.0550942 Aug 10 01:23:05.210902 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-8e558b9a-9be6-4c9e-8fa8-ff23e9fdb2c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 217 time: 0.0698526 Aug 10 01:23:05.265834 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7521749d-edd3-4ef4-9149-a163d0f0b619 x-openstack-request-id: req-7521749d-edd3-4ef4-9149-a163d0f0b619 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:05.266127 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:05.266409 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7521749d-edd3-4ef4-9149-a163d0f0b619 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:05.266882 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'status': 'completed', 'code': 200} Aug 10 01:23:05.286331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-952258de-0646-483f-b11b-e2b775dbb818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.287954 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-952258de-0646-483f-b11b-e2b775dbb818 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0691268 Aug 10 01:23:05.347595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-dc923f95-c8e0-4ddb-8a40-f4b2a0d9a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.349056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-dc923f95-c8e0-4ddb-8a40-f4b2a0d9a3bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537267 Aug 10 01:23:05.450923 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-43ad6b97-f104-46f6-96a1-32e4f7541fb1 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946505 Aug 10 01:23:05.546762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8c02e1e9-ae5c-494e-bd00-7521c3017dbd req-0a926717-b41d-4704-a3a4-3bb646ac0b76 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884800 Aug 10 01:23:05.653325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-aab1aba8-a254-4133-8e81-f71be77f05c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.655017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-aab1aba8-a254-4133-8e81-f71be77f05c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1096 time: 0.0632918 Aug 10 01:23:05.680099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78daac-ed0e-473f-ae35-a81549e46a68 req-fea213d3-a9c0-4fde-bdd0-64868bedbb76 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.684087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f78daac-ed0e-473f-ae35-a81549e46a68 req-fea213d3-a9c0-4fde-bdd0-64868bedbb76 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0566518 Aug 10 01:23:05.756141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f78daac-ed0e-473f-ae35-a81549e46a68 req-64070b6f-587c-420a-8c80-c95c16b2642e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624812 Aug 10 01:23:05.785453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-f6a8c1ad-5031-46d9-877d-7205364f5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.787794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-f6a8c1ad-5031-46d9-877d-7205364f5119 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1255400 Aug 10 01:23:05.835596 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-f3131ee5-a754-40c5-baea-d0732250c3e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 217 time: 0.0403416 Aug 10 01:23:05.894002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-793b7130-ca13-4302-a0d9-f17e392467bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.914763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-793b7130-ca13-4302-a0d9-f17e392467bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0664341 Aug 10 01:23:05.962350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-95791b2a-6181-4cc7-91d1-832f5dc88b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:05.965430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-95791b2a-6181-4cc7-91d1-832f5dc88b0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473206 Aug 10 01:23:06.069074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-58a2fffd-0258-47c8-9f3a-611da5a1d1d2 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962949 Aug 10 01:23:06.176139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-085b7c96-da84-49e1-bbdc-7f81447fd439 req-f9b2cc1c-995c-44d1-b159-d42337445e1d service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998349 Aug 10 01:23:06.892047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b34c3a-b237-4a87-8f0f-812347b0c3dc req-0701eed8-1c6e-4c06-8e3a-732922849edf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:06.893632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42b34c3a-b237-4a87-8f0f-812347b0c3dc req-0701eed8-1c6e-4c06-8e3a-732922849edf tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0625207 Aug 10 01:23:06.936704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42b34c3a-b237-4a87-8f0f-812347b0c3dc req-ed780314-b0fd-4692-80f5-6915f04ee95a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367515 Aug 10 01:23:08.059890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaaedf-9be1-43d3-bb2f-6d5893d2e5b8 req-d20ec916-5310-4f3a-9b29-1d60268cf019 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:08.061364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acfaaedf-9be1-43d3-bb2f-6d5893d2e5b8 req-d20ec916-5310-4f3a-9b29-1d60268cf019 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0562384 Aug 10 01:23:08.102803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acfaaedf-9be1-43d3-bb2f-6d5893d2e5b8 req-8638ee58-ca70-43fe-bb28-178a8923ff32 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347667 Aug 10 01:23:09.225501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bfaf8-009c-4640-b430-2cfd02c547e2 req-82d2f1c6-d1a9-4dfe-a9f3-6ffc68f71702 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:09.226994 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f00bfaf8-009c-4640-b430-2cfd02c547e2 req-82d2f1c6-d1a9-4dfe-a9f3-6ffc68f71702 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0544958 Aug 10 01:23:09.265090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f00bfaf8-009c-4640-b430-2cfd02c547e2 req-39b9fd4e-6ee3-47c7-b9df-f06f1a9707a5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Aug 10 01:23:10.383121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3cd82-04ea-4e4e-8dbf-cb55db9e9843 req-55ecc536-74c2-4685-bf81-3d03ad1b299c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:10.384274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6f3cd82-04ea-4e4e-8dbf-cb55db9e9843 req-55ecc536-74c2-4685-bf81-3d03ad1b299c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0500371 Aug 10 01:23:10.423442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6f3cd82-04ea-4e4e-8dbf-cb55db9e9843 req-2279b8f8-1613-4f07-b901-0986ee283711 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323734 Aug 10 01:23:11.555505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0660c-918b-4690-b1cc-3e6317967c0d req-c8799467-dbf3-401d-8ce9-51bc07f19f27 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:11.557695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9de0660c-918b-4690-b1cc-3e6317967c0d req-c8799467-dbf3-401d-8ce9-51bc07f19f27 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0588889 Aug 10 01:23:11.606627 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9de0660c-918b-4690-b1cc-3e6317967c0d req-1f34e8ee-99dd-4031-8c01-97a446e681dc tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Aug 10 01:23:12.727120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7e69b-79f9-4897-ac36-f4f50f24e555 req-abbbbd42-a2be-4a7a-8ffd-98c7e9cf87eb tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:12.729045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88a7e69b-79f9-4897-ac36-f4f50f24e555 req-abbbbd42-a2be-4a7a-8ffd-98c7e9cf87eb tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0529230 Aug 10 01:23:12.769281 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88a7e69b-79f9-4897-ac36-f4f50f24e555 req-c28333e6-b98a-4619-bda3-423f1a046911 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Aug 10 01:23:13.885127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70302bb-4f0c-4a23-a9e9-858c3c523924 req-bca60cbf-53e5-480d-b548-c9244193b3e2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:13.887805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f70302bb-4f0c-4a23-a9e9-858c3c523924 req-bca60cbf-53e5-480d-b548-c9244193b3e2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0504429 Aug 10 01:23:13.925351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f70302bb-4f0c-4a23-a9e9-858c3c523924 req-dfb45f1b-b563-42e2-9608-2682735c67ee tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Aug 10 01:23:14.049025 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9996bd2a-9add-49f8-bea4-548d37b6f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:14.999618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b3372a3b-53f8-4171-ad9c-86dd88bf0311 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:23:15.051904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01c85-463b-43c7-b4bf-932ed39ed226 req-113ce053-0f69-4938-b80b-4a31d676e3d3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:15.058708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c6f01c85-463b-43c7-b4bf-932ed39ed226 req-113ce053-0f69-4938-b80b-4a31d676e3d3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 944 time: 0.0605791 Aug 10 01:23:15.101157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c6f01c85-463b-43c7-b4bf-932ed39ed226 req-347bfd6a-c3bc-45cb-b5e8-0a5a266eed6f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416245 Aug 10 01:23:15.105184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:15.124972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:23:15.168064 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:15.181528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3372a3b-53f8-4171-ad9c-86dd88bf0311 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:23:15.201650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:15.205031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:15.250824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:15.257915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.258267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.258608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.258969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.259890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.260431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.260943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.261365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.261698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.262121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.262450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.262795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:15.406904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['b3372a3b-53f8-4171-ad9c-86dd88bf0311'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:23:16.223449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccfd4c-dd10-4389-91a4-5602a3aa9bca req-eb76a623-58b6-4bf2-9ca8-b641dd1e21ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:16.225205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5ccfd4c-dd10-4389-91a4-5602a3aa9bca req-eb76a623-58b6-4bf2-9ca8-b641dd1e21ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Aug 10 01:23:16.267822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5ccfd4c-dd10-4389-91a4-5602a3aa9bca req-9e4aa098-333b-4b37-a096-1e001b39272c tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362051 Aug 10 01:23:16.826069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81c263ac-aad7-4b70-be7a-43c86c7ae851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.000279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b3372a3b-53f8-4171-ad9c-86dd88bf0311 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:23:17.052552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port b3372a3b-53f8-4171-ad9c-86dd88bf0311 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:23:17.056014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port b3372a3b-53f8-4171-ad9c-86dd88bf0311 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:23:17.056629 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.148305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.177673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:17.180241 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd4a8b0-9dfa-48b3-8e70-c755ba1419eb" -d '{"events": [{"server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "name": "network-vif-plugged", "status": "completed", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:17.196018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:23:17.204097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.273111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:17.314872 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:17.381499 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc80f6f-6dbe-455d-bf79-15499fb322b6 x-openstack-request-id: req-3bc80f6f-6dbe-455d-bf79-15499fb322b6 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:17.381991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "name": "network-vif-plugged", "status": "completed", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:17.381991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bc80f6f-6dbe-455d-bf79-15499fb322b6 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:17.382347 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'code': 200} Aug 10 01:23:17.439946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698360c4-cc4a-455b-9e1c-43db622fc781 req-85be9232-399e-455c-acef-145effdb699f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:17.442279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-698360c4-cc4a-455b-9e1c-43db622fc781 req-85be9232-399e-455c-acef-145effdb699f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0717654 Aug 10 01:23:17.563282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-698360c4-cc4a-455b-9e1c-43db622fc781 req-97d9b67b-e2eb-47a8-9021-f9477565d65a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139240 Aug 10 01:23:17.573315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118bedd-04a5-4f42-996e-a0a64d5a236f req-7e5f7134-30f8-473a-9c03-2498536516dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:17.576685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4118bedd-04a5-4f42-996e-a0a64d5a236f req-7e5f7134-30f8-473a-9c03-2498536516dd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.1178803 Aug 10 01:23:17.637011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4118bedd-04a5-4f42-996e-a0a64d5a236f req-f4caff96-2568-4fd8-8acd-890d5d82e3fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518053 Aug 10 01:23:17.765018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:23:17.800443 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:18.725318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2536d12-897b-4868-bb43-3e827737ead7 req-442cf5e9-6e70-438d-9e00-c3bbb7ef7336 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:18.727598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2536d12-897b-4868-bb43-3e827737ead7 req-442cf5e9-6e70-438d-9e00-c3bbb7ef7336 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0591218 Aug 10 01:23:18.799867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2536d12-897b-4868-bb43-3e827737ead7 req-508209c7-2af7-4f71-9ebd-e2f25a506f48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644348 Aug 10 01:23:18.969124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1f436-1285-4b23-a1a0-e55d6e166832 req-32b6d524-c14d-4212-b5e9-7ea9599ce1ef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:18.976712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81c1f436-1285-4b23-a1a0-e55d6e166832 req-32b6d524-c14d-4212-b5e9-7ea9599ce1ef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0611756 Aug 10 01:23:19.010420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-81c1f436-1285-4b23-a1a0-e55d6e166832 req-e1374300-982a-47ba-ba67-95617edd1e0e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326812 Aug 10 01:23:19.032738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47920) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:19.080772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fe53d-5a72-4ea9-9782-c15229cb657b tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:19.084923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-cf6fe53d-5a72-4ea9-9782-c15229cb657b tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1093 time: 0.0485861 Aug 10 01:23:19.085228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 47922) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:19.090346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:19.116832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:19.237737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:19.412676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.25.7.132 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a8775a75-b198-4766-ad74-526b932107f2) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:23:19.540286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:19.585448 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:19.635888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:23:19.638955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:19.641937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:23:19.648262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=a8775a75-b198-4766-ad74-526b932107f2,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:19.678548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.678936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.679382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.679733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.680077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.680424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.680969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.682457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.682457 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.683821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.683821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.683821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:19.717036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.100666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.173012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.674960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.680185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.753998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=a8775a75-b198-4766-ad74-526b932107f2,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:20.767441 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:20.876872 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP 61b9ce00-22c8-4823-a745-01298f5a673a associated. External IP: 172.25.7.132, port: b3372a3b-53f8-4171-ad9c-86dd88bf0311. Aug 10 01:23:21.090730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:23:21.206588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:23:21.220143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:23:21.224150 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:21.232837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:21.234133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:23:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:21.270738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-69f12345-f7fc-4007-b1c2-fd9f63a8b159 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1841216 Aug 10 01:23:21.271168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:23:21.273544 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:23:21.327655 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ed35ef-6f8c-446b-a424-3ec285e109c4 x-openstack-request-id: req-12ed35ef-6f8c-446b-a424-3ec285e109c4 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:23:21.327996 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:23:21.328345 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12ed35ef-6f8c-446b-a424-3ec285e109c4 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:23:21.328841 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'status': 'completed', 'code': 200} Aug 10 01:23:21.357345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:21.399640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-6f98bff4-d79d-4900-969c-257fcb262893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.402041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-6f98bff4-d79d-4900-969c-257fcb262893 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.0503600 Aug 10 01:23:21.499682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-b1441774-1fd3-46eb-a8b5-124ae76b46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.501187 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-b1441774-1fd3-46eb-a8b5-124ae76b46ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0914710 Aug 10 01:23:21.572029 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-ba8b9c53-57bf-4913-aaf9-8448bf983138 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 1000 time: 0.0619898 Aug 10 01:23:21.591857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:19Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:21.618787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:23:21.623384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-c931de8a-9f73-449b-ac17-be64bca30ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.625110 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-c931de8a-9f73-449b-ac17-be64bca30ec2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0466166 Aug 10 01:23:21.626819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:23:21.627435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:23:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:21.677499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-2d31f24d-0127-4828-837f-de38c0cb4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:21.679070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-2d31f24d-0127-4828-837f-de38c0cb4394 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469728 Aug 10 01:23:21.735460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:23:21.779964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-13e767c6-cbb6-4610-b988-bec97640e0ea service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928321 Aug 10 01:23:21.879743 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9a3df6b8-aad8-4c8f-9015-143d1bb2ff5f req-cbbf03d7-e863-44b9-9cd5-590fa6587094 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925686 Aug 10 01:23:21.976600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:19Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:23:22.003577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981f60b-5d8e-4604-b37f-cf765ff8690b None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:19Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:23:22.201270 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e71e60-d7c6-4e1f-846d-a1e6feadf207 None None] New status for floating IP 61b9ce00-22c8-4823-a745-01298f5a673a: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:23:26.206159 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:26.315053 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.192532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 48016) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:42.304728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c97f557-c71a-4307-9319-50cd5256b595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.399109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c97f557-c71a-4307-9319-50cd5256b595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.403323 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c97f557-c71a-4307-9319-50cd5256b595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.448231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c97f557-c71a-4307-9319-50cd5256b595 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d0209d8e8bb4cfeb7705737a0f89a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2545388 Aug 10 01:23:42.449116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f557-c71a-4307-9319-50cd5256b595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6874d9-7b39-4726-b8dd-5ecc8e7654dd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:42.450945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:42.509769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.533334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.585480 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.588691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:42.591320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf6874d9-7b39-4726-b8dd-5ecc8e7654dd HTTP/1.1" status: 204 len: 168 time: 0.1374207 Aug 10 01:23:42.600496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3ecb2-07f0-4de7-9063-60aa675b6e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6874d9-7b39-4726-b8dd-5ecc8e7654dd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:43.213393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:43.310077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1230435816-network', 'tenant_id': '1de4ccb7a66642e19e5ac35335b63e9a'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:43.332539 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Made reservation on behalf of 1de4ccb7a66642e19e5ac35335b63e9a for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:43.334871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.343194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.431719 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.435449 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.460601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:23:43.471125 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:43.477286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.477801 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Added segment 916253c1-3924-4f4c-9563-b7df64dd1ef6 of type vlan for network cd33269f-5e95-4cf7-9149-752d8467f3c5 Aug 10 01:23:43.537238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.564738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.565615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:43.566192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.620912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4062700 Aug 10 01:23:43.623702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 48046) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:23:43.628581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Request body: {'subnet': {'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1230435816-subnet', 'tenant_id': '1de4ccb7a66642e19e5ac35335b63e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:23:43.634793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1400-3881-4daa-af1c-ba9033de5496 admin admin] Pushing event updated for resources: {'Network': ['ID=cd33269f-5e95-4cf7-9149-752d8467f3c5,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:43.644608 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:23:43.652425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Made reservation on behalf of 1de4ccb7a66642e19e5ac35335b63e9a for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:23:43.654764 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.827386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.887360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15eda8d6-b006-4af7-8263-55b5ea5ebeed,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:23:43.890395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Checking segment: {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:23:43.890775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Network hostable DHCP agents. Network: cd33269f-5e95-4cf7-9149-752d8467f3c5, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:23:43.899389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.899737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.900109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.900449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.900781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.901110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.901437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.901761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.902136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.902464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.902880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.903206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:23:43.919036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:23:43.927614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, cd33269f-5e95-4cf7-9149-752d8467f3c5) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:23:43.932489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:43.933185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:43.937002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ab8ee-e92b-4737-b4f0-204dd1b93fa1 None None] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:43.948615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c69f5f2-4b79-4e8b-ad27-5038644e57a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3238745 Aug 10 01:23:44.063492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5a39c-ff24-41b4-8ad4-af3a1a35a93d None None] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:23:44.075435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-17b364d4-c98f-405e-ad14-c9b3401e03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:44.918648 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-671fbd20-f919-49d0-b77d-ae2e340dc660 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474293 Aug 10 01:23:45.006799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0163f-1f68-418f-a482-56d547fca407 req-75f80da8-e55e-4033-a059-048b8a908626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:45.008275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-75f80da8-e55e-4033-a059-048b8a908626 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.0429366 Aug 10 01:23:45.114551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0163f-1f68-418f-a482-56d547fca407 req-085f9e31-2da9-45ce-94fe-fdccf5960d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:45.116061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-085f9e31-2da9-45ce-94fe-fdccf5960d3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0877001 Aug 10 01:23:45.185039 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-f39d1769-c0c5-4ebf-ab3f-7eccd33f8835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 1002 time: 0.0620463 Aug 10 01:23:45.234219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0163f-1f68-418f-a482-56d547fca407 req-258bdb47-9ec5-4769-850d-a03ef93497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:45.235670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-258bdb47-9ec5-4769-850d-a03ef93497a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0441806 Aug 10 01:23:45.280417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0163f-1f68-418f-a482-56d547fca407 req-5d81c741-d5ed-4449-8bcb-1d81c59ce7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:23:45.281771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-5d81c741-d5ed-4449-8bcb-1d81c59ce7d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394568 Aug 10 01:23:45.372152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-89249eca-e31c-40ef-abf6-5c5cc01c2611 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836322 Aug 10 01:23:45.463866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-20a0163f-1f68-418f-a482-56d547fca407 req-9cae083c-a436-4bbe-a4d9-4c3eb99c41f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840578 Aug 10 01:23:46.826865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-075686e6-a4ab-42c3-9e0b-4e98d2934995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:47.297794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:47.795424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:49.704346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:54.768808 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:23:56.220000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:23:56.315188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:14.044673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-060cdd33-6817-40f7-b041-347c0db0d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:16.826289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6b56ccd2-2a16-4034-82f0-733bf63ff5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:17.302930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:17.798405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:19.707548 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.219554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:26.323915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:31.769576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:24:33.235631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-54b85211-ef5d-4b59-b6ae-77b689d87678 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:33.237126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-54b85211-ef5d-4b59-b6ae-77b689d87678 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 814 time: 0.1062419 Aug 10 01:24:33.252602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-73e60abc-7391-4239-83d9-f4abe19f2ff9 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/quotas/1de4ccb7a66642e19e5ac35335b63e9a HTTP/1.1" status: 200 len: 375 time: 0.0096676 Aug 10 01:24:33.283247 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-1a8c1e3b-3cfe-4250-adcd-c985646cb1ab tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253603 Aug 10 01:24:33.377679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-6a5993f8-fcfc-498c-aa19-49929830db47 service neutron] 10.222.0.25 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Aug 10 01:24:33.466443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-a3c3db48-516c-47dc-b2fb-dd111a6f0386 service neutron] 10.222.0.25 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827112 Aug 10 01:24:33.628717 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-297b4324-abd9-4b6e-885c-9ea62b1a2f50 req-56800d17-dbc5-4f47-b095-3a08c3a41155 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 210 time: 0.0267358 Aug 10 01:24:34.592254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-e01a94d7-4638-4bd1-b614-50d5c57b1ce6 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:34.593699 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-e01a94d7-4638-4bd1-b614-50d5c57b1ce6 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 814 time: 0.1756387 Aug 10 01:24:34.608887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Request body: {'port': {'device_id': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5', 'admin_state_up': True, 'tenant_id': '1de4ccb7a66642e19e5ac35335b63e9a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:34.723468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Made reservation on behalf of 1de4ccb7a66642e19e5ac35335b63e9a for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:24:34.727089 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:34.737977 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f4ad3f-66bb-4441-bd75-87280351b8ef req-7ecc3082-f0d1-4ed9-9960-ce3b8af7f7ef tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 210 time: 0.0296137 Aug 10 01:24:34.858658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Allocated IP 172.20.0.8 (cd33269f-5e95-4cf7-9149-752d8467f3c5/15eda8d6-b006-4af7-8263-55b5ea5ebeed/dac425f3-6e12-4905-914e-9426b0c1ceab) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:24:35.004839 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.043745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.090181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:24:35.093315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:24:35.097737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:24:35.101503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Pushing event updated for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:35.131615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.131888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.132237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.132579 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.132919 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.133253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.133588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.133920 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.134253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.134586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.135092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.135322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:35.166718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:35.167761 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.182618 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3fa63b78-c601-4a09-ba63-345aae0032e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5773525 Aug 10 01:24:35.249272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Request body: {'port': {'device_id': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:24:35.301788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.612353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac425f3-6e12-4905-914e-9426b0c1ceab {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:35.619636 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.632991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Transition to ACTIVE for port object dac425f3-6e12-4905-914e-9426b0c1ceab will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:24:35.637348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.687962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Pushing event updated for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:35.752620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Attempting to bind port dac425f3-6e12-4905-914e-9426b0c1ceab on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:24:35.753267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Attempting to bind port dac425f3-6e12-4905-914e-9426b0c1ceab by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:24:35.753267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Attempting to bind port dac425f3-6e12-4905-914e-9426b0c1ceab on network cd33269f-5e95-4cf7-9149-752d8467f3c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:35.757391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Port dac425f3-6e12-4905-914e-9426b0c1ceab on network cd33269f-5e95-4cf7-9149-752d8467f3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:24:35.757716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Attempting to bind port dac425f3-6e12-4905-914e-9426b0c1ceab on network cd33269f-5e95-4cf7-9149-752d8467f3c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:24:35.763674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:24:35.764024 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Checking segment: {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:24:35.764410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Bound using segment: {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:24:35.764839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Bound port: dac425f3-6e12-4905-914e-9426b0c1ceab, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:24:35.765197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.852443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:24:35.868830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dac425f3-6e12-4905-914e-9426b0c1ceab,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:24:35.874968 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.916519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8488fd6-86a1-46c9-8575-575041e495dd req-859c1297-8163-47c9-9316-1bec4c1c5e28 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:35.918038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8488fd6-86a1-46c9-8575-575041e495dd req-859c1297-8163-47c9-9316-1bec4c1c5e28 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 943 time: 0.0956724 Aug 10 01:24:35.928711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:35.929322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:35.930634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] 10.222.0.21 "PUT /v2.0/ports/dac425f3-6e12-4905-914e-9426b0c1ceab HTTP/1.1" status: 200 len: 1092 time: 0.7406459 Aug 10 01:24:35.931099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:35.933920 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c915e9-589b-4c7c-abd0-b58187e59e95" -d '{"events": [{"name": "network-changed", "server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:35.966884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e662128-bd1d-4740-92c3-3f48547878cd service neutron] Pushing event updated for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:35.981356 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed99258-193e-443d-8993-2bc71355c0fb x-openstack-request-id: req-2ed99258-193e-443d-8993-2bc71355c0fb {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:35.981643 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:35.981894 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ed99258-193e-443d-8993-2bc71355c0fb {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:35.982289 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab', 'status': 'completed', 'code': 200} Aug 10 01:24:36.011911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8488fd6-86a1-46c9-8575-575041e495dd req-3beec51c-4aaa-47fd-91e2-4c0ea5baee83 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846715 Aug 10 01:24:36.024452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-2b44172b-4ab4-45be-86cb-ad2fd396b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.025937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-2b44172b-4ab4-45be-86cb-ad2fd396b0cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 1095 time: 0.0560861 Aug 10 01:24:36.073512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-f74697b8-7390-4c44-abbb-51c10a8b9f5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dac425f3-6e12-4905-914e-9426b0c1ceab HTTP/1.1" status: 200 len: 217 time: 0.0354836 Aug 10 01:24:36.125359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-45c65e5c-68d4-4306-af87-e17e12ac82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.126799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-45c65e5c-68d4-4306-af87-e17e12ac82d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15eda8d6-b006-4af7-8263-55b5ea5ebeed HTTP/1.1" status: 200 len: 854 time: 0.0468001 Aug 10 01:24:36.159839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-94bd9ce0-ddb5-4e1d-934b-44c9fbefd535 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd33269f-5e95-4cf7-9149-752d8467f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243990 Aug 10 01:24:36.247839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-3086dcd6-7224-4c4b-bb42-ead01d97f45a service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807157 Aug 10 01:24:36.339180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c69b48d-ea87-4c63-9243-2c4f79c432fb req-a2abaaed-b398-46ef-8d5c-aec997881afc service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842330 Aug 10 01:24:36.426806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-9e477ce8-4818-41b0-9cdb-8f98b5fcc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.428278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-9e477ce8-4818-41b0-9cdb-8f98b5fcc05c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 1095 time: 0.0420723 Aug 10 01:24:36.520682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-210b0eda-d3d3-445c-a83c-1e7acdf39c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.522034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-210b0eda-d3d3-445c-a83c-1e7acdf39c90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 914 time: 0.0864427 Aug 10 01:24:36.563855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-cb9bdebc-ca3e-474b-b6fd-46a92fa7517d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dac425f3-6e12-4905-914e-9426b0c1ceab HTTP/1.1" status: 200 len: 217 time: 0.0348756 Aug 10 01:24:36.611734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-7913b700-9805-414b-bdc5-af55d5998277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:36.613142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-7913b700-9805-414b-bdc5-af55d5998277 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15eda8d6-b006-4af7-8263-55b5ea5ebeed HTTP/1.1" status: 200 len: 854 time: 0.0424097 Aug 10 01:24:36.645062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-88ff7fcf-5211-449a-b631-adcaa6f43b0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd33269f-5e95-4cf7-9149-752d8467f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237875 Aug 10 01:24:36.735816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-8c26277a-0b84-4e8e-8d2b-a90df84ed708 service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832829 Aug 10 01:24:36.823209 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-06c915e9-589b-4c7c-abd0-b58187e59e95 req-51c0a446-dbff-4524-bcea-0449975792f8 service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795863 Aug 10 01:24:37.129195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683022df-0861-46a7-a389-9ab95fb31ad1 req-51273929-b1ab-483c-ba73-7954c67da7e7 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:37.130557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-683022df-0861-46a7-a389-9ab95fb31ad1 req-51273929-b1ab-483c-ba73-7954c67da7e7 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 943 time: 0.0485306 Aug 10 01:24:37.174233 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-683022df-0861-46a7-a389-9ab95fb31ad1 req-04999107-d5d3-405a-a860-c0a73719a4b0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Aug 10 01:24:38.291037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf872110-aec2-48a3-b395-c89abb964545 req-b0a41f80-ca87-445b-b8c0-b11cab2978c0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:38.293195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf872110-aec2-48a3-b395-c89abb964545 req-b0a41f80-ca87-445b-b8c0-b11cab2978c0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 943 time: 0.0530264 Aug 10 01:24:38.329698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf872110-aec2-48a3-b395-c89abb964545 req-b2e1040a-fb04-4fd0-a367-b2c0fa415176 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Aug 10 01:24:39.441901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753f362-ddcf-4c7b-9d6d-b4913cc34974 req-adc62d99-9a19-43a8-8785-194194c6aa03 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:39.443414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a753f362-ddcf-4c7b-9d6d-b4913cc34974 req-adc62d99-9a19-43a8-8785-194194c6aa03 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 943 time: 0.0483389 Aug 10 01:24:39.482834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a753f362-ddcf-4c7b-9d6d-b4913cc34974 req-4684f273-8600-4f5e-9cba-5f52e84ce435 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 10 01:24:40.216591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dac425f3-6e12-4905-914e-9426b0c1ceab details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:24:40.308675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dac425f3-6e12-4905-914e-9426b0c1ceab,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:40.319550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'dac425f3-6e12-4905-914e-9426b0c1ceab', 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5', 'port_id': 'dac425f3-6e12-4905-914e-9426b0c1ceab', 'mac_address': 'fa:16:3e:51:cc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eda8d6-b006-4af7-8263-55b5ea5ebeed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:24:40.358419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:40.370973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac425f3-6e12-4905-914e-9426b0c1ceab {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:24:40.389826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dac425f3-6e12-4905-914e-9426b0c1ceab,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:40.393845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:40.440061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:40.447065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.447414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.447756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.448736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.449127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.449466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.449796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.450122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.450447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.450799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.451123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.451446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:24:40.595623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4561f65-fe29-4685-9c9d-37f63944ca5e req-aa10cedf-98d3-4b52-a42a-92f4f4f2353b tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:40.597425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4561f65-fe29-4685-9c9d-37f63944ca5e req-aa10cedf-98d3-4b52-a42a-92f4f4f2353b tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 944 time: 0.0491526 Aug 10 01:24:40.631287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dac425f3-6e12-4905-914e-9426b0c1ceab'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:24:40.635597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4561f65-fe29-4685-9c9d-37f63944ca5e req-5865f2a5-c507-4939-ba29-11bebee11259 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Aug 10 01:24:41.747202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8bd43-d282-4449-852a-01e13c313eb6 req-9d008c81-8933-4d6c-a3d9-180d8e908713 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:41.748672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16c8bd43-d282-4449-852a-01e13c313eb6 req-9d008c81-8933-4d6c-a3d9-180d8e908713 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 944 time: 0.0484626 Aug 10 01:24:41.786048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16c8bd43-d282-4449-852a-01e13c313eb6 req-57a022a2-6eb9-43e7-9f3d-b1456899ea3d tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Aug 10 01:24:42.231826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dac425f3-6e12-4905-914e-9426b0c1ceab up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:24:42.278858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port dac425f3-6e12-4905-914e-9426b0c1ceab completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:24:42.282328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port dac425f3-6e12-4905-914e-9426b0c1ceab triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:24:42.282724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:42.356181 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:42.378353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:24:42.380621 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3eaa03-822d-490f-b089-4872e036a935" -d '{"events": [{"server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "name": "network-vif-plugged", "status": "completed", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:24:42.393559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dac425f3-6e12-4905-914e-9426b0c1ceab,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:24:42.397516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:42.424871 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ca5926-203c-4ea7-84e8-fc4e8c28dfcb x-openstack-request-id: req-42ca5926-203c-4ea7-84e8-fc4e8c28dfcb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:24:42.425158 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "name": "network-vif-plugged", "status": "completed", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:24:42.425407 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42ca5926-203c-4ea7-84e8-fc4e8c28dfcb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:24:42.425790 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab', 'code': 200} Aug 10 01:24:42.454551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:24:42.511108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be90bf-195f-416b-ad09-dbd62d5d3e9c req-0afcefba-ba64-4294-ad21-a68b731d2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:42.512490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4be90bf-195f-416b-ad09-dbd62d5d3e9c req-0afcefba-ba64-4294-ad21-a68b731d2641 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 1097 time: 0.0391586 Aug 10 01:24:42.553676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4be90bf-195f-416b-ad09-dbd62d5d3e9c req-7780bdfc-95dc-4e6d-ab8e-8f11a15a3fe2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Aug 10 01:24:42.899023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fd4b7-25da-4383-aefd-dda04e263203 req-7f8aaa9f-3a4b-4139-985a-2bd8d8715e32 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:42.900470 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-426fd4b7-25da-4383-aefd-dda04e263203 req-7f8aaa9f-3a4b-4139-985a-2bd8d8715e32 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 945 time: 0.0478444 Aug 10 01:24:42.941212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-426fd4b7-25da-4383-aefd-dda04e263203 req-d8c2bb9c-ea23-4901-85db-e5e4f73947cd tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Aug 10 01:24:44.045342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-18764c82-ae58-4bec-b269-94b60bd73848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:44.063357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe4bef-8338-48fc-988a-47722f9ec687 req-d437f2fd-3db8-4a28-855a-015d452ef531 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:44.064815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4cbe4bef-8338-48fc-988a-47722f9ec687 req-d437f2fd-3db8-4a28-855a-015d452ef531 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 945 time: 0.0551984 Aug 10 01:24:44.103173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4cbe4bef-8338-48fc-988a-47722f9ec687 req-7f49bbbe-992d-4b3a-a05d-f9e1955ab34f tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 10 01:24:45.902370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-490dcd73-c303-42b2-a9d9-24e06f567d22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404403 Aug 10 01:24:45.988275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-bb4af4df-dafd-4484-9696-3f62fd66f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:45.989700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-bb4af4df-dafd-4484-9696-3f62fd66f189 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.0421300 Aug 10 01:24:46.104702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-b8c7ed9e-67ec-4e19-9cd3-6c79cb52732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:46.106172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-b8c7ed9e-67ec-4e19-9cd3-6c79cb52732d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0951245 Aug 10 01:24:46.172990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-002987c6-e5ed-4e21-a5c6-a0c95d3221f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 1002 time: 0.0603774 Aug 10 01:24:46.222471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-c4de0a2e-a1f0-4863-9e28-0fcee833ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:46.224049 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-c4de0a2e-a1f0-4863-9e28-0fcee833ca87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0445445 Aug 10 01:24:46.275152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-4f78b0ad-d10c-4ce8-b35f-8a4b20f85e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:24:46.277249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-4f78b0ad-d10c-4ce8-b35f-8a4b20f85e62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451722 Aug 10 01:24:46.372512 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-09876e7f-2b73-4d77-be3f-396028e08b57 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884457 Aug 10 01:24:46.474819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659b51f-6f45-4117-8c96-f619281b2e40 req-3405b7eb-dac9-464b-8c72-cd7060e2e3e2 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955880 Aug 10 01:24:46.828972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97616142-2fa0-4a72-8476-e9b22b5502f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:47.304535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:47.802607 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:49.711219 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:56.246560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:24:56.371937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:00.211012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-f539b051-1309-43e8-89c8-851c36f8e1bb tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-627047378&fields=id&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 267 time: 0.0428402 Aug 10 01:25:00.323424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-9ef0f5c1-3366-44f9-af4c-646857f8dd15 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:00.324901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-9ef0f5c1-3366-44f9-af4c-646857f8dd15 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1063821 Aug 10 01:25:00.339659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-d2d1f0b1-defa-4d01-bb65-dea77f868dd0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/quotas/c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 375 time: 0.0090902 Aug 10 01:25:00.675761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-7e6244a8-a6e8-4a7a-a852-1f12c642bb2b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3306930 Aug 10 01:25:00.787390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-7836122f-14fc-44c1-9245-0d31aa07191a service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001527 Aug 10 01:25:00.904148 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-5d626e48-be2a-4fd5-879b-3c44cc1b7103 service neutron] 10.222.0.25 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094358 Aug 10 01:25:01.241454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4bfb256-dc54-4195-b9a7-03a1ea6740b8 req-7e111908-2d01-4590-84e0-3085d8558ff2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0366747 Aug 10 01:25:02.180190 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-cdca4e13-f388-4b49-a30f-2986029a21ac tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:02.181737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-cdca4e13-f388-4b49-a30f-2986029a21ac tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 811 time: 0.1066265 Aug 10 01:25:02.229821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-58157fee-7224-48b3-87bc-123abc93ea4d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c58a8724a3a744b0bec4144b76a95c72 HTTP/1.1" status: 200 len: 379 time: 0.0392351 Aug 10 01:25:02.238845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'port': {'device_id': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'admin_state_up': True, 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'security_groups': ['fa60ca6b-0269-42a8-9d8d-67c4f9306d79']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:25:02.356923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Made reservation on behalf of c58a8724a3a744b0bec4144b76a95c72 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:25:02.360531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:02.375198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eca86ab-6d63-4ea3-bd57-b764f8ee659b req-3a60306a-30a2-46a9-b355-0fa2f5fe34ba tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0363121 Aug 10 01:25:02.508706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.20.0.6 (7fabb450-a857-4b1f-9512-e30c45182625/feac7a15-cc48-4dc0-9b27-4faf931b7c7e/14c089dd-4dbc-4048-af6c-ba14f6024a52) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:25:02.977787 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:02.990809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Transition to ACTIVE for port object 14c089dd-4dbc-4048-af6c-ba14f6024a52 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:25:03.024741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.068933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 7fabb450-a857-4b1f-9512-e30c45182625 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:25:03.074398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:25:03.078246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:25:03.109065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:03.121993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.122338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.122697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.123044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.123380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.123718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.124046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.124369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.124690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.125016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.125344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.125674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:03.145849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:03.146496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.163163 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-87e59dde-8746-4cdc-979a-17c4a3b80100 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280579 Aug 10 01:25:03.176210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Request body: {'port': {'device_id': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:25:03.234337 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.388113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2c4ff794-3cc6-43b8-9236-0a074f5b3d80 None None] Provisioning for port 14c089dd-4dbc-4048-af6c-ba14f6024a52 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:25:03.393488 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2c4ff794-3cc6-43b8-9236-0a074f5b3d80 None None] Provisioning complete for port 14c089dd-4dbc-4048-af6c-ba14f6024a52 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:25:03.394094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff794-3cc6-43b8-9236-0a074f5b3d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.460823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ff794-3cc6-43b8-9236-0a074f5b3d80 None None] Port 14c089dd-4dbc-4048-af6c-ba14f6024a52 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:25:03.594263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584f544-1dfc-4103-904a-2e6031ca2f97 req-dc5d9b87-b756-40b7-afd8-fc032efbcb4b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:03.596321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2584f544-1dfc-4103-904a-2e6031ca2f97 req-dc5d9b87-b756-40b7-afd8-fc032efbcb4b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 931 time: 0.1205349 Aug 10 01:25:03.627124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c089dd-4dbc-4048-af6c-ba14f6024a52 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:25:03.643837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.671329 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2584f544-1dfc-4103-904a-2e6031ca2f97 req-cab01f32-ba91-4cf5-b26e-23d4d6a00a02 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657058 Aug 10 01:25:03.673976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Transition to ACTIVE for port object 14c089dd-4dbc-4048-af6c-ba14f6024a52 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:25:03.677672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.741460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Pushing event updated for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:03.828876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Attempting to bind port 14c089dd-4dbc-4048-af6c-ba14f6024a52 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:25:03.829284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Attempting to bind port 14c089dd-4dbc-4048-af6c-ba14f6024a52 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:25:03.829543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Attempting to bind port 14c089dd-4dbc-4048-af6c-ba14f6024a52 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:25:03.834420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Port 14c089dd-4dbc-4048-af6c-ba14f6024a52 on network 7fabb450-a857-4b1f-9512-e30c45182625 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:25:03.834779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Attempting to bind port 14c089dd-4dbc-4048-af6c-ba14f6024a52 on network 7fabb450-a857-4b1f-9512-e30c45182625 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:25:03.840813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:25:03.841116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Checking segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:25:03.841511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Bound using segment: {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:25:03.841952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Bound port: 14c089dd-4dbc-4048-af6c-ba14f6024a52, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da94335-be72-40e8-97c6-234c3d73f65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:25:03.842315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.911866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:25:03.915409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:25:03.920705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.970053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:03.970705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:03.972393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] 10.222.0.10 "PUT /v2.0/ports/14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 1092 time: 0.8006506 Aug 10 01:25:03.972846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:03.976708 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6d10ad-3563-4ad6-9bf8-5a416780917c" -d '{"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:04.026988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50285f18-ed2e-4592-be63-51498ad5f8fd service neutron] Pushing event updated for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:04.055883 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef7abd5-84bf-4390-b6cb-33c234d6b910 x-openstack-request-id: req-fef7abd5-84bf-4390-b6cb-33c234d6b910 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:04.055883 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:04.055883 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fef7abd5-84bf-4390-b6cb-33c234d6b910 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:04.055883 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'status': 'completed', 'code': 200} Aug 10 01:25:04.087040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-d23a7005-49b6-4610-8b06-fb4f1227ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.088736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-d23a7005-49b6-4610-8b06-fb4f1227ceea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1095 time: 0.0638285 Aug 10 01:25:04.133465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-6e5465a5-87ff-4c4b-986b-e55f21ac05aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 217 time: 0.0368643 Aug 10 01:25:04.185156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-e8b8da93-978e-42ca-a67a-d57764ca509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.186642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-e8b8da93-978e-42ca-a67a-d57764ca509c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0465755 Aug 10 01:25:04.242934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-ea49b675-1361-4e36-9db6-f550fcc0de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.244657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-ea49b675-1361-4e36-9db6-f550fcc0de56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505691 Aug 10 01:25:04.338782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-39a8a74a-c243-4b20-bd7d-e8832c10afe3 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872917 Aug 10 01:25:04.434955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2e6986a-9e28-4b73-a8dc-d2606fb79b78 req-f0a45de5-2558-43b3-a83b-3eb6fd1e30c8 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895014 Aug 10 01:25:04.518016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-01e8aa9f-9d7a-4201-86e2-f1d50cedbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.519567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-01e8aa9f-9d7a-4201-86e2-f1d50cedbc17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1095 time: 0.0429561 Aug 10 01:25:04.614179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-961d5525-6c0b-4ebb-9864-956c6552ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.615641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-961d5525-6c0b-4ebb-9864-956c6552ff2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0881407 Aug 10 01:25:04.658503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-4dcec238-a0dd-480c-ab34-02d76f3638c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 217 time: 0.0352418 Aug 10 01:25:04.711417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-d11ac50a-fad3-4ac1-a38d-43d8c1c0a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.713166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-d11ac50a-fad3-4ac1-a38d-43d8c1c0a147 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0462852 Aug 10 01:25:04.791513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-aeb79c20-ffd5-478b-bacb-9d67b46f53ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.793057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-aeb79c20-ffd5-478b-bacb-9d67b46f53ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735576 Aug 10 01:25:04.852188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d2af1-aaf8-4950-a594-7391579f03f0 req-028c840d-9815-490d-bb92-678723816f04 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:04.854227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-252d2af1-aaf8-4950-a594-7391579f03f0 req-028c840d-9815-490d-bb92-678723816f04 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.1026754 Aug 10 01:25:04.923859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-252d2af1-aaf8-4950-a594-7391579f03f0 req-62386913-bb55-46a5-925f-a315d80cb3c2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580738 Aug 10 01:25:04.929900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-4a61db26-401b-424c-bd49-bf668fb18e4a service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295052 Aug 10 01:25:05.026817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a6d10ad-3563-4ad6-9bf8-5a416780917c req-c01ca04f-4101-426d-bf28-ed5309365b21 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898902 Aug 10 01:25:06.046303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae281f-ae72-4abe-8c13-2aa323276283 req-7e3268f0-1590-4489-b311-4a9bf4208e45 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:06.048004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5eae281f-ae72-4abe-8c13-2aa323276283 req-7e3268f0-1590-4489-b311-4a9bf4208e45 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0540485 Aug 10 01:25:06.089258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5eae281f-ae72-4abe-8c13-2aa323276283 req-cff77d52-c793-4bd9-b62b-a488121c73f9 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341444 Aug 10 01:25:07.203978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785abb-556c-4de2-b660-9ef3bdf5636d req-7b2a7607-c58b-4629-bb93-579e38a6a56e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:07.205448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e785abb-556c-4de2-b660-9ef3bdf5636d req-7b2a7607-c58b-4629-bb93-579e38a6a56e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0495474 Aug 10 01:25:07.243169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e785abb-556c-4de2-b660-9ef3bdf5636d req-f06072f1-3122-4b7d-861d-2639d3c45605 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Aug 10 01:25:08.356641 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66d1f-be86-40a2-8b5c-a3af67b4801c req-96ae19c4-801e-4444-a84f-d1b9abbecc18 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:08.358106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7af66d1f-be86-40a2-8b5c-a3af67b4801c req-96ae19c4-801e-4444-a84f-d1b9abbecc18 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0489600 Aug 10 01:25:08.394913 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7af66d1f-be86-40a2-8b5c-a3af67b4801c req-75e77da1-ce2b-47c3-9733-f4fc5f57b507 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309539 Aug 10 01:25:08.769251 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:25:09.507412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc506c-1bf3-400f-a829-060b01667a7d req-45ec3290-0b9b-455a-9451-1329497f0ff2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:09.508879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69fc506c-1bf3-400f-a829-060b01667a7d req-45ec3290-0b9b-455a-9451-1329497f0ff2 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0489068 Aug 10 01:25:09.546831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69fc506c-1bf3-400f-a829-060b01667a7d req-b055d90f-0346-49d0-8762-f8502564ccff tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319343 Aug 10 01:25:10.660653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e48c57-8820-46c8-9abc-d060c403b800 req-0ef2ccfc-ba29-4700-80e5-7bfa60bc4729 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:10.662167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24e48c57-8820-46c8-9abc-d060c403b800 req-0ef2ccfc-ba29-4700-80e5-7bfa60bc4729 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0497825 Aug 10 01:25:10.700486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24e48c57-8820-46c8-9abc-d060c403b800 req-a7136e82-0828-4337-b86a-e87c4e15a196 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Aug 10 01:25:11.827317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1921c1d-7fbf-4160-a6a2-5ed715956a3f req-904555bb-e188-415b-92f7-92d0f35c2bb8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:11.829000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1921c1d-7fbf-4160-a6a2-5ed715956a3f req-904555bb-e188-415b-92f7-92d0f35c2bb8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0606837 Aug 10 01:25:11.874821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1921c1d-7fbf-4160-a6a2-5ed715956a3f req-430531cf-1551-4dd2-8175-a6704ab9cb9e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Aug 10 01:25:12.994782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba728-8b1c-447a-b8dc-9205930fd01d req-d65ae0c4-9058-4d0f-9696-12ed5d1445c7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:12.996299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38bba728-8b1c-447a-b8dc-9205930fd01d req-d65ae0c4-9058-4d0f-9696-12ed5d1445c7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0543902 Aug 10 01:25:13.037034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-38bba728-8b1c-447a-b8dc-9205930fd01d req-7d267019-0e0f-4746-95b7-a830fd51352e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Aug 10 01:25:14.046771 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65b54929-177f-41d9-8307-2f13f6166deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:14.155509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f319fe-445a-45bd-ba51-a18dd1e4d0c4 req-f22f4b51-36c7-4776-82ef-be72d76a8156 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:14.156971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9f319fe-445a-45bd-ba51-a18dd1e4d0c4 req-f22f4b51-36c7-4776-82ef-be72d76a8156 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0494890 Aug 10 01:25:14.194158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9f319fe-445a-45bd-ba51-a18dd1e4d0c4 req-38b39990-18b3-48bd-9170-0ce6307c0fb0 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Aug 10 01:25:15.309640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87761f2-5c25-4ca5-b18f-7d8217b39e5f req-6eb461db-a32b-4e69-8dfa-239d378f4188 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:15.311145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d87761f2-5c25-4ca5-b18f-7d8217b39e5f req-6eb461db-a32b-4e69-8dfa-239d378f4188 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 943 time: 0.0488894 Aug 10 01:25:15.349861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d87761f2-5c25-4ca5-b18f-7d8217b39e5f req-727fed13-a1c8-4829-9c9c-2ed7d7f346ed tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327048 Aug 10 01:25:15.729975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 14c089dd-4dbc-4048-af6c-ba14f6024a52 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:25:15.871705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:15.883622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'port_id': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'mac_address': 'fa:16:3e:a3:b5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:25:15.921791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:15.934299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c089dd-4dbc-4048-af6c-ba14f6024a52 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:25:15.953809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:15.957896 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:16.006903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:16.203634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['14c089dd-4dbc-4048-af6c-ba14f6024a52'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:25:16.583100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a893264-fea7-4308-a63f-53b26f7ebed1 req-05ae9d4f-84fd-4761-9457-eb11a38b8d48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:16.584587 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a893264-fea7-4308-a63f-53b26f7ebed1 req-05ae9d4f-84fd-4761-9457-eb11a38b8d48 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 944 time: 0.0483356 Aug 10 01:25:16.622191 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a893264-fea7-4308-a63f-53b26f7ebed1 req-c69671ad-109e-4ca4-9c0e-81671686c46d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311699 Aug 10 01:25:16.831546 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-da0800fd-cdda-4249-a369-a0a8511ddf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:17.306190 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:17.753466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 14c089dd-4dbc-4048-af6c-ba14f6024a52 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:25:17.794009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb82da-6913-4633-813e-2cdf42a5c5fe req-925663e3-282b-4f84-aa89-6d6822aa3c50 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:17.795668 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7efb82da-6913-4633-813e-2cdf42a5c5fe req-925663e3-282b-4f84-aa89-6d6822aa3c50 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 944 time: 0.1073172 Aug 10 01:25:17.846962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7efb82da-6913-4633-813e-2cdf42a5c5fe req-2c69f497-eafd-4a34-816f-287ba51db9c7 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Aug 10 01:25:17.978751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:17.993288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 14c089dd-4dbc-4048-af6c-ba14f6024a52 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:25:17.997089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 14c089dd-4dbc-4048-af6c-ba14f6024a52 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:25:17.997463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:18.072718 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:18.097374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:18.099602 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2d3f01-8613-4557-8788-de83f22d8294" -d '{"events": [{"server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "name": "network-vif-plugged", "status": "completed", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:18.112887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:18.117426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:18.144402 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef745177-3af6-442a-bd26-e020cb816cc0 x-openstack-request-id: req-ef745177-3af6-442a-bd26-e020cb816cc0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:18.144704 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "name": "network-vif-plugged", "status": "completed", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:18.144958 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef745177-3af6-442a-bd26-e020cb816cc0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:18.145471 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'code': 200} Aug 10 01:25:18.173284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:18.279213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a831b4-9b88-42f2-a4f4-a7ecccbd71f2 req-a5f816b4-f1c1-4f26-a2df-8fb28a5d014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:18.280672 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06a831b4-9b88-42f2-a4f4-a7ecccbd71f2 req-a5f816b4-f1c1-4f26-a2df-8fb28a5d014c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1097 time: 0.0441105 Aug 10 01:25:18.313890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-06a831b4-9b88-42f2-a4f4-a7ecccbd71f2 req-a56d23e8-bb44-43e5-ba00-20391562f03c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261893 Aug 10 01:25:18.965561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324ed8-9f95-41bf-a368-efeab7129908 req-4e117a7a-5aaf-4e71-9cc6-96251bb815e8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:18.967084 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73324ed8-9f95-41bf-a368-efeab7129908 req-4e117a7a-5aaf-4e71-9cc6-96251bb815e8 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0534749 Aug 10 01:25:19.015412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73324ed8-9f95-41bf-a368-efeab7129908 req-632a368f-f4db-495c-86c6-94661e32ff52 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411136 Aug 10 01:25:19.715392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:20.141011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95862f-7e34-4ff0-a0e3-44fb573b0bcf req-55032f66-1d25-4f9f-a8e9-5d4d8c015869 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:20.142510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8a95862f-7e34-4ff0-a0e3-44fb573b0bcf req-55032f66-1d25-4f9f-a8e9-5d4d8c015869 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Aug 10 01:25:20.179933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8a95862f-7e34-4ff0-a0e3-44fb573b0bcf req-717e38b7-4436-4fe3-932f-5ead32f338af tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Aug 10 01:25:20.293309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf67297-4cc2-450b-a85e-526378344152 req-b7c94c8c-baf8-4643-bbc4-ecced999fba5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:20.294704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaf67297-4cc2-450b-a85e-526378344152 req-b7c94c8c-baf8-4643-bbc4-ecced999fba5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0477638 Aug 10 01:25:20.332125 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaf67297-4cc2-450b-a85e-526378344152 req-d1df8e13-9a2d-4485-987a-ea49343b2828 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Aug 10 01:25:20.354432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49412) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:25:20.392336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7f0cfc-4ee3-4a5e-8974-f67d125fd153 tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:20.393723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c7f0cfc-4ee3-4a5e-8974-f67d125fd153 tempest-TestVolumeBootPattern-1231218007 tempest-TestVolumeBootPattern-1231218007-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1092 time: 0.0383201 Aug 10 01:25:20.396415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:25:20.401329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:25:20.421960 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:20.517238 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:20.624873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Allocated IP 172.25.7.73 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8897c957-051d-41b4-8276-2669189d3f97) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:25:20.725198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:20.765504 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:20.801111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:25:20.805780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:25:20.809960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:25:20.837795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=8897c957-051d-41b4-8276-2669189d3f97,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:21.174387 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.248862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.399488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.404391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.475646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event updated for resources: {'Port': ['ID=8897c957-051d-41b4-8276-2669189d3f97,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:21.489690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.592361 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP adb4644e-4d75-46bd-845d-cc06d7bf9a20 associated. External IP: 172.25.7.73, port: 14c089dd-4dbc-4048-af6c-ba14f6024a52. Aug 10 01:25:21.801904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:25:21.911257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:25:21.921160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:25:21.928279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:21.930849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:25:21.931582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:25:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:25:21.976614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6202eca6-f839-4e08-8562-e70bd18a69ec tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5759203 Aug 10 01:25:21.977374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:21.981041 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4d70fd-7746-4da5-b1b8-e589847a83a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:22.030121 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74574a4-f4df-4633-917f-1d0cc494b806 x-openstack-request-id: req-c74574a4-f4df-4633-917f-1d0cc494b806 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:22.030403 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:22.030660 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c74574a4-f4df-4633-917f-1d0cc494b806 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:22.031091 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'status': 'completed', 'code': 200} Aug 10 01:25:22.073518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:25:22.104211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-fbee9656-ac7e-4a01-bde5-07a9b24c76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:22.105724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-fbee9656-ac7e-4a01-bde5-07a9b24c76e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1097 time: 0.0504458 Aug 10 01:25:22.211876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-07eadd2d-bf8f-4aad-9c6f-a5e43772a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:22.214402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-07eadd2d-bf8f-4aad-9c6f-a5e43772a500 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1022873 Aug 10 01:25:22.284065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-ac1f0cfb-a1bf-41f1-9152-612efaf6c17b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 998 time: 0.0623045 Aug 10 01:25:22.319282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}, {'id': 'adb4644e-4d75-46bd-845d-cc06d7bf9a20', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:25:21Z', 'updated_at': '2021-08-10T01:25:21Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:25:22.339483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-91271dab-3bca-4a50-b440-ab8681cfaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:22.340951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-91271dab-3bca-4a50-b440-ab8681cfaa36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0491111 Aug 10 01:25:22.345785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:25:22.354487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:25:22.355129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:25:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:25:22.388372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-7fdd26df-34ff-407b-8d5c-a8394b125f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:22.389889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-7fdd26df-34ff-407b-8d5c-a8394b125f33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421534 Aug 10 01:25:22.462334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:25:22.480674 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-b0ef5e2e-6790-4712-86c1-748cc1764ebb service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836475 Aug 10 01:25:22.573514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b4d70fd-7746-4da5-b1b8-e589847a83a6 req-53c33858-1db8-467d-bfa1-efb9cdeecad2 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863314 Aug 10 01:25:22.684503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}, {'id': 'adb4644e-4d75-46bd-845d-cc06d7bf9a20', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:25:21Z', 'updated_at': '2021-08-10T01:25:21Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:25:22.713979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfc47f-7344-4fd6-a8d0-e64e05b072cb None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}, {'id': 'adb4644e-4d75-46bd-845d-cc06d7bf9a20', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.73', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:25:21Z', 'updated_at': '2021-08-10T01:25:21Z', 'revision_number': 0, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:25:22.905949 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6d8f0a-64f9-45bd-92b0-1daba69b7fe5 None None] New status for floating IP adb4644e-4d75-46bd-845d-cc06d7bf9a20: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:25:26.231347 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:26.352841 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:27.826394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032b667-9042-4081-858e-52aa38a6d028 req-f34d7204-59a3-45a6-8266-f2d4b78d2482 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:27.827942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8032b667-9042-4081-858e-52aa38a6d028 req-f34d7204-59a3-45a6-8266-f2d4b78d2482 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 945 time: 0.0494819 Aug 10 01:25:27.866213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8032b667-9042-4081-858e-52aa38a6d028 req-fad7b684-f23c-45cf-8ca7-4e6d4a762699 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 10 01:25:28.983495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c515e40-f1ca-42ad-8070-9ea5c2b90347 req-8fa2d374-d4f3-4f95-80c3-77a32880a742 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:28.984896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c515e40-f1ca-42ad-8070-9ea5c2b90347 req-8fa2d374-d4f3-4f95-80c3-77a32880a742 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 10 01:25:29.024487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0c515e40-f1ca-42ad-8070-9ea5c2b90347 req-836d7340-d850-445c-a73c-3943803c5064 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Aug 10 01:25:29.220370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-bace9e0b-5028-4a96-9ac0-76c2b3fb50f8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:29.222034 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-bace9e0b-5028-4a96-9ac0-76c2b3fb50f8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 945 time: 0.0473900 Aug 10 01:25:29.312750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Deleting port dac425f3-6e12-4905-914e-9426b0c1ceab {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:25:29.312990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:29.398315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] For port dac425f3-6e12-4905-914e-9426b0c1ceab, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=dac425f3-6e12-4905-914e-9426b0c1ceab,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:29.398700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:29.411749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Calling delete_port for dac425f3-6e12-4905-914e-9426b0c1ceab owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:25:29.541118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:29.553287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['dac425f3-6e12-4905-914e-9426b0c1ceab'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:25:29.569818 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Pushing event deleted for resources: {'Port': ['ID=dac425f3-6e12-4905-914e-9426b0c1ceab,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:29.615091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] No DVR routers for this DVR port dac425f3-6e12-4905-914e-9426b0c1ceab on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:25:29.617799 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:29.620002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5801e675-8b1f-49c0-9db0-cb82def88a78 req-fddb1126-18c9-4c0b-a4b8-ae8cb01aca74 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "DELETE /v2.0/ports/dac425f3-6e12-4905-914e-9426b0c1ceab HTTP/1.1" status: 204 len: 173 time: 0.3910534 Aug 10 01:25:29.620433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'name': 'network-vif-deleted', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:29.622682 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990ebaba-1a99-4483-b3b4-415c0a52900f" -d '{"events": [{"server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "name": "network-vif-deleted", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:29.662037 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b372a99b-7f37-46df-94d0-0ac7a7e9901d x-openstack-request-id: req-b372a99b-7f37-46df-94d0-0ac7a7e9901d {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:29.662332 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aed9c14-27f9-4705-b73d-4d130bed60de", "name": "network-vif-deleted", "tag": "dac425f3-6e12-4905-914e-9426b0c1ceab", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:29.662583 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b372a99b-7f37-46df-94d0-0ac7a7e9901d {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:29.663103 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aed9c14-27f9-4705-b73d-4d130bed60de', 'name': 'network-vif-deleted', 'tag': 'dac425f3-6e12-4905-914e-9426b0c1ceab', 'status': 'completed', 'code': 200} Aug 10 01:25:30.141419 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d75152b9-9875-427d-a060-7512be676c81 req-3d930c24-209c-4e17-af01-d46595c125af tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aed9c14-27f9-4705-b73d-4d130bed60de HTTP/1.1" status: 200 len: 210 time: 0.0369871 Aug 10 01:25:32.530892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dac425f3-6e12-4905-914e-9426b0c1ceab no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:25:32.550700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: dac425f3-6e12-4905-914e-9426b0c1ceab {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:25:32.550981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device dac425f3-6e12-4905-914e-9426b0c1ceab not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:25:38.069236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-3beded73-22de-4b08-b227-dcaaef77aac5 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:38.070660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-3beded73-22de-4b08-b227-dcaaef77aac5 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 814 time: 0.1054518 Aug 10 01:25:38.086018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-cbbf018a-1bb0-4143-a2d8-e4a76a17d6bd tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/quotas/1de4ccb7a66642e19e5ac35335b63e9a HTTP/1.1" status: 200 len: 375 time: 0.0093701 Aug 10 01:25:38.119237 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-1ab31276-939a-4c0c-9ad9-a131eac3f490 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271358 Aug 10 01:25:38.262637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-d2b9b7dd-ceeb-478d-b514-8aa5433a3ee2 service neutron] 10.222.0.25 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368358 Aug 10 01:25:38.351040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-07553438-da66-4962-89f9-bc351e308a76 service neutron] 10.222.0.25 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Aug 10 01:25:38.509820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d559a94d-8e6d-4cd7-9543-82849190e9f3 req-658beb2b-6562-4f2a-8464-dfa6de60b360 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Aug 10 01:25:39.408008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-6551f00d-e17b-4777-8ece-96f81b51de6f tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.409441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-6551f00d-e17b-4777-8ece-96f81b51de6f tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 814 time: 0.1091750 Aug 10 01:25:39.421877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Request body: {'port': {'device_id': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5', 'admin_state_up': True, 'tenant_id': '1de4ccb7a66642e19e5ac35335b63e9a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:25:39.531294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Made reservation on behalf of 1de4ccb7a66642e19e5ac35335b63e9a for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:25:39.534727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:39.611362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ee2d3a9-52fb-4950-8bef-7dca37cd79f4 req-239016b8-b4b1-440c-8a31-097f50631af7 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Aug 10 01:25:39.664405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Allocated IP 172.20.0.13 (cd33269f-5e95-4cf7-9149-752d8467f3c5/15eda8d6-b006-4af7-8263-55b5ea5ebeed/345f8390-d913-409c-bfb3-9ef776af6a36) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:25:39.815838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:39.857280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:39.904064 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Network cd33269f-5e95-4cf7-9149-752d8467f3c5 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:25:39.907157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:25:39.910869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:25:39.934496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Pushing event updated for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:39.946682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.947044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.947390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.947732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.948072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.948409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.948744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.949077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.949413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.949739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.950067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.950396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:39.972548 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:39.973211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:39.987602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-02ba5c84-8c24-4b47-a7c6-1a0598866d42 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694883 Aug 10 01:25:39.999752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Request body: {'port': {'device_id': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:25:40.051696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.319871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345f8390-d913-409c-bfb3-9ef776af6a36 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:25:40.327147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.339055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Transition to ACTIVE for port object 345f8390-d913-409c-bfb3-9ef776af6a36 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:25:40.342791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.641496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Pushing event updated for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:40.738574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Attempting to bind port 345f8390-d913-409c-bfb3-9ef776af6a36 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:25:40.738909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Attempting to bind port 345f8390-d913-409c-bfb3-9ef776af6a36 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:25:40.739228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Attempting to bind port 345f8390-d913-409c-bfb3-9ef776af6a36 on network cd33269f-5e95-4cf7-9149-752d8467f3c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:25:40.747019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Port 345f8390-d913-409c-bfb3-9ef776af6a36 on network cd33269f-5e95-4cf7-9149-752d8467f3c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:25:40.747340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Attempting to bind port 345f8390-d913-409c-bfb3-9ef776af6a36 on network cd33269f-5e95-4cf7-9149-752d8467f3c5 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:25:40.758998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79536d36-6a89-4219-8431-9f398103dfea req-3f17f024-f949-4cef-9e03-ac58f05f88e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.760497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79536d36-6a89-4219-8431-9f398103dfea req-3f17f024-f949-4cef-9e03-ac58f05f88e8 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 944 time: 0.0726976 Aug 10 01:25:40.761599 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:25:40.761925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Checking segment: {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:25:40.762302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Bound using segment: {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:25:40.762762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Bound port: 345f8390-d913-409c-bfb3-9ef776af6a36, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '916253c1-3924-4f4c-9563-b7df64dd1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:25:40.763115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.831987 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79536d36-6a89-4219-8431-9f398103dfea req-17ff314d-5e5c-4b81-8842-96eba693616d tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602393 Aug 10 01:25:40.851552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:25:40.854933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=345f8390-d913-409c-bfb3-9ef776af6a36,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:25:40.859342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.892942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.893552 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:40.895021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] 10.222.0.21 "PUT /v2.0/ports/345f8390-d913-409c-bfb3-9ef776af6a36 HTTP/1.1" status: 200 len: 1093 time: 0.8992474 Aug 10 01:25:40.895452 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:40.897667 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b3a1f-bf08-41aa-92e9-26af574933ab" -d '{"events": [{"name": "network-changed", "server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:40.921410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a56b4f-399f-4e8d-9197-b6eb4d382281 service neutron] Pushing event updated for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:40.937032 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec50c83c-e772-4061-882a-f5d668f4e45f x-openstack-request-id: req-ec50c83c-e772-4061-882a-f5d668f4e45f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:40.937479 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:40.937750 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec50c83c-e772-4061-882a-f5d668f4e45f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:40.938724 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36', 'status': 'completed', 'code': 200} Aug 10 01:25:40.986280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-da583d86-a8ff-4ffb-a194-e32eabfbdfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:40.987956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-da583d86-a8ff-4ffb-a194-e32eabfbdfdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 1096 time: 0.0461190 Aug 10 01:25:41.037360 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-e44af8d7-8c2f-439b-9d9f-3f1b5b22e47b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345f8390-d913-409c-bfb3-9ef776af6a36 HTTP/1.1" status: 200 len: 217 time: 0.0416422 Aug 10 01:25:41.090655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-726e30fa-7f30-4613-b447-7352f7a5dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.092509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-726e30fa-7f30-4613-b447-7352f7a5dc5f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15eda8d6-b006-4af7-8263-55b5ea5ebeed HTTP/1.1" status: 200 len: 854 time: 0.0485499 Aug 10 01:25:41.124989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-3c4a2af2-9980-45b7-ab34-71e66a2bd4ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd33269f-5e95-4cf7-9149-752d8467f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254807 Aug 10 01:25:41.223076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-f7547182-455c-4e69-a859-3b444641c21a service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908399 Aug 10 01:25:41.313991 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f4bbb48-fe59-44a9-8814-0b36a1c6528b req-b68b2dec-5808-4afb-bc8c-c0b6284b36cb service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Aug 10 01:25:41.402693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-6efeb5ef-732a-4151-b69a-ae146c941d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.404161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-6efeb5ef-732a-4151-b69a-ae146c941d26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 1096 time: 0.0415108 Aug 10 01:25:41.505215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-1dfc385c-ed29-419a-9bfc-f83581ed4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.506704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-1dfc385c-ed29-419a-9bfc-f83581ed4f74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 200 len: 914 time: 0.0959990 Aug 10 01:25:41.547630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-23452154-5c9e-4660-a17b-9a88564f1d5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345f8390-d913-409c-bfb3-9ef776af6a36 HTTP/1.1" status: 200 len: 217 time: 0.0338769 Aug 10 01:25:41.601248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-74642703-8775-4489-b95f-8fd479a00d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.603386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-74642703-8775-4489-b95f-8fd479a00d57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=15eda8d6-b006-4af7-8263-55b5ea5ebeed HTTP/1.1" status: 200 len: 854 time: 0.0480549 Aug 10 01:25:41.634009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-9d78f094-477e-4df5-8b5e-286a70129be2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd33269f-5e95-4cf7-9149-752d8467f3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233896 Aug 10 01:25:41.721495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-c136b723-d7c0-4341-9ec9-052d447e30e4 service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804043 Aug 10 01:25:41.816102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fe3b3a1f-bf08-41aa-92e9-26af574933ab req-00ac2428-caa7-47d7-9ab1-b7f279520891 service neutron] 10.222.0.21 "GET /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869565 Aug 10 01:25:41.949687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7082e0-0083-4d1c-b5e8-5cc4e339a993 req-ba2d2c6c-31d8-41ce-99fc-7153907f13ed tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:41.951235 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df7082e0-0083-4d1c-b5e8-5cc4e339a993 req-ba2d2c6c-31d8-41ce-99fc-7153907f13ed tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 944 time: 0.0521457 Aug 10 01:25:41.989517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df7082e0-0083-4d1c-b5e8-5cc4e339a993 req-dc07bb7c-660f-4719-983b-3b360b4eb21a tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Aug 10 01:25:43.112172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4be9f-1675-46ae-966a-c6f4416a53c2 req-593a662e-49de-4c9e-a8c9-47a9a861dbe9 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:43.113636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64e4be9f-1675-46ae-966a-c6f4416a53c2 req-593a662e-49de-4c9e-a8c9-47a9a861dbe9 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 944 time: 0.0538032 Aug 10 01:25:43.152980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-64e4be9f-1675-46ae-966a-c6f4416a53c2 req-7e1f69f3-01e6-4d24-9d2c-c2898619afa0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Aug 10 01:25:44.047999 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7dfe70fa-3a07-4d82-a58d-52cb1bd685b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:44.265480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23595583-0687-49b2-a259-0607d4cf1f7b req-6d8a074d-60b9-4e81-b8ea-7e452039e75c tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:44.266949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23595583-0687-49b2-a259-0607d4cf1f7b req-6d8a074d-60b9-4e81-b8ea-7e452039e75c tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 944 time: 0.0477765 Aug 10 01:25:44.303857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23595583-0687-49b2-a259-0607d4cf1f7b req-3291e72b-85d6-422f-aec8-98338324c989 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Aug 10 01:25:44.545513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 345f8390-d913-409c-bfb3-9ef776af6a36 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:25:44.640183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=345f8390-d913-409c-bfb3-9ef776af6a36,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:44.650890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '345f8390-d913-409c-bfb3-9ef776af6a36', 'network_id': 'cd33269f-5e95-4cf7-9149-752d8467f3c5', 'port_id': '345f8390-d913-409c-bfb3-9ef776af6a36', 'mac_address': 'fa:16:3e:e0:5d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15eda8d6-b006-4af7-8263-55b5ea5ebeed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:25:44.686451 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:44.698388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345f8390-d913-409c-bfb3-9ef776af6a36 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:25:44.717513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=345f8390-d913-409c-bfb3-9ef776af6a36,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:44.721182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:44.769362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:44.776453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.776795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.777129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.777976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.778305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.778631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.778963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.779281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.779599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.779916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.780231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.780542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:25:44.922086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['345f8390-d913-409c-bfb3-9ef776af6a36'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:25:45.415141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07ebf3-bc31-4407-af63-9a4edf5715eb req-e27ec4aa-0477-4957-9c1f-c9c1c3b430c7 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:45.416632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07ebf3-bc31-4407-af63-9a4edf5715eb req-e27ec4aa-0477-4957-9c1f-c9c1c3b430c7 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Aug 10 01:25:45.454702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8b07ebf3-bc31-4407-af63-9a4edf5715eb req-5dfb6532-8263-4ca9-995f-10d5fe43edba tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Aug 10 01:25:45.769331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:25:46.562533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 345f8390-d913-409c-bfb3-9ef776af6a36 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:25:46.571685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf984855-0c7e-43fc-a247-466496dad11b req-f9433a61-2a1a-48f6-9255-e36ebefbb519 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:46.573165 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf984855-0c7e-43fc-a247-466496dad11b req-f9433a61-2a1a-48f6-9255-e36ebefbb519 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Aug 10 01:25:46.609645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 345f8390-d913-409c-bfb3-9ef776af6a36 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:25:46.612911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf984855-0c7e-43fc-a247-466496dad11b req-45114c0a-aea3-488d-a9e0-0f71a93ea6c1 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Aug 10 01:25:46.613321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 345f8390-d913-409c-bfb3-9ef776af6a36 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:25:46.613694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:46.690405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:46.712321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:25:46.714541 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8cdc64-bfee-4346-850d-10d6380e2be9" -d '{"events": [{"server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "name": "network-vif-plugged", "status": "completed", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:25:46.727643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=345f8390-d913-409c-bfb3-9ef776af6a36,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:25:46.732198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:46.755738 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e78d87-e712-4aeb-8469-5c8f2376a88f x-openstack-request-id: req-74e78d87-e712-4aeb-8469-5c8f2376a88f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:25:46.756019 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "name": "network-vif-plugged", "status": "completed", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:25:46.756272 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74e78d87-e712-4aeb-8469-5c8f2376a88f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:25:46.756659 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36', 'code': 200} Aug 10 01:25:46.782968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:25:46.834455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3e4cdd30-cabf-4587-9ed4-7fdbf0595081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:46.852545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf032fd-1bc9-4b70-a68c-307691071cb4 req-eae9feb9-0a42-4f2a-9105-038e99a97cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:46.854029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bf032fd-1bc9-4b70-a68c-307691071cb4 req-eae9feb9-0a42-4f2a-9105-038e99a97cb2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 1098 time: 0.0434415 Aug 10 01:25:46.887625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bf032fd-1bc9-4b70-a68c-307691071cb4 req-f82f7aa3-bfad-4f6d-b078-61a4aaccb344 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266273 Aug 10 01:25:47.307897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:47.726645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade86f7-4ef8-4562-9b2a-fb2330eb061a req-2ca2afee-8c49-44e4-b136-2be21d605dea tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:47.728169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ade86f7-4ef8-4562-9b2a-fb2330eb061a req-2ca2afee-8c49-44e4-b136-2be21d605dea tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 946 time: 0.0490618 Aug 10 01:25:47.765946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ade86f7-4ef8-4562-9b2a-fb2330eb061a req-7c531a23-4d29-42fc-bcf0-26636764e36c tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Aug 10 01:25:47.806485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:47.899352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-3346cbbe-6cfd-413a-980e-804adb15de6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411904 Aug 10 01:25:47.987922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-3aac72f4-8fc9-4b5c-9fc4-7914df367878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:47.989438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-3aac72f4-8fc9-4b5c-9fc4-7914df367878 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.0458603 Aug 10 01:25:48.100887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-8e00a482-9427-4511-8a24-9a1c246e362f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:48.102404 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-8e00a482-9427-4511-8a24-9a1c246e362f service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0939388 Aug 10 01:25:48.173796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-37dc29c7-f860-4feb-afac-dd04d9368694 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 1002 time: 0.0645616 Aug 10 01:25:48.225632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-f9e5efe3-e46b-4ddf-9fd0-d83aa24cee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:48.227154 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-f9e5efe3-e46b-4ddf-9fd0-d83aa24cee54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0469661 Aug 10 01:25:48.273682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-311acb79-0d3a-4f77-a7a9-981ba44f9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:25:48.275213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-311acb79-0d3a-4f77-a7a9-981ba44f9cce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410180 Aug 10 01:25:48.368870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-c84cf105-345b-4e51-b9ed-8427100ed2a2 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Aug 10 01:25:48.459996 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7b3c8561-d700-4cff-a3e3-1aca34b81849 req-bdecd5ba-d00e-46ed-a7ee-fea05f8fd19b service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829461 Aug 10 01:25:49.716962 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:56.229411 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:25:56.356904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:12.997535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cea46-aedf-4b2d-a2d9-3c5c9c90a09b req-18024b80-e8d3-45a5-aa8a-15f003be2a7b tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:12.999132 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e5cea46-aedf-4b2d-a2d9-3c5c9c90a09b req-18024b80-e8d3-45a5-aa8a-15f003be2a7b tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 946 time: 0.0526624 Aug 10 01:26:13.037559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e5cea46-aedf-4b2d-a2d9-3c5c9c90a09b req-a88ac23d-1c55-4ea8-9690-f42ba1a07869 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319173 Aug 10 01:26:14.049438 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b064014-0aa1-443e-98fa-3926535cd504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.159424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ad69b-34c7-42c5-b560-5f035111107a req-5fb39a2d-fa30-4b26-95c7-c961e6fe51f0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:14.161103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb3ad69b-34c7-42c5-b560-5f035111107a req-5fb39a2d-fa30-4b26-95c7-c961e6fe51f0 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 946 time: 0.0551198 Aug 10 01:26:14.201547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb3ad69b-34c7-42c5-b560-5f035111107a req-c5aa8769-6ad9-4333-83cb-0060836ac183 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Aug 10 01:26:14.492686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-ae1a0444-6116-4bdc-a18e-3edb01a84364 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:14.494124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-ae1a0444-6116-4bdc-a18e-3edb01a84364 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 946 time: 0.0503688 Aug 10 01:26:14.592528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Deleting port 345f8390-d913-409c-bfb3-9ef776af6a36 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:26:14.592869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.684272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] For port 345f8390-d913-409c-bfb3-9ef776af6a36, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=345f8390-d913-409c-bfb3-9ef776af6a36,segment=NetworkSegment(916253c1-3924-4f4c-9563-b7df64dd1ef6),segment_id=916253c1-3924-4f4c-9563-b7df64dd1ef6)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:26:14.684756 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.699448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Calling delete_port for 345f8390-d913-409c-bfb3-9ef776af6a36 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:26:14.833215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.846182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['345f8390-d913-409c-bfb3-9ef776af6a36'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:26:14.863383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Pushing event deleted for resources: {'Port': ['ID=345f8390-d913-409c-bfb3-9ef776af6a36,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:14.904194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] No DVR routers for this DVR port 345f8390-d913-409c-bfb3-9ef776af6a36 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:26:14.907036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:14.909675 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b31d612-42d7-4e1c-b30f-40e71f2a4e2d req-bfa79cc3-81f7-4475-8fd3-6e6d341a6691 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.21 "DELETE /v2.0/ports/345f8390-d913-409c-bfb3-9ef776af6a36 HTTP/1.1" status: 204 len: 173 time: 0.4093537 Aug 10 01:26:14.910108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'name': 'network-vif-deleted', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:26:14.912467 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73dc6a-8f6f-415b-87fa-f77fdfdf22b5" -d '{"events": [{"server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "name": "network-vif-deleted", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:26:14.950104 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da702c8-bc06-427a-9e6c-0898a4ca7fce x-openstack-request-id: req-9da702c8-bc06-427a-9e6c-0898a4ca7fce {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:26:14.950406 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935b0deb-c181-4e84-be3a-20deb8e13b18", "name": "network-vif-deleted", "tag": "345f8390-d913-409c-bfb3-9ef776af6a36", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:26:14.950682 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9da702c8-bc06-427a-9e6c-0898a4ca7fce {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:26:14.951163 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935b0deb-c181-4e84-be3a-20deb8e13b18', 'name': 'network-vif-deleted', 'tag': '345f8390-d913-409c-bfb3-9ef776af6a36', 'status': 'completed', 'code': 200} Aug 10 01:26:15.321440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-449bd051-2f05-4a57-9027-ec113d5a2c27 req-c40bac41-cacf-4cc4-9c8a-3f6e0102d943 tempest-VolumesSnapshotTestJSON-1795285512 tempest-VolumesSnapshotTestJSON-1795285512-project] 10.222.0.25 "GET /v2.0/ports?device_id=935b0deb-c181-4e84-be3a-20deb8e13b18 HTTP/1.1" status: 200 len: 210 time: 0.0312912 Aug 10 01:26:16.834535 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5c2b7a75-2181-44dd-92aa-e6e5fed4cfc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.308447 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:17.818542 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:18.779348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 345f8390-d913-409c-bfb3-9ef776af6a36 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:26:18.803901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 345f8390-d913-409c-bfb3-9ef776af6a36 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:26:18.804250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 345f8390-d913-409c-bfb3-9ef776af6a36 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:26:19.718386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:22.776456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:26:26.245834 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:26.353930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:44.051631 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2dcb0b2e-f4ba-49b6-be49-506b16edce1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:46.835149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74feebd8-85a7-47a7-b957-5bf7181c2ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.310163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:47.812390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:49.741907 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:49.920691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-4fed08ac-c443-47a4-83ce-c5480edcf7dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567958 Aug 10 01:26:49.987894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-fa0d485a-0765-46a2-836c-b074178ab898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:49.989406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-fa0d485a-0765-46a2-836c-b074178ab898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1097 time: 0.0440550 Aug 10 01:26:50.095419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-263d5f10-f3a8-4035-9564-d75ee346f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.097499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-263d5f10-f3a8-4035-9564-d75ee346f97d service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.0893068 Aug 10 01:26:50.163827 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-461813dd-5e79-438b-b614-066d69cf142a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 1000 time: 0.0593851 Aug 10 01:26:50.214369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-56b6f6e8-9ef6-4ab6-b2d3-f627bafe51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.215906 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-56b6f6e8-9ef6-4ab6-b2d3-f627bafe51ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0450206 Aug 10 01:26:50.266014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-a0b773df-deac-4e29-828b-e89f2219cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:26:50.267523 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-a0b773df-deac-4e29-828b-e89f2219cf8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447297 Aug 10 01:26:50.357880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-3971661d-34f5-49eb-a8f4-a1286ae4a3d2 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Aug 10 01:26:50.450958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe2895e-5f8a-483c-9cf0-d6a36c57b854 req-9035ea46-b6f5-4c89-ab3d-3103db806d2c service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864170 Aug 10 01:26:56.244284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.335419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49826) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:56.367006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.387632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Deleting subnet 15eda8d6-b006-4af7-8263-55b5ea5ebeed {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:26:56.390687 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.426392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.467530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.524124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.554165 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15eda8d6-b006-4af7-8263-55b5ea5ebeed,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:56.558743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.561911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15eda8d6-b006-4af7-8263-55b5ea5ebeed HTTP/1.1" status: 204 len: 168 time: 0.2252538 Aug 10 01:26:56.563124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:56.568401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.568761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.569107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.569446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.569783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.570119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.570450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.570811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.571141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.571498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.571843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.572174 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d024fef-668e-4306-842e-94977e19debc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.640827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.726127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.736108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd33269f-5e95-4cf7-9149-752d8467f3c5']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:56.746955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916253c1-3924-4f4c-9563-b7df64dd1ef6') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:56.747251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916253c1-3924-4f4c-9563-b7df64dd1ef6') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:26:56.756339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.770213 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.776018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:26:56.776391 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:26:56.778024 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:26:56.830128 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.837161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:56.839010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd33269f-5e95-4cf7-9149-752d8467f3c5 HTTP/1.1" status: 204 len: 168 time: 0.2743807 Aug 10 01:26:56.849224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd33269f-5e95-4cf7-9149-752d8467f3c5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:56.856732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.857075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.857416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.857765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.858083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.858414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.858761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.859090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.859418 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.859823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.860141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.860463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17b646-fe00-49a4-be36-b8398859b50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:26:56.965322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49832) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:57.007354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-482f4467-2bf7-4d4d-aa57-472ae9d6316d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1de4ccb7a66642e19e5ac35335b63e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407250 Aug 10 01:26:57.009770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 49834) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:26:57.061306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.085016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.134171 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.136778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:26:57.137930 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d HTTP/1.1" status: 204 len: 168 time: 0.1272719 Aug 10 01:26:57.146502 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39380473-9d04-4fe7-b730-794132e1276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bbec0-9dbd-4df3-be34-d12ea44d5d6d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:26:59.766125 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:27:00.972001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49874) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:01.129996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 8897c957-051d-41b4-8276-2669189d3f97 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:01.130338 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.202816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.203145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.215276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 8897c957-051d-41b4-8276-2669189d3f97 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:01.390740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.420094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=8897c957-051d-41b4-8276-2669189d3f97,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:01.477881 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.478253 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP adb4644e-4d75-46bd-845d-cc06d7bf9a20 disassociated (deleted). External IP: 172.25.7.73, port: 14c089dd-4dbc-4048-af6c-ba14f6024a52. Aug 10 01:27:01.687487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:01.811917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:01.817536 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:01.822951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:01.833803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:01.834519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:26:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:01.848444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8415320a-164e-4825-b112-44a137c3f90f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "DELETE /v2.0/floatingips/adb4644e-4d75-46bd-845d-cc06d7bf9a20 HTTP/1.1" status: 204 len: 168 time: 0.8727319 Aug 10 01:27:01.848444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:01.849037 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d827c44-646c-46bc-8f58-177aed379a69" -d '{"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:01.898784 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad14d0cf-4973-4b6a-9661-138707383485 x-openstack-request-id: req-ad14d0cf-4973-4b6a-9661-138707383485 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:01.899081 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:01.899332 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad14d0cf-4973-4b6a-9661-138707383485 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:01.899737 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'status': 'completed', 'code': 200} Aug 10 01:27:01.965891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:01.977586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827c44-646c-46bc-8f58-177aed379a69 req-8648e445-cbc2-4166-94ec-802bf5204e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:01.980615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-8648e445-cbc2-4166-94ec-802bf5204e16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 1097 time: 0.0569580 Aug 10 01:27:02.108287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827c44-646c-46bc-8f58-177aed379a69 req-9f2ea6fb-583b-438d-9071-edf5df599c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:02.109714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-9f2ea6fb-583b-438d-9071-edf5df599c12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1184995 Aug 10 01:27:02.157279 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-341e871f-a8e7-4f46-a0ee-13d6b2743804 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 200 len: 217 time: 0.0381203 Aug 10 01:27:02.211430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827c44-646c-46bc-8f58-177aed379a69 req-10810e69-b6ec-428e-a484-a3c281462b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:02.212961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-10810e69-b6ec-428e-a484-a3c281462b89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0481598 Aug 10 01:27:02.236137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:02.262855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:02.271376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d827c44-646c-46bc-8f58-177aed379a69 req-d4882133-3fed-4e86-b3f1-d72a8d3947ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:02.272376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:02.273024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:26:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:02.273934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-d4882133-3fed-4e86-b3f1-d72a8d3947ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515513 Aug 10 01:27:02.296824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-ded5861f-9eb1-40ce-b38b-35399786768d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:27:02.297900 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-ded5861f-9eb1-40ce-b38b-35399786768d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158904 Aug 10 01:27:02.359448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d67b6e-d090-4232-a2a0-de6f61586684 req-545ab37f-1737-4981-b965-2ecd21ff8365 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:02.361099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74d67b6e-d090-4232-a2a0-de6f61586684 req-545ab37f-1737-4981-b965-2ecd21ff8365 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.3053908 Aug 10 01:27:02.388332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:02.401351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-b38478d9-3c6d-48ca-8d13-d69435de5aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958874 Aug 10 01:27:02.427363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-74d67b6e-d090-4232-a2a0-de6f61586684 req-aede3a4b-0ad7-4ce8-ab2d-5e66d1e1cf30 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546243 Aug 10 01:27:02.508566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d827c44-646c-46bc-8f58-177aed379a69 req-81f9d41a-96e2-48b7-bcc1-391e29d8978c service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980010 Aug 10 01:27:02.629033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:02.655422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c848acf9-ed1b-4452-a460-19e10c0e8aad None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '61b9ce00-22c8-4823-a745-01298f5a673a', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'port_id': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'mac_address': 'fa:16:3e:a3:1d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:23:19Z', 'updated_at': '2021-08-10T01:23:22Z', 'revision_number': 1, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:02.938148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa3b3b-0017-4018-be3b-bf014942f4e9 None None] New status for floating IP adb4644e-4d75-46bd-845d-cc06d7bf9a20: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:27:03.628752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2eb9e-2647-431d-93c4-feddcba934d5 req-81174726-6548-4b7e-bd9d-46bbbca9158a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:03.630245 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ff2eb9e-2647-431d-93c4-feddcba934d5 req-81174726-6548-4b7e-bd9d-46bbbca9158a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.1445246 Aug 10 01:27:03.638127 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-065f30e8-846a-49a7-bf04-97957f051aef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:03.639490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-065f30e8-846a-49a7-bf04-97957f051aef tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 945 time: 0.0801473 Aug 10 01:27:03.726938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9ff2eb9e-2647-431d-93c4-feddcba934d5 req-ca9b5c47-42fb-4d05-b10f-fcb15396bd67 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849514 Aug 10 01:27:03.753508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 14c089dd-4dbc-4048-af6c-ba14f6024a52 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:03.753852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:03.840102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port 14c089dd-4dbc-4048-af6c-ba14f6024a52, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=14c089dd-4dbc-4048-af6c-ba14f6024a52,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:03.840470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:03.854451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 14c089dd-4dbc-4048-af6c-ba14f6024a52 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:03.996009 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:04.023458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=14c089dd-4dbc-4048-af6c-ba14f6024a52,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:04.067243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port 14c089dd-4dbc-4048-af6c-ba14f6024a52 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:04.069775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:04.071793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6859176-140a-436a-90b1-b76eab6e93f4 req-95540a4c-b17f-4c21-bdaf-1d768b539096 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "DELETE /v2.0/ports/14c089dd-4dbc-4048-af6c-ba14f6024a52 HTTP/1.1" status: 204 len: 173 time: 0.4255390 Aug 10 01:27:04.072233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'name': 'network-vif-deleted', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:04.074420 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c8f845-b68d-4fc6-b674-9440e0811263" -d '{"events": [{"server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "name": "network-vif-deleted", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:04.125999 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3632744f-3448-4d0d-a824-b48b78195605 x-openstack-request-id: req-3632744f-3448-4d0d-a824-b48b78195605 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:04.126299 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30c22aa-b025-46cf-bfa6-76f95d7dd5f5", "name": "network-vif-deleted", "tag": "14c089dd-4dbc-4048-af6c-ba14f6024a52", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:04.126561 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3632744f-3448-4d0d-a824-b48b78195605 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:04.127394 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30c22aa-b025-46cf-bfa6-76f95d7dd5f5', 'name': 'network-vif-deleted', 'tag': '14c089dd-4dbc-4048-af6c-ba14f6024a52', 'status': 'completed', 'code': 200} Aug 10 01:27:04.835752 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40820a0b-e1ee-48f7-a0d5-9243458478e8 req-d41f8be9-34d5-4efa-9bd5-63caee1d11da tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0340500 Aug 10 01:27:05.938613 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a5a5016-db38-4509-bca9-17b2ac5ac451 req-3c92278c-da2e-4097-ada9-1b2fdf0e9b71 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Aug 10 01:27:06.271734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 14c089dd-4dbc-4048-af6c-ba14f6024a52 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:06.293069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 14c089dd-4dbc-4048-af6c-ba14f6024a52 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:06.293414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 14c089dd-4dbc-4048-af6c-ba14f6024a52 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:07.039604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c6b0dd3-453f-4025-b845-3f4f3a7eb799 req-1313d6c8-9170-4b34-8902-8f907abfc13a tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a30c22aa-b025-46cf-bfa6-76f95d7dd5f5 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Aug 10 01:27:12.389952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 49996) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:12.541471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port a8775a75-b198-4766-ad74-526b932107f2 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:12.541897 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.615278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.615610 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.626948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for a8775a75-b198-4766-ad74-526b932107f2 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:12.775659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.802653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=a8775a75-b198-4766-ad74-526b932107f2,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:12.863862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:12.864202 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Floating IP 61b9ce00-22c8-4823-a745-01298f5a673a disassociated (deleted). External IP: 172.25.7.132, port: b3372a3b-53f8-4171-ad9c-86dd88bf0311. Aug 10 01:27:13.073516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:13.187281 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:13.193000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:13.199822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:13.209283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:13.209896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:26:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:13.222214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-35126f7c-4702-4473-99b0-f54099a6aee3 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "DELETE /v2.0/floatingips/61b9ce00-22c8-4823-a745-01298f5a673a HTTP/1.1" status: 204 len: 168 time: 0.8308883 Aug 10 01:27:13.222943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:13.225313 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6fc301-b333-45cf-8982-17e311a5a112" -d '{"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:13.264416 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf2a4ae-16fc-46e8-8c38-442ebec2d175 x-openstack-request-id: req-0bf2a4ae-16fc-46e8-8c38-442ebec2d175 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:13.264713 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:13.264969 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bf2a4ae-16fc-46e8-8c38-442ebec2d175 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:13.265380 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'status': 'completed', 'code': 200} Aug 10 01:27:13.340836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-8991c0b5-e859-4e26-b5e5-06e06dc69f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.343511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-8991c0b5-e859-4e26-b5e5-06e06dc69f42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c58a8724a3a744b0bec4144b76a95c72&device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 1098 time: 0.0539124 Aug 10 01:27:13.463316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-73312449-2171-44ee-9c64-806058625238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.464826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-73312449-2171-44ee-9c64-806058625238 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 200 len: 911 time: 0.1136930 Aug 10 01:27:13.516345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-45489423-b4d5-45b2-be2a-630075c103e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 200 len: 217 time: 0.0406153 Aug 10 01:27:13.532445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b90f4d-5899-4ec1-9379-bd03531b8374 req-ddb57880-7f9d-4707-b731-83c8e754184d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.534512 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5b90f4d-5899-4ec1-9379-bd03531b8374 req-ddb57880-7f9d-4707-b731-83c8e754184d tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0630107 Aug 10 01:27:13.539992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:13.571062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-7aa2ed46-c4c6-48da-baaa-f69915fb5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.572574 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-7aa2ed46-c4c6-48da-baaa-f69915fb5531 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 200 len: 850 time: 0.0482173 Aug 10 01:27:13.593380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e5b90f4d-5899-4ec1-9379-bd03531b8374 req-da737b95-90b9-4a06-a452-b9e81b06fa16 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488012 Aug 10 01:27:13.631788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-f0ec3245-56ef-4c22-a14d-6d83f143ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:13.633302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-f0ec3245-56ef-4c22-a14d-6d83f143ff23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7fabb450-a857-4b1f-9512-e30c45182625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516465 Aug 10 01:27:13.776029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:13.806843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:13.817190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:13.817978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:26:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:13.929485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:14.056209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-2eb31260-2193-4f5f-8d45-4ecb663ef35b service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141209 Aug 10 01:27:14.060115 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8de72bac-1401-4875-96c3-ca4d1adbb96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:14.147686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:14.155408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc6fc301-b333-45cf-8982-17e311a5a112 req-9865074e-b374-4d05-9e30-112515b4fc10 service neutron] 10.222.0.10 "GET /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910656 Aug 10 01:27:14.189225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6378d2ec-10f0-4a8c-91ae-2c479857917d None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0949aba8-3ccb-477d-aa56-a31eab35be9f', 'name': '', 'network_id': '7fabb450-a857-4b1f-9512-e30c45182625', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'mac_address': 'fa:16:3e:d4:fd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:58Z', 'updated_at': '2021-08-10T01:15:07Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'subnets': [{'id': 'feac7a15-cc48-4dc0-9b27-4faf931b7c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:14.440119 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa72282-b3c9-41b8-aefa-1837a293f796 None None] New status for floating IP 61b9ce00-22c8-4823-a745-01298f5a673a: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:27:14.711131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfb3e9-e65d-4c69-ab4b-ada4ff3a920b req-1cc1e879-31aa-4f47-a7f2-81d8692efc8b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:14.712615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ecfb3e9-e65d-4c69-ab4b-ada4ff3a920b req-1cc1e879-31aa-4f47-a7f2-81d8692efc8b tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0534756 Aug 10 01:27:14.751168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ecfb3e9-e65d-4c69-ab4b-ada4ff3a920b req-fc5bf2b0-e856-4482-ab05-4bf8c8135966 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/security-groups?id=fa60ca6b-0269-42a8-9d8d-67c4f9306d79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323105 Aug 10 01:27:14.931171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-5b4d4d26-5e0d-4ea4-b143-148aa652ab6f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:14.932676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-5b4d4d26-5e0d-4ea4-b143-148aa652ab6f tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 946 time: 0.0474348 Aug 10 01:27:15.022027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port b3372a3b-53f8-4171-ad9c-86dd88bf0311 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:15.022365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.116658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] For port b3372a3b-53f8-4171-ad9c-86dd88bf0311, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=b3372a3b-53f8-4171-ad9c-86dd88bf0311,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:15.117026 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.130003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for b3372a3b-53f8-4171-ad9c-86dd88bf0311 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:15.267341 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.306957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=b3372a3b-53f8-4171-ad9c-86dd88bf0311,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:15.344033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] No DVR routers for this DVR port b3372a3b-53f8-4171-ad9c-86dd88bf0311 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:15.348126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.350168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-40b7f2ac-edf0-41ae-acff-db9b7a7bf87c req-104d80b9-82f3-41e4-8c91-af9f86eb2404 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.10 "DELETE /v2.0/ports/b3372a3b-53f8-4171-ad9c-86dd88bf0311 HTTP/1.1" status: 204 len: 173 time: 0.4113810 Aug 10 01:27:15.350654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'name': 'network-vif-deleted', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:15.353657 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9cb40-adfb-4ea6-a270-0a8c5b29ae08" -d '{"events": [{"server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "name": "network-vif-deleted", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:15.401769 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f8607b-77d2-4654-aa87-20b0725c770c x-openstack-request-id: req-04f8607b-77d2-4654-aa87-20b0725c770c {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:15.402062 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0baf974-0862-43dd-8bce-3f65d1972773", "name": "network-vif-deleted", "tag": "b3372a3b-53f8-4171-ad9c-86dd88bf0311", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:15.402317 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04f8607b-77d2-4654-aa87-20b0725c770c {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:15.403052 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0baf974-0862-43dd-8bce-3f65d1972773', 'name': 'network-vif-deleted', 'tag': 'b3372a3b-53f8-4171-ad9c-86dd88bf0311', 'status': 'completed', 'code': 200} Aug 10 01:27:15.478047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50022) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:15.588946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee94e162-b3ce-4bfd-b334-ea2cbb166248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.691923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee94e162-b3ce-4bfd-b334-ea2cbb166248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.695942 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee94e162-b3ce-4bfd-b334-ea2cbb166248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.735203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94e162-b3ce-4bfd-b334-ea2cbb166248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da9a84-9ad5-4270-9d13-0dcc7366184d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:15.743492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee94e162-b3ce-4bfd-b334-ea2cbb166248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34ebb31c2912487ab2d19b1adbfe1e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616916 Aug 10 01:27:15.743862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50026) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:15.810224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.833921 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.865944 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bffcb159-3f28-48f3-8076-545dc1c50dd3 req-b7c2ca4d-34ad-4f68-89d1-48c5427d796e tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0341020 Aug 10 01:27:15.903873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.906498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:15.907748 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9da9a84-9ad5-4270-9d13-0dcc7366184d HTTP/1.1" status: 204 len: 168 time: 0.1629055 Aug 10 01:27:15.915625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9917d-e012-4a79-bd02-f6c1b6d9b725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da9a84-9ad5-4270-9d13-0dcc7366184d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:16.548059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50050) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:16.648050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1540669474-network', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:16.670268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Made reservation on behalf of 9c5b36c5d5c34134ba967f4cb35bde6b for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:27:16.672770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.682111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.777572 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.781698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.808561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:27:16.815420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc67fb-b459-43e7-89c7-8714b7636d37,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:16.821503 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.821855 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Added segment d04d1f83-4661-4ffc-858e-069f1a8a21c2 of type vlan for network eae31165-5f31-49e7-95ad-d5fb5e29fc49 Aug 10 01:27:16.848640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-073e65a2-611d-48e1-b1c5-24527537d5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.865953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.895316 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.896446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:16.897028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:16.944642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3953121 Aug 10 01:27:16.949752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50056) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:16.957085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Request body: {'subnet': {'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1540669474-subnet', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:16.962896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cee81-bb1d-44d7-9a9f-c11892f1a702 admin admin] Pushing event updated for resources: {'Network': ['ID=eae31165-5f31-49e7-95ad-d5fb5e29fc49,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:16.973756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:27:16.975521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e72ff1a2-295e-4557-aa32-3816e454c20c req-6260aec2-be37-42ec-aa36-951bf78d12fd tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0345039 Aug 10 01:27:17.002877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Made reservation on behalf of 9c5b36c5d5c34134ba967f4cb35bde6b for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:27:17.005435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.177144 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.235680 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e37dacd-d516-42e2-b855-bd468cfb8b71,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:17.245760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Checking segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:17.246117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Network hostable DHCP agents. Network: eae31165-5f31-49e7-95ad-d5fb5e29fc49, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:27:17.262927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:27:17.272254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, eae31165-5f31-49e7-95ad-d5fb5e29fc49) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:17.277968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:17.278111 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.282044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80f5e4-69ce-4a77-aedd-9b35bff76cf8 None None] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:17.293390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec8c3da0-e2bb-4f43-94df-da47caa9d6bd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3407409 Aug 10 01:27:17.295839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50058) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:17.301328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:17.329810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.331641 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.355702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.424901 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.457085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:27:17.458225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.567266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.598745 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Allocated IP 172.20.0.2 (eae31165-5f31-49e7-95ad-d5fb5e29fc49/6e37dacd-d516-42e2-b855-bd468cfb8b71/c58d5983-bf70-4c7b-98f3-836ea3e41be6) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:17.773497 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.782027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Transition to ACTIVE for port object c58d5983-bf70-4c7b-98f3-836ea3e41be6 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:17.800635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Transition to ACTIVE for port object c58d5983-bf70-4c7b-98f3-836ea3e41be6 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:17.814815 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.845346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.860712 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:17.866116 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:17.870630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:17.873793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Pushing event updated for resources: {'Port': ['ID=c58d5983-bf70-4c7b-98f3-836ea3e41be6,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:17.885139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.885480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.885815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.886146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.886472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.886826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.887149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.887475 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.887805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.888118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.888565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.888889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:17.940971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Attempting to bind port c58d5983-bf70-4c7b-98f3-836ea3e41be6 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:17.941183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Attempting to bind port c58d5983-bf70-4c7b-98f3-836ea3e41be6 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:17.941552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Attempting to bind port c58d5983-bf70-4c7b-98f3-836ea3e41be6 on network eae31165-5f31-49e7-95ad-d5fb5e29fc49 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:17.947980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:17.948435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Checking segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:17.948910 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:17.949373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Bound using segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:17.949903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Bound port: c58d5983-bf70-4c7b-98f3-836ea3e41be6, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:17.950353 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.025119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] For port c58d5983-bf70-4c7b-98f3-836ea3e41be6, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:18.028829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] For port c58d5983-bf70-4c7b-98f3-836ea3e41be6, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58d5983-bf70-4c7b-98f3-836ea3e41be6,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:18.035854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.077838 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.102569 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.119946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d0a5e0f-b4b6-4de2-960e-a02cf4c44496 req-5c2a4698-2caf-432d-bf4f-a158438df709 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Aug 10 01:27:18.125789 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32710dff-72f9-4431-8128-4f3618d20f43 None None] Pushing event updated for resources: {'Port': ['ID=c58d5983-bf70-4c7b-98f3-836ea3e41be6,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:18.229552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Allocated IP 172.25.7.112 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/b2f96efb-678e-4d56-ad51-1b7a6b655b34) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:18.330960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b3372a3b-53f8-4171-ad9c-86dd88bf0311 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:18.359101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.370329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: b3372a3b-53f8-4171-ad9c-86dd88bf0311 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:18.370699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device b3372a3b-53f8-4171-ad9c-86dd88bf0311 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:18.404369 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.459693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:18.464992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:18.468901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:18.495847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Pushing event updated for resources: {'Port': ['ID=b2f96efb-678e-4d56-ad51-1b7a6b655b34,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:18.729367 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:18.946690 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.083535 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:27:19.126493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3efb8dd-9177-4015-8be6-139f7afebe14 None None] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:19.199051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:19.209518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Sync routers for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:19.225533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-183a4ec9-5e42-492f-9395-a6f11ea3f93d None None] Provisioning for port c58d5983-bf70-4c7b-98f3-836ea3e41be6 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:19.233225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e68f5b9-7748-4aa8-98e0-d26f51daf7af req-2997c679-ec69-499c-a022-038ff3ab8cfa tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0baf974-0862-43dd-8bce-3f65d1972773 HTTP/1.1" status: 200 len: 210 time: 0.0363674 Aug 10 01:27:19.239036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:19.239952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:19.246622 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.250808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bacb50ad-3d3f-4779-85e5-fa60e4647b0d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9511399 Aug 10 01:27:19.251629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50066) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:19.404918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:19.621110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:18Z', 'revision_number': 3, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:19.653678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58d5983-bf70-4c7b-98f3-836ea3e41be6 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:19.660084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Checking router: 8082abb3-47c2-41fd-8b6d-00e2f6cd297b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:19.660378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Updating router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b port b2f96efb-678e-4d56-ad51-1b7a6b655b34 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:27:19.709350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.722199 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.759315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.772963 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c58d5983-bf70-4c7b-98f3-836ea3e41be6 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:19.781407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c58d5983-bf70-4c7b-98f3-836ea3e41be6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:19.781780 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:19.909999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Allocated IP 172.20.0.1 (eae31165-5f31-49e7-95ad-d5fb5e29fc49/6e37dacd-d516-42e2-b855-bd468cfb8b71/7360132b-3514-4392-81e0-035e3b011029) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:19.976222 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.014473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.028143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Transition to ACTIVE for port object 7360132b-3514-4392-81e0-035e3b011029 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:20.034887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c58d5983-bf70-4c7b-98f3-836ea3e41be6, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58d5983-bf70-4c7b-98f3-836ea3e41be6,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:20.040135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.061763 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.098105 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:20.104713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:20.108230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:20.108375 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.128903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c58d5983-bf70-4c7b-98f3-836ea3e41be6,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.131887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Transition to ACTIVE for port object b2f96efb-678e-4d56-ad51-1b7a6b655b34 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:20.132136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Pushing event updated for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.140586 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.154275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.195161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Attempting to bind port b2f96efb-678e-4d56-ad51-1b7a6b655b34 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:20.195541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Attempting to bind port b2f96efb-678e-4d56-ad51-1b7a6b655b34 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:20.195903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Attempting to bind port b2f96efb-678e-4d56-ad51-1b7a6b655b34 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:20.198779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426dc6-4d90-4a15-a706-0ead7ad6d0c5 None None] Pushing event updated for resources: {'Port': ['ID=b2f96efb-678e-4d56-ad51-1b7a6b655b34,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.203452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:20.203828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:20.204232 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.204619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:20.205121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Bound port: b2f96efb-678e-4d56-ad51-1b7a6b655b34, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:20.205508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.260651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] For port b2f96efb-678e-4d56-ad51-1b7a6b655b34, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:20.264793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] For port b2f96efb-678e-4d56-ad51-1b7a6b655b34, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b2f96efb-678e-4d56-ad51-1b7a6b655b34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:20.269811 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.297930 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.307956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50070) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:20.325764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:20.326411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:20.382876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c426dc6-4d90-4a15-a706-0ead7ad6d0c5 None None] Pushing event updated for resources: {'Port': ['ID=b2f96efb-678e-4d56-ad51-1b7a6b655b34,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.449249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Deleting port 5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:20.449597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.460814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cc1f6cb2-2b9a-498b-b1b0-ae8534861ab0 None None] Provisioning for port 7360132b-3514-4392-81e0-035e3b011029 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:20.471110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cc1f6cb2-2b9a-498b-b1b0-ae8534861ab0 None None] Provisioning complete for port 7360132b-3514-4392-81e0-035e3b011029 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:20.471711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cc1f6cb2-2b9a-498b-b1b0-ae8534861ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.476761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:20.488165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.494397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.531706 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.531949 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.545036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Calling delete_port for 5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:20.553992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f6cb2-2b9a-498b-b1b0-ae8534861ab0 None None] Port 7360132b-3514-4392-81e0-035e3b011029 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:20.691793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.719561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'Port': ['ID=5aacb0c5-5b2b-46a6-82c8-aada2f74c3f2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.799592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.803500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.804735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6777146b-9252-4992-832e-9527b83a50c5 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "DELETE /v2.0/floatingips/0fba2c63-20c2-48c3-933d-7cb35f90a2b7 HTTP/1.1" status: 204 len: 168 time: 0.4957514 Aug 10 01:27:20.848141 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:20.850504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Pushing event updated for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:20.904828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:19Z', 'revision_number': 1, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:20.935886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60871c2-9622-4c0f-9eaf-84f8f662794b None None] The sync data for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 is: [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:19Z', 'revision_number': 1, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:20.947541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:20.948594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:21.094161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:21.244414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:21.254930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ddb734f8-d827-4372-9018-91cd76fadd45 admin admin] 10.222.0.25 "PUT /v2.0/routers/8082abb3-47c2-41fd-8b6d-00e2f6cd297b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9996321 Aug 10 01:27:21.289399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ab86851f-7417-4c87-9178-32e5146d6afa None None] Provisioning complete for port 7360132b-3514-4392-81e0-035e3b011029 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:21.289915 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ab86851f-7417-4c87-9178-32e5146d6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:21.334810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ab86851f-7417-4c87-9178-32e5146d6afa None None] Port 7360132b-3514-4392-81e0-035e3b011029 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:21.638765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58d5983-bf70-4c7b-98f3-836ea3e41be6 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:21.716870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c58d5983-bf70-4c7b-98f3-836ea3e41be6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:21.717503 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:21.866636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50094) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:21.872242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1771322627-network', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:21.899348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Made reservation on behalf of 4fd07aa4ef844caeb21deca4ac1ee790 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:27:21.902580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:21.912566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.023131 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.030274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.063513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:27:22.074638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00aee23-48cd-4fea-9747-57e8ac49d2b2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:22.092389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.092713 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Added segment 9529309c-689d-4f74-bc3b-8e605089fb80 of type vlan for network 61a11e16-6be6-411e-8eee-a73ce8214106 Aug 10 01:27:22.136587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.168224 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.169501 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:22.170098 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.234787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3669126 Aug 10 01:27:22.238126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50098) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:22.239435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d506d1e-9c3f-4b9a-a535-a7530f4e0457 admin admin] Pushing event updated for resources: {'Network': ['ID=61a11e16-6be6-411e-8eee-a73ce8214106,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:22.243577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Request body: {'subnet': {'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1771322627-subnet', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:22.250064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 61a11e16-6be6-411e-8eee-a73ce8214106 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:27:22.275242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Made reservation on behalf of 4fd07aa4ef844caeb21deca4ac1ee790 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:27:22.278398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.478609 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.533094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a959e3-34c6-44ae-ab55-b6d6ecdd6155,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:22.543435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Checking segment: {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:22.543855 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Network hostable DHCP agents. Network: 61a11e16-6be6-411e-8eee-a73ce8214106, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:27:22.560196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Network 61a11e16-6be6-411e-8eee-a73ce8214106 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:27:22.569661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 61a11e16-6be6-411e-8eee-a73ce8214106) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:22.575466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:22.575554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.578882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf50046-90bb-4554-b1b7-756449dec32f None None] Network 61a11e16-6be6-411e-8eee-a73ce8214106 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:22.605176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50100) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:22.605421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e3a433dc-375d-4436-9390-5ef59044f11d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3658695 Aug 10 01:27:22.609617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:22.633375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.634487 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.699256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.743262 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-61a11e16-6be6-411e-8eee-a73ce8214106', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:27:22.744149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.847317 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:22.883386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Allocated IP 172.20.0.2 (61a11e16-6be6-411e-8eee-a73ce8214106/31a959e3-34c6-44ae-ab55-b6d6ecdd6155/f0012e32-1546-4ac1-bf38-b2eaff9fc07a) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:23.051206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.059991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Transition to ACTIVE for port object f0012e32-1546-4ac1-bf38-b2eaff9fc07a will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:23.065206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.074983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Transition to ACTIVE for port object f0012e32-1546-4ac1-bf38-b2eaff9fc07a will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:23.084795 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.088835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.129191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Network 61a11e16-6be6-411e-8eee-a73ce8214106 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:23.132056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:23.137848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:23.150561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Pushing event updated for resources: {'Port': ['ID=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:23.209598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Attempting to bind port f0012e32-1546-4ac1-bf38-b2eaff9fc07a on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:23.210115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Attempting to bind port f0012e32-1546-4ac1-bf38-b2eaff9fc07a by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:23.211034 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Attempting to bind port f0012e32-1546-4ac1-bf38-b2eaff9fc07a on network 61a11e16-6be6-411e-8eee-a73ce8214106 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:23.216501 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:23.217520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Checking segment: {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:23.217989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.218887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Bound using segment: {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:23.219445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Bound port: f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:23.219833 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.236477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Allocated IP 172.25.7.150 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/02a52a19-95e6-494f-bd15-2c33583cc446) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:23.300665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] For port f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:23.306530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] For port f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:23.312456 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.370014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.384283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e0dfa-a86d-4b64-9ea5-dd69141fdab7 None None] Pushing event updated for resources: {'Port': ['ID=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:23.397628 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Sync routers for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:23.413954 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:23.414615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:23.440252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.492641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:23.497808 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:23.508621 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:23.530296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Pushing event updated for resources: {'Port': ['ID=02a52a19-95e6-494f-bd15-2c33583cc446,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:23.547766 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:23.701002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b2f96efb-678e-4d56-ad51-1b7a6b655b34 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:23.768342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port b2f96efb-678e-4d56-ad51-1b7a6b655b34 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:23.776148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b2f96efb-678e-4d56-ad51-1b7a6b655b34 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:23.776636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.856690 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.881616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 2, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:23.882211 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.905844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port b2f96efb-678e-4d56-ad51-1b7a6b655b34, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b2f96efb-678e-4d56-ad51-1b7a6b655b34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:23.910834 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.918962 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Checking router: 8082abb3-47c2-41fd-8b6d-00e2f6cd297b for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:23.919313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Updating router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b port 7360132b-3514-4392-81e0-035e3b011029 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:27:23.946979 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:23.966078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=b2f96efb-678e-4d56-ad51-1b7a6b655b34,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:24.083630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.208871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50106) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:24.248021 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.259101 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Transition to ACTIVE for port object 7360132b-3514-4392-81e0-035e3b011029 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:24.268983 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.294074 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Router ec9595d9-809f-44c9-9dbb-506d0953d055 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:27:24.309593 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.322486 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Pushing event updated for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:24.334792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.335126 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.335459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.335792 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.336356 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.336689 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.337011 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.337330 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.337646 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.337962 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.338405 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.338746 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:27:24.379388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.427402 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Attempting to bind port 7360132b-3514-4392-81e0-035e3b011029 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:24.428354 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Attempting to bind port 7360132b-3514-4392-81e0-035e3b011029 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:24.428898 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Attempting to bind port 7360132b-3514-4392-81e0-035e3b011029 on network eae31165-5f31-49e7-95ad-d5fb5e29fc49 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:24.437722 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:24.438335 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Checking segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:24.438960 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.439830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Bound using segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:24.441017 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Bound port: 7360132b-3514-4392-81e0-035e3b011029, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:24.441593 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.474328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:24.492940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Sync routers for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:24.501785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.505925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-74728771-0ffc-46ca-8461-8a371d0e12af admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8971746 Aug 10 01:27:24.507504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:24.524825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:24.525512 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:24.529350 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.532185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.536380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa60ca6b-0269-42a8-9d8d-67c4f9306d79 HTTP/1.1" status: 204 len: 168 time: 0.3240824 Aug 10 01:27:24.550021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad491e2-c0f1-460f-991c-b31e63778c01 tempest-TestVolumeBootPattern-399901500 tempest-TestVolumeBootPattern-399901500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa60ca6b-0269-42a8-9d8d-67c4f9306d79,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:24.578459 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] For port 7360132b-3514-4392-81e0-035e3b011029, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:24.583006 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] For port 7360132b-3514-4392-81e0-035e3b011029, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7360132b-3514-4392-81e0-035e3b011029,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:24.597348 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:24.631537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:24.757670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c533c-73b9-45d6-9c17-b527f8e10614 None None] Network 61a11e16-6be6-411e-8eee-a73ce8214106 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:24.770072 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c5e2e-389e-4b88-9f3b-27cdde662177 None None] Pushing event updated for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:24.773061 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:24.773661 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:24.990078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:25.044672 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:25.063723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dd06a696-d26b-4b3e-80be-d646f1178b4d None None] Provisioning for port f0012e32-1546-4ac1-bf38-b2eaff9fc07a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:25.268829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.296911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 3, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:25.328688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Checking router: ec9595d9-809f-44c9-9dbb-506d0953d055 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:25.329420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Updating router ec9595d9-809f-44c9-9dbb-506d0953d055 port 02a52a19-95e6-494f-bd15-2c33583cc446 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:27:25.336091 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:24Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:25.367218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.383447 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd26b2ca-f571-4d0d-8af9-4402e4953794 None None] The sync data for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 is: [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:24Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:25.483204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Allocated IP 172.20.0.1 (61a11e16-6be6-411e-8eee-a73ce8214106/31a959e3-34c6-44ae-ab55-b6d6ecdd6155/9b1fd194-338c-4af8-a42d-3426528ae991) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:25.509720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.667268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.681495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Transition to ACTIVE for port object 9b1fd194-338c-4af8-a42d-3426528ae991 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:25.734412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.758024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.780806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Network 61a11e16-6be6-411e-8eee-a73ce8214106 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:25.783109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Transition to ACTIVE for port object 02a52a19-95e6-494f-bd15-2c33583cc446 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:25.784553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:25.794242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.799902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:25.853320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:25.864793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.888989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de056f0-e01a-44f2-b5a9-3b031bc5987f None None] Pushing event updated for resources: {'Port': ['ID=02a52a19-95e6-494f-bd15-2c33583cc446,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:25.894192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b2f96efb-678e-4d56-ad51-1b7a6b655b34 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:25.929805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Deleting port 0949aba8-3ccb-477d-aa56-a31eab35be9f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:25.930226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.981824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port b2f96efb-678e-4d56-ad51-1b7a6b655b34 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:25.982206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:25.985294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Attempting to bind port 02a52a19-95e6-494f-bd15-2c33583cc446 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:25.985444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Attempting to bind port 02a52a19-95e6-494f-bd15-2c33583cc446 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:25.986294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Attempting to bind port 02a52a19-95e6-494f-bd15-2c33583cc446 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:26.032053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] For port 0949aba8-3ccb-477d-aa56-a31eab35be9f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0949aba8-3ccb-477d-aa56-a31eab35be9f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:26.032420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.036207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:26.036588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:26.036996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.037396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:26.037878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Bound port: 02a52a19-95e6-494f-bd15-2c33583cc446, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:26.038265 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.049060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Calling delete_port for 0949aba8-3ccb-477d-aa56-a31eab35be9f owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:26.065215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.166277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] For port 02a52a19-95e6-494f-bd15-2c33583cc446, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:26.194085 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] For port 02a52a19-95e6-494f-bd15-2c33583cc446, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=02a52a19-95e6-494f-bd15-2c33583cc446,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:26.201089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f0012e32-1546-4ac1-bf38-b2eaff9fc07a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:26.235299 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.237797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7c2020a9-009a-4380-943b-6e0801fe9ccc None None] Provisioning for port 9b1fd194-338c-4af8-a42d-3426528ae991 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:26.277192 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.282317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.289831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7c2020a9-009a-4380-943b-6e0801fe9ccc None None] Provisioning complete for port 9b1fd194-338c-4af8-a42d-3426528ae991 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:26.290209 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c2020a9-009a-4380-943b-6e0801fe9ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.361957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.368783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.379358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:26.402616 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de056f0-e01a-44f2-b5a9-3b031bc5987f None None] Pushing event updated for resources: {'Port': ['ID=02a52a19-95e6-494f-bd15-2c33583cc446,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:26.427128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:26.428130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:26.430143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.433328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7c2020a9-009a-4380-943b-6e0801fe9ccc None None] Port 9b1fd194-338c-4af8-a42d-3426528ae991 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:26.481937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f0012e32-1546-4ac1-bf38-b2eaff9fc07a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:26.489481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f0012e32-1546-4ac1-bf38-b2eaff9fc07a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:26.489857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.499274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Network 61a11e16-6be6-411e-8eee-a73ce8214106 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:26.501051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:26.589052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:26.648099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Router ec9595d9-809f-44c9-9dbb-506d0953d055 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:26.683033 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.725365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Pushing event deleted for resources: {'Port': ['ID=0949aba8-3ccb-477d-aa56-a31eab35be9f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:26.799320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:26.816091 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-694168b5-9c25-4bc0-a15d-fb94b1acdcb5 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec9595d9-809f-44c9-9dbb-506d0953d055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2984631 Aug 10 01:27:26.917931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.941275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:26.944834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-041cbc57-4226-477f-8b23-46bf58279f30 None None] Provisioning complete for port 9b1fd194-338c-4af8-a42d-3426528ae991 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:26.945210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-041cbc57-4226-477f-8b23-46bf58279f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.016532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-041cbc57-4226-477f-8b23-46bf58279f30 None None] Port 9b1fd194-338c-4af8-a42d-3426528ae991 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:27.044042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:27.055935 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.056844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7360132b-3514-4392-81e0-035e3b011029 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:27.171774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Router 44ca49db-e8d8-4b62-9cec-d043efa88b73 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:27.173138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:27.189329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7360132b-3514-4392-81e0-035e3b011029 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:27.194036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7360132b-3514-4392-81e0-035e3b011029 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:27.194417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.201380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '9b1fd194-338c-4af8-a42d-3426528ae991', 'name': '', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'mac_address': 'fa:16:3e:80:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:25Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 2, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'subnets': [{'id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:27.244639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b5d0c-cb4d-49ae-a342-75a2d7a240eb None None] The sync data for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 is: [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '9b1fd194-338c-4af8-a42d-3426528ae991', 'name': '', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'mac_address': 'fa:16:3e:80:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:25Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 2, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'subnets': [{'id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:27.298514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:27.309489 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Sync routers for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:27.312393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-02d9fe92-6d2e-42f4-9a2c-1a2936a6e09e admin admin] 10.222.0.25 "PUT /v2.0/routers/44ca49db-e8d8-4b62-9cec-d043efa88b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796136 Aug 10 01:27:27.315596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50122) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:27.320402 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:27.321042 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:27.323798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.383413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7360132b-3514-4392-81e0-035e3b011029, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7360132b-3514-4392-81e0-035e3b011029,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:27.396553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.460917 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:27.473243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:27.474202 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.607963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.669143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50124) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:27.675684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430833703', 'description': 'tempest-secgroup-smoke-1430833703 description', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:27.689815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Deleting port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:27.690309 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.710277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.766163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 5, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port': {'id': 'ec0cfb6a-f336-42a1-8586-d5f7e4c5c362', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:14:51Z', 'updated_at': '2021-08-10T01:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:27.817504 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Checking router: 44ca49db-e8d8-4b62-9cec-d043efa88b73 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:27.819725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] For port ec0cfb6a-f336-42a1-8586-d5f7e4c5c362, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:27.820285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.825807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f0012e32-1546-4ac1-bf38-b2eaff9fc07a up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:27.831492 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Routers {'44ca49db-e8d8-4b62-9cec-d043efa88b73'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:27.832117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['44ca49db-e8d8-4b62-9cec-d043efa88b73'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:27.837353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Calling delete_port for ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:27.862952 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.868325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.910417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f0012e32-1546-4ac1-bf38-b2eaff9fc07a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:27.910818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.911225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:27.912675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2420743 Aug 10 01:27:27.920660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50126) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:27.926131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:27.955315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771505be-e2d8-44f8-a647-af6486ab7ce4 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def0e0be-25cd-40ff-b96e-ad1f90c403fc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:27.977172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.006965 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] Set router 44ca49db-e8d8-4b62-9cec-d043efa88b73 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:28.062894 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.068544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.069217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7360132b-3514-4392-81e0-035e3b011029 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:28.069765 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 6, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:28.072753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.101228 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa36d06a-5cb7-4f2c-8775-dfefbe4e304d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.113060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0cfb6a-f336-42a1-8586-d5f7e4c5c362,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.113718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.115275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4564873d-53fa-40c1-9dbe-3236f1316bb1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933811 Aug 10 01:27:28.117371 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd528a4-c005-435a-955a-aa24b284e81e None None] The sync data for ids ['44ca49db-e8d8-4b62-9cec-d043efa88b73'] in n-d-766380-21 is: [{'id': '44ca49db-e8d8-4b62-9cec-d043efa88b73', 'name': 'tempest-TestVolumeBootPattern-289761554-router', 'tenant_id': 'c58a8724a3a744b0bec4144b76a95c72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:14:50Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 6, 'project_id': 'c58a8724a3a744b0bec4144b76a95c72', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:28.124415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50128) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.150245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:28.158376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7360132b-3514-4392-81e0-035e3b011029 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:28.158873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.206188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.305612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.308565 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.322118 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.380371 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.380884 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ca49db-e8d8-4b62-9cec-d043efa88b73 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:27:28.386889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.388033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-154f2de6-9409-4ae6-988f-57755475505c admin admin] 10.222.0.25 "DELETE /v2.0/routers/44ca49db-e8d8-4b62-9cec-d043efa88b73 HTTP/1.1" status: 204 len: 168 time: 1.0714309 Aug 10 01:27:28.390682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50130) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.422550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.427585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.437240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Deleting subnet feac7a15-cc48-4dc0-9b27-4faf931b7c7e {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:27:28.441101 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.446799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6c8e92-b7f1-48ff-8075-b965e00a5eee,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.454676 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.455936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c37184c0-1812-4a6e-aabc-afb427b1211b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236034 Aug 10 01:27:28.458773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50132) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.463311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:28.481356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.498880 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.591312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.602358 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.609885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.633196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648c0225-0d39-44ed-996e-4d96d541cc0f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.646678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.650646 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8854f427-a33e-4e1b-940b-9564ac4266e7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884866 Aug 10 01:27:28.650937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50134) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.655799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:28.679634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.686030 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.714445 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.716429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/feac7a15-cc48-4dc0-9b27-4faf931b7c7e HTTP/1.1" status: 204 len: 168 time: 0.3242917 Aug 10 01:27:28.719116 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6212cb-ac43-48d8-bc4f-62328b11ce80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feac7a15-cc48-4dc0-9b27-4faf931b7c7e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.720586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b963263-0c1d-43a0-97c8-eb03413c2b4e None None] Network 7fabb450-a857-4b1f-9512-e30c45182625 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:28.727211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50136) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.789812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.796288 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.799978 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.821300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17aa21c2-d878-4bee-a0c6-38ad375ce4cc,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.831700 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.836902 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3ac9b7eb-50ee-4e58-adb0-2dc615700a03 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813245 Aug 10 01:27:28.837121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50138) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.843022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:28.868780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Deleting port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:28.869095 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Project 9c5b36c5d5c34134ba967f4cb35bde6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:27:28.869239 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.874460 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.947166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] For port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:28.947536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.948604 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.953535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.967424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Calling delete_port for 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:28.982022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b654a65-4953-4ef1-9624-6a23431c04c9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:28.990929 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:28.992459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3298f7c7-5cc8-4936-94a7-c939fae2221d tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536086 Aug 10 01:27:28.995266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50140) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:28.999991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] DHCP port deletion for 7fabb450-a857-4b1f-9512-e30c45182625 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:27:29.000449 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'security_group_rule': {'security_group_id': 'def0e0be-25cd-40ff-b96e-ad1f90c403fc', 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:29.032805 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Project 9c5b36c5d5c34134ba967f4cb35bde6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:27:29.038984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.069470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Deleting port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:29.070554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.088732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.114554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.117448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:29.120884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.131357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] No DVR routers for this DVR port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:29.145143 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d278f8-c344-424c-b0a8-07a3fc09d2b1,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:29.156421 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.158620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e283cd27-deb3-4af4-886a-b98d00ea862a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1614983 Aug 10 01:27:29.193594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] For port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,segment=NetworkSegment(3da94335-be72-40e8-97c6-234c3d73f65f),segment_id=3da94335-be72-40e8-97c6-234c3d73f65f)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:29.193898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.209106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Calling delete_port for 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:29.228889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.240030 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fabb450-a857-4b1f-9512-e30c45182625']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:29.251369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da94335-be72-40e8-97c6-234c3d73f65f') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:29.252342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da94335-be72-40e8-97c6-234c3d73f65f') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:29.261743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.289754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.301364 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.313701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:27:29.315225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:27:29.317751 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:27:29.340388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] Pushing event deleted for resources: {'Port': ['ID=8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:29.348421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72f0aa-3bbf-4450-b6cc-67ccc4e189e1 None None] No DVR routers for this DVR port 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:29.384962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-779f16f5-4bb7-4ebc-875b-44fd10eeb5ef tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430833703&fields=id&tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b HTTP/1.1" status: 200 len: 267 time: 0.0387061 Aug 10 01:27:29.416465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.429857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.432803 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7fabb450-a857-4b1f-9512-e30c45182625 HTTP/1.1" status: 204 len: 168 time: 0.7083449 Aug 10 01:27:29.449704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50158) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:29.453374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9bab9-0019-4b01-9459-335a68112495 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fabb450-a857-4b1f-9512-e30c45182625,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:29.591045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-2f604fcb-0cd1-4dc8-a810-a7ef251808c3 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:29.592642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-2f604fcb-0cd1-4dc8-a810-a7ef251808c3 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 809 time: 0.1981850 Aug 10 01:27:29.619000 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 02a52a19-95e6-494f-bd15-2c33583cc446 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:29.649220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-004af9f7-5243-42ab-b9ad-5031de98ce09 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/quotas/9c5b36c5d5c34134ba967f4cb35bde6b HTTP/1.1" status: 200 len: 375 time: 0.0496130 Aug 10 01:27:29.675596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 02a52a19-95e6-494f-bd15-2c33583cc446 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:29.679903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 02a52a19-95e6-494f-bd15-2c33583cc446 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:29.680288 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.743886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-08855689-eb44-47b1-924b-52bd68f2055b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864847 Aug 10 01:27:29.764230 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.786092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 02a52a19-95e6-494f-bd15-2c33583cc446, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=02a52a19-95e6-494f-bd15-2c33583cc446,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:29.790617 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:29.855933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0949aba8-3ccb-477d-aa56-a31eab35be9f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:29.859613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=02a52a19-95e6-494f-bd15-2c33583cc446,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:29.865241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-45347801-bd0c-4ced-9227-dc86bfe417fd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:27:29.866368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-45347801-bd0c-4ced-9227-dc86bfe417fd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0924549 Aug 10 01:27:29.884344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0949aba8-3ccb-477d-aa56-a31eab35be9f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:29.884688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0949aba8-3ccb-477d-aa56-a31eab35be9f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:29.885110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:29.904980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:29.905331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ec0cfb6a-f336-42a1-8586-d5f7e4c5c362 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:29.905771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:29.926349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:29.926710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 8d8d5e88-4aff-4c87-ac0a-ebf7f3cc5e1f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:29.999195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-584a9ef7-942b-422f-9f44-847adbd7bd55 service neutron] 10.222.0.25 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 Aug 10 01:27:30.055594 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.175256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-db70e0f5-6549-4c32-9915-5a71770b289e service neutron] 10.222.0.25 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659322 Aug 10 01:27:30.206898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Sync routers for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:30.216654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:30.217530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:30.333557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:30.335768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Deleting port 77edaea8-dd60-474c-8cb1-05af10f1812a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:30.335768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.536922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '9b1fd194-338c-4af8-a42d-3426528ae991', 'name': '', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'mac_address': 'fa:16:3e:80:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:25Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 2, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'subnets': [{'id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:30.568193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Checking router: ec9595d9-809f-44c9-9dbb-506d0953d055 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:30.568544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Updating router ec9595d9-809f-44c9-9dbb-506d0953d055 port 9b1fd194-338c-4af8-a42d-3426528ae991 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:27:30.593972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.692917 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] For port 77edaea8-dd60-474c-8cb1-05af10f1812a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=77edaea8-dd60-474c-8cb1-05af10f1812a,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:30.693285 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.705962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Calling delete_port for 77edaea8-dd60-474c-8cb1-05af10f1812a owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:30.854025 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.864293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Transition to ACTIVE for port object 9b1fd194-338c-4af8-a42d-3426528ae991 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:30.870307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.893273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.918706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Pushing event deleted for resources: {'Port': ['ID=77edaea8-dd60-474c-8cb1-05af10f1812a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:30.931864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ba4f7-da55-41f4-b100-2f855b9a3d61 None None] Pushing event updated for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:30.986216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Attempting to bind port 9b1fd194-338c-4af8-a42d-3426528ae991 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:30.986899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Attempting to bind port 9b1fd194-338c-4af8-a42d-3426528ae991 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:30.987476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Attempting to bind port 9b1fd194-338c-4af8-a42d-3426528ae991 on network 61a11e16-6be6-411e-8eee-a73ce8214106 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:30.994382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:30.996041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Checking segment: {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:30.996041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:30.996041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Bound using segment: {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:30.996508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Bound port: 9b1fd194-338c-4af8-a42d-3426528ae991, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9529309c-689d-4f74-bc3b-8e605089fb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:30.996954 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.080346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] For port 9b1fd194-338c-4af8-a42d-3426528ae991, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:31.086401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] For port 9b1fd194-338c-4af8-a42d-3426528ae991, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b1fd194-338c-4af8-a42d-3426528ae991,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:31.092039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.109802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.166151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:31.167060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:31.213530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ba4f7-da55-41f4-b100-2f855b9a3d61 None None] Pushing event updated for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:31.301324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:31.379534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Router ddfe9363-525e-4802-8f57-3233f2565b0d has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:31.423810 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bceb2616-95da-42b5-859f-de89f925bf96 req-c2959729-2294-4efc-b9a5-e6fac3dddeeb tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0289137 Aug 10 01:27:31.498220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:31.505778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-58b4bf04-8360-4690-96eb-b476f4bd6092 admin admin] 10.222.0.25 "PUT /v2.0/routers/ddfe9363-525e-4802-8f57-3233f2565b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528681 Aug 10 01:27:31.506191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50166) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:31.520710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Sync routers for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:31.530202 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:31.536207 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:31.563671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '9b1fd194-338c-4af8-a42d-3426528ae991', 'name': '', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'mac_address': 'fa:16:3e:80:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:25Z', 'updated_at': '2021-08-10T01:27:31Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'subnets': [{'id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:31.590452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8375d0-e73b-4cdc-9ed3-f099adc25d88 None None] The sync data for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 is: [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:27:26Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '9b1fd194-338c-4af8-a42d-3426528ae991', 'name': '', 'network_id': '61a11e16-6be6-411e-8eee-a73ce8214106', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'mac_address': 'fa:16:3e:80:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:25Z', 'updated_at': '2021-08-10T01:27:31Z', 'revision_number': 4, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'subnets': [{'id': '31a959e3-34c6-44ae-ab55-b6d6ecdd6155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:31.649204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.695410 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:31.744576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 02a52a19-95e6-494f-bd15-2c33583cc446 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:31.778577 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.808627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 02a52a19-95e6-494f-bd15-2c33583cc446 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:31.809203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.849744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Deleting port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:31.850086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.900452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b1fd194-338c-4af8-a42d-3426528ae991 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:31.930591 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233'}], 'enable_snat': True}, 'gw_port_id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:27:30Z', 'revision_number': 5, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port': {'id': '442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:15:07Z', 'updated_at': '2021-08-10T01:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:31.948396 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] For port 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:31.948754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.960510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9b1fd194-338c-4af8-a42d-3426528ae991 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:31.964027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Calling delete_port for 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:31.965266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9b1fd194-338c-4af8-a42d-3426528ae991 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:31.965652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:31.969601 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Checking router: ddfe9363-525e-4802-8f57-3233f2565b0d for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:31.979758 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Routers {'ddfe9363-525e-4802-8f57-3233f2565b0d'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:31.980502 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ddfe9363-525e-4802-8f57-3233f2565b0d'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:32.052761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.086561 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] Set router ddfe9363-525e-4802-8f57-3233f2565b0d gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:32.094844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9b1fd194-338c-4af8-a42d-3426528ae991, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b1fd194-338c-4af8-a42d-3426528ae991,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:32.100203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.160686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:32.181240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.216101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:32.254290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:27:31Z', 'revision_number': 6, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:32.281210 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.281370 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acc7cc9-13ec-44a7-aca9-dc182ea91bba None None] The sync data for ids ['ddfe9363-525e-4802-8f57-3233f2565b0d'] in n-d-766380-21 is: [{'id': 'ddfe9363-525e-4802-8f57-3233f2565b0d', 'name': 'tempest-TestVolumeBootPattern-208904685-router', 'tenant_id': 'c2b31e98749448dbabc272b9bc49e54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:15:06Z', 'updated_at': '2021-08-10T01:27:31Z', 'revision_number': 6, 'project_id': 'c2b31e98749448dbabc272b9bc49e54e', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:32.378720 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.380936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.432426 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.433716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddfe9363-525e-4802-8f57-3233f2565b0d {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:27:32.439349 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.443473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e29fb572-4ce9-4dfc-bf86-f16fa1ba7c74 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ddfe9363-525e-4802-8f57-3233f2565b0d HTTP/1.1" status: 204 len: 168 time: 0.9336803 Aug 10 01:27:32.444152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50172) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:32.522275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2e24ce11-d87b-491c-9a72-b238eab1c083 req-34d2df60-3303-4afb-91c1-f9a13280681e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0364337 Aug 10 01:27:32.529721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Deleting subnet df5cfd64-d00d-4dd6-a8eb-57316e21549f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:27:32.533697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.568296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.644193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.698094 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.730875 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df5cfd64-d00d-4dd6-a8eb-57316e21549f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:32.732938 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.734736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5b9e47c7-6608-46bb-b5af-aad443d2d3fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df5cfd64-d00d-4dd6-a8eb-57316e21549f HTTP/1.1" status: 204 len: 168 time: 0.2884121 Aug 10 01:27:32.737697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:32.738435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19966fb6-4603-4af8-8cf4-053e6a249670 None None] Network 40f36b00-2376-455a-8538-d619759d79e9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:27:32.808895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.864743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Deleting port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:27:32.865095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.934643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] For port fb9ee58d-17fb-42a9-b9e7-8811afe5d627, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,segment=NetworkSegment(5fe8063a-aa0f-4c42-b32e-dd5531caa907),segment_id=5fe8063a-aa0f-4c42-b32e-dd5531caa907)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:32.935042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:32.948913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Calling delete_port for fb9ee58d-17fb-42a9-b9e7-8811afe5d627 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:27:33.032483 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.060350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9ee58d-17fb-42a9-b9e7-8811afe5d627,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:33.066061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] No DVR routers for this DVR port fb9ee58d-17fb-42a9-b9e7-8811afe5d627 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:27:33.082232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee6cf2a-9379-484a-b497-01c9b99d1442 None None] DHCP port deletion for 40f36b00-2376-455a-8538-d619759d79e9 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:27:33.144905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.154983 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f36b00-2376-455a-8538-d619759d79e9']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:33.166592 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fe8063a-aa0f-4c42-b32e-dd5531caa907') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:33.166921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fe8063a-aa0f-4c42-b32e-dd5531caa907') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:33.176181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.189339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.194987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:27:33.195370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:27:33.196961 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:27:33.257365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.262989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.264855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] 10.222.0.25 "DELETE /v2.0/networks/40f36b00-2376-455a-8538-d619759d79e9 HTTP/1.1" status: 204 len: 168 time: 0.5262077 Aug 10 01:27:33.276180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056de16-2d11-492d-a84e-524f68bf1416 admin admin] Pushing event deleted for resources: {'Network': ['ID=40f36b00-2376-455a-8538-d619759d79e9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:33.383250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50180) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:33.425220 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d553f0c8-3bac-4ddf-8252-956cf2a1800c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c58a8724a3a744b0bec4144b76a95c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405319 Aug 10 01:27:33.427598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:33.476919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.498629 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.555677 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.558488 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.562086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a59abc2-c18f-411d-b9ac-634cb100ccb9 HTTP/1.1" status: 204 len: 168 time: 0.1311085 Aug 10 01:27:33.568391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9653b1-2f55-4bb7-9ee4-892e9d5ebd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a59abc2-c18f-411d-b9ac-634cb100ccb9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:33.623505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc1873f0-c03a-44f5-a75e-eb288a6e4780 req-2224c1b7-b749-4039-b957-2d683931a1cf tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0315456 Aug 10 01:27:33.656684 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b1fd194-338c-4af8-a42d-3426528ae991 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:33.707847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9b1fd194-338c-4af8-a42d-3426528ae991 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:33.708247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:33.844689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:33.864865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:33.865226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 442b23aa-2aa6-47a6-9f2e-f1c7bcd1496c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:33.865614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77edaea8-dd60-474c-8cb1-05af10f1812a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:33.885637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 77edaea8-dd60-474c-8cb1-05af10f1812a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:33.885982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 77edaea8-dd60-474c-8cb1-05af10f1812a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:33.886399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb9ee58d-17fb-42a9-b9e7-8811afe5d627 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:27:33.906243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fb9ee58d-17fb-42a9-b9e7-8811afe5d627 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:27:33.906592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fb9ee58d-17fb-42a9-b9e7-8811afe5d627 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:27:33.950542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:33.993550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-947d9fbb-3df2-4daf-90f6-2a3cff4851ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2b31e98749448dbabc272b9bc49e54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418191 Aug 10 01:27:33.996112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50198) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:34.042618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:34.063441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:34.109364 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:34.113024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:34.114214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bda93f09-f71a-4bc2-a245-46cc1ae7b0b0 HTTP/1.1" status: 204 len: 168 time: 0.1171370 Aug 10 01:27:34.122296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e2844-fb77-40ac-a5df-f7cf0fca1269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda93f09-f71a-4bc2-a245-46cc1ae7b0b0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:34.718070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8cc293de-5518-45ae-971e-6db5f688ff04 req-36b601a7-5b90-4717-9085-561c9f645d7e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0382259 Aug 10 01:27:35.814051 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e1b9c52-b91c-4cee-b78f-ddb89268e6dd req-d1e8a30e-f552-43af-876b-b19521ea3bab tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0292902 Aug 10 01:27:36.456496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-67422932-36fd-4f44-8644-ee87a5073023 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:36.458800 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-67422932-36fd-4f44-8644-ee87a5073023 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 809 time: 0.1041002 Aug 10 01:27:36.516094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-b8ed1a76-e80b-4255-9958-82299fbd3a89 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b HTTP/1.1" status: 200 len: 380 time: 0.0483305 Aug 10 01:27:36.530713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'port': {'device_id': '06e98757-5c2c-4870-8d43-76a903130f5b', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'admin_state_up': True, 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'security_groups': ['def0e0be-25cd-40ff-b96e-ad1f90c403fc']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:36.640293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Made reservation on behalf of 9c5b36c5d5c34134ba967f4cb35bde6b for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:27:36.643881 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:36.765581 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:27:36.767654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Allocated IP 172.20.0.14 (eae31165-5f31-49e7-95ad-d5fb5e29fc49/6e37dacd-d516-42e2-b855-bd468cfb8b71/e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:36.917287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4e042a1-07b6-43e7-9706-6c62597b5672 req-02089139-3982-4857-9a86-8c3f4eacf4cf tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0327024 Aug 10 01:27:36.932249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:36.945369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Transition to ACTIVE for port object e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:36.979008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.022638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:37.027614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:37.031351 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:37.060221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:37.085646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.086266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.101738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-a5548f5c-1705-4fce-b1ec-dcfec04ccfc7 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5747225 Aug 10 01:27:37.112734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-d12e26ed-739a-4d5b-a274-6cf0c255ffa1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:27:37.113714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-d12e26ed-739a-4d5b-a274-6cf0c255ffa1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058851 Aug 10 01:27:37.125553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Request body: {'port': {'device_id': '06e98757-5c2c-4870-8d43-76a903130f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:37.182354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.302530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ccc29e90-cde1-4a98-b495-3650daabc598 None None] Provisioning for port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:37.306045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ccc29e90-cde1-4a98-b495-3650daabc598 None None] Provisioning complete for port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:37.306416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ccc29e90-cde1-4a98-b495-3650daabc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.342329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ccc29e90-cde1-4a98-b495-3650daabc598 None None] Port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:27:37.448209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:27:37.456226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.467990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Transition to ACTIVE for port object e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:27:37.473382 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.526042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:37.596434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Attempting to bind port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:27:37.596773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Attempting to bind port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:27:37.597104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Attempting to bind port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c on network eae31165-5f31-49e7-95ad-d5fb5e29fc49 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:37.601537 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c on network eae31165-5f31-49e7-95ad-d5fb5e29fc49 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:27:37.601857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Attempting to bind port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c on network eae31165-5f31-49e7-95ad-d5fb5e29fc49 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:27:37.606748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:27:37.607088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Checking segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:27:37.607475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Bound using segment: {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:27:37.607904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Bound port: e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd04d1f83-4661-4ffc-858e-069f1a8a21c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:27:37.608256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.675089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:27:37.678272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:27:37.683088 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.716414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.717370 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:37.718778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] 10.222.0.21 "PUT /v2.0/ports/e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 1093 time: 0.5975420 Aug 10 01:27:37.719242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:37.722238 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad314d27-1a11-4509-a753-a34f7114d8b2" -d '{"events": [{"name": "network-changed", "server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:37.759344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb08c01-1916-4100-a2f1-a0ba04eacf85 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:37.773705 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8368245f-1053-430b-b6ec-a1746857e969 x-openstack-request-id: req-8368245f-1053-430b-b6ec-a1746857e969 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:37.773935 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:37.774140 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8368245f-1053-430b-b6ec-a1746857e969 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:37.774545 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'status': 'completed', 'code': 200} Aug 10 01:27:37.810380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-ce5e010d-57e6-4a3c-bccb-ff52f3216020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.811873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-ce5e010d-57e6-4a3c-bccb-ff52f3216020 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1096 time: 0.0489035 Aug 10 01:27:37.859519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-72612449-403f-4ea9-ab49-aca58babe084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 217 time: 0.0387683 Aug 10 01:27:37.911914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-ad78a728-b49d-40d0-b7a8-8e850b8eb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.913394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-ad78a728-b49d-40d0-b7a8-8e850b8eb4ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0465207 Aug 10 01:27:37.961135 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-714d60e3-8334-4de8-8965-56ca1c9a06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:37.962648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-714d60e3-8334-4de8-8965-56ca1c9a06ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427217 Aug 10 01:27:38.092433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b9513-03fc-4f7d-ad9c-8a481fa96d4c req-123dad8f-fa45-4986-966d-23851a824759 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.093807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db4b9513-03fc-4f7d-ad9c-8a481fa96d4c req-123dad8f-fa45-4986-966d-23851a824759 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 944 time: 0.0766258 Aug 10 01:27:38.096058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-7f326917-6c24-4737-bc20-cf801dc9eb12 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260169 Aug 10 01:27:38.180345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db4b9513-03fc-4f7d-ad9c-8a481fa96d4c req-025c9f8a-65e1-4765-9ae9-f84df07f0dd9 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805547 Aug 10 01:27:38.212555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b4a8a5d-dc12-4c95-9a10-f195475b208a req-5a674488-a047-4f6b-8480-899503e0ea9d service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071084 Aug 10 01:27:38.294424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-428f2d1b-de14-4684-bebb-d195a2e18e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.295906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-428f2d1b-de14-4684-bebb-d195a2e18e86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1096 time: 0.0406928 Aug 10 01:27:38.387573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-68b70dc1-d243-4db6-9914-7fbfe6ee7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.388983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-68b70dc1-d243-4db6-9914-7fbfe6ee7216 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0862474 Aug 10 01:27:38.430588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-35d985a3-b153-4641-9ea4-d5e4c8f8b307 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 217 time: 0.0346906 Aug 10 01:27:38.480076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-bbda0a16-a99b-41cb-9736-e151338c4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.481499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-bbda0a16-a99b-41cb-9736-e151338c4504 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0445392 Aug 10 01:27:38.529257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-812ad11e-bc6a-4ab3-a0bc-fcf26a6731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:38.529892 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-812ad11e-bc6a-4ab3-a0bc-fcf26a6731c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410743 Aug 10 01:27:38.625626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-dca4a18e-4bcc-4dfd-9e01-2dd7b8dd65d1 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882626 Aug 10 01:27:38.718174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad314d27-1a11-4509-a753-a34f7114d8b2 req-0bbba378-83ec-42fb-8034-0e01be7ae788 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840943 Aug 10 01:27:39.298464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c4a58-cafb-46a2-a5cc-0646240afd8c req-64642f08-6c7e-465b-9af0-135d1e69522f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:39.300114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-937c4a58-cafb-46a2-a5cc-0646240afd8c req-64642f08-6c7e-465b-9af0-135d1e69522f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 944 time: 0.0507891 Aug 10 01:27:39.338857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-937c4a58-cafb-46a2-a5cc-0646240afd8c req-5b773246-cc5d-4fc8-b265-20d7c25569a0 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328054 Aug 10 01:27:40.457832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba791-0735-4dad-b1c8-5539df721d6a req-f8911e77-1d17-4499-b96e-99725caa560c tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:40.459340 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-279ba791-0735-4dad-b1c8-5539df721d6a req-f8911e77-1d17-4499-b96e-99725caa560c tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 944 time: 0.0544930 Aug 10 01:27:40.498561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-279ba791-0735-4dad-b1c8-5539df721d6a req-a54a2652-e838-48b3-8d43-7125add6d85c tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Aug 10 01:27:41.291013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:27:41.381693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:41.393503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'port_id': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'mac_address': 'fa:16:3e:76:de:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:27:41.433858 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:41.446125 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:27:41.464858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:41.468585 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:41.514241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:41.613614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e293937-5307-4197-87ab-306f4a9b004a req-d6903cbb-1c7f-4a2e-b228-cfc07d9dcef6 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:41.615134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e293937-5307-4197-87ab-306f4a9b004a req-d6903cbb-1c7f-4a2e-b228-cfc07d9dcef6 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 945 time: 0.0495744 Aug 10 01:27:41.652406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e293937-5307-4197-87ab-306f4a9b004a req-212a7abd-08d3-4562-8953-89c20aab72df tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313864 Aug 10 01:27:41.669263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:27:42.765062 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25a11-e930-4f84-b07a-0a6dac600a4c req-fe3bf67d-7b47-4438-b977-4e35bff2ff68 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:42.767198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6cf25a11-e930-4f84-b07a-0a6dac600a4c req-fe3bf67d-7b47-4438-b977-4e35bff2ff68 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 945 time: 0.0489385 Aug 10 01:27:42.803476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6cf25a11-e930-4f84-b07a-0a6dac600a4c req-a4dc835e-7b14-46ee-8ce1-c5d2fbeea303 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304379 Aug 10 01:27:43.290396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:27:43.336989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:27:43.340426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:27:43.340794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:43.418096 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:43.440783 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:43.443029 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765698da-8d3e-4cf2-81d8-55cccaa3ed07" -d '{"events": [{"server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "name": "network-vif-plugged", "status": "completed", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:43.455869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:27:43.459740 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:43.483171 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d7d8c-d8e4-4cbe-9bef-0f020c8a33bc x-openstack-request-id: req-405d7d8c-d8e4-4cbe-9bef-0f020c8a33bc {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:43.483461 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "name": "network-vif-plugged", "status": "completed", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:43.483708 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-405d7d8c-d8e4-4cbe-9bef-0f020c8a33bc {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:43.484092 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'code': 200} Aug 10 01:27:43.511449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:43.573825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fe499-dd41-485e-a02d-1bfbc207c4d6 req-c25b0107-feac-4cd8-9c88-4e7f645aee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:43.575295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a57fe499-dd41-485e-a02d-1bfbc207c4d6 req-c25b0107-feac-4cd8-9c88-4e7f645aee17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0396137 Aug 10 01:27:43.608492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a57fe499-dd41-485e-a02d-1bfbc207c4d6 req-56c1d0b3-909e-4452-a9b1-12d848302eb3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267251 Aug 10 01:27:43.920340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadd8a-f124-4f08-aeaa-5c301984fbef req-7310ccdc-89b8-4bee-be7e-f11920f37631 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:43.921799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09dadd8a-f124-4f08-aeaa-5c301984fbef req-7310ccdc-89b8-4bee-be7e-f11920f37631 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.0522237 Aug 10 01:27:43.959403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-09dadd8a-f124-4f08-aeaa-5c301984fbef req-dbb2cba9-312b-4586-b709-0b994b6ff074 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309837 Aug 10 01:27:44.051128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a3a10c5-cbba-46cc-98c1-c6aee3c0cf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:45.073794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377351dc-9830-4f89-8130-a7176d98ed3a req-75e383a4-1512-4826-923d-57e8584ca9d0 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:45.075283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-377351dc-9830-4f89-8130-a7176d98ed3a req-75e383a4-1512-4826-923d-57e8584ca9d0 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.0478821 Aug 10 01:27:45.116278 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-377351dc-9830-4f89-8130-a7176d98ed3a req-ddd838d1-5da2-4888-a34b-d84624da6158 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Aug 10 01:27:45.231262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c264d-e416-47fa-943f-a43bba108df8 req-789304ae-5633-4237-a1a6-88f2983e1352 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:45.232732 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-727c264d-e416-47fa-943f-a43bba108df8 req-789304ae-5633-4237-a1a6-88f2983e1352 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.0481153 Aug 10 01:27:45.270465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-727c264d-e416-47fa-943f-a43bba108df8 req-cc66cedd-a079-43ad-8edc-f7eb9c22ce8b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308633 Aug 10 01:27:45.382439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d715e-1a8e-460f-9104-5b43342a4c14 req-6386c43e-494c-486c-8d23-aed1e554949b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:45.383929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c67d715e-1a8e-460f-9104-5b43342a4c14 req-6386c43e-494c-486c-8d23-aed1e554949b tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.0490191 Aug 10 01:27:45.421462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c67d715e-1a8e-460f-9104-5b43342a4c14 req-28e46871-96ce-42b9-90ca-41ee11bffcbe tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Aug 10 01:27:45.443570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:45.688274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e19d3-8a16-44e6-8ede-ffdcbe84d9be tempest-TestServerBasicOps-1946951886 tempest-TestServerBasicOps-1946951886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:45.690180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e92e19d3-8a16-44e6-8ede-ffdcbe84d9be tempest-TestServerBasicOps-1946951886 tempest-TestServerBasicOps-1946951886-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1093 time: 0.2456055 Aug 10 01:27:45.693134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50244) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:27:45.697519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:27:45.719930 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:45.818270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:45.918017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Allocated IP 172.25.7.47 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/e471df2f-8c3f-46a5-93f9-88ff2f686539) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:27:46.021195 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.058580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.092992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:27:46.100197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:27:46.102690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:27:46.130880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'Port': ['ID=e471df2f-8c3f-46a5-93f9-88ff2f686539,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:46.460395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.527753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.675295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.679638 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.746258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event updated for resources: {'Port': ['ID=e471df2f-8c3f-46a5-93f9-88ff2f686539,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:27:46.759790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:46.841943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d8a09bd-cf8f-4161-ab06-f0e8d4531505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.167089 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Floating IP 5d8efcb3-bf2b-445e-8bee-06899a157da2 associated. External IP: 172.25.7.47, port: e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c. Aug 10 01:27:47.317702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.368937 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:27:47.476256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:27:47.487700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Sync routers for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:27:47.492306 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.497099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:47.497720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:47.519033 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c2ef803-2641-421b-8940-262fe7cd9ed1 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8248346 Aug 10 01:27:47.519725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:27:47.521998 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721f1508-0a1e-4f63-b25f-5787b4b81d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:27:47.558648 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7377acaf-3e6e-4ea6-9015-2349449f96a3 x-openstack-request-id: req-7377acaf-3e6e-4ea6-9015-2349449f96a3 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:27:47.558968 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:27:47.559225 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7377acaf-3e6e-4ea6-9015-2349449f96a3 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:27:47.559627 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'status': 'completed', 'code': 200} Aug 10 01:27:47.610282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:47.619216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-56b7df3a-37cb-4727-ae8b-4c3c7470ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:47.620718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-56b7df3a-37cb-4727-ae8b-4c3c7470ec62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0404749 Aug 10 01:27:47.713355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-3dfd3967-d126-4484-9f8b-efc9b058d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:47.714856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-3dfd3967-d126-4484-9f8b-efc9b058d616 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0878336 Aug 10 01:27:47.779886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-7073e1a3-5413-43ed-ae86-99b6e75e0db2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 999 time: 0.0580256 Aug 10 01:27:47.825252 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:47.835302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-b1ae3d9e-71a6-46e4-9bd9-e9abed1bb609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:47.836779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-b1ae3d9e-71a6-46e4-9bd9-e9abed1bb609 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0487926 Aug 10 01:27:47.845483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5d8efcb3-bf2b-445e-8bee-06899a157da2', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'port_id': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'mac_address': 'fa:16:3e:76:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e98757-5c2c-4870-8d43-76a903130f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:27:46Z', 'updated_at': '2021-08-10T01:27:46Z', 'revision_number': 0, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:47.871962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Checking router: 8082abb3-47c2-41fd-8b6d-00e2f6cd297b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:27:47.880754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:27:47.881366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:27:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:47.882045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-ee02c5c9-0df7-4211-a5d0-da34d09b206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:27:47.883562 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-ee02c5c9-0df7-4211-a5d0-da34d09b206d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399642 Aug 10 01:27:47.970606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-8f29d267-87c1-45d1-b71e-bc4b0e972c2a service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801749 Aug 10 01:27:47.985481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:27:48.062907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-721f1508-0a1e-4f63-b25f-5787b4b81d9a req-53462176-09bd-41df-9189-96f554cd61c2 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847445 Aug 10 01:27:48.203342 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5d8efcb3-bf2b-445e-8bee-06899a157da2', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'port_id': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'mac_address': 'fa:16:3e:76:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e98757-5c2c-4870-8d43-76a903130f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:27:46Z', 'updated_at': '2021-08-10T01:27:46Z', 'revision_number': 0, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:27:48.220359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-f0738da9-30b3-447d-8c5e-2b2825dbc375 req-f4bf3f6c-e313-429d-b7c9-de04b4222360 service neutron] (105958) timed out ('10.222.0.25', 33346) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:27:48.233579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5620a-cc79-4dd7-9fc3-2906fffa35de None None] The sync data for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 is: [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '5d8efcb3-bf2b-445e-8bee-06899a157da2', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'port_id': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'mac_address': 'fa:16:3e:76:de:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e98757-5c2c-4870-8d43-76a903130f5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:27:46Z', 'updated_at': '2021-08-10T01:27:46Z', 'revision_number': 0, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:27:48.416494 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d9e3e2-14fb-4065-bbae-1c6e56901238 None None] New status for floating IP 5d8efcb3-bf2b-445e-8bee-06899a157da2: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:27:49.728789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:56.256721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:27:56.357588 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:13.764717 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:28:14.050820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a6f68f4-ebb2-4357-a6ec-95cec33dfee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:16.843033 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9eda97d1-6f14-43cb-b296-25f3f328ebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.318247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:17.521706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-86cefc5a-ac4d-4981-9cc7-58b52c295399 req-27857554-99ce-4fd3-9ce8-d6d5e7ee3499 service neutron] (105958) timed out ('10.222.0.25', 46250) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:28:17.821786 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:19.729509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:21.582643 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50274) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:28:21.674462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f6eab-f954-42bd-b36d-e8d2c68e1441 req-7c11c0f7-e5f0-4c5f-bad8-9a2389b6860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:21.676011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-879f6eab-f954-42bd-b36d-e8d2c68e1441 req-7c11c0f7-e5f0-4c5f-bad8-9a2389b6860f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0923429 Aug 10 01:28:21.709356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-879f6eab-f954-42bd-b36d-e8d2c68e1441 req-4c9df310-2917-4044-8278-25693a03b94d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273020 Aug 10 01:28:26.270156 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:26.373431 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:41.692546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-8ca8a23c-9647-488b-bee8-305c2af1c4ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402646 Aug 10 01:28:41.771838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4be4-9671-464a-9bee-8e98737d9641 req-288b8a87-9bfc-4ffd-a7d2-6fa49943da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:41.773322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-288b8a87-9bfc-4ffd-a7d2-6fa49943da2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0409389 Aug 10 01:28:41.876625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4be4-9671-464a-9bee-8e98737d9641 req-12fe2d3e-aab7-4852-9e17-eca6e5c544db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:41.878908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-12fe2d3e-aab7-4852-9e17-eca6e5c544db service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0871117 Aug 10 01:28:41.941383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-3e51afc8-f6be-431d-a752-4f44802b6d80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 1001 time: 0.0559046 Aug 10 01:28:41.992629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4be4-9671-464a-9bee-8e98737d9641 req-2500b65e-357c-4a29-afb9-0f84e37c4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:41.994012 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-2500b65e-357c-4a29-afb9-0f84e37c4508 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0459716 Aug 10 01:28:42.036994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4be4-9671-464a-9bee-8e98737d9641 req-f913e9bb-4a9d-4faf-a64c-7865d052c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:28:42.038402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-f913e9bb-4a9d-4faf-a64c-7865d052c652 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378528 Aug 10 01:28:42.125939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-ceff28c1-c09f-41d3-a55d-3a2368253915 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804536 Aug 10 01:28:42.217651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-646e4be4-9671-464a-9bee-8e98737d9641 req-e94f8cab-401c-4877-9ae2-837bca46e5d1 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842257 Aug 10 01:28:44.050658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-872ceeaa-0534-498c-9b6e-078d8d7ab150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:46.842806 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53ad0f56-cb3f-49e3-962f-cd0b16eda44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.319244 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:47.824257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:49.735263 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:50.764066 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:28:56.283801 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:28:56.371799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:14.052010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-40ecf62f-c67e-4e16-97e3-35c44d6581c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:16.842368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-27c04f53-eae5-4c66-8291-a015fd78b4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:17.321170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:17.831437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:19.733791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:26.283831 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:26.370178 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:27.763855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:29:42.741795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-cc7f5a08-dbfa-4b9c-b8e3-cf1d3af7308f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1049013 Aug 10 01:29:42.823925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-a99a0750-9925-4a7b-b2bd-bf827076b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:42.825415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-a99a0750-9925-4a7b-b2bd-bf827076b595 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0404155 Aug 10 01:29:42.930764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-ce3656c2-2daa-4079-8c3c-b3462ff4160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:42.932276 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-ce3656c2-2daa-4079-8c3c-b3462ff4160d service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0886114 Aug 10 01:29:42.998573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-4cd69c1b-de9a-42b9-8562-b5b84e16913e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 1001 time: 0.0597405 Aug 10 01:29:43.051215 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-af069a6a-0b7e-462f-ad67-b81c264c5cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:43.052602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-af069a6a-0b7e-462f-ad67-b81c264c5cb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0460663 Aug 10 01:29:43.371787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-9fa58bec-9239-49b7-80b4-2071a6cd3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:29:43.373167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-9fa58bec-9239-49b7-80b4-2071a6cd3365 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3132575 Aug 10 01:29:43.462398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-3b1b88fc-0b4e-400b-9ca8-abd928960b21 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809693 Aug 10 01:29:43.553274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a207459-8f31-4b46-9ce0-9a516b8de616 req-99666e41-49e0-4d85-b0e5-33ad7cc515df service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845003 Aug 10 01:29:44.053149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a96bc4fd-f587-4ca4-9aa0-134a3dbde48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:46.842685 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-716a7fe1-e9f2-45d1-8bba-d8f07ebbca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:47.321329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:47.830991 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:49.736943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:56.297918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:29:56.368898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:04.763218 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:30:14.053437 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-615b1d70-b9c0-447e-abf6-d569e929b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:16.842835 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9d0cdc80-50c1-4fbf-b26f-daed32308a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.322268 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:17.832881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:19.742472 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:26.295757 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:26.369491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:41.763247 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:30:44.053601 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d91725be-2262-4d95-9ded-f4a742fb5810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:44.672070 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-1ca6c1bb-7994-463d-9c97-4e0db4b623c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399177 Aug 10 01:30:44.750805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-01e92282-5bd6-495d-b446-22236c33cc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:44.752356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-01e92282-5bd6-495d-b446-22236c33cc9f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0409536 Aug 10 01:30:44.854976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-25371239-de22-47f4-8caa-c5f96162599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:44.856455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-25371239-de22-47f4-8caa-c5f96162599e service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0859067 Aug 10 01:30:44.925191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-b1b71856-6566-4009-a1b8-5c9d62c79666 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 1001 time: 0.0566013 Aug 10 01:30:44.978053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-2f7f8c8a-cd01-4d74-9980-d79bd34ef9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:44.979491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-2f7f8c8a-cd01-4d74-9980-d79bd34ef9e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0469244 Aug 10 01:30:45.023575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-c0d4fc11-ed48-4618-98b1-9dcb11676fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:30:45.024980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-c0d4fc11-ed48-4618-98b1-9dcb11676fe1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378435 Aug 10 01:30:45.111599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-c86698dd-21e1-4c97-af84-2c508e12f89d service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793533 Aug 10 01:30:45.202452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b657742-fab4-4ef3-a7d3-6a7f3c9c893c req-8a0a41ea-fe3d-4c72-8898-d33e17d35cd7 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840800 Aug 10 01:30:46.842309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90f9f4eb-1968-431d-bdba-daa531cda62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:47.322592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:47.835145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:49.734972 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:56.325926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:30:56.358143 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:14.053526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6ffcb685-42fd-47b2-859a-95421949358b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:16.172177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-fb25e5f4-0d3b-474d-9c73-caa60d149e90 req-b097e07a-afee-4fd2-947d-7b91db578609 service neutron] (105958) timed out ('10.222.0.21', 52285) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:31:16.841799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f8bf61a7-a44f-4273-ae4a-5e019846b1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:17.325836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:17.837994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:18.762882 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:31:19.738085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:26.363578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:26.364677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:44.053958 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a4d2809d-8f8d-492d-919f-a390f51c6976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:45.702494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-11198203-e0cb-4025-ab1d-2beed18c0bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410874 Aug 10 01:31:45.786450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-c9b83963-be9c-49e4-a8df-6623ac256b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:45.787958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-c9b83963-be9c-49e4-a8df-6623ac256b6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 1098 time: 0.0410321 Aug 10 01:31:45.891552 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-9e831528-0596-45b9-9071-7651f4a72159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:45.893003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-9e831528-0596-45b9-9071-7651f4a72159 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 200 len: 909 time: 0.0862412 Aug 10 01:31:45.960701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-97294f82-d558-44b5-9f17-60239c53595c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 200 len: 1001 time: 0.0585625 Aug 10 01:31:46.013253 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-a55f5c3d-5a40-4670-87f0-1f39a41c4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:46.014763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-a55f5c3d-5a40-4670-87f0-1f39a41c4457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 200 len: 848 time: 0.0466080 Aug 10 01:31:46.060604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-6ed60db9-ca68-4b72-a60c-a19c7d45f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:31:46.062071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-6ed60db9-ca68-4b72-a60c-a19c7d45f611 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eae31165-5f31-49e7-95ad-d5fb5e29fc49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397594 Aug 10 01:31:46.151416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-e97c6c8b-8a0e-4098-b5cc-3559432c36c3 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817518 Aug 10 01:31:46.244516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-467704e8-8b57-4553-80fb-2d3b1dcc3d46 req-60bef04d-257c-4e43-a2ae-11f22c0f7d90 service neutron] 10.222.0.21 "GET /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Aug 10 01:31:46.841438 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c727129f-6cb7-47f5-b6f3-e5e18aab73e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:47.327254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:47.841107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:49.741781 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:55.762384 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:31:56.372637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:31:56.373867 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:14.054703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-27d2dbfd-c674-48d6-b0b4-c316a1035e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:16.841231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b365-24fd-4a4b-85c2-0d2b52bf4c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.329081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:17.844484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:19.744213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.376949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.379565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:26.560954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516c826-4e4e-4966-84bf-b61fb6305f7f req-288a02ae-ed78-43c9-8429-ad65a08ecf6f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:26.562465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4516c826-4e4e-4966-84bf-b61fb6305f7f req-288a02ae-ed78-43c9-8429-ad65a08ecf6f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.1913054 Aug 10 01:32:26.599932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4516c826-4e4e-4966-84bf-b61fb6305f7f req-a82fe22e-3287-448a-91c4-2b1168bde9c6 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 10 01:32:27.764147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-d2cbccaf-a12d-41aa-b10a-8f677064a633 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:27.765827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-d2cbccaf-a12d-41aa-b10a-8f677064a633 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.1493189 Aug 10 01:32:27.874427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Deleting port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:27.874709 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:27.963154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221de56-bc98-4bcd-8413-3b7d466ba0a4 req-aa793111-101b-473c-ab62-c029c452b77f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:27.964644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1221de56-bc98-4bcd-8413-3b7d466ba0a4 req-aa793111-101b-473c-ab62-c029c452b77f tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 946 time: 0.1639175 Aug 10 01:32:28.008164 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] For port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:28.008530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.067686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1221de56-bc98-4bcd-8413-3b7d466ba0a4 req-a097ce29-89f6-4afc-813c-f823c07fcbab tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/security-groups?id=def0e0be-25cd-40ff-b96e-ad1f90c403fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917597 Aug 10 01:32:28.192109 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.192482 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.192798 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Floating IP 5d8efcb3-bf2b-445e-8bee-06899a157da2 disassociated. External IP: 172.25.7.47, port: e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c. Aug 10 01:32:28.193138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Calling delete_port for e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:28.324373 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.354182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event deleted for resources: {'Port': ['ID=e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:28.366001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.366356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.366726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.367077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.367417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.367756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.368090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.368425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.368757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.369092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.369428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.369757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:28.481085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:28.592231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:28.601982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Sync routers for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:28.610443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:28.611088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:28.631757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] No DVR routers for this DVR port e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:28.634571 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:28.636912 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef95fda6-e56a-411e-968f-9f489e339dc1 req-68833d14-b985-4b2f-a43e-fa161a8ff894 tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.21 "DELETE /v2.0/ports/e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c HTTP/1.1" status: 204 len: 173 time: 0.8651798 Aug 10 01:32:28.637704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'name': 'network-vif-deleted', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:32:28.639959 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1082fa0-58cf-4951-be81-601e3749a167" -d '{"events": [{"server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "name": "network-vif-deleted", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:32:28.724840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:28.938345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:29.121244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Checking router: 8082abb3-47c2-41fd-8b6d-00e2f6cd297b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:29.130269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:29.130924 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:29.186256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d96298bd-a388-4da6-aeb5-001a6dc75572 req-4cee9384-3e22-40aa-9d5f-ab94bab7043a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e98757-5c2c-4870-8d43-76a903130f5b HTTP/1.1" status: 200 len: 210 time: 0.0277445 Aug 10 01:32:29.238036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:29.428338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:29.458389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d6f3e2-69ff-4448-8f32-36a350119cff None None] The sync data for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 is: [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:27:20Z', 'revision_number': 4, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '7360132b-3514-4392-81e0-035e3b011029', 'name': '', 'network_id': 'eae31165-5f31-49e7-95ad-d5fb5e29fc49', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'mac_address': 'fa:16:3e:33:61:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:19Z', 'updated_at': '2021-08-10T01:27:27Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'subnets': [{'id': '6e37dacd-d516-42e2-b855-bd468cfb8b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:29.666505 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82444177-2418-483c-a0e1-5af23f2843e3 None None] New status for floating IP 5d8efcb3-bf2b-445e-8bee-06899a157da2: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:32:29.788595 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5cd79-825c-4cd2-a976-89a4342e0dfc x-openstack-request-id: req-62a5cd79-825c-4cd2-a976-89a4342e0dfc {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:32:29.788880 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e98757-5c2c-4870-8d43-76a903130f5b", "name": "network-vif-deleted", "tag": "e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:32:29.789139 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62a5cd79-825c-4cd2-a976-89a4342e0dfc {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:32:29.789684 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e98757-5c2c-4870-8d43-76a903130f5b', 'name': 'network-vif-deleted', 'tag': 'e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c', 'status': 'completed', 'code': 200} Aug 10 01:32:30.241221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50408) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:30.360873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Deleting port e471df2f-8c3f-46a5-93f9-88ff2f686539 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:30.361214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.439818 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.440056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:30.440498 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.452109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Calling delete_port for e471df2f-8c3f-46a5-93f9-88ff2f686539 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:30.459983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:30.460326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device e9cd1cd0-2e95-49e8-8da8-d1f9a4d6490c not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:30.583055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.606801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event deleted for resources: {'Port': ['ID=e471df2f-8c3f-46a5-93f9-88ff2f686539,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:30.616695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.617047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.617395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.617738 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.618620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.618620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.618822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.619066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.619397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.619727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.620058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.620386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:30.680979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.683661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.684885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dcd01a23-1754-4367-a48a-ab2f187ce03e tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "DELETE /v2.0/floatingips/5d8efcb3-bf2b-445e-8bee-06899a157da2 HTTP/1.1" status: 204 len: 168 time: 0.4426503 Aug 10 01:32:30.752510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50414) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:30.809935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.835603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.896512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.899190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:30.900528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] 10.222.0.25 "DELETE /v2.0/security-groups/def0e0be-25cd-40ff-b96e-ad1f90c403fc HTTP/1.1" status: 204 len: 168 time: 0.1468344 Aug 10 01:32:30.909530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ef324-9b53-4235-888d-e64c28e06a0a tempest-TestServerBasicOps-1328836050 tempest-TestServerBasicOps-1328836050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def0e0be-25cd-40ff-b96e-ad1f90c403fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:30.940630 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50418) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:31.409628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.651257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Deleting port 7360132b-3514-4392-81e0-035e3b011029 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:31.651599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.728034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] For port 7360132b-3514-4392-81e0-035e3b011029, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7360132b-3514-4392-81e0-035e3b011029,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:31.728397 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.740885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Calling delete_port for 7360132b-3514-4392-81e0-035e3b011029 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:31.919754 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:31.944293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7360132b-3514-4392-81e0-035e3b011029,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:32.116202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.331348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:32.433706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:32.439010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d456d481-f2e6-4fbc-8e17-917d5a1d3b8f admin admin] 10.222.0.25 "PUT /v2.0/routers/8082abb3-47c2-41fd-8b6d-00e2f6cd297b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4972155 Aug 10 01:32:32.441958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50422) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:32.443032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Sync routers for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:32.452844 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:32.453459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:32.546075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.556468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:32.648917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.701243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Deleting port b2f96efb-678e-4d56-ad51-1b7a6b655b34 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:32.701583 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.733229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:32:31Z', 'revision_number': 5, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port': {'id': 'b2f96efb-678e-4d56-ad51-1b7a6b655b34', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:14:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:18Z', 'updated_at': '2021-08-10T01:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:32.764357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Checking router: 8082abb3-47c2-41fd-8b6d-00e2f6cd297b for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:32.765736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:32:32.772761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Routers {'8082abb3-47c2-41fd-8b6d-00e2f6cd297b'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:32.773360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:32.785462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] For port b2f96efb-678e-4d56-ad51-1b7a6b655b34, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b2f96efb-678e-4d56-ad51-1b7a6b655b34,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:32.785827 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:32.798410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Calling delete_port for b2f96efb-678e-4d56-ad51-1b7a6b655b34 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:32.856743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] Set router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:32.907062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:32:32Z', 'revision_number': 6, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:32.936198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3486e-6a81-4a0d-9b8f-b3aaffc57029 None None] The sync data for ids ['8082abb3-47c2-41fd-8b6d-00e2f6cd297b'] in n-d-766380-21 is: [{'id': '8082abb3-47c2-41fd-8b6d-00e2f6cd297b', 'name': 'tempest-TestServerBasicOps-1540669474-router', 'tenant_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:17Z', 'updated_at': '2021-08-10T01:32:32Z', 'revision_number': 6, 'project_id': '9c5b36c5d5c34134ba967f4cb35bde6b', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:32.974441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.001818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f96efb-678e-4d56-ad51-1b7a6b655b34,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.067455 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.155613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.157724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.199457 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.200027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8082abb3-47c2-41fd-8b6d-00e2f6cd297b {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:33.204559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.206060 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc31ee0e-6d7d-4417-b223-a6a9e41e32c5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8082abb3-47c2-41fd-8b6d-00e2f6cd297b HTTP/1.1" status: 204 len: 168 time: 0.7631555 Aug 10 01:32:33.208843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50424) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.252634 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Deleting subnet 6e37dacd-d516-42e2-b855-bd468cfb8b71 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:33.255566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.290919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.376929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.429644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.456440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e37dacd-d516-42e2-b855-bd468cfb8b71,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.458691 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.460641 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ab8ade2e-fd15-4c87-af67-6138ac0ff5fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6e37dacd-d516-42e2-b855-bd468cfb8b71 HTTP/1.1" status: 204 len: 168 time: 0.2508893 Aug 10 01:32:33.462624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d1681b-1f9e-45da-b8a0-226f20bd1ee3 None None] Network eae31165-5f31-49e7-95ad-d5fb5e29fc49 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:33.463143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50426) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:33.537651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.592202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Deleting port c58d5983-bf70-4c7b-98f3-836ea3e41be6 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:33.592547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.662084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] For port c58d5983-bf70-4c7b-98f3-836ea3e41be6, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c58d5983-bf70-4c7b-98f3-836ea3e41be6,segment=NetworkSegment(d04d1f83-4661-4ffc-858e-069f1a8a21c2),segment_id=d04d1f83-4661-4ffc-858e-069f1a8a21c2)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:33.662352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.678044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Calling delete_port for c58d5983-bf70-4c7b-98f3-836ea3e41be6 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:33.747406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] DHCP port deletion for eae31165-5f31-49e7-95ad-d5fb5e29fc49 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:33.771340 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.801493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Deleting port c58d5983-bf70-4c7b-98f3-836ea3e41be6 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:33.801794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58d5983-bf70-4c7b-98f3-836ea3e41be6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.801879 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.805251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] No DVR routers for this DVR port c58d5983-bf70-4c7b-98f3-836ea3e41be6 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:33.841569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58d5983-bf70-4c7b-98f3-836ea3e41be6 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:33.870267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c58d5983-bf70-4c7b-98f3-836ea3e41be6 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:33.870606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c58d5983-bf70-4c7b-98f3-836ea3e41be6 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:33.871039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b2f96efb-678e-4d56-ad51-1b7a6b655b34 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:33.881899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.891645 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae31165-5f31-49e7-95ad-d5fb5e29fc49']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:33.896688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: b2f96efb-678e-4d56-ad51-1b7a6b655b34 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:33.897030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device b2f96efb-678e-4d56-ad51-1b7a6b655b34 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:33.897438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7360132b-3514-4392-81e0-035e3b011029 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:33.901876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04d1f83-4661-4ffc-858e-069f1a8a21c2') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:33.902183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04d1f83-4661-4ffc-858e-069f1a8a21c2') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:33.911972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.923380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] For port c58d5983-bf70-4c7b-98f3-836ea3e41be6, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:33.923781 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.927035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7360132b-3514-4392-81e0-035e3b011029 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:33.927229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.927393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7360132b-3514-4392-81e0-035e3b011029 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:33.938916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:32:33.939231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Calling delete_port for c58d5983-bf70-4c7b-98f3-836ea3e41be6 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:33.939755 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:32:33.941799 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:32:33.943885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Port c58d5983-bf70-4c7b-98f3-836ea3e41be6 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:32:33.945284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:33.969936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Pushing event deleted for resources: {'Port': ['ID=c58d5983-bf70-4c7b-98f3-836ea3e41be6,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:33.979881 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] No DVR routers for this DVR port c58d5983-bf70-4c7b-98f3-836ea3e41be6 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:33.983583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.984306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.984306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.984619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.984989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.985317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.985640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.985968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.986289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.987376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.987742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:33.988065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c457c76c-751c-4766-8392-73c199a64c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:32:34.005269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.011199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.015142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eae31165-5f31-49e7-95ad-d5fb5e29fc49 HTTP/1.1" status: 204 len: 168 time: 0.5510585 Aug 10 01:32:34.016026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50428) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:34.066820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6fa40-a42f-4229-a688-7006749310e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae31165-5f31-49e7-95ad-d5fb5e29fc49,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:34.679559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.921478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Deleting port 9b1fd194-338c-4af8-a42d-3426528ae991 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:34.921819 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:34.997431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] For port 9b1fd194-338c-4af8-a42d-3426528ae991, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9b1fd194-338c-4af8-a42d-3426528ae991,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:34.997793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.010126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Calling delete_port for 9b1fd194-338c-4af8-a42d-3426528ae991 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:35.186948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.215959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1fd194-338c-4af8-a42d-3426528ae991,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:35.384982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.594651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Router ec9595d9-809f-44c9-9dbb-506d0953d055 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:32:35.700381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:32:35.709028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e180c7e-c651-40cd-bb07-292c3bdc99e4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec9595d9-809f-44c9-9dbb-506d0953d055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6871831 Aug 10 01:32:35.709142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50430) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:35.711505 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Sync routers for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:32:35.722203 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:35.723132 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:35.821874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.829353 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:35.926721 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:35.979822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Deleting port 02a52a19-95e6-494f-bd15-2c33583cc446 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:35.980400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.004795 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:32:35Z', 'revision_number': 5, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port': {'id': '02a52a19-95e6-494f-bd15-2c33583cc446', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:27:23Z', 'updated_at': '2021-08-10T01:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:36.030161 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Checking router: ec9595d9-809f-44c9-9dbb-506d0953d055 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:32:36.038922 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Routers {'ec9595d9-809f-44c9-9dbb-506d0953d055'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:32:36.039531 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:32:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['ec9595d9-809f-44c9-9dbb-506d0953d055'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:36.058650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] For port 02a52a19-95e6-494f-bd15-2c33583cc446, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=02a52a19-95e6-494f-bd15-2c33583cc446,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:36.059045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.072267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Calling delete_port for 02a52a19-95e6-494f-bd15-2c33583cc446 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:36.122122 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] Set router ec9595d9-809f-44c9-9dbb-506d0953d055 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:32:36.175871 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:32:35Z', 'revision_number': 6, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:36.248551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.285148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a52a19-95e6-494f-bd15-2c33583cc446,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.291779 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1bcbc-778a-4997-8829-398ec95bb71b None None] The sync data for ids ['ec9595d9-809f-44c9-9dbb-506d0953d055'] in n-d-766380-21 is: [{'id': 'ec9595d9-809f-44c9-9dbb-506d0953d055', 'name': 'tempest-TestServerBasicOps-1771322627-router', 'tenant_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:27:22Z', 'updated_at': '2021-08-10T01:32:35Z', 'revision_number': 6, 'project_id': '4fd07aa4ef844caeb21deca4ac1ee790', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:32:36.346422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.436828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.438932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.484428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.485008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9595d9-809f-44c9-9dbb-506d0953d055 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:32:36.490133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.491400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a796228-1e52-4ae1-af11-56274c440c96 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec9595d9-809f-44c9-9dbb-506d0953d055 HTTP/1.1" status: 204 len: 168 time: 0.7812653 Aug 10 01:32:36.493778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50432) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:36.540731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Deleting subnet 31a959e3-34c6-44ae-ab55-b6d6ecdd6155 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:32:36.543824 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.577597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.656814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.719476 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.743796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a959e3-34c6-44ae-ab55-b6d6ecdd6155,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:36.750352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.752766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-517d3212-3c5a-4087-8e42-66b2b3e2bd34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/31a959e3-34c6-44ae-ab55-b6d6ecdd6155 HTTP/1.1" status: 204 len: 168 time: 0.2575920 Aug 10 01:32:36.755563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50434) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:36.756243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c4be12-6e7c-499d-ae53-415c2f3e314a None None] Network 61a11e16-6be6-411e-8eee-a73ce8214106 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:32:36.822293 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.876449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Deleting port f0012e32-1546-4ac1-bf38-b2eaff9fc07a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:36.876796 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.948791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] For port f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,segment=NetworkSegment(9529309c-689d-4f74-bc3b-8e605089fb80),segment_id=9529309c-689d-4f74-bc3b-8e605089fb80)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:36.949155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:36.961835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Calling delete_port for f0012e32-1546-4ac1-bf38-b2eaff9fc07a owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:37.017008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] DHCP port deletion for 61a11e16-6be6-411e-8eee-a73ce8214106 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:32:37.043886 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.063938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Deleting port f0012e32-1546-4ac1-bf38-b2eaff9fc07a {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:32:37.064410 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.071470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] No DVR routers for this DVR port f0012e32-1546-4ac1-bf38-b2eaff9fc07a on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:37.075236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.126386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] For port f0012e32-1546-4ac1-bf38-b2eaff9fc07a, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:37.126821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.140130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Calling delete_port for f0012e32-1546-4ac1-bf38-b2eaff9fc07a owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:32:37.144134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Port f0012e32-1546-4ac1-bf38-b2eaff9fc07a was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:32:37.144926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.162817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.171232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] No DVR routers for this DVR port f0012e32-1546-4ac1-bf38-b2eaff9fc07a on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:32:37.173546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a11e16-6be6-411e-8eee-a73ce8214106']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:37.174646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754d717-03ed-4094-939f-ed5f5410337c None None] Pushing event deleted for resources: {'Port': ['ID=f0012e32-1546-4ac1-bf38-b2eaff9fc07a,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.190487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9529309c-689d-4f74-bc3b-8e605089fb80') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:37.190830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9529309c-689d-4f74-bc3b-8e605089fb80') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:32:37.199989 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.214737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.221772 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:32:37.222303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:32:37.224043 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:32:37.289100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.294746 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.296676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] 10.222.0.25 "DELETE /v2.0/networks/61a11e16-6be6-411e-8eee-a73ce8214106 HTTP/1.1" status: 204 len: 168 time: 0.5401945 Aug 10 01:32:37.309422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986260b6-e17f-454d-88ba-b663fbd0b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a11e16-6be6-411e-8eee-a73ce8214106,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.419044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50438) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.458593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f8d91d7-e70e-4033-b831-edb36e39eef9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c5b36c5d5c34134ba967f4cb35bde6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383861 Aug 10 01:32:37.460999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50440) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.510100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.531079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.575533 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.577958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:37.579152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6bc67fb-b459-43e7-89c7-8714b7636d37 HTTP/1.1" status: 204 len: 168 time: 0.1172643 Aug 10 01:32:37.588003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618e9d4-5228-4889-8272-0b1aaf45b7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc67fb-b459-43e7-89c7-8714b7636d37,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:37.744905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 02a52a19-95e6-494f-bd15-2c33583cc446 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:37.768481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 02a52a19-95e6-494f-bd15-2c33583cc446 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:37.769109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 02a52a19-95e6-494f-bd15-2c33583cc446 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:37.769196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b1fd194-338c-4af8-a42d-3426528ae991 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:37.787065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9b1fd194-338c-4af8-a42d-3426528ae991 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:37.787665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9b1fd194-338c-4af8-a42d-3426528ae991 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:37.787818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f0012e32-1546-4ac1-bf38-b2eaff9fc07a no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:32:37.806412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f0012e32-1546-4ac1-bf38-b2eaff9fc07a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:32:37.806784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f0012e32-1546-4ac1-bf38-b2eaff9fc07a not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:32:37.887756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50446) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.927835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f64b8e88-f774-47ad-b416-a2bcbed0b389 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fd07aa4ef844caeb21deca4ac1ee790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389180 Aug 10 01:32:37.930119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50448) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:32:37.980466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.001308 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.046829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.049924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:38.051182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d00aee23-48cd-4fea-9747-57e8ac49d2b2 HTTP/1.1" status: 204 len: 168 time: 0.1201804 Aug 10 01:32:38.058787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874aeac-9590-44b7-acbc-ddd82c080027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00aee23-48cd-4fea-9747-57e8ac49d2b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:44.058725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f3c357f9-36d9-43d0-9181-40cb3d6438fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:46.841655 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1de3ad20-58b5-4fb2-bec8-3e5c7f12d765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.333338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:47.848496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:48.035815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-33034f85-d8d4-4d14-b5a9-c7e146671341 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286832 Aug 10 01:32:48.212791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-bfe51677-afba-48f4-a65e-95fadf99c1f5 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:48.214176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-bfe51677-afba-48f4-a65e-95fadf99c1f5 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1731584 Aug 10 01:32:48.229374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-deddd2c4-a121-4746-ade8-4553988a0574 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/quotas/51f08fa98ed945aeaa5eb5f6b94f7eb0 HTTP/1.1" status: 200 len: 375 time: 0.0095732 Aug 10 01:32:48.260393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-8ea7fdb1-b972-42a1-b144-ac6f88be1ef4 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257990 Aug 10 01:32:49.437439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-214a16e7-938d-4d44-a769-4f44534cb3af req-495738db-c0c2-48a1-8ae6-4deef232091f tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 210 time: 0.0264895 Aug 10 01:32:49.748054 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.433452 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-f2ed1e40-0204-4bb8-ba66-9b7478e7da47 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295124 Aug 10 01:32:50.547834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4df5c90-c61d-40dc-a610-5959547e1e77 req-3b55991b-1b56-420f-b9fb-5fb0786dbdb4 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 210 time: 0.0330224 Aug 10 01:32:50.623586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-8ee54197-1f33-4de1-96d1-5fb17489be19 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:50.625036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-8ee54197-1f33-4de1-96d1-5fb17489be19 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854854 Aug 10 01:32:50.637521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Request body: {'port': {'device_id': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'admin_state_up': True, 'tenant_id': '51f08fa98ed945aeaa5eb5f6b94f7eb0'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:50.741054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Made reservation on behalf of 51f08fa98ed945aeaa5eb5f6b94f7eb0 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:32:50.744496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.753432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.846889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.850729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:50.914064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08118c7-3258-4f02-9441-f1aa3ce579bf,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:50.985800 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Allocated IP 192.168.233.44 (e416f454-9b58-45be-9ffd-d50a9892b3ad/28d41833-cb14-4d9a-a355-31a122be7a71/af8b9e37-7677-47f8-9adf-dd31e3ea3e44) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:32:51.131587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.145170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Transition to ACTIVE for port object af8b9e37-7677-47f8-9adf-dd31e3ea3e44 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:51.175916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.219776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Network e416f454-9b58-45be-9ffd-d50a9892b3ad is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:32:51.222859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:32:51.226568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:32:51.253852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Pushing event updated for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:51.282484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:51.283149 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.298287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-d9d818b5-2807-4e27-97d7-aaed61c1d074 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6643262 Aug 10 01:32:51.412313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2fce81dd-a82b-4e8e-9dac-134885a510b6 None None] Provisioning for port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:51.416464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2fce81dd-a82b-4e8e-9dac-134885a510b6 None None] Provisioning complete for port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:51.416905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2fce81dd-a82b-4e8e-9dac-134885a510b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:51.417573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Request body: {'port': {'device_id': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:32:51.452982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2fce81dd-a82b-4e8e-9dac-134885a510b6 None None] Port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:32:51.474905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.022789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ecd35-160e-4e92-9b10-596edc970bfb req-612b3753-5491-4202-9780-5e4d1bc837ab tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.024276 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a59ecd35-160e-4e92-9b10-596edc970bfb req-612b3753-5491-4202-9780-5e4d1bc837ab tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 935 time: 0.3890388 Aug 10 01:32:52.099800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a59ecd35-160e-4e92-9b10-596edc970bfb req-780bb84b-672a-452d-a8d4-ceb48579179f tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660808 Aug 10 01:32:52.112954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af8b9e37-7677-47f8-9adf-dd31e3ea3e44 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:32:52.120799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.133797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Transition to ACTIVE for port object af8b9e37-7677-47f8-9adf-dd31e3ea3e44 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:32:52.137304 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.205221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:52.264864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Attempting to bind port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:32:52.265204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Attempting to bind port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:32:52.265536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Attempting to bind port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:52.270206 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 on network e416f454-9b58-45be-9ffd-d50a9892b3ad not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:32:52.270533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Attempting to bind port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 on network e416f454-9b58-45be-9ffd-d50a9892b3ad {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:32:52.275547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:32:52.275831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Checking segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:32:52.276222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Bound using segment: {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:32:52.276647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Bound port: af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28439a9f-3779-44ab-8862-886f15b83c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:32:52.277006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.342730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:32:52.345746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:32:52.350177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.385118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.385835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:52.387144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/af8b9e37-7677-47f8-9adf-dd31e3ea3e44 HTTP/1.1" status: 200 len: 1096 time: 1.0811756 Aug 10 01:32:52.387582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:32:52.389897 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5427dd3-550e-4909-ada8-82ab51f4029e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:32:52.415510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193cf8-7933-4fff-ab66-3bcacf7000b4 service neutron] Pushing event updated for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:52.476533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-86a9da0a-4fde-4498-b631-7fc3f3675139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.478040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-86a9da0a-4fde-4498-b631-7fc3f3675139 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 1099 time: 0.0501153 Aug 10 01:32:52.522839 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83604863-190a-4fc1-9584-dda687c185bc x-openstack-request-id: req-83604863-190a-4fc1-9584-dda687c185bc {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:32:52.523134 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:32:52.523385 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83604863-190a-4fc1-9584-dda687c185bc {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:32:52.523785 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44', 'status': 'completed', 'code': 200} Aug 10 01:32:52.525667 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-aa73c147-7afa-4504-9f62-21a35bcd45e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44 HTTP/1.1" status: 200 len: 217 time: 0.0385339 Aug 10 01:32:52.579154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-a8d96ad8-2ed9-4d7e-b49a-a4622b282402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.581178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-a8d96ad8-2ed9-4d7e-b49a-a4622b282402 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0473464 Aug 10 01:32:52.627035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-7ed309cb-5853-42e0-8f50-9731814e8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.629089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-7ed309cb-5853-42e0-8f50-9731814e8745 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0418642 Aug 10 01:32:52.719960 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-c3d7f80c-0dc6-4641-a771-9ee2c7ece5fd service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Aug 10 01:32:52.809777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a98007d-3dd9-40eb-8aea-5dcf28b60a23 req-aa6ed613-7223-4919-83af-6f2f55b6dac5 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832214 Aug 10 01:32:52.902011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-80ef8277-f5ed-48ef-af9b-2336653eab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.903535 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-80ef8277-f5ed-48ef-af9b-2336653eab75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 1099 time: 0.0457897 Aug 10 01:32:52.991976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-f2eb63b1-08e8-42e7-a9a9-3d27f80c10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:52.993423 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-f2eb63b1-08e8-42e7-a9a9-3d27f80c10b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e416f454-9b58-45be-9ffd-d50a9892b3ad HTTP/1.1" status: 200 len: 869 time: 0.0826232 Aug 10 01:32:53.039712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-b581e39c-dcba-4c84-bcec-2235f93fc246 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44 HTTP/1.1" status: 200 len: 217 time: 0.0387435 Aug 10 01:32:53.090118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-172c6663-469c-4710-a185-7dd930da0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.091479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-172c6663-469c-4710-a185-7dd930da0e21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28d41833-cb14-4d9a-a355-31a122be7a71 HTTP/1.1" status: 200 len: 843 time: 0.0434442 Aug 10 01:32:53.138059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-e1aef549-9a6c-42ce-9227-f70012e3886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.139642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-e1aef549-9a6c-42ce-9227-f70012e3886d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e416f454-9b58-45be-9ffd-d50a9892b3ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407734 Aug 10 01:32:53.266324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de3af8-f686-43ce-b71e-1e1ee471242c req-ba36c02e-f494-4e6e-b1c5-9cc02035b653 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:53.267833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9de3af8-f686-43ce-b71e-1e1ee471242c req-ba36c02e-f494-4e6e-b1c5-9cc02035b653 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 947 time: 0.0763028 Aug 10 01:32:53.271367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-1f849f48-b36e-44f5-a21b-81e9f44cc880 service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239617 Aug 10 01:32:53.356265 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e9de3af8-f686-43ce-b71e-1e1ee471242c req-a690b55e-0c8c-4d25-87e4-3dea9da47e19 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823317 Aug 10 01:32:53.386817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d5427dd3-550e-4909-ada8-82ab51f4029e req-4a7fb449-d002-4b27-9a09-06a12c0d418a service neutron] 10.222.0.10 "GET /v2.0/networks/e416f454-9b58-45be-9ffd-d50a9892b3ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060853 Aug 10 01:32:54.470933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232c000-1b53-441f-9dd5-9e809e4c7952 req-0adff1d9-dd4b-4dfa-b1ec-52a11608d57b tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:54.472416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6232c000-1b53-441f-9dd5-9e809e4c7952 req-0adff1d9-dd4b-4dfa-b1ec-52a11608d57b tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 947 time: 0.0489120 Aug 10 01:32:54.511164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6232c000-1b53-441f-9dd5-9e809e4c7952 req-2db653df-bd6e-40d8-9c05-178ca787c978 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Aug 10 01:32:55.626653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ee35c-4634-45a3-b459-5a16255964a5 req-b5818430-2b51-430e-bea1-d12d17b5ec65 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:55.628173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d2ee35c-4634-45a3-b459-5a16255964a5 req-b5818430-2b51-430e-bea1-d12d17b5ec65 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 947 time: 0.0515704 Aug 10 01:32:55.668202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7d2ee35c-4634-45a3-b459-5a16255964a5 req-657993f1-55f5-48f5-870f-1ba9a2329f2e tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Aug 10 01:32:55.866218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device af8b9e37-7677-47f8-9adf-dd31e3ea3e44 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:32:55.958819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:55.969936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44', 'network_id': 'e416f454-9b58-45be-9ffd-d50a9892b3ad', 'port_id': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44', 'mac_address': 'fa:16:3e:83:59:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d41833-cb14-4d9a-a355-31a122be7a71', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:32:56.006063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.021240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af8b9e37-7677-47f8-9adf-dd31e3ea3e44 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:32:56.039870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:56.043159 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.089559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:56.286429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['af8b9e37-7677-47f8-9adf-dd31e3ea3e44'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:32:56.396098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.399314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:56.780845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bea7f9-3265-439f-a41e-0c5a1f859c44 req-e7af1c2b-44da-4bc2-981c-44da43cd66ae tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:56.782323 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96bea7f9-3265-439f-a41e-0c5a1f859c44 req-e7af1c2b-44da-4bc2-981c-44da43cd66ae tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 948 time: 0.0493467 Aug 10 01:32:56.820195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-96bea7f9-3265-439f-a41e-0c5a1f859c44 req-73d91f86-10da-4eee-9d7d-48e3eb1d1302 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Aug 10 01:32:57.882157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device af8b9e37-7677-47f8-9adf-dd31e3ea3e44 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:32:57.932182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:32:57.933222 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59171-e1b8-455c-8835-8a6273a15a30 req-fdb7ca54-cf4d-49f6-8aaa-cdbf311955c3 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:57.934780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c59171-e1b8-455c-8835-8a6273a15a30 req-fdb7ca54-cf4d-49f6-8aaa-cdbf311955c3 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 948 time: 0.0486221 Aug 10 01:32:57.936283 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:32:57.936664 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:57.974390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71c59171-e1b8-455c-8835-8a6273a15a30 req-fda16e02-8625-4b89-8af1-205c3a9e4cfd tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321016 Aug 10 01:32:58.013132 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.035581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:32:58.037813 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357a306b-45da-4224-88a0-1a980aec0735" -d '{"events": [{"server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "name": "network-vif-plugged", "status": "completed", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:32:58.051395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:32:58.055401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:32:58.106107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:32:58.137888 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054c82b-3b90-47a1-8a4b-b9768b7c1bdb x-openstack-request-id: req-b054c82b-3b90-47a1-8a4b-b9768b7c1bdb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:32:58.138182 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "name": "network-vif-plugged", "status": "completed", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:32:58.138433 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b054c82b-3b90-47a1-8a4b-b9768b7c1bdb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:32:58.138856 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44', 'code': 200} Aug 10 01:32:58.235687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6075ae7-aa14-4723-b676-8d30692978d2 req-7351c455-6df1-4438-b077-181922a487d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:58.237083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6075ae7-aa14-4723-b676-8d30692978d2 req-7351c455-6df1-4438-b077-181922a487d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 1101 time: 0.0440943 Aug 10 01:32:58.271949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6075ae7-aa14-4723-b676-8d30692978d2 req-e63cfe02-8eb3-4c46-88e6-e2c4e52f424a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278900 Aug 10 01:32:59.090279 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16402d7a-7d75-4e12-a4be-86ac84e06aba req-fa289a27-5be4-4ead-bcf8-8daa72278ac4 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:32:59.091848 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16402d7a-7d75-4e12-a4be-86ac84e06aba req-fa289a27-5be4-4ead-bcf8-8daa72278ac4 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 949 time: 0.0512607 Aug 10 01:32:59.131680 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16402d7a-7d75-4e12-a4be-86ac84e06aba req-8e203d95-8e4d-4cd2-bdbd-f3a42d253f94 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 10 01:33:00.248672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c17c45-7de5-4641-8efd-4e6d8c9b41b8 req-15e209a7-2edd-4802-a58d-13f9ebebfc28 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:00.250144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8c17c45-7de5-4641-8efd-4e6d8c9b41b8 req-15e209a7-2edd-4802-a58d-13f9ebebfc28 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 949 time: 0.0512097 Aug 10 01:33:00.286946 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8c17c45-7de5-4641-8efd-4e6d8c9b41b8 req-1dca9ca7-e6b1-4c44-a9ee-233fbde25937 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 10 01:33:01.422567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad33f9-6bc5-4d04-89e2-e955dd6c89fb req-453bcf1a-1325-4d41-9ab7-4f4d5aba1402 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:01.424248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-abad33f9-6bc5-4d04-89e2-e955dd6c89fb req-453bcf1a-1325-4d41-9ab7-4f4d5aba1402 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 949 time: 0.0497212 Aug 10 01:33:01.474145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-abad33f9-6bc5-4d04-89e2-e955dd6c89fb req-759d030d-b497-4e3f-bf4e-c5422fb5aa6c tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Aug 10 01:33:02.595205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a27143-e0bb-4d68-b707-a3309961b384 req-bb6f0b5f-3545-4bed-a9eb-6b6d3a6cc455 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:02.596704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a27143-e0bb-4d68-b707-a3309961b384 req-bb6f0b5f-3545-4bed-a9eb-6b6d3a6cc455 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 949 time: 0.0517168 Aug 10 01:33:02.664630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b6a27143-e0bb-4d68-b707-a3309961b384 req-8dfe865a-5d4a-4c26-9bb5-5f7e18ad1629 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.25 "GET /v2.0/security-groups?id=b08118c7-3258-4f02-9441-f1aa3ce579bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618873 Aug 10 01:33:02.680664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-9d6c8f47-c865-4764-8ad6-052cad400061 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:02.682122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-9d6c8f47-c865-4764-8ad6-052cad400061 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.10 "GET /v2.0/ports?device_id=cbc7bbfb-1a40-4d40-bfef-1edc1072201b HTTP/1.1" status: 200 len: 949 time: 0.0736127 Aug 10 01:33:02.771486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Deleting port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:02.771759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.865761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] For port af8b9e37-7677-47f8-9adf-dd31e3ea3e44, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,segment=NetworkSegment(28439a9f-3779-44ab-8862-886f15b83c73),segment_id=28439a9f-3779-44ab-8862-886f15b83c73)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:02.866127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:02.879530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Calling delete_port for af8b9e37-7677-47f8-9adf-dd31e3ea3e44 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:03.005004 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.017439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['af8b9e37-7677-47f8-9adf-dd31e3ea3e44'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:33:03.042288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Pushing event deleted for resources: {'Port': ['ID=af8b9e37-7677-47f8-9adf-dd31e3ea3e44,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:03.087865 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] No DVR routers for this DVR port af8b9e37-7677-47f8-9adf-dd31e3ea3e44 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:03.090826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:03.093502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd7d7f1b-3d8e-4f0a-84bc-5ffad28423f8 req-ac57f555-9486-478a-8134-de01284bb901 tempest-ServersAdminNegativeTestJSON-1102083689 tempest-ServersAdminNegativeTestJSON-1102083689-project] 10.222.0.10 "DELETE /v2.0/ports/af8b9e37-7677-47f8-9adf-dd31e3ea3e44 HTTP/1.1" status: 204 len: 173 time: 0.4047279 Aug 10 01:33:03.094095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'name': 'network-vif-deleted', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:03.097944 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948cdac9-bd2e-416b-971a-790df1c9b0f4" -d '{"events": [{"server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "name": "network-vif-deleted", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:03.138754 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8d33d6-846c-41f7-bb31-54cbe781ad3e x-openstack-request-id: req-7f8d33d6-846c-41f7-bb31-54cbe781ad3e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:03.138994 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc7bbfb-1a40-4d40-bfef-1edc1072201b", "name": "network-vif-deleted", "tag": "af8b9e37-7677-47f8-9adf-dd31e3ea3e44", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:03.139246 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f8d33d6-846c-41f7-bb31-54cbe781ad3e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:03.139774 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc7bbfb-1a40-4d40-bfef-1edc1072201b', 'name': 'network-vif-deleted', 'tag': 'af8b9e37-7677-47f8-9adf-dd31e3ea3e44', 'status': 'completed', 'code': 200} Aug 10 01:33:03.952626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50608) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.085750 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-342cc5ca-5049-4775-927a-974faa04bd66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51f08fa98ed945aeaa5eb5f6b94f7eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319828 Aug 10 01:33:04.088251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50612) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.134788 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.155354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.203775 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.206634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.209193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b08118c7-3258-4f02-9441-f1aa3ce579bf HTTP/1.1" status: 204 len: 168 time: 0.1199393 Aug 10 01:33:04.217014 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ab735-54ec-48cf-9b4e-c8c5ba2d3e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08118c7-3258-4f02-9441-f1aa3ce579bf,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:04.460615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50618) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.474634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f76e5e4-4d1c-46d9-bdaf-4b79e4c475d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.563123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f76e5e4-4d1c-46d9-bdaf-4b79e4c475d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.566802 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9f76e5e4-4d1c-46d9-bdaf-4b79e4c475d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.607055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9f76e5e4-4d1c-46d9-bdaf-4b79e4c475d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe989c70340b4b879a3784c940606163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453109 Aug 10 01:33:04.607922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76e5e4-4d1c-46d9-bdaf-4b79e4c475d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de67fdce-08ac-4acd-a862-7f59bf8622e7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:04.609874 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50620) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:04.657692 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.678897 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.724437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.727318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:04.728470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de67fdce-08ac-4acd-a862-7f59bf8622e7 HTTP/1.1" status: 204 len: 168 time: 0.1175473 Aug 10 01:33:04.736162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755e91-7270-4d04-ad27-61b16872f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de67fdce-08ac-4acd-a862-7f59bf8622e7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.422343 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50642) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.519040 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1783223574-network', 'tenant_id': '4e522a19a00f4a89bd57b9c9af99b696'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:05.539721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Made reservation on behalf of 4e522a19a00f4a89bd57b9c9af99b696 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:05.542226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.551279 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.642121 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.645912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.666925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:05.682623 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f6c926-90e8-4edb-84cb-5cad06ae5a85,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.688180 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.688769 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Added segment bb85991b-afda-4d98-8b39-b428638e27c3 of type vlan for network 933f31be-a417-441d-b590-3fbea67469ea Aug 10 01:33:05.733724 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.764021 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.764997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:05.765583 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.838096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4145248 Aug 10 01:33:05.841105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50646) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:05.846193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Request body: {'subnet': {'network_id': '933f31be-a417-441d-b590-3fbea67469ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1783223574-subnet', 'tenant_id': '4e522a19a00f4a89bd57b9c9af99b696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:05.855733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98bb3-8348-403a-b805-9b4a84f194a1 admin admin] Pushing event updated for resources: {'Network': ['ID=933f31be-a417-441d-b590-3fbea67469ea,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:05.866058 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 933f31be-a417-441d-b590-3fbea67469ea details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:05.868045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Made reservation on behalf of 4e522a19a00f4a89bd57b9c9af99b696 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:05.870521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:05.926088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device af8b9e37-7677-47f8-9adf-dd31e3ea3e44 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:05.950562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: af8b9e37-7677-47f8-9adf-dd31e3ea3e44 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:05.951172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device af8b9e37-7677-47f8-9adf-dd31e3ea3e44 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:06.039858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.100239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cf942e-592f-4ab8-ad61-fe2b2a420969,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:06.108748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Checking segment: {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:06.109106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Network hostable DHCP agents. Network: 933f31be-a417-441d-b590-3fbea67469ea, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:06.125566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Network 933f31be-a417-441d-b590-3fbea67469ea is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:06.134037 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 933f31be-a417-441d-b590-3fbea67469ea) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:06.138296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:06.138960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:06.144705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a6cbc5-3636-471f-8f41-3e035357577e None None] Network 933f31be-a417-441d-b590-3fbea67469ea requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:06.152910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-35802c4f-4c13-4d8a-b061-300c48a084db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3107147 Aug 10 01:33:06.263341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b5fed-6d63-4c6d-ae99-e23954f1629e None None] Network 933f31be-a417-441d-b590-3fbea67469ea requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:06.574025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-a28d8f6e-1e6f-4d48-97a6-0bf1f12cc78b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:06.575552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-a28d8f6e-1e6f-4d48-97a6-0bf1f12cc78b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 812 time: 0.1029570 Aug 10 01:33:06.591002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-d3417fc9-b398-41a8-a991-5ea352dd097d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/quotas/4e522a19a00f4a89bd57b9c9af99b696 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Aug 10 01:33:06.622791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-9a79271b-8d16-4b07-bb65-dbf7f03ef787 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259821 Aug 10 01:33:06.763759 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-22714288-5886-49bc-8574-3272a3538fcd service neutron] 10.222.0.25 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340868 Aug 10 01:33:06.850115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-a747404f-2cbd-4774-91d9-0be6df62fb17 service neutron] 10.222.0.25 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797064 Aug 10 01:33:07.004438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d01e9c5e-bfa9-4b37-abe2-5779cf930078 req-3caf4582-4f6c-49ff-a13e-0e5c8720b72d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 210 time: 0.0264571 Aug 10 01:33:07.896711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-f4b2767b-d62e-4dd1-9432-a534ba07e1c8 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:07.898162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-f4b2767b-d62e-4dd1-9432-a534ba07e1c8 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.10 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 812 time: 0.1040862 Aug 10 01:33:07.912403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Request body: {'port': {'device_id': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'network_id': '933f31be-a417-441d-b590-3fbea67469ea', 'admin_state_up': True, 'tenant_id': '4e522a19a00f4a89bd57b9c9af99b696'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:08.024510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Made reservation on behalf of 4e522a19a00f4a89bd57b9c9af99b696 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:08.027936 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.099187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0109d5ee-b0e9-4f60-ae33-7bf771c3ff68 req-9740f49a-02e1-4932-90f1-ee884c9a01b6 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 210 time: 0.0284803 Aug 10 01:33:08.162936 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Allocated IP 172.20.0.5 (933f31be-a417-441d-b590-3fbea67469ea/50cf942e-592f-4ab8-ad61-fe2b2a420969/c6c1d43f-79f4-4d61-a728-8dcba1e63713) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:08.303370 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.341235 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.385452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Network 933f31be-a417-441d-b590-3fbea67469ea is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:08.390456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:08.394144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:08.419687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.447460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:08.448072 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.460890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-deb09f8c-a324-4afc-89c3-e7979a4e7f75 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5530136 Aug 10 01:33:08.477850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Request body: {'port': {'device_id': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:08.529973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.799335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c1d43f-79f4-4d61-a728-8dcba1e63713 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:33:08.807117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.819670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Transition to ACTIVE for port object c6c1d43f-79f4-4d61-a728-8dcba1e63713 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:08.823209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:08.891238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:08.941464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:08.941987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:08.942433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:08.946690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:33:08.947016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:08.951733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:08.952075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Checking segment: {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:08.952464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Bound using segment: {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:08.952891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Bound port: c6c1d43f-79f4-4d61-a728-8dcba1e63713, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:08.953246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.024818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:09.027846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:09.031775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.063444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.064066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:09.065464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] 10.222.0.10 "PUT /v2.0/ports/c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 1092 time: 0.5916276 Aug 10 01:33:09.066481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:09.068737 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:09.098393 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0dd3c-5b7e-4590-a9c7-981b135d6fac service neutron] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:09.112216 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8383d8b-8184-410f-a97a-e08fdacd322a x-openstack-request-id: req-a8383d8b-8184-410f-a97a-e08fdacd322a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:09.112501 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:09.112761 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8383d8b-8184-410f-a97a-e08fdacd322a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:09.113279 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'status': 'completed', 'code': 200} Aug 10 01:33:09.142581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-d6965c13-1971-4292-aef5-3cd463511776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.144867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-d6965c13-1971-4292-aef5-3cd463511776 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0417268 Aug 10 01:33:09.196723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-dc61a0c8-b981-4033-9233-38e77c2a52f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0377653 Aug 10 01:33:09.218734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f854-2ec8-4433-a226-a872418be0eb req-256ad274-ddd4-4325-ac1e-9802be2484a1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.220199 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8af1f854-2ec8-4433-a226-a872418be0eb req-256ad274-ddd4-4325-ac1e-9802be2484a1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 943 time: 0.0525427 Aug 10 01:33:09.247894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-89b2543c-abde-4a7d-8024-73fa4f36887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.249526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-89b2543c-abde-4a7d-8024-73fa4f36887b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0446234 Aug 10 01:33:09.257712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8af1f854-2ec8-4433-a226-a872418be0eb req-1b4173da-fb0f-4643-a813-1ef678ec5817 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Aug 10 01:33:09.287064 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-613b0be1-aa5a-4129-aaec-b2ab6dc43c1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255222 Aug 10 01:33:09.383816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-cf6f75b0-fddd-4390-8bf3-e15b0562924e service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Aug 10 01:33:09.476973 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ad1fb0bc-9000-4f9c-a97d-710eb2cf6862 req-0f99b9a8-5a18-49a7-a521-a8ab5b6a6cc3 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819514 Aug 10 01:33:09.563468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-54a7bb8e-fe6e-4c79-9fca-ac73c0b567a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.564890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-54a7bb8e-fe6e-4c79-9fca-ac73c0b567a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0403700 Aug 10 01:33:09.658635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-4d5fe9f9-d9aa-40bf-ab5a-2279e0ab9b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.660718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-4d5fe9f9-d9aa-40bf-ab5a-2279e0ab9b70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0857747 Aug 10 01:33:09.703386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-afc6f4d5-3dcc-4e4c-883d-d9f917b748a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0334582 Aug 10 01:33:09.750390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-4f373da0-6a9e-4576-9a50-d45bfb9817ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:09.751876 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-4f373da0-6a9e-4576-9a50-d45bfb9817ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0419209 Aug 10 01:33:09.765921 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:33:09.788864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-9416b892-c1f6-4d15-b64d-5c092718ced0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290833 Aug 10 01:33:09.877868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-1c130373-e5ef-49a7-adf5-35184e9068ba service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803277 Aug 10 01:33:09.971334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9dfb0e4d-a488-4df8-8a03-4e45e9778d43 req-6f6dfb24-537b-4903-9d00-c78d1cd9206a service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Aug 10 01:33:10.375507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd3f4-f23b-4ab9-a019-f45819955847 req-9d251165-4648-4be8-a50c-10fa58e0baed tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:10.376981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409fd3f4-f23b-4ab9-a019-f45819955847 req-9d251165-4648-4be8-a50c-10fa58e0baed tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 943 time: 0.0490432 Aug 10 01:33:10.414657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-409fd3f4-f23b-4ab9-a019-f45819955847 req-b46f387c-430c-40ec-a484-ce56f574f1a0 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308700 Aug 10 01:33:11.527869 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5792c10-9137-4ca3-a230-ecca2fbd565a req-24c2f42d-3be4-4b46-8340-adccc9babc34 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:11.529316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5792c10-9137-4ca3-a230-ecca2fbd565a req-24c2f42d-3be4-4b46-8340-adccc9babc34 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 943 time: 0.0480349 Aug 10 01:33:11.565463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f5792c10-9137-4ca3-a230-ecca2fbd565a req-91278189-d8cb-4cf0-89e7-13f538419fdf tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Aug 10 01:33:11.944119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:33:12.038372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:12.049373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'network_id': '933f31be-a417-441d-b590-3fbea67469ea', 'port_id': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'mac_address': 'fa:16:3e:1e:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf942e-592f-4ab8-ad61-fe2b2a420969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:33:12.085278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.097729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c1d43f-79f4-4d61-a728-8dcba1e63713 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:33:12.117287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:12.121752 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:12.168223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:12.307390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['c6c1d43f-79f4-4d61-a728-8dcba1e63713'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:33:12.679672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824592c-d913-4ac3-b870-2082fdd6b487 req-628282d6-425a-4cb1-b8e4-2f56da956f00 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:12.681146 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e824592c-d913-4ac3-b870-2082fdd6b487 req-628282d6-425a-4cb1-b8e4-2f56da956f00 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 944 time: 0.0492733 Aug 10 01:33:12.718578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e824592c-d913-4ac3-b870-2082fdd6b487 req-c707b9ab-e0ef-4cd3-901a-e3b19069e345 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Aug 10 01:33:13.841754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604a753-856a-43e0-af3c-e58d85644939 req-ee16f956-733a-4bb3-915d-4c3a9aa47109 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:13.843676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b604a753-856a-43e0-af3c-e58d85644939 req-ee16f956-733a-4bb3-915d-4c3a9aa47109 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 944 time: 0.0557597 Aug 10 01:33:13.883171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b604a753-856a-43e0-af3c-e58d85644939 req-a7405cd2-6957-462f-a24f-a4432000b64f tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Aug 10 01:33:13.943715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:13.990746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port c6c1d43f-79f4-4d61-a728-8dcba1e63713 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:13.994022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port c6c1d43f-79f4-4d61-a728-8dcba1e63713 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:13.994392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.197442 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-23031ff7-a054-4a35-93bf-18ddf66da20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.231996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.253643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:14.255834 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12089d67-7e2c-4384-a7ac-e721a8996a32" -d '{"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:14.267988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:14.272747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:14.297609 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f747fafc-5c45-4ff9-8fcc-1d52423ebc63 x-openstack-request-id: req-f747fafc-5c45-4ff9-8fcc-1d52423ebc63 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:14.297900 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:14.298151 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f747fafc-5c45-4ff9-8fcc-1d52423ebc63 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:14.298539 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'code': 200} Aug 10 01:33:14.328378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:14.394984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b6aad-6867-4aaa-a3cf-bdb48e570080 req-bd3ac831-9b46-4420-b6d0-7f35e695391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:14.396457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-980b6aad-6867-4aaa-a3cf-bdb48e570080 req-bd3ac831-9b46-4420-b6d0-7f35e695391c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1097 time: 0.0433621 Aug 10 01:33:14.431451 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-980b6aad-6867-4aaa-a3cf-bdb48e570080 req-090f9df4-d7b5-4147-95a2-390f4ac127c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278974 Aug 10 01:33:15.002147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeab51-f0b9-43a5-866e-f77a594ed8b1 req-a017c419-c0e8-440f-bd45-e3b4df491180 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:15.003571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9aeab51-f0b9-43a5-866e-f77a594ed8b1 req-a017c419-c0e8-440f-bd45-e3b4df491180 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Aug 10 01:33:15.039960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f9aeab51-f0b9-43a5-866e-f77a594ed8b1 req-cdea339e-7dad-4766-8645-842bfb201dd5 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Aug 10 01:33:16.155998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b231b-adc2-49c2-8af9-9dfa69a9335b req-e267db7f-5063-47de-b394-b305d6d6e4f7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:16.157478 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1b231b-adc2-49c2-8af9-9dfa69a9335b req-e267db7f-5063-47de-b394-b305d6d6e4f7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0493391 Aug 10 01:33:16.195165 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a1b231b-adc2-49c2-8af9-9dfa69a9335b req-65840a05-59f9-41f0-8e67-37818a73ccd6 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Aug 10 01:33:16.429730 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e7836-7e9f-42b6-84f4-a4657bb29312 req-99a9e718-17c3-488e-9cc7-66cfc8524908 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:16.431283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d8e7836-7e9f-42b6-84f4-a4657bb29312 req-99a9e718-17c3-488e-9cc7-66cfc8524908 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Aug 10 01:33:16.464984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-0798730a-91ab-49b6-ac36-6a5f6c425135 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923300 Aug 10 01:33:16.469044 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4d8e7836-7e9f-42b6-84f4-a4657bb29312 req-b150e31f-3b40-4673-889e-2a6787f786ed tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Aug 10 01:33:16.844386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6bae6f8f-b95a-42f9-b3b4-2e59658adbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.334544 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.585066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-f520c857-8900-46c7-933e-b5a1c7f6a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.586565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-f520c857-8900-46c7-933e-b5a1c7f6a787 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1097 time: 0.0457666 Aug 10 01:33:17.599400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57149472-4496-4073-ac01-cf2977adaa38 req-720d3743-6022-4b63-945a-40240bd95f78 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.600910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57149472-4496-4073-ac01-cf2977adaa38 req-720d3743-6022-4b63-945a-40240bd95f78 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Aug 10 01:33:17.639237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-57149472-4496-4073-ac01-cf2977adaa38 req-ae6ba819-3b1f-43d7-8134-179e1c6195b0 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Aug 10 01:33:17.676733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-2f728ca2-1cfb-48dc-b654-7c6aabb59db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.678194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-2f728ca2-1cfb-48dc-b654-7c6aabb59db5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0851529 Aug 10 01:33:17.718873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-06f2a7fb-7e52-4427-be3e-100886438f8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0339274 Aug 10 01:33:17.772280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-b3f669c0-5f62-4a65-a15c-4844f6f50f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:17.773658 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-b3f669c0-5f62-4a65-a15c-4844f6f50f45 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0485570 Aug 10 01:33:17.804926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-e97aeb41-6bd7-45a0-b399-64235399a551 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244899 Aug 10 01:33:17.850248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:17.894800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-c3608fec-bb61-4386-97a2-2ba93efe6e18 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821140 Aug 10 01:33:17.986852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-51250e39-2ffd-466d-8d06-452fe9fe4607 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Aug 10 01:33:18.755226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db5ff3-2f78-480a-8e4e-418937257d58 req-f7de2168-9125-4bca-8ddc-1eed6f53c314 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:18.756718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12db5ff3-2f78-480a-8e4e-418937257d58 req-f7de2168-9125-4bca-8ddc-1eed6f53c314 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 10 01:33:18.795333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-12db5ff3-2f78-480a-8e4e-418937257d58 req-e09d5695-bd97-4e99-bdb5-b79e9e480a1e tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326076 Aug 10 01:33:19.751020 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:19.907733 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a591543-1f56-439b-be42-0f29d9144eb2 req-7aee1863-ee4e-4f90-a005-26fb9f64d497 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:19.909188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a591543-1f56-439b-be42-0f29d9144eb2 req-7aee1863-ee4e-4f90-a005-26fb9f64d497 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Aug 10 01:33:19.949085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a591543-1f56-439b-be42-0f29d9144eb2 req-377432b9-6175-466b-a498-d752b93b6c7d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Aug 10 01:33:21.064088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92baf1-5473-478b-8b61-5ea5f1ddd95b req-84411eda-4e4e-40b7-8c27-90fc80c0888d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:21.065553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe92baf1-5473-478b-8b61-5ea5f1ddd95b req-84411eda-4e4e-40b7-8c27-90fc80c0888d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Aug 10 01:33:21.107853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe92baf1-5473-478b-8b61-5ea5f1ddd95b req-a6f6af78-953e-4c96-a0a8-b49dd0ba9e10 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360782 Aug 10 01:33:22.221403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2603a-09fe-4d2a-9cc9-816c4c2c9156 req-e8799eec-9710-40a5-ac33-a0b5c51ca10c tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:22.222877 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd2603a-09fe-4d2a-9cc9-816c4c2c9156 req-e8799eec-9710-40a5-ac33-a0b5c51ca10c tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0481076 Aug 10 01:33:22.260102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dd2603a-09fe-4d2a-9cc9-816c4c2c9156 req-2534ec56-f3cb-40ce-8941-47dbf53d2b9e tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313189 Aug 10 01:33:23.372452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70df5cf-6061-46b0-8305-11fc5206f36f req-79e0f8e9-50fc-4925-ab9a-859f6894e373 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:23.373922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70df5cf-6061-46b0-8305-11fc5206f36f req-79e0f8e9-50fc-4925-ab9a-859f6894e373 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Aug 10 01:33:23.412813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e70df5cf-6061-46b0-8305-11fc5206f36f req-0597cdb8-ce99-4e41-89f4-71aaed05e7bc tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 10 01:33:24.526043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec05fe-e5a0-42f5-a995-4d5f4e070a11 req-f8a1d87c-8ed2-4593-950f-38b8a508690a tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:24.527535 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9ec05fe-e5a0-42f5-a995-4d5f4e070a11 req-f8a1d87c-8ed2-4593-950f-38b8a508690a tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 10 01:33:24.564793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b9ec05fe-e5a0-42f5-a995-4d5f4e070a11 req-567beb76-29e3-4525-b631-aaeb92d61063 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Aug 10 01:33:25.680531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a752d-3e5e-4505-ae1d-d562f671c76d req-59cad7a1-9fdf-420b-b223-98e9bcc6e4a7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:25.682035 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa8a752d-3e5e-4505-ae1d-d562f671c76d req-59cad7a1-9fdf-420b-b223-98e9bcc6e4a7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0498540 Aug 10 01:33:25.719294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fa8a752d-3e5e-4505-ae1d-d562f671c76d req-7d3eec8f-fee7-467b-83d0-001c71197d46 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Aug 10 01:33:26.383098 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.407050 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:26.833797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16306d-1b99-4a2c-8602-983b589d3e5f req-cfe5564b-f7c9-4014-9833-99c647b96a6f tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:26.835269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f16306d-1b99-4a2c-8602-983b589d3e5f req-cfe5564b-f7c9-4014-9833-99c647b96a6f tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0479567 Aug 10 01:33:26.874636 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f16306d-1b99-4a2c-8602-983b589d3e5f req-cbc6edbe-1c3a-4325-9f67-db174f7f5bba tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Aug 10 01:33:27.987919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27961537-7f16-4777-ace3-6870f2ce25af req-94e45eba-48b1-4273-95b2-7eabe65e08b1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:27.989294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27961537-7f16-4777-ace3-6870f2ce25af req-94e45eba-48b1-4273-95b2-7eabe65e08b1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Aug 10 01:33:28.030005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27961537-7f16-4777-ace3-6870f2ce25af req-201a9bb4-6719-4092-bbda-3ddefc83eda5 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Aug 10 01:33:29.143805 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54514f86-c0ed-4437-8782-335ceaae7c34 req-73ffa816-ed30-4f70-8ed5-afe5712b617e tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:29.145244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54514f86-c0ed-4437-8782-335ceaae7c34 req-73ffa816-ed30-4f70-8ed5-afe5712b617e tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0483217 Aug 10 01:33:29.182529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54514f86-c0ed-4437-8782-335ceaae7c34 req-2ec9bbaf-5ab3-4fce-821e-b30c4ad54875 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 10 01:33:30.295904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c571296-d2a6-40fb-9d16-01811c8c99af req-1552417a-f351-428b-bd16-d9528e9dd59b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:30.297358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c571296-d2a6-40fb-9d16-01811c8c99af req-1552417a-f351-428b-bd16-d9528e9dd59b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0482788 Aug 10 01:33:30.336552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c571296-d2a6-40fb-9d16-01811c8c99af req-4fe5340b-704c-4444-9c2e-4ff572297cd3 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Aug 10 01:33:31.453949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411660d-74e7-4f6a-b77a-4c5f80c8006c req-de896c4d-00f1-4cb3-8a67-64408e7596d7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:31.457006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2411660d-74e7-4f6a-b77a-4c5f80c8006c req-de896c4d-00f1-4cb3-8a67-64408e7596d7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Aug 10 01:33:31.497233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2411660d-74e7-4f6a-b77a-4c5f80c8006c req-0c377a2e-2341-4eed-a5af-14b0d34230a8 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Aug 10 01:33:32.610647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1df73-e48e-46c7-9c43-872ddc9c7f3b req-a4dba4a8-d949-40c1-8106-bfb19ca89aef tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:32.612145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b1df73-e48e-46c7-9c43-872ddc9c7f3b req-a4dba4a8-d949-40c1-8106-bfb19ca89aef tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0485768 Aug 10 01:33:32.649859 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32b1df73-e48e-46c7-9c43-872ddc9c7f3b req-afe4cacf-a378-47c5-acae-c8d459791e25 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Aug 10 01:33:33.765188 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eb7ca-db21-4a36-a6fe-16712e8d7766 req-0eabf48c-909d-47f3-a1a1-094439db7409 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:33.766705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-691eb7ca-db21-4a36-a6fe-16712e8d7766 req-0eabf48c-909d-47f3-a1a1-094439db7409 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Aug 10 01:33:33.807748 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-691eb7ca-db21-4a36-a6fe-16712e8d7766 req-916ea5d8-0a03-4e22-9c39-b8687bf42813 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348976 Aug 10 01:33:34.921581 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12dc6-846f-4955-a554-579e203cdade req-984ac240-811e-4175-83e2-909446f3aa31 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:34.923057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95d12dc6-846f-4955-a554-579e203cdade req-984ac240-811e-4175-83e2-909446f3aa31 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0478742 Aug 10 01:33:34.964728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95d12dc6-846f-4955-a554-579e203cdade req-72569976-adc6-48ae-8152-f650394c4849 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Aug 10 01:33:36.078289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895c028-5b49-464f-94da-f8aa283fd21f req-c6864d8f-769a-444e-a097-de9dbe94f515 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:36.079761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7895c028-5b49-464f-94da-f8aa283fd21f req-c6864d8f-769a-444e-a097-de9dbe94f515 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Aug 10 01:33:36.116586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7895c028-5b49-464f-94da-f8aa283fd21f req-038c04c1-c60e-45d1-8d8f-b0c50cfc9be2 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Aug 10 01:33:37.230387 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5cce1-2dc0-431e-9e5c-2fd4cc5b637e req-53f19caa-d29f-4bbc-bffe-8bb2dca839fe tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:37.231883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44e5cce1-2dc0-431e-9e5c-2fd4cc5b637e req-53f19caa-d29f-4bbc-bffe-8bb2dca839fe tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0492587 Aug 10 01:33:37.269376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-44e5cce1-2dc0-431e-9e5c-2fd4cc5b637e req-779724cf-ef98-45f0-a031-778b8ad9e61d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Aug 10 01:33:38.382725 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b12f27-ebb5-46eb-a65d-6ab032201bff req-49401f0c-0498-4be6-8735-266c89b3f1fb tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:38.384181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18b12f27-ebb5-46eb-a65d-6ab032201bff req-49401f0c-0498-4be6-8735-266c89b3f1fb tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0478716 Aug 10 01:33:38.421400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-18b12f27-ebb5-46eb-a65d-6ab032201bff req-214ab480-6c08-4932-8814-3aa346d82eb8 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312729 Aug 10 01:33:39.537667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef237ee7-6a0d-4a56-96c3-29a2a19a79fb req-d774d20e-1e8e-4f8c-a21b-dd0c053384ea tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:39.539183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef237ee7-6a0d-4a56-96c3-29a2a19a79fb req-d774d20e-1e8e-4f8c-a21b-dd0c053384ea tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Aug 10 01:33:39.577896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ef237ee7-6a0d-4a56-96c3-29a2a19a79fb req-24cc8932-0557-4295-b43a-e1b780a9b844 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Aug 10 01:33:40.691462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6e6c6-7203-4bd4-8813-d3d6217183a2 req-3aff18d7-fbfb-404a-ab42-d6dce8a52021 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:40.693791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eb6e6c6-7203-4bd4-8813-d3d6217183a2 req-3aff18d7-fbfb-404a-ab42-d6dce8a52021 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Aug 10 01:33:40.733854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6eb6e6c6-7203-4bd4-8813-d3d6217183a2 req-b570818c-a28e-4439-acd4-489741e8d2fe tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Aug 10 01:33:41.847325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed9ea0-eea8-40c5-8712-1f644e4c891b req-582abe5c-ba4b-4536-b361-1c38b265dac7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:41.848849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-daed9ea0-eea8-40c5-8712-1f644e4c891b req-582abe5c-ba4b-4536-b361-1c38b265dac7 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0484433 Aug 10 01:33:41.891889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-daed9ea0-eea8-40c5-8712-1f644e4c891b req-85f2f331-a360-4b7b-869e-755ecec4a587 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371864 Aug 10 01:33:43.005603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c632-7e06-482c-8180-7fd43a0c091a req-f500fa05-a90a-4250-9951-a5687270ea2f tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:43.007079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3a8c632-7e06-482c-8180-7fd43a0c091a req-f500fa05-a90a-4250-9951-a5687270ea2f tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Aug 10 01:33:43.044782 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c3a8c632-7e06-482c-8180-7fd43a0c091a req-f5793222-7ef9-4bf8-a7ef-63fff46da09c tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Aug 10 01:33:43.776274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-4f015c3c-94e3-48ca-83a2-ee4a2fa05c3c req-599dd60c-410b-4717-ae69-3297d1db7866 service neutron] (105958) timed out ('10.222.0.21', 52297) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:33:44.058887 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1ec9728f-72f9-4c57-ac38-0833a171ec8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:44.159146 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48de3d-de5d-4a64-9587-12102feac0be req-4c92ff96-9954-4d4c-ad3b-c1e9c3212ccf tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:44.161125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db48de3d-de5d-4a64-9587-12102feac0be req-4c92ff96-9954-4d4c-ad3b-c1e9c3212ccf tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0494618 Aug 10 01:33:44.198597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db48de3d-de5d-4a64-9587-12102feac0be req-cb96cb1d-4381-4c40-a74f-6e82369be1a1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Aug 10 01:33:44.823961 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-0117f14e-2bbd-4502-9768-301399cb08db req-24acb694-76ca-4e06-a8fe-4669320b7e3b service neutron] show failed (client error): The resource could not be found. Aug 10 01:33:44.824956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-24acb694-76ca-4e06-a8fe-4669320b7e3b service neutron] 10.222.0.10 "GET /v2.0/ports/c6c1d43f-79f4-4d61-a728-8dcba1e63713/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0537782 Aug 10 01:33:45.038235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-45ee4f72-a826-4512-839b-87711dacb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:45.039645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-45ee4f72-a826-4512-839b-87711dacb3a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2&tenant_id=4e522a19a00f4a89bd57b9c9af99b696 HTTP/1.1" status: 200 len: 1097 time: 0.0678921 Aug 10 01:33:45.052480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:45.400844 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.448137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f2bd-53bd-4500-a4e8-ab7f7816062b req-b3999a66-8900-4527-b765-a035b377e5e1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:45.449570 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e645f2bd-53bd-4500-a4e8-ab7f7816062b req-b3999a66-8900-4527-b765-a035b377e5e1 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0763335 Aug 10 01:33:45.553858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e645f2bd-53bd-4500-a4e8-ab7f7816062b req-21765e42-5596-4075-9cd2-b4f55817d905 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959873 Aug 10 01:33:45.640206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:45.671936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:45.714465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:45.716721 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b0a3b5-616b-47f1-a378-6993fac80121" -d '{"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:45.720760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.733782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Transition to ACTIVE for port object c6c1d43f-79f4-4d61-a728-8dcba1e63713 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:45.736658 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.773713 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0ad16-5d49-475b-bd2f-b64ec31f7d18 x-openstack-request-id: req-99f0ad16-5d49-475b-bd2f-b64ec31f7d18 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:45.774012 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:45.774262 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99f0ad16-5d49-475b-bd2f-b64ec31f7d18 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:45.774648 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'code': 200} Aug 10 01:33:45.801280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] No DVR routers for this DVR port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:45.804399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:45.827225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.827570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.827906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.828241 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.828570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.828898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.829228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.829550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.830134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.830454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.830798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.831119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:45.846360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:45.846713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:45.847038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:45.851938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:33:45.852256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Attempting to bind port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on network 933f31be-a417-441d-b590-3fbea67469ea {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:45.856882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:45.857218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Checking segment: {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:45.857596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Bound using segment: {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:45.858013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Bound port: c6c1d43f-79f4-4d61-a728-8dcba1e63713, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb85991b-afda-4d98-8b39-b428638e27c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '933f31be-a417-441d-b590-3fbea67469ea'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:45.858362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.922619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:45.925683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:45.929187 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.967055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:45.967669 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:45.969054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] 10.222.0.21 "PUT /v2.0/ports/c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 1092 time: 0.9211228 Aug 10 01:33:45.985398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336370a7-d37f-4a7e-ae47-1b07de078acd service neutron] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:46.028741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-7fbec0e0-98d1-4025-beeb-ff8768dc4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.030216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-7fbec0e0-98d1-4025-beeb-ff8768dc4866 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0389736 Aug 10 01:33:46.119789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-19300e72-ffa0-497e-a714-019b6e7a920b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.121244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-19300e72-ffa0-497e-a714-019b6e7a920b service neutron] 10.222.0.21 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0842385 Aug 10 01:33:46.162533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-2139789c-7eda-460d-9f22-262567a78b76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0339351 Aug 10 01:33:46.211498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117f14e-2bbd-4502-9768-301399cb08db req-e079394b-6d65-4697-8cda-95b9f34fc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.212907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-e079394b-6d65-4697-8cda-95b9f34fc62c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0440407 Aug 10 01:33:46.243271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-efd0168e-068a-43b2-8346-d179b7af9928 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232151 Aug 10 01:33:46.335305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-e5336457-a06f-4e3a-93ca-5f8baaaa64bb service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846255 Aug 10 01:33:46.421861 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0117f14e-2bbd-4502-9768-301399cb08db req-f5d93825-88b3-4cf3-85fe-7cf07d7c65ef service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798888 Aug 10 01:33:46.672469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704989e0-d95b-424e-bbef-c0e83bb3ee52 req-35c4ac4e-1040-48bb-bd90-518c3082415b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:46.673948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-704989e0-d95b-424e-bbef-c0e83bb3ee52 req-35c4ac4e-1040-48bb-bd90-518c3082415b tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 943 time: 0.0528998 Aug 10 01:33:46.711753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-704989e0-d95b-424e-bbef-c0e83bb3ee52 req-1ac36575-e85d-4b0d-8b38-cb41c6a8b5cd tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313101 Aug 10 01:33:46.765040 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:33:46.847405 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd1497f9-ef1d-4912-b0fd-8b2cc97b2205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.335765 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.775823 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:47.778339 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5e3fc2-d87f-404b-82ff-186554978e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:47.828301 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb27508-8bc4-4115-aa02-1e76ec4a2e96 x-openstack-request-id: req-4eb27508-8bc4-4115-aa02-1e76ec4a2e96 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:47.828606 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:47.828843 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eb27508-8bc4-4115-aa02-1e76ec4a2e96 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:47.829254 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'status': 'completed', 'code': 200} Aug 10 01:33:47.830567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72946f-3bb9-4657-a449-eb815d82665b req-a6fb5222-5f0a-4d77-8176-37651702f56a tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:47.832817 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb72946f-3bb9-4657-a449-eb815d82665b req-a6fb5222-5f0a-4d77-8176-37651702f56a tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 943 time: 0.0509827 Aug 10 01:33:47.858047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:47.888143 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb72946f-3bb9-4657-a449-eb815d82665b req-0e459fc2-7159-4bea-8a7e-d878ef6f172d tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491652 Aug 10 01:33:47.918039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-3d3c5217-c7a9-497f-8b6e-e9c6b5dd70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:47.919598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-3d3c5217-c7a9-497f-8b6e-e9c6b5dd70fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0498195 Aug 10 01:33:47.930068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-6163d8b4-5125-489d-8e36-325fda4f81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:47.931582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-6163d8b4-5125-489d-8e36-325fda4f81ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0596485 Aug 10 01:33:48.011236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-981069fc-9be8-4c12-982f-98d409977973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.012644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-981069fc-9be8-4c12-982f-98d409977973 service neutron] 10.222.0.21 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0855236 Aug 10 01:33:48.023172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-db6a1533-b3d7-4a68-9ed9-a9196e5ea291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.024633 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-db6a1533-b3d7-4a68-9ed9-a9196e5ea291 service neutron] 10.222.0.10 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0861349 Aug 10 01:33:48.057928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-43b6a8e8-58ec-4d71-a12d-47c1abf27813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0383034 Aug 10 01:33:48.079344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-f4912a16-ca37-43c0-8bb3-e19193e4c91a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0474112 Aug 10 01:33:48.107593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-2f9514a7-7257-427f-bdc7-26cbd7d4dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.109039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-2f9514a7-7257-427f-bdc7-26cbd7d4dfd9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0445952 Aug 10 01:33:48.127950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-8302fe08-1e5c-4750-9819-b936631986e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.130091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-8302fe08-1e5c-4750-9819-b936631986e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0442324 Aug 10 01:33:48.141123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-0acac128-a8e5-4bbf-a288-6a379d46ebef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243158 Aug 10 01:33:48.142354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:48.161845 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-e9ce203f-957c-46c8-9480-18cd08c85802 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252271 Aug 10 01:33:48.180438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:48.235448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-f665b253-b3a4-4dca-9044-e3498136f9c1 service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Aug 10 01:33:48.252630 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-b90e35f4-0ae4-468a-92e2-5f7e1f7fdce0 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 Aug 10 01:33:48.327244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-356a6fd5-b2ca-40be-b280-415201fb3ad7 service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848546 Aug 10 01:33:48.346339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-df5e3fc2-d87f-404b-82ff-186554978e8d req-c656ef12-5298-43ca-8dd7-24e52d61c2a3 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866961 Aug 10 01:33:48.662327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-96ff9560-956b-4f4b-9ff3-581152101ac5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403059 Aug 10 01:33:48.747216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-8019b558-f799-4a6f-81d5-74b3f5860819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.748697 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-8019b558-f799-4a6f-81d5-74b3f5860819 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1095 time: 0.0459688 Aug 10 01:33:48.807379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:33:48.851769 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-042c5bd1-08bf-4b77-bf6e-a319419ba676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.853237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-042c5bd1-08bf-4b77-bf6e-a319419ba676 service neutron] 10.222.0.21 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0860474 Aug 10 01:33:48.899144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-75e486bb-9bcb-4557-b4ff-8dd99bc47f44 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0388370 Aug 10 01:33:48.901912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:48.914114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'network_id': '933f31be-a417-441d-b590-3fbea67469ea', 'port_id': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'mac_address': 'fa:16:3e:1e:c1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cf942e-592f-4ab8-ad61-fe2b2a420969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:33:48.950698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.951470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-86b952ba-e37d-4121-bf33-7dd5f186977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:48.953164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-86b952ba-e37d-4121-bf33-7dd5f186977c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0475035 Aug 10 01:33:48.964467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c1d43f-79f4-4d61-a728-8dcba1e63713 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:33:48.984201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:48.988262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:48.993171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-cada28f8-d612-47e8-acd8-31d283b753b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334516 Aug 10 01:33:49.034446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:49.042426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.042790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.043130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.043460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.043787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.044111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.044435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.044754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.045073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.045391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.045708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.046024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:49.081315 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa0851-cf5a-4113-95c3-9acba29e1dc8 req-2fdd88bc-8862-46f7-8837-0c9ffd9c9641 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.083634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9baa0851-cf5a-4113-95c3-9acba29e1dc8 req-2fdd88bc-8862-46f7-8837-0c9ffd9c9641 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 944 time: 0.1149678 Aug 10 01:33:49.130598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-c823662a-a158-449b-a7f9-a64439462cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240885 Aug 10 01:33:49.149577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9baa0851-cf5a-4113-95c3-9acba29e1dc8 req-9a295ccc-1ae8-4df6-b263-d5d2f19d09b3 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577304 Aug 10 01:33:49.225963 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7422ef7d-27d6-4b74-aea2-7004f4f70630 req-72838099-d4e3-437a-8f11-2c48447f0e42 service neutron] 10.222.0.21 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860353 Aug 10 01:33:49.233706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c6c1d43f-79f4-4d61-a728-8dcba1e63713'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:33:49.418833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-9082508e-495e-49c2-a436-4d77118d7981 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.420313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-9082508e-495e-49c2-a436-4d77118d7981 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.10 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2&tenant_id=4e522a19a00f4a89bd57b9c9af99b696&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.0880775 Aug 10 01:33:49.484267 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-ca3833f8-8eb6-4ba5-bffe-f07975fa6263 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:33:49.485285 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-ca3833f8-8eb6-4ba5-bffe-f07975fa6263 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c6c1d43f-79f4-4d61-a728-8dcba1e63713/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0580921 Aug 10 01:33:49.564489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-2218ad2b-b129-45ab-961f-194d2f49f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.565946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-2218ad2b-b129-45ab-961f-194d2f49f431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0398777 Aug 10 01:33:49.655873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-c5123552-4c2d-41fe-8e1a-d9e18fcbdb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.657308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-c5123552-4c2d-41fe-8e1a-d9e18fcbdb70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 200 len: 912 time: 0.0842469 Aug 10 01:33:49.697948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-4ad0b031-3943-440a-8554-5c665aa496f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 200 len: 217 time: 0.0338075 Aug 10 01:33:49.746242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-6832ca35-5c69-4a18-b854-4ec33979fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:49.747677 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-6832ca35-5c69-4a18-b854-4ec33979fb4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 200 len: 852 time: 0.0424068 Aug 10 01:33:49.752977 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:49.779959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cd560af4-385a-4da6-8dac-845ec121566d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=933f31be-a417-441d-b590-3fbea67469ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246687 Aug 10 01:33:49.872413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-530df294-d746-47af-805f-64c34f5e8149 service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848403 Aug 10 01:33:49.963267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-409a56db-e1db-4e06-b782-9b508d295c2a service neutron] 10.222.0.10 "GET /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834599 Aug 10 01:33:50.638282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54643be0-bfcd-49d9-a159-5bce7f5f6615 req-b307e4d0-dd4e-479c-b842-4c9c6582c4c5 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:50.639685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54643be0-bfcd-49d9-a159-5bce7f5f6615 req-b307e4d0-dd4e-479c-b842-4c9c6582c4c5 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 944 time: 0.0529966 Aug 10 01:33:50.679136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54643be0-bfcd-49d9-a159-5bce7f5f6615 req-64aae4c0-3932-4efb-8572-2dfcf60d90a9 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Aug 10 01:33:50.822408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:33:50.869523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port c6c1d43f-79f4-4d61-a728-8dcba1e63713 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:33:50.873181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port c6c1d43f-79f4-4d61-a728-8dcba1e63713 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:33:50.873556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.950916 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:50.974043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:50.976310 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4f28a8-83a6-49c6-b7b0-0399af1e84d2" -d '{"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:50.989265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:50.993946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:51.018108 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b74b40-4c1d-480d-940f-f87840e0c66b x-openstack-request-id: req-25b74b40-4c1d-480d-940f-f87840e0c66b {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:51.018403 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:51.018651 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25b74b40-4c1d-480d-940f-f87840e0c66b {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:51.019080 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'code': 200} Aug 10 01:33:51.043966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:51.798682 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caa014-4ea2-4fe1-9013-cbd0c83338dd req-76d28ffe-f5df-4bc6-bf22-df78b8ac376c tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:51.800176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07caa014-4ea2-4fe1-9013-cbd0c83338dd req-76d28ffe-f5df-4bc6-bf22-df78b8ac376c tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Aug 10 01:33:51.846739 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07caa014-4ea2-4fe1-9013-cbd0c83338dd req-d2e91b82-34f5-4f4d-8236-70efe4f31a58 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.25 "GET /v2.0/security-groups?id=b8f6c926-90e8-4edb-84cb-5cad06ae5a85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Aug 10 01:33:51.882482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-3dd89328-5ed9-4d33-a971-98619c5a38ad tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:51.883955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-3dd89328-5ed9-4d33-a971-98619c5a38ad tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dfb1b89-ed99-4346-aec5-82029510fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0519264 Aug 10 01:33:51.974519 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Deleting port c6c1d43f-79f4-4d61-a728-8dcba1e63713 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:33:51.974813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.060044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] For port c6c1d43f-79f4-4d61-a728-8dcba1e63713, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=c6c1d43f-79f4-4d61-a728-8dcba1e63713,segment=NetworkSegment(bb85991b-afda-4d98-8b39-b428638e27c3),segment_id=bb85991b-afda-4d98-8b39-b428638e27c3)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:33:52.060408 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.073344 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Calling delete_port for c6c1d43f-79f4-4d61-a728-8dcba1e63713 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:33:52.198332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.209927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['c6c1d43f-79f4-4d61-a728-8dcba1e63713'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:33:52.227421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Pushing event deleted for resources: {'Port': ['ID=c6c1d43f-79f4-4d61-a728-8dcba1e63713,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:52.270325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] No DVR routers for this DVR port c6c1d43f-79f4-4d61-a728-8dcba1e63713 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:33:52.272954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:52.275039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-efa8db4c-15ea-4ed9-bef8-6ef16b886d00 req-cbd2250d-4394-4985-93dc-b3eeda2be872 tempest-DeleteServersTestJSON-1503778448 tempest-DeleteServersTestJSON-1503778448-project] 10.222.0.21 "DELETE /v2.0/ports/c6c1d43f-79f4-4d61-a728-8dcba1e63713 HTTP/1.1" status: 204 len: 173 time: 0.3845840 Aug 10 01:33:52.275530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-deleted', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:52.277767 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e12a97-fb34-43d8-ae75-e0d684dfebd8" -d '{"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-deleted", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:52.316715 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06898838-d3f0-4dcc-9c10-c3646b9c08ea x-openstack-request-id: req-06898838-d3f0-4dcc-9c10-c3646b9c08ea {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:52.317032 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dfb1b89-ed99-4346-aec5-82029510fcf2", "name": "network-vif-deleted", "tag": "c6c1d43f-79f4-4d61-a728-8dcba1e63713", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:52.317283 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06898838-d3f0-4dcc-9c10-c3646b9c08ea {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:52.317691 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfb1b89-ed99-4346-aec5-82029510fcf2', 'name': 'network-vif-deleted', 'tag': 'c6c1d43f-79f4-4d61-a728-8dcba1e63713', 'status': 'completed', 'code': 200} Aug 10 01:33:52.977898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.026638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Deleting subnet 50cf942e-592f-4ab8-ad61-fe2b2a420969 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:33:53.029581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.062479 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.100516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.150617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.177362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cf942e-592f-4ab8-ad61-fe2b2a420969,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:53.179736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.181555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50cf942e-592f-4ab8-ad61-fe2b2a420969 HTTP/1.1" status: 204 len: 168 time: 0.2026608 Aug 10 01:33:53.184258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50804) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.187796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.188144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.188484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.188825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.189157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.189486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.189814 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.190142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.190467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.190848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.191242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.192141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4771a-cc1c-4c8c-88fb-a89f2971d4d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:33:53.251902 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.333814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.343320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933f31be-a417-441d-b590-3fbea67469ea']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:53.353077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb85991b-afda-4d98-8b39-b428638e27c3') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:53.353372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb85991b-afda-4d98-8b39-b428638e27c3') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:33:53.361813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.375730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.382264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:33:53.382759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:33:53.384260 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:33:53.435729 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.442096 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.444186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] 10.222.0.25 "DELETE /v2.0/networks/933f31be-a417-441d-b590-3fbea67469ea HTTP/1.1" status: 204 len: 168 time: 0.2588284 Aug 10 01:33:53.455611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ec240-320a-4c51-b492-7b1ce1370bad admin admin] Pushing event deleted for resources: {'Network': ['ID=933f31be-a417-441d-b590-3fbea67469ea,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:53.551550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50808) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.592028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f7a3294d-d401-4c4a-9eaa-80d691675ad9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e522a19a00f4a89bd57b9c9af99b696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392480 Aug 10 01:33:53.594305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50810) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:53.647227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.668873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.715470 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.718467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:53.719644 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8f6c926-90e8-4edb-84cb-5cad06ae5a85 HTTP/1.1" status: 204 len: 168 time: 0.1244059 Aug 10 01:33:53.728896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503c0e5-e930-40a7-a99d-52f0ed89a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f6c926-90e8-4edb-84cb-5cad06ae5a85,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.370106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 50832) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:54.468425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-13417378-network', 'tenant_id': 'c7d9f21db96342b595b849839d22cb19'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:54.489303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Made reservation on behalf of c7d9f21db96342b595b849839d22cb19 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:54.491569 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.499688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.588195 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.591958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.618442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:33:54.623766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cafd399-575b-4ac5-9cae-44f09820b994,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.632841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.633075 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Added segment 6b69ce78-0485-4533-a84e-15e1c40131ee of type vlan for network 80ff13c8-2749-4199-9349-59d5aafbed38 Aug 10 01:33:54.672149 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.703341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.704283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:54.705112 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:54.757561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3863211 Aug 10 01:33:54.760612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 50836) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:33:54.764865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911fe3b-066b-44fb-82b8-96edb042ffb3 admin admin] Pushing event updated for resources: {'Network': ['ID=80ff13c8-2749-4199-9349-59d5aafbed38,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:54.767536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Request body: {'subnet': {'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-13417378-subnet', 'tenant_id': 'c7d9f21db96342b595b849839d22cb19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:54.774595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 80ff13c8-2749-4199-9349-59d5aafbed38 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:33:54.790522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Made reservation on behalf of c7d9f21db96342b595b849839d22cb19 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:54.792880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.290315 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.352793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:55.364357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Checking segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:55.364726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Network hostable DHCP agents. Network: 80ff13c8-2749-4199-9349-59d5aafbed38, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:33:55.381160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Network 80ff13c8-2749-4199-9349-59d5aafbed38 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:33:55.390300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 80ff13c8-2749-4199-9349-59d5aafbed38) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:55.396780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:55.397390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:55.397853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6537610-16ee-4975-8ef3-13207d0da454 None None] Network 80ff13c8-2749-4199-9349-59d5aafbed38 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:55.419069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1e94a4b-3b73-4f74-9369-1a56fb54aa3b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6510315 Aug 10 01:33:55.520014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55a47ea-519e-4eac-b98f-f230cc67030f None None] Network 80ff13c8-2749-4199-9349-59d5aafbed38 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:33:55.834358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-82305e10-7206-4517-b69b-276091ac0934 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:55.835766 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-82305e10-7206-4517-b69b-276091ac0934 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 813 time: 0.1027253 Aug 10 01:33:55.850869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-5e40e121-c7e6-4ca4-8af4-57073ae1cf42 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/quotas/c7d9f21db96342b595b849839d22cb19 HTTP/1.1" status: 200 len: 375 time: 0.0090377 Aug 10 01:33:55.882476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-5af1a89b-4625-4599-a60d-cbda3fa037e1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264163 Aug 10 01:33:55.946544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-c948fa1e-5ae9-4007-93de-640beec27cd9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:33:55.947582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-c948fa1e-5ae9-4007-93de-640beec27cd9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584168 Aug 10 01:33:56.039948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-6f84f23f-46c7-43b2-87f2-cb59a66ba75c service neutron] 10.222.0.25 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860436 Aug 10 01:33:56.129821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-49c4a355-aa5e-403f-a5f4-6c9d00ec63f8 service neutron] 10.222.0.25 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834875 Aug 10 01:33:56.284773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9adc7d37-3950-471e-a5db-976b2b609bd9 req-712da115-6e03-44c4-b656-ca818f04c9b6 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 210 time: 0.0261326 Aug 10 01:33:56.389532 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.418593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:56.847340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:33:56.870442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: c6c1d43f-79f4-4d61-a728-8dcba1e63713 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:33:56.870809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device c6c1d43f-79f4-4d61-a728-8dcba1e63713 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:33:57.167016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-3f85590c-8b36-415b-b841-8cd3a436e5bc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:57.168466 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-3f85590c-8b36-415b-b841-8cd3a436e5bc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 813 time: 0.1030533 Aug 10 01:33:57.180995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Request body: {'port': {'device_id': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'admin_state_up': True, 'tenant_id': 'c7d9f21db96342b595b849839d22cb19'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:57.291945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Made reservation on behalf of c7d9f21db96342b595b849839d22cb19 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:33:57.295392 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.386309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b3ee4723-20e2-46c4-8672-c030ff19f0f6 req-4463ce20-6b22-4329-b7c8-714bb31b5bb4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 210 time: 0.0330245 Aug 10 01:33:57.424155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Allocated IP 172.20.0.8 (80ff13c8-2749-4199-9349-59d5aafbed38/4e8d9bc5-8f64-40c5-8c89-daae4dde8e86/9b9b2348-1301-4e28-9f44-952b33094f2b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:33:57.571398 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.607886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.651968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Network 80ff13c8-2749-4199-9349-59d5aafbed38 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:33:57.655015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:33:57.658642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:33:57.682270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:57.709676 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:57.710280 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:57.724152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-124ff1bd-6595-4e30-8c14-e587cf561b4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468369 Aug 10 01:33:57.736053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Request body: {'port': {'device_id': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:33:57.792995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.048772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9b2348-1301-4e28-9f44-952b33094f2b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:33:58.057131 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.069529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Transition to ACTIVE for port object 9b9b2348-1301-4e28-9f44-952b33094f2b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:33:58.072553 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.120192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:58.190090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:33:58.190426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:33:58.190784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:58.194977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:33:58.195299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:33:58.200063 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:33:58.200401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Checking segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:33:58.200790 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Bound using segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:33:58.201214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Bound port: 9b9b2348-1301-4e28-9f44-952b33094f2b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:33:58.201563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.263054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:33:58.266262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:33:58.271181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.302539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.303243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:33:58.304707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] 10.222.0.21 "PUT /v2.0/ports/9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 1092 time: 0.5729163 Aug 10 01:33:58.305138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:33:58.307406 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:33:58.332531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed33741-e8a0-4fd6-b752-c2e3b19b023a service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:33:58.353470 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d84d2c8-7267-4309-bed9-bdec614d33f8 x-openstack-request-id: req-6d84d2c8-7267-4309-bed9-bdec614d33f8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:33:58.353752 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:33:58.354003 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d84d2c8-7267-4309-bed9-bdec614d33f8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:33:58.354388 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'status': 'completed', 'code': 200} Aug 10 01:33:58.385749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-797bfb88-e6a2-4552-b5b4-f057ca2f7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.387497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-797bfb88-e6a2-4552-b5b4-f057ca2f7e87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0434742 Aug 10 01:33:58.431524 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-f1180d37-8a68-4398-b85f-6ab78476fbf1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0370390 Aug 10 01:33:58.483076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-c3985126-d862-488c-bf6a-e0c84ffc7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.484573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-c3985126-d862-488c-bf6a-e0c84ffc7f98 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0450511 Aug 10 01:33:58.501369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ed167-0f79-4ac4-905e-0d0c71d66d7c req-c33e056f-2128-4394-97b0-08cbc3732f53 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.502898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f6ed167-0f79-4ac4-905e-0d0c71d66d7c req-c33e056f-2128-4394-97b0-08cbc3732f53 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 943 time: 0.0497768 Aug 10 01:33:58.517293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-b9a5caf9-7f7a-4761-a5a4-71e5a4483a57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243890 Aug 10 01:33:58.542498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f6ed167-0f79-4ac4-905e-0d0c71d66d7c req-5bd6eb42-f392-4865-8a2c-841cb503a176 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Aug 10 01:33:58.608967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-4e752d7f-9115-462b-a3bb-82e5a6512ba2 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Aug 10 01:33:58.696461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b13d7b7a-61fd-488a-a3a6-27ef0d975bd6 req-d2e3b8db-ec49-47f7-9e25-5cc45adbe059 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801144 Aug 10 01:33:58.783033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-8a530c3c-7d36-49b4-8b3a-0c4adec902a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.784507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-8a530c3c-7d36-49b4-8b3a-0c4adec902a0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0406003 Aug 10 01:33:58.876106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-2a1ec9a6-8581-4202-a807-d617d2384894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.877459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-2a1ec9a6-8581-4202-a807-d617d2384894 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0856786 Aug 10 01:33:58.917928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-495f033e-5eef-4450-9abc-268cb91ec1d2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0330327 Aug 10 01:33:58.970466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-e98af43a-86a6-492e-8754-989c05023f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:58.971865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-e98af43a-86a6-492e-8754-989c05023f85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0458398 Aug 10 01:33:59.002796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-b24c27cc-7ba2-48aa-90d1-0a7f07aa354d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232453 Aug 10 01:33:59.089765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-83021de5-098d-497f-9b44-f1da234ab17b service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789082 Aug 10 01:33:59.180981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4b6ad4a7-87c8-44f3-8bca-02ebf143a332 req-0ac66e76-e736-47ef-b8a2-ffca23ad23c3 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826745 Aug 10 01:33:59.657959 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd5f4-7b27-49d9-b0cd-05a9f5bcd09b req-77e29a93-3ad2-4661-b105-3c5f722a31a2 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:33:59.659453 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cafd5f4-7b27-49d9-b0cd-05a9f5bcd09b req-77e29a93-3ad2-4661-b105-3c5f722a31a2 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 943 time: 0.0486066 Aug 10 01:33:59.697181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3cafd5f4-7b27-49d9-b0cd-05a9f5bcd09b req-e5309210-d120-4c30-aaf9-90e0a63b98cf tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Aug 10 01:34:00.811818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43ca36-338c-41c4-a7f7-ebac65c2bef7 req-853d9172-9842-4fab-9c02-b12b0dd45a56 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:00.813295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb43ca36-338c-41c4-a7f7-ebac65c2bef7 req-853d9172-9842-4fab-9c02-b12b0dd45a56 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 943 time: 0.0487208 Aug 10 01:34:00.850597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb43ca36-338c-41c4-a7f7-ebac65c2bef7 req-8be27751-0296-411c-be9c-3736fd7df80c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Aug 10 01:34:00.862269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:34:00.957323 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:00.968076 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'port_id': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'mac_address': 'fa:16:3e:80:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8d9bc5-8f64-40c5-8c89-daae4dde8e86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:34:01.008099 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.020316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9b2348-1301-4e28-9f44-952b33094f2b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:34:01.040459 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:01.044208 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:01.090082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:01.232252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['9b9b2348-1301-4e28-9f44-952b33094f2b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:34:01.964506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9f93-5ef9-457f-9980-aaf5bf8a4f92 req-9234763f-0678-4017-b8d8-44b8c46b7812 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:01.965980 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11ae9f93-5ef9-457f-9980-aaf5bf8a4f92 req-9234763f-0678-4017-b8d8-44b8c46b7812 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.0486608 Aug 10 01:34:02.002754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-11ae9f93-5ef9-457f-9980-aaf5bf8a4f92 req-8ed1f4fb-05d2-4f14-938d-c77b9a4831ef tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307879 Aug 10 01:34:02.853043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:02.899830 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 9b9b2348-1301-4e28-9f44-952b33094f2b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:02.903344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 9b9b2348-1301-4e28-9f44-952b33094f2b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:02.903719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.977139 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:02.998798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:03.000961 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7158c0-98c3-4afc-ad25-8fc25f143335" -d '{"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:03.017014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:03.021109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:03.045954 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17cfe69-a4c1-4d5b-bfbd-7cdf3d448186 x-openstack-request-id: req-b17cfe69-a4c1-4d5b-bfbd-7cdf3d448186 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:03.046251 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:03.046505 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b17cfe69-a4c1-4d5b-bfbd-7cdf3d448186 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:03.046979 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'code': 200} Aug 10 01:34:03.074313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:03.156690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd1ff9-c013-479c-8c81-3c2061a54fcb req-ecfd3522-1244-4375-b06c-004f69420aed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:03.158157 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8afd1ff9-c013-479c-8c81-3c2061a54fcb req-ecfd3522-1244-4375-b06c-004f69420aed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0779927 Aug 10 01:34:03.164005 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2615888-e3fc-4a84-ace6-e0ac7bddf8e4 req-5588658c-e728-4ac3-b9ea-e0e39171474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:03.165383 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2615888-e3fc-4a84-ace6-e0ac7bddf8e4 req-5588658c-e728-4ac3-b9ea-e0e39171474b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1097 time: 0.0561264 Aug 10 01:34:03.216256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8afd1ff9-c013-479c-8c81-3c2061a54fcb req-d640aa34-3155-4274-a5a8-896aa3982cda tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Aug 10 01:34:03.221945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e2615888-e3fc-4a84-ace6-e0ac7bddf8e4 req-e6ea82fd-3882-4f6d-be97-143340665652 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Aug 10 01:34:04.336105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc75b6-2513-4af6-a86d-976e9517288f req-4b622886-c12d-4d59-9f26-03f650e8ce8f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:04.337584 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87cc75b6-2513-4af6-a86d-976e9517288f req-4b622886-c12d-4d59-9f26-03f650e8ce8f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0535607 Aug 10 01:34:04.374946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-87cc75b6-2513-4af6-a86d-976e9517288f req-b02495c3-d9eb-4f57-844e-09cce31eb1da tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315309 Aug 10 01:34:04.487720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6195c87-e6f3-4099-b9cd-4a7b71c2b1a6 req-3083a627-b636-4a39-ba5e-d2a9fa13288a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:04.489159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6195c87-e6f3-4099-b9cd-4a7b71c2b1a6 req-3083a627-b636-4a39-ba5e-d2a9fa13288a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0496006 Aug 10 01:34:04.526033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f6195c87-e6f3-4099-b9cd-4a7b71c2b1a6 req-32772c64-e4a8-437f-b480-e1a52ff4ea92 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309269 Aug 10 01:34:04.726513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bac71-eece-4c55-a0ba-446b7f4078a9 req-ceec13be-52c9-477b-bbec-518b07fcd39f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:04.728023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850bac71-eece-4c55-a0ba-446b7f4078a9 req-ceec13be-52c9-477b-bbec-518b07fcd39f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0525620 Aug 10 01:34:04.765666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-850bac71-eece-4c55-a0ba-446b7f4078a9 req-96e7ca70-fda1-47b9-a7cf-dd36d4f639ea tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Aug 10 01:34:04.877018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a6c2f-d05b-4072-aefb-3721b84c4698 req-3470262b-111e-4f5e-a00f-87725a3bf92b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:04.878476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-062a6c2f-d05b-4072-aefb-3721b84c4698 req-3470262b-111e-4f5e-a00f-87725a3bf92b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0478654 Aug 10 01:34:04.915464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-062a6c2f-d05b-4072-aefb-3721b84c4698 req-70ecb0fd-5e9f-40dc-a168-eddba75fe227 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305738 Aug 10 01:34:05.131457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-df186944-3fc3-46f4-9216-05e299419380 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386992 Aug 10 01:34:05.147974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd0160-5e91-4240-9c81-87119999681f req-e4ceec17-5251-4578-aa56-afd69bb4e461 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:05.149492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1dd0160-5e91-4240-9c81-87119999681f req-e4ceec17-5251-4578-aa56-afd69bb4e461 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0493555 Aug 10 01:34:05.188739 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1dd0160-5e91-4240-9c81-87119999681f req-415d23bc-d921-487a-9e2b-b76d62af0377 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330327 Aug 10 01:34:06.211148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-3bf823da-ce70-41fb-9c27-b9dafc732680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.212704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-3bf823da-ce70-41fb-9c27-b9dafc732680 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1097 time: 0.0408425 Aug 10 01:34:06.332947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344943e3-914d-4802-854f-41de2a8d343d req-a665d404-2be8-4d9f-b0bc-05363b6de7fb tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.334459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-344943e3-914d-4802-854f-41de2a8d343d req-a665d404-2be8-4d9f-b0bc-05363b6de7fb tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0704889 Aug 10 01:34:06.349583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-81354764-7f06-4a0d-b8c8-86a9f2feaf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.350979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-81354764-7f06-4a0d-b8c8-86a9f2feaf7e service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.1318266 Aug 10 01:34:06.398615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-244b2787-1aae-4c48-914a-548a38a5f6cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0411217 Aug 10 01:34:06.418766 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-344943e3-914d-4802-854f-41de2a8d343d req-06b61b7b-0cf3-43f5-bdcd-e47bc5b2ea9d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774486 Aug 10 01:34:06.452359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-4b86951d-8d08-4e15-a002-b02a8af528b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:06.453850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-4b86951d-8d08-4e15-a002-b02a8af528b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0480731 Aug 10 01:34:06.484367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-83982942-1bec-4f70-a4ac-928e0366f00e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240271 Aug 10 01:34:06.575572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-f7c697e3-9637-4345-aba1-0dad993919b9 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841267 Aug 10 01:34:06.663175 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-0de3b5ef-83db-4077-86c9-e5e1d5647272 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Aug 10 01:34:07.539902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8718-cd7f-4180-8b47-90e7b825f235 req-e164a1fb-1303-4960-9657-3ee0b68a1bd5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:07.541372 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa3a8718-cd7f-4180-8b47-90e7b825f235 req-e164a1fb-1303-4960-9657-3ee0b68a1bd5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0520508 Aug 10 01:34:07.578873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa3a8718-cd7f-4180-8b47-90e7b825f235 req-881062f0-39a5-44c4-a301-95e96483b18d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Aug 10 01:34:08.693891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d97ab-58e9-4cb6-9889-7481d1abf323 req-796c1c18-ba75-4f79-ad0a-c13c6c407216 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:08.695387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c9d97ab-58e9-4cb6-9889-7481d1abf323 req-796c1c18-ba75-4f79-ad0a-c13c6c407216 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0488639 Aug 10 01:34:08.731853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9c9d97ab-58e9-4cb6-9889-7481d1abf323 req-48d136e7-b02c-4b26-8893-99abc3acf386 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Aug 10 01:34:09.849726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf63f-47c7-44db-a585-1137f5e0ade8 req-03e65f58-66f5-44a3-966e-c0908cbc8da8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:09.851268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5ebf63f-47c7-44db-a585-1137f5e0ade8 req-03e65f58-66f5-44a3-966e-c0908cbc8da8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0507720 Aug 10 01:34:09.889974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5ebf63f-47c7-44db-a585-1137f5e0ade8 req-7ed15f94-d6ab-456a-9459-08f0a5a035e2 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Aug 10 01:34:11.298227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd6ff-a823-42ab-a472-92479b218f9c req-6fda4dc0-09fa-43cc-bf5f-d3ebb81a006b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:11.299723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bfdd6ff-a823-42ab-a472-92479b218f9c req-6fda4dc0-09fa-43cc-bf5f-d3ebb81a006b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.3399088 Aug 10 01:34:11.337571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9bfdd6ff-a823-42ab-a472-92479b218f9c req-8c535907-15b1-45fa-8eff-d4ac3322bfda tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 10 01:34:12.450375 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3afa-5354-494b-a1c8-3d7032889b20 req-4500a95f-174b-4f71-9fba-3d5b1b43ebed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:12.451860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-319b3afa-5354-494b-a1c8-3d7032889b20 req-4500a95f-174b-4f71-9fba-3d5b1b43ebed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0485661 Aug 10 01:34:12.488729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-319b3afa-5354-494b-a1c8-3d7032889b20 req-841837bf-7d15-41c6-8f06-169214ef1264 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Aug 10 01:34:13.603962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289ffe1-841b-483e-89d7-17082d9ff36b req-bd5545e0-98b2-4c1c-8dfb-25cc3fa144b7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:13.605413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d289ffe1-841b-483e-89d7-17082d9ff36b req-bd5545e0-98b2-4c1c-8dfb-25cc3fa144b7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0500114 Aug 10 01:34:13.642694 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d289ffe1-841b-483e-89d7-17082d9ff36b req-e219702e-9612-4aff-981d-fafb02a88f6c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313370 Aug 10 01:34:14.059676 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3339600-9715-4cc9-8b10-797bbf5c9f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:14.771538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659446e-f8d7-43fe-9a41-4c10767b3c50 req-5c0bbc69-1efe-4fee-8318-e0ee503ebbee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:14.773097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659446e-f8d7-43fe-9a41-4c10767b3c50 req-5c0bbc69-1efe-4fee-8318-e0ee503ebbee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0574701 Aug 10 01:34:14.812650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c659446e-f8d7-43fe-9a41-4c10767b3c50 req-2afa9152-4948-4bfa-8840-3ee895adc5f5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331979 Aug 10 01:34:15.928259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7634d0-f8fa-40ef-9699-60ca10f74396 req-c1e32f32-8347-40c4-a2e3-66dc0c37ed2c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:15.930654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c7634d0-f8fa-40ef-9699-60ca10f74396 req-c1e32f32-8347-40c4-a2e3-66dc0c37ed2c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0504491 Aug 10 01:34:15.968578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c7634d0-f8fa-40ef-9699-60ca10f74396 req-352b7807-7b29-498c-b9f5-adb70c5f57f4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320699 Aug 10 01:34:16.848061 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-102e865e-1d0f-43af-b924-1db41deb7833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.081036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c010b14-08d5-4811-828c-1abb882a0757 req-2ea1daed-4d2a-498a-9113-4f8adb644683 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:17.082502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c010b14-08d5-4811-828c-1abb882a0757 req-2ea1daed-4d2a-498a-9113-4f8adb644683 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0481417 Aug 10 01:34:17.120308 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c010b14-08d5-4811-828c-1abb882a0757 req-ea07f6a9-9ede-4344-baaa-b59ed2451edd tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Aug 10 01:34:17.338029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:17.855232 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:18.240553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2c462-98ba-4bc2-bc50-c9913393d416 req-a8717b0e-8b3e-43a0-a9d2-d650e427f0c1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:18.242036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bb2c462-98ba-4bc2-bc50-c9913393d416 req-a8717b0e-8b3e-43a0-a9d2-d650e427f0c1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0540562 Aug 10 01:34:18.279920 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0bb2c462-98ba-4bc2-bc50-c9913393d416 req-cd7dc0cd-09d4-40da-b337-f1391a8a3f7b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313084 Aug 10 01:34:19.400844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43555fa-bebc-4e59-9fa8-d266be541acf req-a2e49c7d-d2c8-45d5-af5b-8680df2d7f0b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:19.402323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d43555fa-bebc-4e59-9fa8-d266be541acf req-a2e49c7d-d2c8-45d5-af5b-8680df2d7f0b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0510147 Aug 10 01:34:19.438933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d43555fa-bebc-4e59-9fa8-d266be541acf req-b4c457fd-056f-4c29-a366-0a137120accd tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Aug 10 01:34:19.756003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:20.552374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2184f3f-1089-4b23-b986-d9ce35ceae2d req-26c9e3e7-ba14-4887-9758-7b0c31d6d7d3 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:20.553828 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2184f3f-1089-4b23-b986-d9ce35ceae2d req-26c9e3e7-ba14-4887-9758-7b0c31d6d7d3 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0473375 Aug 10 01:34:20.591180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f2184f3f-1089-4b23-b986-d9ce35ceae2d req-a09877ed-6608-464b-83ef-aa6c9d1a2203 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308566 Aug 10 01:34:21.709511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25bb51-ac04-46db-9949-cdde91c2a1cc req-3f55c7a8-21ae-47f4-afef-30ebaab4829e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:21.711018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a25bb51-ac04-46db-9949-cdde91c2a1cc req-3f55c7a8-21ae-47f4-afef-30ebaab4829e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0530508 Aug 10 01:34:21.749274 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5a25bb51-ac04-46db-9949-cdde91c2a1cc req-fb4914b5-567c-4fd9-876e-cb1b762df016 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Aug 10 01:34:22.863296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f33b82-9641-4a0a-8512-d4755a071735 req-4b55fb48-4ba0-4eeb-bba6-96fa93d8c43f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:22.864744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8f33b82-9641-4a0a-8512-d4755a071735 req-4b55fb48-4ba0-4eeb-bba6-96fa93d8c43f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0480728 Aug 10 01:34:22.901507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d8f33b82-9641-4a0a-8512-d4755a071735 req-ce7172b4-34fb-4e7d-a4e1-156805783f7c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Aug 10 01:34:23.764993 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:34:24.015821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb31320-061d-4251-9d65-8a4bed7aab79 req-b8275c44-2e5a-4b95-9401-37ef444206b5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:24.017248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ebb31320-061d-4251-9d65-8a4bed7aab79 req-b8275c44-2e5a-4b95-9401-37ef444206b5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0493984 Aug 10 01:34:24.054916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ebb31320-061d-4251-9d65-8a4bed7aab79 req-6b073e55-673a-4aef-be62-48db5ef07acf tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Aug 10 01:34:25.172181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562263f-4c24-4b34-9b49-74baa5c9037e req-61387473-fa5f-41cc-8aa8-f2d9616f6389 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:25.173615 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7562263f-4c24-4b34-9b49-74baa5c9037e req-61387473-fa5f-41cc-8aa8-f2d9616f6389 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0508382 Aug 10 01:34:25.218845 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7562263f-4c24-4b34-9b49-74baa5c9037e req-54a8792d-8bb4-46bc-a6e4-95917145af08 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Aug 10 01:34:26.333475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249e6a4-c18e-4687-86c1-1a3d9e423bec req-1d8e875c-76d3-47dc-bf04-f2ae5409373e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:26.334962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1249e6a4-c18e-4687-86c1-1a3d9e423bec req-1d8e875c-76d3-47dc-bf04-f2ae5409373e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0483611 Aug 10 01:34:26.373327 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1249e6a4-c18e-4687-86c1-1a3d9e423bec req-8abd5cc5-85e9-4fb3-be9e-cbd227e713eb tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316608 Aug 10 01:34:26.380278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:26.420632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:27.487577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb3c52-19b9-4db6-94f5-194af8db55ef req-54540e43-cc29-42d5-9193-aded0d3b4c0e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:27.489055 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3fb3c52-19b9-4db6-94f5-194af8db55ef req-54540e43-cc29-42d5-9193-aded0d3b4c0e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0489202 Aug 10 01:34:27.527470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e3fb3c52-19b9-4db6-94f5-194af8db55ef req-7f4d443d-113b-4443-a7c2-3eeb7a8acc7c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323691 Aug 10 01:34:28.646746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94895f4c-c76f-4179-a097-86c609f76c0c req-508ce847-1d91-4766-9dcc-f3ca59faca86 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:28.648214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94895f4c-c76f-4179-a097-86c609f76c0c req-508ce847-1d91-4766-9dcc-f3ca59faca86 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0523531 Aug 10 01:34:28.686014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94895f4c-c76f-4179-a097-86c609f76c0c req-ad4a8eca-f43d-4887-a598-f865fad78c72 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Aug 10 01:34:29.800053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26831b2f-136b-4254-b0af-9be1b1b907a7 req-d883d762-2fb9-4adf-a3d4-096688426613 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:29.801514 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26831b2f-136b-4254-b0af-9be1b1b907a7 req-d883d762-2fb9-4adf-a3d4-096688426613 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0487051 Aug 10 01:34:29.839162 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26831b2f-136b-4254-b0af-9be1b1b907a7 req-bbea6cc8-76f7-4014-89d8-7365595af3c1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Aug 10 01:34:30.952437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9bd77-a2b7-41ae-a54a-56532581de9b req-49bdaec6-98dd-46d9-ba10-1efd44e79297 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:30.954157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ec9bd77-a2b7-41ae-a54a-56532581de9b req-49bdaec6-98dd-46d9-ba10-1efd44e79297 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0500603 Aug 10 01:34:30.991713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1ec9bd77-a2b7-41ae-a54a-56532581de9b req-4bad90d9-c829-435a-9f68-cd4558f7cd57 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Aug 10 01:34:32.108439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e496d-bc8c-4b7f-982c-41015a88773b req-db0cfa8e-a902-44b7-8d88-2576ef0db17f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:32.109908 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-333e496d-bc8c-4b7f-982c-41015a88773b req-db0cfa8e-a902-44b7-8d88-2576ef0db17f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0525703 Aug 10 01:34:32.146455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-333e496d-bc8c-4b7f-982c-41015a88773b req-e9152e2e-9495-4103-acc8-393fbda59e4d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Aug 10 01:34:33.260122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba84ac-84da-4a0a-97ee-4b2cb4a63292 req-768b2960-5f20-4791-9da3-15565efdf429 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:33.261591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1ba84ac-84da-4a0a-97ee-4b2cb4a63292 req-768b2960-5f20-4791-9da3-15565efdf429 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0483806 Aug 10 01:34:33.299406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d1ba84ac-84da-4a0a-97ee-4b2cb4a63292 req-e985f112-408a-4968-8148-24a7ea5af2b4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Aug 10 01:34:33.517482 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-c767228d-2c4e-4cde-a431-a7191281700b req-1589d336-f04d-40db-a2d4-a39a6b69423a service neutron] show failed (client error): The resource could not be found. Aug 10 01:34:33.518470 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-1589d336-f04d-40db-a2d4-a39a6b69423a service neutron] 10.222.0.21 "GET /v2.0/ports/9b9b2348-1301-4e28-9f44-952b33094f2b/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0548978 Aug 10 01:34:33.739182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-edc5111f-1985-4842-b1e4-9d34e08922d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:33.740708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-edc5111f-1985-4842-b1e4-9d34e08922d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf&tenant_id=c7d9f21db96342b595b849839d22cb19 HTTP/1.1" status: 200 len: 1097 time: 0.0747411 Aug 10 01:34:33.752545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:33.803670 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.001651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:34.038122 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:34:34.078572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:34.080954 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ac687-e949-4515-9077-c1f895b88d6c" -d '{"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:34.085086 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.097703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Transition to ACTIVE for port object 9b9b2348-1301-4e28-9f44-952b33094f2b will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:34.101358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.132501 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467562ca-634b-4bf7-94f9-ed2e0ecb496f x-openstack-request-id: req-467562ca-634b-4bf7-94f9-ed2e0ecb496f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:34.132791 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:34.133040 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-467562ca-634b-4bf7-94f9-ed2e0ecb496f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:34.133613 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'code': 200} Aug 10 01:34:34.169001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] No DVR routers for this DVR port 9b9b2348-1301-4e28-9f44-952b33094f2b on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:34.170979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:34.204697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:34:34.205033 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:34:34.205364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:34.209536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:34:34.209862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Attempting to bind port 9b9b2348-1301-4e28-9f44-952b33094f2b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:34.215214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:34:34.215553 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Checking segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:34:34.215938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Bound using segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:34:34.216366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Bound port: 9b9b2348-1301-4e28-9f44-952b33094f2b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:34:34.216722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.281181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:34:34.284514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:34:34.287997 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.323271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:34.324018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:34.325429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] 10.222.0.10 "PUT /v2.0/ports/9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 1092 time: 0.5768886 Aug 10 01:34:34.346696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f285b39-c706-4ad1-a9ca-b1557a6876da service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:34.424653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-aca39292-236f-46c9-8dcf-ec99158c2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:34.426151 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-aca39292-236f-46c9-8dcf-ec99158c2824 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0764797 Aug 10 01:34:34.434113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb381f-3e54-4736-bf6c-89bb61ba2840 req-859d9fc6-6e99-4d70-91fe-23c4311f34f1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:34.435488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09fb381f-3e54-4736-bf6c-89bb61ba2840 req-859d9fc6-6e99-4d70-91fe-23c4311f34f1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 943 time: 0.0607934 Aug 10 01:34:34.518935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-09fb381f-3e54-4736-bf6c-89bb61ba2840 req-ab0fbeea-7067-46d2-b1ee-d389fff96beb tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746512 Aug 10 01:34:34.544682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-9ef89e36-3d41-44dd-aafe-b0bbd181e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:34.546136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-9ef89e36-3d41-44dd-aafe-b0bbd181e952 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.1098220 Aug 10 01:34:34.592553 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-f38e91d3-e871-41d0-81d9-47611af8603d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0392337 Aug 10 01:34:34.640338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767228d-2c4e-4cde-a431-a7191281700b req-aa869670-fd40-4b55-8076-38e18d9f69b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:34.641742 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-aa869670-fd40-4b55-8076-38e18d9f69b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0433493 Aug 10 01:34:34.672223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-fb89647d-08b7-4b8f-a2fa-b8cd484e5b62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239828 Aug 10 01:34:34.761521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-b3bf40ea-dc6b-4f4a-969b-18fe9b685412 service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Aug 10 01:34:34.853616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c767228d-2c4e-4cde-a431-a7191281700b req-9deb2a80-d0aa-402e-af33-74ea90712012 service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853996 Aug 10 01:34:35.635937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ac8ef-c014-4481-a26f-2e3b1715b60d req-7360b423-0246-441c-9198-c125dd48ca76 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:35.637397 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b9ac8ef-c014-4481-a26f-2e3b1715b60d req-7360b423-0246-441c-9198-c125dd48ca76 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 943 time: 0.0481305 Aug 10 01:34:35.674935 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b9ac8ef-c014-4481-a26f-2e3b1715b60d req-fed92a08-0025-47dd-98ca-9e4ca0ae9128 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 10 01:34:36.135402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:36.137797 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c5e16-cfcc-44c9-ad37-153debf60d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:36.186042 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376f1b3-c3fa-4576-9278-b2994d3b58bc x-openstack-request-id: req-9376f1b3-c3fa-4576-9278-b2994d3b58bc {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:36.186329 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:36.186578 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9376f1b3-c3fa-4576-9278-b2994d3b58bc {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:36.186999 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'status': 'completed', 'code': 200} Aug 10 01:34:36.251238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-c9ba6241-98de-4813-b2ae-369825141520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.251485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-081949f2-0cb1-4096-b930-50a5e434e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.252852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-081949f2-0cb1-4096-b930-50a5e434e09e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0417614 Aug 10 01:34:36.253029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-c9ba6241-98de-4813-b2ae-369825141520 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1095 time: 0.0450118 Aug 10 01:34:36.345515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-cb335156-6963-4ca0-aa36-e8156a311ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.347038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-cb335156-6963-4ca0-aa36-e8156a311ff7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0868714 Aug 10 01:34:36.349081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-8e6561a5-080d-411a-9163-6ba0c0e9d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.350580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-8e6561a5-080d-411a-9163-6ba0c0e9d383 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0895376 Aug 10 01:34:36.396305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-8cdab208-9f64-4f22-9a94-a7e835638712 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0424116 Aug 10 01:34:36.396515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-523a83f4-b9d5-4581-9be3-bde24511a5ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0366480 Aug 10 01:34:36.446487 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-900c5915-59d9-4c4c-8a85-be7c3289a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.447274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-de008759-5a61-49dc-b39c-2562480a180a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.448004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-900c5915-59d9-4c4c-8a85-be7c3289a0fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0455091 Aug 10 01:34:36.448769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-de008759-5a61-49dc-b39c-2562480a180a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0453937 Aug 10 01:34:36.456910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:34:36.484343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-5c8e105e-4b3a-490a-9386-a58bb89b450a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291710 Aug 10 01:34:36.489557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-794da4b1-01d4-426e-8db1-88f319050b03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299711 Aug 10 01:34:36.561495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:36.573849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'port_id': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'mac_address': 'fa:16:3e:80:a1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8d9bc5-8f64-40c5-8c89-daae4dde8e86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:34:36.592941 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-f7a09238-5329-4de9-861e-f6af6cfc7e8c service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966425 Aug 10 01:34:36.599520 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-06a9ef83-8610-494b-91ea-a03ced027119 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076226 Aug 10 01:34:36.612619 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:36.626483 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9b2348-1301-4e28-9f44-952b33094f2b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:34:36.646143 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:36.650976 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:36.688408 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-c3fde691-a741-4427-b118-b2460dafbd6b service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883782 Aug 10 01:34:36.703762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:36.710067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-237c5e16-cfcc-44c9-ad37-153debf60d6a req-f1caba82-46e2-4247-a7f9-e533cbc5f04d service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016233 Aug 10 01:34:36.795665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9a639-9d43-463b-9747-83bfd157761f req-8dc12f6d-fe08-4cf6-8dae-6730383d821d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:36.797172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99a9a639-9d43-463b-9747-83bfd157761f req-8dc12f6d-fe08-4cf6-8dae-6730383d821d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.0496883 Aug 10 01:34:36.835124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99a9a639-9d43-463b-9747-83bfd157761f req-7c3b1074-7e4d-46df-8a4a-467f1cd3d253 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Aug 10 01:34:36.861428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['9b9b2348-1301-4e28-9f44-952b33094f2b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:34:37.106824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b755c8f-2b6f-4de4-aed9-bf12e061c803 req-3e94e910-f3e9-43fe-9f09-b7806aa91c65 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:37.108319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b755c8f-2b6f-4de4-aed9-bf12e061c803 req-3e94e910-f3e9-43fe-9f09-b7806aa91c65 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.1103172 Aug 10 01:34:37.128732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-0f11409f-cab8-4313-87d8-d0c4f902d344 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:37.130421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-0f11409f-cab8-4313-87d8-d0c4f902d344 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf&tenant_id=c7d9f21db96342b595b849839d22cb19&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.1217172 Aug 10 01:34:37.185577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1b755c8f-2b6f-4de4-aed9-bf12e061c803 req-0c0c3393-4a7f-4deb-af73-a547a77f191b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700607 Aug 10 01:34:37.205578 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-60476a99-e23b-422d-8441-89d3235d0eb6 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:34:37.206685 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-60476a99-e23b-422d-8441-89d3235d0eb6 service neutron] 10.222.0.21 "DELETE /v2.0/ports/9b9b2348-1301-4e28-9f44-952b33094f2b/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0688593 Aug 10 01:34:37.294491 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-8f66ec64-5458-4f8c-b399-48eaeb463d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:37.295996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-8f66ec64-5458-4f8c-b399-48eaeb463d7d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 1096 time: 0.0452206 Aug 10 01:34:37.382891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-c81798d4-7b20-4920-962a-66e17fe0f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:37.385008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-c81798d4-7b20-4920-962a-66e17fe0f119 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0822074 Aug 10 01:34:37.430033 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-a849ef92-a56b-4492-a351-9733d562d447 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 200 len: 217 time: 0.0374758 Aug 10 01:34:37.479067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-0bc6a50f-dedd-4efd-8405-2dd7619e60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:37.480416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-0bc6a50f-dedd-4efd-8405-2dd7619e60a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0441024 Aug 10 01:34:37.512339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-5000ab2c-f828-4a43-a005-c1eb3c03bf89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247390 Aug 10 01:34:37.604433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-3fef077b-04e9-477e-9cff-951be32e3aed service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Aug 10 01:34:37.692475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-856db74d-f902-4ee7-bff6-ad40486f1650 req-8cbf5f63-9d22-4723-943f-32f3a814c2be service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Aug 10 01:34:38.310945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61930d04-8baf-4260-9d13-ac48f117f0eb req-b319ccbb-35cf-4a2f-b637-a65e50907efc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:38.312461 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61930d04-8baf-4260-9d13-ac48f117f0eb req-b319ccbb-35cf-4a2f-b637-a65e50907efc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.0560565 Aug 10 01:34:38.352723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61930d04-8baf-4260-9d13-ac48f117f0eb req-8e652993-f258-4959-bc14-922aeb9bc148 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334179 Aug 10 01:34:38.469760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb78a1-5d49-40c6-a0a9-ca1e8615b959 req-e24e874f-5d57-4e76-ac54-7949125f27af tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:38.471168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4bb78a1-5d49-40c6-a0a9-ca1e8615b959 req-e24e874f-5d57-4e76-ac54-7949125f27af tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.0495245 Aug 10 01:34:38.480422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:38.508821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4bb78a1-5d49-40c6-a0a9-ca1e8615b959 req-ebe6cecc-cd08-468b-bc52-a470fdde5c0e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Aug 10 01:34:38.528013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 9b9b2348-1301-4e28-9f44-952b33094f2b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:38.531729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 9b9b2348-1301-4e28-9f44-952b33094f2b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:38.532102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:38.614103 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:38.636749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:38.638992 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024fcefb-5b88-472b-a1bf-da5b9dba5cfe" -d '{"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:38.653822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:38.654183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791d21-847d-4d21-b5f0-1660497459b5 req-8d5039a6-5b64-46b3-9c70-73b2fcd58de9 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:38.656702 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2791d21-847d-4d21-b5f0-1660497459b5 req-8d5039a6-5b64-46b3-9c70-73b2fcd58de9 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 944 time: 0.0661414 Aug 10 01:34:38.659873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:38.702289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2791d21-847d-4d21-b5f0-1660497459b5 req-de26c62d-724a-4bee-9ea4-b6ceab57182b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Aug 10 01:34:38.702598 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59455513-594b-46ed-a356-1e5b2cb91ce2 x-openstack-request-id: req-59455513-594b-46ed-a356-1e5b2cb91ce2 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:38.703223 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:38.703557 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59455513-594b-46ed-a356-1e5b2cb91ce2 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:38.704048 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'code': 200} Aug 10 01:34:38.714592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:38.993123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:34:39.035063 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:34:39.068172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-14365746-f21c-433c-b9c0-334b331d07f1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:39.069773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-14365746-f21c-433c-b9c0-334b331d07f1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 813 time: 0.1120014 Aug 10 01:34:39.085442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-34591604-3987-4a94-855a-6a163bb93bd8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/quotas/c7d9f21db96342b595b849839d22cb19 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Aug 10 01:34:39.134958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2352620b-f5ed-4873-9ab0-d34a7bfa72b3 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435665 Aug 10 01:34:39.224597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-e1b90878-35c1-4a8b-ab3c-0e7ce56299b1 service neutron] 10.222.0.25 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Aug 10 01:34:39.319849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-0536c005-2260-4d82-a0b6-4280cdcc1644 service neutron] 10.222.0.25 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Aug 10 01:34:39.487958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37c6ea61-14a4-4621-a8cb-af95f5aef8aa req-c43bbf00-23c3-4f58-b782-5ab052d9cd6c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 210 time: 0.0337806 Aug 10 01:34:40.194195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-c87ee807-6add-4bd7-9453-5248bab8cd2c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:40.196344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-c87ee807-6add-4bd7-9453-5248bab8cd2c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bb65602-c8b0-498e-8d80-1cd0e987b8cf HTTP/1.1" status: 200 len: 945 time: 0.0497007 Aug 10 01:34:40.297670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Deleting port 9b9b2348-1301-4e28-9f44-952b33094f2b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:34:40.298015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.407116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-719b343f-bb9f-4c25-b610-5ef9d85edecf tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:40.408948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-719b343f-bb9f-4c25-b610-5ef9d85edecf tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 813 time: 0.1536381 Aug 10 01:34:40.420359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] For port 9b9b2348-1301-4e28-9f44-952b33094f2b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=9b9b2348-1301-4e28-9f44-952b33094f2b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:40.420929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.422297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Request body: {'port': {'device_id': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'admin_state_up': True, 'tenant_id': 'c7d9f21db96342b595b849839d22cb19'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:40.434731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Calling delete_port for 9b9b2348-1301-4e28-9f44-952b33094f2b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:34:40.536543 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Made reservation on behalf of c7d9f21db96342b595b849839d22cb19 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:34:40.540199 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.595737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1ad615f-122e-467d-be1a-8bc8c1caf4bb req-fccb564d-c856-41b5-9e9c-8e5778dc6b34 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 210 time: 0.0370104 Aug 10 01:34:40.616104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.645678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Pushing event deleted for resources: {'Port': ['ID=9b9b2348-1301-4e28-9f44-952b33094f2b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:40.689329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] No DVR routers for this DVR port 9b9b2348-1301-4e28-9f44-952b33094f2b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:34:40.692080 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.694134 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8064b6cd-f0c3-4ac5-a547-6c8ff0ea54f6 req-3c640300-6db1-4cd9-8f66-4b04e8bb38ee tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.10 "DELETE /v2.0/ports/9b9b2348-1301-4e28-9f44-952b33094f2b HTTP/1.1" status: 204 len: 173 time: 0.4920495 Aug 10 01:34:40.694566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-deleted', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:40.697413 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a782d88-dc41-4886-90e8-d19c2fa45991" -d '{"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-deleted", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:40.719797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Allocated IP 172.20.0.5 (80ff13c8-2749-4199-9349-59d5aafbed38/4e8d9bc5-8f64-40c5-8c89-daae4dde8e86/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:34:40.736578 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968f16c-78a4-4ee7-b1e3-6c489a12ab57 x-openstack-request-id: req-8968f16c-78a4-4ee7-b1e3-6c489a12ab57 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:40.736868 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb65602-c8b0-498e-8d80-1cd0e987b8cf", "name": "network-vif-deleted", "tag": "9b9b2348-1301-4e28-9f44-952b33094f2b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:40.737119 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8968f16c-78a4-4ee7-b1e3-6c489a12ab57 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:40.737519 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb65602-c8b0-498e-8d80-1cd0e987b8cf', 'name': 'network-vif-deleted', 'tag': '9b9b2348-1301-4e28-9f44-952b33094f2b', 'status': 'completed', 'code': 200} Aug 10 01:34:40.882233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.920519 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:40.957801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Network 80ff13c8-2749-4199-9349-59d5aafbed38 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:34:40.960649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:34:40.963530 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:34:41.003373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:41.027157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:41.027781 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.042730 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-2e7caf46-177d-438b-8cc8-d27bfcc128ed tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246674 Aug 10 01:34:41.055242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Request body: {'port': {'device_id': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:34:41.110397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.375964 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:34:41.383171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.394488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Transition to ACTIVE for port object 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:34:41.398115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.449736 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:41.511907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:34:41.512247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:34:41.512578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:41.516740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:34:41.517100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:34:41.521784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:34:41.522127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Checking segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:34:41.522513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Bound using segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:34:41.522968 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Bound port: 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:34:41.523322 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.588131 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:34:41.591075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:34:41.595356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.629431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:41.630055 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:41.631496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-56679509-09ad-46ab-9d02-5c526213efea service neutron] 10.222.0.21 "PUT /v2.0/ports/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 1092 time: 0.5806434 Aug 10 01:34:41.631936 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:41.634340 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03f1925-bb7a-4561-bfc2-ffa991b11533" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:41.666527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56679509-09ad-46ab-9d02-5c526213efea service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:41.697810 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56bfa66-fcec-4dd3-952d-0bb27dcd57da x-openstack-request-id: req-d56bfa66-fcec-4dd3-952d-0bb27dcd57da {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:41.698104 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:41.698357 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d56bfa66-fcec-4dd3-952d-0bb27dcd57da {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:41.698780 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'status': 'completed', 'code': 200} Aug 10 01:34:41.715158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-5d09c508-7a7b-4900-8af9-6f8aa242ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:41.716665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-5d09c508-7a7b-4900-8af9-6f8aa242ff04 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0462978 Aug 10 01:34:41.733895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dfac9-11c2-4b43-8044-299402d09745 req-7c1dffe5-a70e-43f9-adeb-dc47c24521ca tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:41.735439 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e31dfac9-11c2-4b43-8044-299402d09745 req-7c1dffe5-a70e-43f9-adeb-dc47c24521ca tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0504165 Aug 10 01:34:41.762531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-35f4ade7-bb0d-4702-97a4-47bf8b6fcef7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0360384 Aug 10 01:34:41.774297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e31dfac9-11c2-4b43-8044-299402d09745 req-beb8c2fb-eea9-44e0-950d-827d313f6740 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Aug 10 01:34:41.817184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-92054d39-ac07-4c24-9697-b1a0b7b156c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:41.818650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-92054d39-ac07-4c24-9697-b1a0b7b156c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0489457 Aug 10 01:34:41.853686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-fb5cb770-aa70-457b-9a02-dd61a804c5ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255096 Aug 10 01:34:41.947398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-d2b6b7be-5b46-4d10-bab7-d295abb3880e service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855870 Aug 10 01:34:42.041704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-23b6ae16-7fcc-4877-af30-f0dc02dc898f req-e1425e6e-ee43-4a1d-a35d-fc7bffaa0a38 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869634 Aug 10 01:34:42.125262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-3e877698-7b22-4807-87ee-3aecf060ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:42.126761 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-3e877698-7b22-4807-87ee-3aecf060ea4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0417116 Aug 10 01:34:42.219322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-7178d3cd-756e-44d0-9886-b829ae9af411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:42.220772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-7178d3cd-756e-44d0-9886-b829ae9af411 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0865359 Aug 10 01:34:42.262710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-7166dd7d-0ca7-4db2-b41a-c72a3847a6e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0344975 Aug 10 01:34:42.309753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-e0edd522-855f-4e5c-9e77-1125f0b76b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:42.311161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-e0edd522-855f-4e5c-9e77-1125f0b76b42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0417855 Aug 10 01:34:42.343418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-280d5827-37d9-4a76-a623-60d86590ceae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242112 Aug 10 01:34:42.434288 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-27a1959a-53c4-4f0b-b806-61bcdf4fde1c service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830204 Aug 10 01:34:42.499240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:34:42.518795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 9b9b2348-1301-4e28-9f44-952b33094f2b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:34:42.519140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 9b9b2348-1301-4e28-9f44-952b33094f2b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:34:42.523372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c03f1925-bb7a-4561-bfc2-ffa991b11533 req-0bccf507-5dd4-4ee5-907f-e703952cf533 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816715 Aug 10 01:34:42.893311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c3b4e-7508-441f-9971-ed99869c7b42 req-a8cea29f-bf47-4def-a53a-8877d248072b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:42.894781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a8c3b4e-7508-441f-9971-ed99869c7b42 req-a8cea29f-bf47-4def-a53a-8877d248072b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0526507 Aug 10 01:34:42.932736 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6a8c3b4e-7508-441f-9971-ed99869c7b42 req-a0f6af7e-23cb-4f36-b30c-e3ae2224c104 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Aug 10 01:34:44.048532 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fd17b-600c-4b7d-b8c8-97fabff3f284 req-5411be3e-2606-4c8f-bb10-01516b11a286 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:44.050361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e66fd17b-600c-4b7d-b8c8-97fabff3f284 req-5411be3e-2606-4c8f-bb10-01516b11a286 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0486102 Aug 10 01:34:44.060318 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1fa99e8-c0b2-4cd3-812f-e77dde9d564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:44.089958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e66fd17b-600c-4b7d-b8c8-97fabff3f284 req-e031b866-3aa2-4dfe-88d8-be29f53413b5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Aug 10 01:34:45.023911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:34:45.117426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:45.128864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'port_id': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'mac_address': 'fa:16:3e:ad:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8d9bc5-8f64-40c5-8c89-daae4dde8e86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:34:45.165738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:45.178274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:34:45.203048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:45.204008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae9f85-1e95-4e41-95ba-df1adf5ef860 req-a84fbaf8-b52a-4cf7-a0b5-dc4a13119540 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:45.205521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9ae9f85-1e95-4e41-95ba-df1adf5ef860 req-a84fbaf8-b52a-4cf7-a0b5-dc4a13119540 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0493226 Aug 10 01:34:45.208338 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:45.244411 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9ae9f85-1e95-4e41-95ba-df1adf5ef860 req-41818391-574b-4a6a-a22c-c0c4de6a2ba8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322392 Aug 10 01:34:45.256332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:45.391311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:34:46.361241 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95902d28-9515-4a2c-9734-1d2e11425da9 req-b9d75500-2959-4a09-a745-4968cf4e4c4a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:46.362713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95902d28-9515-4a2c-9734-1d2e11425da9 req-b9d75500-2959-4a09-a745-4968cf4e4c4a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 944 time: 0.0523381 Aug 10 01:34:46.399640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95902d28-9515-4a2c-9734-1d2e11425da9 req-e4f48c08-078b-4051-9556-3e8a4a120e5f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305605 Aug 10 01:34:46.848640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb5b5d2e-032d-40d8-94cc-8b88eb6060b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:47.054398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:34:47.104580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:34:47.108341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:34:47.108715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:47.181765 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:47.203819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:34:47.206021 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420a4c43-3b71-4e76-9cb6-5245af61c281" -d '{"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:34:47.219439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:34:47.223296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:47.248991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6022300-09f1-4fd6-977d-66218beb1c0f x-openstack-request-id: req-b6022300-09f1-4fd6-977d-66218beb1c0f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:34:47.249279 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:34:47.249532 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6022300-09f1-4fd6-977d-66218beb1c0f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:34:47.249914 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'code': 200} Aug 10 01:34:47.275816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:34:47.339591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:47.387558 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc511b5-09ff-4587-8af2-a98de6edb992 req-6c1d01f8-722e-4be2-aa15-43c15f982496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:47.389035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fc511b5-09ff-4587-8af2-a98de6edb992 req-6c1d01f8-722e-4be2-aa15-43c15f982496 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0912178 Aug 10 01:34:47.424343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8fc511b5-09ff-4587-8af2-a98de6edb992 req-ed943825-05f1-45cf-aa35-65a7f621ff14 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280173 Aug 10 01:34:47.516507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b371f-e8c0-4916-bc28-8258f6322767 req-f0a28aa3-fc75-4443-a583-245d179eb889 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:47.517986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d0b371f-e8c0-4916-bc28-8258f6322767 req-f0a28aa3-fc75-4443-a583-245d179eb889 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0485611 Aug 10 01:34:47.555226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d0b371f-e8c0-4916-bc28-8258f6322767 req-36e0a44f-dc25-46ec-8c24-40c5875025c7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Aug 10 01:34:47.858625 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:48.696809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12826423-8368-46d0-af2c-54f142229d27 req-4862e3da-f68d-41aa-95f0-e3723480e636 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:48.698272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12826423-8368-46d0-af2c-54f142229d27 req-4862e3da-f68d-41aa-95f0-e3723480e636 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0753751 Aug 10 01:34:48.713830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-5eb79161-9bed-4b3b-9a4f-3fd1a853f3db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616872 Aug 10 01:34:48.742994 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12826423-8368-46d0-af2c-54f142229d27 req-da922b63-20b0-4762-878c-7407484e188d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Aug 10 01:34:48.795054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-b425695d-5c97-4834-beaf-9607c5b547c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:48.796539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-b425695d-5c97-4834-beaf-9607c5b547c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0411775 Aug 10 01:34:48.856859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5af117-6019-4f69-963a-1bbc32133e2f req-b82866a7-05ce-4b3b-9913-02980f416961 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:48.858271 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e5af117-6019-4f69-963a-1bbc32133e2f req-b82866a7-05ce-4b3b-9913-02980f416961 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0494406 Aug 10 01:34:48.896284 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e5af117-6019-4f69-963a-1bbc32133e2f req-f6b0ecf6-eec0-443d-8290-251249cd7f80 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320420 Aug 10 01:34:48.901394 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-1cd4cee0-baf2-469b-a184-6931e07da948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:48.902899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-1cd4cee0-baf2-469b-a184-6931e07da948 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0880711 Aug 10 01:34:48.944137 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-59241f77-6bce-42f9-9af1-557d2e720b9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0344648 Aug 10 01:34:48.992755 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-c5d67bbe-0a61-4a99-859e-ef8c6613c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:48.994221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-c5d67bbe-0a61-4a99-859e-ef8c6613c0d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0432212 Aug 10 01:34:49.029085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-24fc955a-bb72-496d-a7be-e6598442cb30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285101 Aug 10 01:34:49.147722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-1be5ebeb-08e0-4237-864f-b0ce501cf922 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650954 Aug 10 01:34:49.152748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d76efb-8c0f-468e-973b-b9ff1e9101c6 req-8c2645cf-943d-4910-a172-b3ce4cbd695e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:49.153393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-ce88b21e-8992-4444-8b90-0ad28b41ccd1 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175823 Aug 10 01:34:49.154246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4d76efb-8c0f-468e-973b-b9ff1e9101c6 req-8c2645cf-943d-4910-a172-b3ce4cbd695e tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0540411 Aug 10 01:34:49.195755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4d76efb-8c0f-468e-973b-b9ff1e9101c6 req-26db8c08-1e37-4b46-a159-738819aac52a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347838 Aug 10 01:34:49.252801 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5fb3c43-fb66-4f3e-8ea9-5d414390ef0a req-65a938ee-616f-4ac7-99ad-58070fa73558 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928257 Aug 10 01:34:49.759233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:50.180278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-78f16296-e45a-40e7-af7e-9b68b4cc2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:50.181858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-78f16296-e45a-40e7-af7e-9b68b4cc2dac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1097 time: 0.0406182 Aug 10 01:34:50.284951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-ac7927e0-8b2a-4a07-9c60-6dcf80784347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:50.286412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-ac7927e0-8b2a-4a07-9c60-6dcf80784347 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0979228 Aug 10 01:34:50.336597 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-9f48367a-59a6-4005-ae30-9398dbcce6df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0366912 Aug 10 01:34:50.382022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce97117-6735-417b-9295-d16046ad3a2b req-64928932-3318-4768-972b-31bb942a4ec0 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:50.383474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bce97117-6735-417b-9295-d16046ad3a2b req-64928932-3318-4768-972b-31bb942a4ec0 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.1169450 Aug 10 01:34:50.412893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-5320d7c5-a30b-4dc7-88cd-ead13a9cbd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:50.414434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-5320d7c5-a30b-4dc7-88cd-ead13a9cbd9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0713842 Aug 10 01:34:50.440320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bce97117-6735-417b-9295-d16046ad3a2b req-20fc1270-c3cd-4c56-9005-87306473e5ac tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Aug 10 01:34:50.456007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-60400032-fc3b-4bb2-bf2a-cdc50985a43e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310700 Aug 10 01:34:50.546007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-e85fb173-6e5a-44a3-835e-cc7fdbc02fd1 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 Aug 10 01:34:50.633478 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-2bc51ee0-a77d-42c5-b27f-e29e34ab3f3b service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806398 Aug 10 01:34:51.559174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde693-88db-4f06-827f-1a434aa59306 req-82b2238c-2e23-40ec-9569-e073ce06ca33 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:51.560679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36bde693-88db-4f06-827f-1a434aa59306 req-82b2238c-2e23-40ec-9569-e073ce06ca33 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0533068 Aug 10 01:34:51.599606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36bde693-88db-4f06-827f-1a434aa59306 req-e2aebdb7-1021-4382-8300-9a0ff71e3880 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Aug 10 01:34:52.719524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66fac1-6fda-4d72-be2e-0eb9b2af9b16 req-b28753af-884b-4da3-999a-0d236afff1a8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:52.721005 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c66fac1-6fda-4d72-be2e-0eb9b2af9b16 req-b28753af-884b-4da3-999a-0d236afff1a8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0485413 Aug 10 01:34:52.759040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c66fac1-6fda-4d72-be2e-0eb9b2af9b16 req-4c2b1d98-3358-4daa-8dfe-4fb5febb1a94 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Aug 10 01:34:53.872395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359ecf-5e94-4511-8365-b170d9401e27 req-45b0a679-387c-42f2-954e-e13dfc05ca97 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:53.873857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4359ecf-5e94-4511-8365-b170d9401e27 req-45b0a679-387c-42f2-954e-e13dfc05ca97 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Aug 10 01:34:53.911662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4359ecf-5e94-4511-8365-b170d9401e27 req-0b9ae211-995e-4ccb-b540-4c75c36e5f81 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Aug 10 01:34:55.032872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49d6d-c327-476e-bb9f-0eaf8ff30d78 req-9dda626e-3926-4a57-a757-3e3c320cef6f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:55.034229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6cf49d6d-c327-476e-bb9f-0eaf8ff30d78 req-9dda626e-3926-4a57-a757-3e3c320cef6f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Aug 10 01:34:55.071136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6cf49d6d-c327-476e-bb9f-0eaf8ff30d78 req-8e2d6879-ac8e-4522-81eb-ccef2a110826 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310090 Aug 10 01:34:56.186646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf194a-a484-403d-8f88-936bd18b5c34 req-6f93d697-101e-4353-b5a1-698f118ecc67 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:56.188128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94bf194a-a484-403d-8f88-936bd18b5c34 req-6f93d697-101e-4353-b5a1-698f118ecc67 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Aug 10 01:34:56.226557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94bf194a-a484-403d-8f88-936bd18b5c34 req-4ff7339a-e76e-4689-9246-79b9a6b3c562 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Aug 10 01:34:56.394238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:56.414442 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:34:57.339587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb0d5b-c946-439e-986f-03e47152ebba req-e69d6d55-1524-4c48-a99c-b42a213208e5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:57.341041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fefb0d5b-c946-439e-986f-03e47152ebba req-e69d6d55-1524-4c48-a99c-b42a213208e5 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0483484 Aug 10 01:34:57.377420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fefb0d5b-c946-439e-986f-03e47152ebba req-2c7a095c-774c-4791-9d1c-f69d46e270c7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304134 Aug 10 01:34:58.492264 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0c22-0a20-45df-ae09-8740f4c91410 req-9180679d-5d20-40e4-9864-70fca3724af8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:58.493728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-953d0c22-0a20-45df-ae09-8740f4c91410 req-9180679d-5d20-40e4-9864-70fca3724af8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0488496 Aug 10 01:34:58.531020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-953d0c22-0a20-45df-ae09-8740f4c91410 req-4b546907-41b7-43b9-867b-56e182b8bd0d tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306332 Aug 10 01:34:59.645715 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab3104-d219-4058-9a72-54c856ee92a5 req-089422f8-9eb3-4c04-ad25-e1ac78a852e7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:34:59.647177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87ab3104-d219-4058-9a72-54c856ee92a5 req-089422f8-9eb3-4c04-ad25-e1ac78a852e7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0476282 Aug 10 01:34:59.683229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87ab3104-d219-4058-9a72-54c856ee92a5 req-09b3b38d-76a3-4b7a-8ef9-63fb1b93c6c8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301919 Aug 10 01:35:00.765338 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:35:00.797823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277aada-e143-4295-a96c-1f79d5e7bf25 req-5b2234df-18cb-45d1-a9e9-79b8ddaacc88 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:00.799326 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3277aada-e143-4295-a96c-1f79d5e7bf25 req-5b2234df-18cb-45d1-a9e9-79b8ddaacc88 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Aug 10 01:35:00.837042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3277aada-e143-4295-a96c-1f79d5e7bf25 req-49c9b2d8-d6c7-40e4-989b-088656e2881f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319331 Aug 10 01:35:01.953158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885b61d-1381-48c9-ac09-13ea676504c3 req-fba63056-5ffa-4a6f-b8b2-4d1ce0db1054 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:01.954610 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a885b61d-1381-48c9-ac09-13ea676504c3 req-fba63056-5ffa-4a6f-b8b2-4d1ce0db1054 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0512953 Aug 10 01:35:01.991909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a885b61d-1381-48c9-ac09-13ea676504c3 req-9eb88322-4a47-49c8-83f4-58aeda897cc3 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Aug 10 01:35:03.114109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318af82-8623-4991-ae2f-1b4e7586c508 req-ce98bf58-88e6-4ed4-b0b9-ec41d9d28b97 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:03.115609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5318af82-8623-4991-ae2f-1b4e7586c508 req-ce98bf58-88e6-4ed4-b0b9-ec41d9d28b97 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0571039 Aug 10 01:35:03.155104 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5318af82-8623-4991-ae2f-1b4e7586c508 req-dee72a5e-54e8-4578-9398-ece429e1750a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Aug 10 01:35:04.270421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5497c-731c-4b2b-a3ff-6b4cb89d30fc req-35863f6e-c41d-481c-a68e-102ec9ebadf0 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:04.271922 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d5497c-731c-4b2b-a3ff-6b4cb89d30fc req-35863f6e-c41d-481c-a68e-102ec9ebadf0 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Aug 10 01:35:04.308967 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-26d5497c-731c-4b2b-a3ff-6b4cb89d30fc req-59bcf744-79d7-4ec2-9409-b331630601a4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Aug 10 01:35:05.424126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feae011-7af5-462d-a8b5-4a93a016a8e9 req-f2ce649b-965d-487f-af3a-7a89c1884869 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:05.425605 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2feae011-7af5-462d-a8b5-4a93a016a8e9 req-f2ce649b-965d-487f-af3a-7a89c1884869 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Aug 10 01:35:05.465406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2feae011-7af5-462d-a8b5-4a93a016a8e9 req-1a916088-c3be-450d-a2ab-ec1353b5ad39 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Aug 10 01:35:06.581525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762c13-374c-43ba-8ed3-52021a2b9a4b req-cbf0b342-7447-419e-9fd8-142bedeebde7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:06.583016 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8762c13-374c-43ba-8ed3-52021a2b9a4b req-cbf0b342-7447-419e-9fd8-142bedeebde7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0493155 Aug 10 01:35:06.621650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8762c13-374c-43ba-8ed3-52021a2b9a4b req-30f9bdd1-4708-49c4-bcd7-f57c6b848e3b tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Aug 10 01:35:07.743152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85a35-d4c8-4f74-bf25-9cdae1693e9f req-41320fec-67b1-4ed4-b605-fa6148cde607 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:07.745136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6b85a35-d4c8-4f74-bf25-9cdae1693e9f req-41320fec-67b1-4ed4-b605-fa6148cde607 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0515337 Aug 10 01:35:07.782548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6b85a35-d4c8-4f74-bf25-9cdae1693e9f req-6ed7e30c-66a7-445c-9c7b-cd32e4c64ee6 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Aug 10 01:35:08.899055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa14917-1ef8-42db-9cf8-a5cd7eb6edfe req-0615db4b-2797-45e1-b25e-f211f2cc0700 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:08.901207 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa14917-1ef8-42db-9cf8-a5cd7eb6edfe req-0615db4b-2797-45e1-b25e-f211f2cc0700 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Aug 10 01:35:08.937876 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1aa14917-1ef8-42db-9cf8-a5cd7eb6edfe req-3812a7e2-671c-4cd8-98f7-86296ae98ade tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307333 Aug 10 01:35:10.054588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386ace3-932f-4f4b-84b9-e6cc5ad88bb4 req-291c76f1-d878-43ae-8cf6-12e11de0b17c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:10.056519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d386ace3-932f-4f4b-84b9-e6cc5ad88bb4 req-291c76f1-d878-43ae-8cf6-12e11de0b17c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0521495 Aug 10 01:35:10.093856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d386ace3-932f-4f4b-84b9-e6cc5ad88bb4 req-01bc6135-e73f-4181-9227-e7c1b6c44828 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Aug 10 01:35:11.208977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abaa598-3f93-44ab-a852-74106ceb4588 req-e328f8d1-c0f9-4bf8-8680-ec39319feaad tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:11.210443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4abaa598-3f93-44ab-a852-74106ceb4588 req-e328f8d1-c0f9-4bf8-8680-ec39319feaad tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Aug 10 01:35:11.247475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4abaa598-3f93-44ab-a852-74106ceb4588 req-fd8be768-ec0c-4150-b63f-01df5a3bbc3c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303359 Aug 10 01:35:12.360526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e77e5-2127-4a1c-bf3b-d5d9974bc147 req-e08de6b7-09ca-46f2-8718-075f7bbcce46 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:12.362030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-896e77e5-2127-4a1c-bf3b-d5d9974bc147 req-e08de6b7-09ca-46f2-8718-075f7bbcce46 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0486822 Aug 10 01:35:12.398504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-896e77e5-2127-4a1c-bf3b-d5d9974bc147 req-e84d76e5-ed21-412f-9786-976cdf172c4f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Aug 10 01:35:13.512854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73167a9-0ea4-46ac-aeaa-3000167ed411 req-43ea0590-6691-4cb2-9ba4-fe3d7b8bc6d1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:13.514327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e73167a9-0ea4-46ac-aeaa-3000167ed411 req-43ea0590-6691-4cb2-9ba4-fe3d7b8bc6d1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0482705 Aug 10 01:35:13.555205 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e73167a9-0ea4-46ac-aeaa-3000167ed411 req-73e87358-ca89-42bd-9f82-4cea7c69b4a8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349026 Aug 10 01:35:14.061573 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70111507-caa6-4c39-a80e-cb7704be69f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:14.672791 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01b9b2-3527-40ba-894b-b61292e2767b req-707c38aa-e5b6-4591-8beb-dc561cfaf5c4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:14.674295 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db01b9b2-3527-40ba-894b-b61292e2767b req-707c38aa-e5b6-4591-8beb-dc561cfaf5c4 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0500107 Aug 10 01:35:14.715207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db01b9b2-3527-40ba-894b-b61292e2767b req-2fe44edc-c359-461a-b932-4f6d9b712524 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348511 Aug 10 01:35:15.837584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83adb1-68f2-43f6-bb4e-f3a1425d4abb req-0d2f2957-dd74-4d1e-b3d7-9d58bce661fd tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:15.839660 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc83adb1-68f2-43f6-bb4e-f3a1425d4abb req-0d2f2957-dd74-4d1e-b3d7-9d58bce661fd tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0550251 Aug 10 01:35:15.876910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dc83adb1-68f2-43f6-bb4e-f3a1425d4abb req-24291c61-18a1-43e6-aa28-43c4ee6b7538 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312483 Aug 10 01:35:16.848751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-817913ef-5eed-4924-b631-8b8ceb6cf21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:16.996496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40056f-961a-49e1-9f5c-d1f7861ad7b6 req-72fe143b-85e2-428d-a4dd-49a973e67efc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:16.997877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a40056f-961a-49e1-9f5c-d1f7861ad7b6 req-72fe143b-85e2-428d-a4dd-49a973e67efc tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Aug 10 01:35:17.035468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a40056f-961a-49e1-9f5c-d1f7861ad7b6 req-d55c1f03-eec7-44d0-bf5c-09c0b4aaa1d0 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Aug 10 01:35:17.282769 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-8684afb9-ffd2-40f6-8d39-4ed0fc14746d service neutron] show failed (client error): The resource could not be found. Aug 10 01:35:17.283724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-8684afb9-ffd2-40f6-8d39-4ed0fc14746d service neutron] 10.222.0.21 "GET /v2.0/ports/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0565491 Aug 10 01:35:17.342198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:17.473083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-6fa0cf9d-bd6b-4ca3-8b7a-01c24fd379ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:17.474577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-6fa0cf9d-bd6b-4ca3-8b7a-01c24fd379ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2&tenant_id=c7d9f21db96342b595b849839d22cb19 HTTP/1.1" status: 200 len: 1097 time: 0.0416949 Aug 10 01:35:17.486915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:17.544148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:17.745584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:17.778168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:17.817088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:17.819277 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c3e8f-3cb2-4fde-b23c-45bdcc4f2a9c" -d '{"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:17.823357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:17.835839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Transition to ACTIVE for port object 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:17.839335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:17.861512 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:17.878282 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a692d3-702c-4f0b-ab33-13cc2dc5e6b4 x-openstack-request-id: req-54a692d3-702c-4f0b-ab33-13cc2dc5e6b4 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:17.878572 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:17.878878 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54a692d3-702c-4f0b-ab33-13cc2dc5e6b4 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:17.879264 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'code': 200} Aug 10 01:35:17.902420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] No DVR routers for this DVR port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:35:17.915001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:17.941295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.941642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.941983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.942318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.942651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.943000 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.943329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.943651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.943973 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.944296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.944616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.944934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:17.957540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:17.957880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:17.958233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:17.962550 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:35:17.962900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Attempting to bind port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on network 80ff13c8-2749-4199-9349-59d5aafbed38 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:17.967940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:17.968281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Checking segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:17.968662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Bound using segment: {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:17.969105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Bound port: 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b69ce78-0485-4533-a84e-15e1c40131ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:17.969466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:18.031462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:18.034458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:18.038767 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:18.078051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:18.078715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:18.080112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] 10.222.0.10 "PUT /v2.0/ports/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 1092 time: 0.5972772 Aug 10 01:35:18.097413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713cf36-6101-46df-a3e8-55ef9b9c9b31 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:18.174260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-fafad634-9f10-4c36-9c9f-d23e21954618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:18.175796 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-fafad634-9f10-4c36-9c9f-d23e21954618 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0732574 Aug 10 01:35:18.184014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51af17f-cdb3-408a-b8f1-62f291f41797 req-62a0dbfd-0d40-4aff-8c2c-48d108044412 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:18.185390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e51af17f-cdb3-408a-b8f1-62f291f41797 req-62a0dbfd-0d40-4aff-8c2c-48d108044412 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0731606 Aug 10 01:35:18.276974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e51af17f-cdb3-408a-b8f1-62f291f41797 req-4110b0bc-11ec-4a4e-85e1-532a5eb5eb87 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837173 Aug 10 01:35:18.298317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-ddcf12d3-86c8-4ed6-bfa4-1650dc22a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:18.299838 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-ddcf12d3-86c8-4ed6-bfa4-1650dc22a57a service neutron] 10.222.0.10 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.1136186 Aug 10 01:35:18.343115 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-9615ebc9-ce86-412e-aa9a-cad7b4cb9388 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0340424 Aug 10 01:35:18.390412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-d2c55c46-0e10-4811-89fc-44fe2637903d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:18.391863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-d2c55c46-0e10-4811-89fc-44fe2637903d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0425117 Aug 10 01:35:18.421663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-a923cd6e-cf64-4ce4-b1dd-2a7a2f68c5fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230796 Aug 10 01:35:18.512490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-6747fe25-c471-43a4-bbb2-d3fe83916f7d service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836968 Aug 10 01:35:18.599127 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ab2a2fd-b4ee-41e1-8852-0474aecb265d req-3ba81e8c-e88f-464c-a994-b1b8732edd72 service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800214 Aug 10 01:35:19.397985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f48206-d561-4830-bb82-f39adfbd8698 req-a1527830-c1c7-4d84-951e-77a5d012a603 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:19.399495 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67f48206-d561-4830-bb82-f39adfbd8698 req-a1527830-c1c7-4d84-951e-77a5d012a603 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0525217 Aug 10 01:35:19.437123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67f48206-d561-4830-bb82-f39adfbd8698 req-9c2314bc-116d-409b-8ee8-1627e235e6cf tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311804 Aug 10 01:35:19.761243 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:19.880008 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:19.882321 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a37f441-709c-45a3-ad5f-129fb5c38908" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:19.928898 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa21adfe-a067-4b5b-9935-0d9b64680c3e x-openstack-request-id: req-fa21adfe-a067-4b5b-9935-0d9b64680c3e {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:19.929135 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:19.929389 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa21adfe-a067-4b5b-9935-0d9b64680c3e {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:19.929788 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'status': 'completed', 'code': 200} Aug 10 01:35:19.993060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-450af193-a588-4395-b63a-cbe8d7271c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:19.995548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-450af193-a588-4395-b63a-cbe8d7271c6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0479884 Aug 10 01:35:19.998790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-a610d3d1-66f2-4670-a00d-ba947f891dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.000293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-a610d3d1-66f2-4670-a00d-ba947f891dac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1095 time: 0.0493879 Aug 10 01:35:20.089618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-1a968907-e586-4582-a523-2c02096f0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.091159 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-1a968907-e586-4582-a523-2c02096f0d23 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0890167 Aug 10 01:35:20.109141 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-658727cc-6866-4950-8bb4-8f76c27ec736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.110690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-658727cc-6866-4950-8bb4-8f76c27ec736 service neutron] 10.222.0.10 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0966892 Aug 10 01:35:20.135168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-308db8bb-6cb5-4d67-8714-0da351cc61b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0358198 Aug 10 01:35:20.153072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-705c1e75-cf6d-41b1-88ac-a27fe5d2ba7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0356615 Aug 10 01:35:20.187099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-60641b79-2e9d-4e1f-90f8-f0522e1364a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.188558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-60641b79-2e9d-4e1f-90f8-f0522e1364a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0472515 Aug 10 01:35:20.205440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-73ec44bd-b1b4-4220-b7be-3eff69f73272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.206964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-73ec44bd-b1b4-4220-b7be-3eff69f73272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0478859 Aug 10 01:35:20.222065 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-5c0a4da1-affe-4b4a-80ea-a05e1d3ef48e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255802 Aug 10 01:35:20.238910 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-2dc94521-acf7-4619-a907-5dc7eb62d0a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243826 Aug 10 01:35:20.309686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-4c361ac7-0dd7-4b7f-8c3d-ef5673a12642 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806520 Aug 10 01:35:20.328490 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-51ae4d54-de89-477d-a2d5-038d17685985 service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827582 Aug 10 01:35:20.402956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-2fb376ec-3920-4384-b0b8-65adf8973a3f service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864868 Aug 10 01:35:20.423206 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a37f441-709c-45a3-ad5f-129fb5c38908 req-cb5532fe-254a-41e6-8c88-869a0b329829 service neutron] 10.222.0.10 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877638 Aug 10 01:35:20.551698 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e117a1-2e56-4779-8752-59b2e13f4f40 req-95cafe75-1506-4f1f-99a6-2834da9c7ab9 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:20.553189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6e117a1-2e56-4779-8752-59b2e13f4f40 req-95cafe75-1506-4f1f-99a6-2834da9c7ab9 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.0482471 Aug 10 01:35:20.591135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b6e117a1-2e56-4779-8752-59b2e13f4f40 req-22113437-e74f-43cc-82a8-6893929daa7a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Aug 10 01:35:20.625449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:35:20.722626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:20.734915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'network_id': '80ff13c8-2749-4199-9349-59d5aafbed38', 'port_id': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'mac_address': 'fa:16:3e:ad:8a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e8d9bc5-8f64-40c5-8c89-daae4dde8e86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:35:20.772284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:20.785845 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:35:20.807072 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:20.811187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:20.862586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:20.870314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.870658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.871020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.871351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.871675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.871998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.872320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.872637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.872957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.873278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.873592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:20.873909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:21.011594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:35:21.119925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79128a8e-dd40-4d38-8101-778e74527105 req-85e71789-c0fd-4959-828f-fce60d7dcb29 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:21.121546 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79128a8e-dd40-4d38-8101-778e74527105 req-85e71789-c0fd-4959-828f-fce60d7dcb29 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 943 time: 0.3804433 Aug 10 01:35:21.129356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-eaf8e92e-0b87-43e8-a35b-f92e306ddad7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:21.130860 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-eaf8e92e-0b87-43e8-a35b-f92e306ddad7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2&tenant_id=c7d9f21db96342b595b849839d22cb19&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 943 time: 0.3801696 Aug 10 01:35:21.204847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-79128a8e-dd40-4d38-8101-778e74527105 req-5dc3cc1a-cb4a-44ef-806b-c58256ca5ee8 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729725 Aug 10 01:35:21.213721 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-b0b58e13-62e2-409f-be7d-a1bb8b132841 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:35:21.214783 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-b0b58e13-62e2-409f-be7d-a1bb8b132841 service neutron] 10.222.0.21 "DELETE /v2.0/ports/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0762229 Aug 10 01:35:21.227241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:35:21.292481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:35:21.302760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-b2972644-948c-4d21-874a-488e8011d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:21.304216 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-b2972644-948c-4d21-874a-488e8011d92f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7d9f21db96342b595b849839d22cb19&device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 1096 time: 0.0404999 Aug 10 01:35:21.393679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-2ae6e066-bd97-45d8-975c-b29ed4840701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:21.395144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-2ae6e066-bd97-45d8-975c-b29ed4840701 service neutron] 10.222.0.21 "GET /v2.0/networks?id=80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 200 len: 913 time: 0.0839031 Aug 10 01:35:21.435671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-7cd4e029-2679-4446-bd1b-09a74851313e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 200 len: 217 time: 0.0337315 Aug 10 01:35:21.487723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-1496e671-43c1-4a38-8863-88646dcb4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:21.489136 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-1496e671-43c1-4a38-8863-88646dcb4f2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 200 len: 853 time: 0.0470698 Aug 10 01:35:21.519403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-e80ca478-8349-42c5-9c58-ab1c14f55f0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=80ff13c8-2749-4199-9349-59d5aafbed38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236676 Aug 10 01:35:21.605156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-f0341572-c3f7-4fb5-8f05-1849ccda786d service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785563 Aug 10 01:35:21.695708 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d82d0d-f5b3-4ce0-a81f-0c71fbe4aa48 req-38f9f825-eafb-4956-9ff9-e85fd063abd7 service neutron] 10.222.0.21 "GET /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835838 Aug 10 01:35:22.322603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbf6e9-67eb-4bed-8575-8a78cd6f609d req-cba9e261-09e8-4f2c-9eba-e1f6d0f1871f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:22.324123 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3cbf6e9-67eb-4bed-8575-8a78cd6f609d req-cba9e261-09e8-4f2c-9eba-e1f6d0f1871f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 944 time: 0.0502906 Aug 10 01:35:22.365287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3cbf6e9-67eb-4bed-8575-8a78cd6f609d req-9a18d3e0-76ff-4738-9568-16b275c7ddb9 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Aug 10 01:35:22.476007 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfe3b1-77db-4e3c-a4f2-d35e53234bdc req-528e5853-feb7-46bf-814c-470842b9f341 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:22.477460 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-abcfe3b1-77db-4e3c-a4f2-d35e53234bdc req-528e5853-feb7-46bf-814c-470842b9f341 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 944 time: 0.0483282 Aug 10 01:35:22.515325 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-abcfe3b1-77db-4e3c-a4f2-d35e53234bdc req-cba30efe-90cc-4fb8-a602-24c27759473a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 10 01:35:22.622294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:22.629788 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115ab07-3794-4873-a0c0-8f096eb6f9c8 req-b618aea4-be16-40c9-b58e-3ce29f6d62d1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:22.631298 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3115ab07-3794-4873-a0c0-8f096eb6f9c8 req-b618aea4-be16-40c9-b58e-3ce29f6d62d1 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 944 time: 0.0501685 Aug 10 01:35:22.669664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:22.673195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:22.673566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:22.675659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3115ab07-3794-4873-a0c0-8f096eb6f9c8 req-b23e07c0-f087-4a89-8ed8-aac6a3f232c6 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Aug 10 01:35:22.752184 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:22.774164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:22.777461 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b50d6cc-8442-40af-87d8-94d5e4691249" -d '{"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:22.791938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:22.796180 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:22.828939 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c34eb3-e22e-46a8-92dd-bc29e1474533 x-openstack-request-id: req-56c34eb3-e22e-46a8-92dd-bc29e1474533 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:22.829230 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-plugged", "status": "completed", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:22.829486 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56c34eb3-e22e-46a8-92dd-bc29e1474533 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:22.829870 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'code': 200} Aug 10 01:35:22.850490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:23.020946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e51be-f2a1-4fce-9633-884fae934b49 req-f91e31d8-4b28-4e78-a618-7b4d914ef2b7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:23.022392 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc5e51be-f2a1-4fce-9633-884fae934b49 req-f91e31d8-4b28-4e78-a618-7b4d914ef2b7 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Aug 10 01:35:23.059272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc5e51be-f2a1-4fce-9633-884fae934b49 req-c4af45fe-d1ce-41d8-a847-90a8ba288e4a tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303860 Aug 10 01:35:24.129843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-dc3e7409-67dd-4450-bb86-10b8a140424c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:24.131339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-dc3e7409-67dd-4450-bb86-10b8a140424c tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0482271 Aug 10 01:35:24.175662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5621d-0378-4de0-b048-aea3d16d84be req-e5aa0dd8-f7af-47de-8e9e-b2a26479373f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:24.177217 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5c5621d-0378-4de0-b048-aea3d16d84be req-e5aa0dd8-f7af-47de-8e9e-b2a26479373f tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d4bc73d-42ca-425e-bbf3-533291cee7b2 HTTP/1.1" status: 200 len: 945 time: 0.0489705 Aug 10 01:35:24.216405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a5c5621d-0378-4de0-b048-aea3d16d84be req-94154caa-6cb4-4147-85a1-0aecdb2c8f89 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cafd399-575b-4ac5-9cae-44f09820b994&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Aug 10 01:35:24.230371 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Deleting port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:35:24.230922 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.324884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] For port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,segment=NetworkSegment(6b69ce78-0485-4533-a84e-15e1c40131ee),segment_id=6b69ce78-0485-4533-a84e-15e1c40131ee)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:24.325249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.338748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Calling delete_port for 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:35:24.466450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.477676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:35:24.495209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Pushing event deleted for resources: {'Port': ['ID=3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:24.538370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] No DVR routers for this DVR port 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:35:24.541760 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:24.544715 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3612ce28-61d2-4788-9ad7-b025382c8e95 req-81604d7c-32fc-4e67-b081-6064d6a82822 tempest-ServerDiskConfigTestJSON-580693648 tempest-ServerDiskConfigTestJSON-580693648-project] 10.222.0.10 "DELETE /v2.0/ports/3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b HTTP/1.1" status: 204 len: 173 time: 0.4063971 Aug 10 01:35:24.545307 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-deleted', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:24.548729 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b43bc1-7c7d-4152-af21-5b0e4a3f1d2e" -d '{"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-deleted", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:24.586126 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a48dbd-8386-4ed5-845c-1149f2ae9313 x-openstack-request-id: req-a0a48dbd-8386-4ed5-845c-1149f2ae9313 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:24.586418 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4bc73d-42ca-425e-bbf3-533291cee7b2", "name": "network-vif-deleted", "tag": "3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:24.586686 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0a48dbd-8386-4ed5-845c-1149f2ae9313 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:24.587114 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4bc73d-42ca-425e-bbf3-533291cee7b2', 'name': 'network-vif-deleted', 'tag': '3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b', 'status': 'completed', 'code': 200} Aug 10 01:35:25.335368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:25.382915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Deleting subnet 4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:35:25.385849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.418791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.456325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.508283 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.534927 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8d9bc5-8f64-40c5-8c89-daae4dde8e86,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:25.541574 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.543964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bcb4720c-3957-4ecd-a3a3-cb1e02ca2b6a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4e8d9bc5-8f64-40c5-8c89-daae4dde8e86 HTTP/1.1" status: 204 len: 168 time: 0.2071362 Aug 10 01:35:25.546073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:25.612678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.691437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.702276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ff13c8-2749-4199-9349-59d5aafbed38']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:25.712025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b69ce78-0485-4533-a84e-15e1c40131ee') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:25.712847 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b69ce78-0485-4533-a84e-15e1c40131ee') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:25.721295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.735418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.741627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:35:25.742019 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:35:25.743840 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:35:25.797413 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.802802 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:25.804632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/80ff13c8-2749-4199-9349-59d5aafbed38 HTTP/1.1" status: 204 len: 168 time: 0.2576418 Aug 10 01:35:25.818181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dae531-00a9-45c7-8594-e7982abca3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ff13c8-2749-4199-9349-59d5aafbed38,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:25.912313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:25.953430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c9a74844-c8c1-43ba-a7b2-f737deaec277 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7d9f21db96342b595b849839d22cb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399396 Aug 10 01:35:25.955955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51164) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:26.008197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.029297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.076104 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.079007 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.080150 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7cafd399-575b-4ac5-9cae-44f09820b994 HTTP/1.1" status: 204 len: 168 time: 0.1233096 Aug 10 01:35:26.087873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76ae2-1cac-4ea5-a2e3-7af23173aa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cafd399-575b-4ac5-9cae-44f09820b994,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:26.393934 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.430391 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.637656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:35:26.657603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:35:26.657952 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3ef6303c-5a0f-4a37-bc08-4fe30b98ad1b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:35:26.730141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:26.869793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1362558863-network', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:26.894978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:26.897198 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.906029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.993339 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:26.996951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.017201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:35:27.032386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5cf1f8-1f54-47fd-a0fb-b9a8693df4e8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.034752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.035096 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Added segment ea224ab8-f067-4332-8df0-f0d2020b895b of type vlan for network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 Aug 10 01:35:27.051820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.052175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.052554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.052898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.053234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.053571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.053903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.054233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.054562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.054918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.055247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.055577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:27.094816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.122376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.123400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:27.123966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.176651 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4453127 Aug 10 01:35:27.179746 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:27.185916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Request body: {'subnet': {'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1362558863-subnet', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:27.186056 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4b3bf-41f5-4e49-b29a-f6a45d8030b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.196021 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:35:27.208570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:27.211326 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.696890 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.753130 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:27.762070 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:27.762439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Network hostable DHCP agents. Network: d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:35:27.779028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:35:27.787303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:27.791974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:27.792591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.796854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128b554-b8ec-4d1e-9a9a-58b55dde4a10 None None] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:35:27.808664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e657c9b-d646-4e68-a1ee-2cb4d7ad2ac3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6233528 Aug 10 01:35:27.808920 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51194) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:27.813273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:27.832561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.833513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.886687 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:27.940803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:35:27.941870 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.021214 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.077590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Allocated IP 172.20.0.2 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/cd04f827-48e8-494c-8614-5b4044ef0b9f) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:28.218949 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.223961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.227619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Transition to ACTIVE for port object cd04f827-48e8-494c-8614-5b4044ef0b9f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:28.243126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Transition to ACTIVE for port object cd04f827-48e8-494c-8614-5b4044ef0b9f will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:28.243869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.249198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.286145 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:28.290962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:28.294496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:28.303010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Pushing event updated for resources: {'Port': ['ID=cd04f827-48e8-494c-8614-5b4044ef0b9f,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:28.352974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Attempting to bind port cd04f827-48e8-494c-8614-5b4044ef0b9f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:28.353561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Attempting to bind port cd04f827-48e8-494c-8614-5b4044ef0b9f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:28.354007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Attempting to bind port cd04f827-48e8-494c-8614-5b4044ef0b9f on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:28.355608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Allocated IP 172.25.7.100 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/7561c59b-eb35-428b-a341-eec89b70476c) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:28.358884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:28.359265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:28.359674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.360079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:28.360544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Bound port: cd04f827-48e8-494c-8614-5b4044ef0b9f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:28.360929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.425828 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] For port cd04f827-48e8-494c-8614-5b4044ef0b9f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:28.429124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] For port cd04f827-48e8-494c-8614-5b4044ef0b9f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd04f827-48e8-494c-8614-5b4044ef0b9f,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:28.433321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.459535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.489253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff67c2-a7cb-4dc3-917a-ad22b056b134 None None] Pushing event updated for resources: {'Port': ['ID=cd04f827-48e8-494c-8614-5b4044ef0b9f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:28.502782 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:28.551470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:28.554497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:28.559068 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:28.562143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Pushing event updated for resources: {'Port': ['ID=7561c59b-eb35-428b-a341-eec89b70476c,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:28.819650 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.016435 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.149014 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:35:29.267498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:29.277301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:29.284826 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.286212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8e1f5326-a19c-448e-b531-8f32727c2c50 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4763539 Aug 10 01:35:29.289115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51196) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:29.290784 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:29.291610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:29.392575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba0394-e5da-463e-8e59-e336f77808c7 None None] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:35:29.451100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:29.573180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-215c386b-d490-4535-9d82-d198f5a63aa1 None None] Provisioning for port cd04f827-48e8-494c-8614-5b4044ef0b9f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:29.709105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.731079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 3, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:29.768977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:29.769330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Updating router cc8a2415-d543-48b3-810a-5e6024c4adc5 port 7561c59b-eb35-428b-a341-eec89b70476c binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:35:29.805244 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:29.892518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Allocated IP 172.20.0.1 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/21d21c33-83c9-4905-8127-e7ba34779e3d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:29.943870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd04f827-48e8-494c-8614-5b4044ef0b9f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:30.001948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.015034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Transition to ACTIVE for port object 21d21c33-83c9-4905-8127-e7ba34779e3d will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:30.048747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.090618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:30.093623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:30.096100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:30.116852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port cd04f827-48e8-494c-8614-5b4044ef0b9f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:30.129360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Pushing event updated for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.129764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cd04f827-48e8-494c-8614-5b4044ef0b9f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:30.130135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.145669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.283083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.297521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.316786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Transition to ACTIVE for port object 7561c59b-eb35-428b-a341-eec89b70476c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:30.318407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.328735 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.407585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port cd04f827-48e8-494c-8614-5b4044ef0b9f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd04f827-48e8-494c-8614-5b4044ef0b9f,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:30.412955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Attempting to bind port 7561c59b-eb35-428b-a341-eec89b70476c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:30.413322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Attempting to bind port 7561c59b-eb35-428b-a341-eec89b70476c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:30.413676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Attempting to bind port 7561c59b-eb35-428b-a341-eec89b70476c on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:30.417895 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.419724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0e847-bf9a-4b15-8f82-e1d8d08656d6 None None] Pushing event updated for resources: {'Port': ['ID=7561c59b-eb35-428b-a341-eec89b70476c,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.427628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:30.427902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:30.428277 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.428634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:30.429107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Bound port: 7561c59b-eb35-428b-a341-eec89b70476c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:30.429473 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.432901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2ffce615-53d1-435f-81fb-13348d1f5da3 None None] Provisioning for port 21d21c33-83c9-4905-8127-e7ba34779e3d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:30.455450 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.459972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.474750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2ffce615-53d1-435f-81fb-13348d1f5da3 None None] Provisioning complete for port 21d21c33-83c9-4905-8127-e7ba34779e3d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:30.475105 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2ffce615-53d1-435f-81fb-13348d1f5da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.526919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.528713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Pushing event updated for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.548097 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=cd04f827-48e8-494c-8614-5b4044ef0b9f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.551052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] For port 7561c59b-eb35-428b-a341-eec89b70476c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:30.553175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2ffce615-53d1-435f-81fb-13348d1f5da3 None None] Port 21d21c33-83c9-4905-8127-e7ba34779e3d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:30.555657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] For port 7561c59b-eb35-428b-a341-eec89b70476c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7561c59b-eb35-428b-a341-eec89b70476c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:30.562165 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.619395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:30.620015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:30.624615 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0e847-bf9a-4b15-8f82-e1d8d08656d6 None None] Pushing event updated for resources: {'Port': ['ID=7561c59b-eb35-428b-a341-eec89b70476c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:30.625872 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:30.627239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:30.746628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:35:30.862786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:30.874801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-04aabf57-ca46-4790-bfeb-b7f2707079a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc8a2415-d543-48b3-810a-5e6024c4adc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5785015 Aug 10 01:35:30.899081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7de036e8-bfb4-486b-893f-1ba566128ffb None None] Provisioning complete for port 21d21c33-83c9-4905-8127-e7ba34779e3d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:30.899363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7de036e8-bfb4-486b-893f-1ba566128ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:30.923449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:30.966656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7de036e8-bfb4-486b-893f-1ba566128ffb None None] Port 21d21c33-83c9-4905-8127-e7ba34779e3d cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:31.128089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 2, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:31.157659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c69cfd-b5b8-443d-9c2c-2cd64036f418 None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 2, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:31.524359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.529732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262791506', 'description': 'tempest-description--1939170963'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.553071 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.642496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.646934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.677290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.678550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1525307 Aug 10 01:35:31.681548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51206) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.686977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'security_group_rule': {'security_group_id': '01e793f2-a1e9-4fb0-9053-cdba47c99224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.692514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fd1d2-d885-49ba-beda-17c692233bd8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e793f2-a1e9-4fb0-9053-cdba47c99224,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.726805 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.806528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.810742 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.843642 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.846794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625588 Aug 10 01:35:31.849536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18800836-6dd3-433c-b547-d2757e1cb6f2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f934d8-7ba3-4f59-9ff7-d8b2d1d61080,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.849734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51208) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.855931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'security_group_rule': {'security_group_id': '01e793f2-a1e9-4fb0-9053-cdba47c99224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:31.893843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.952825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.960172 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.963369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7561c59b-eb35-428b-a341-eec89b70476c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:31.984184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e434f7-9865-46c7-a250-313aab69df48,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:31.987774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:31.988978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-11771af9-64a5-40cf-aabf-85f4b68a2abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384275 Aug 10 01:35:31.992092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51210) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:31.997334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:32.019388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7561c59b-eb35-428b-a341-eec89b70476c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:32.021273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.027331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7561c59b-eb35-428b-a341-eec89b70476c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:32.027708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.118940 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.130998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.140605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7561c59b-eb35-428b-a341-eec89b70476c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7561c59b-eb35-428b-a341-eec89b70476c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:32.145142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.145943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd04f827-48e8-494c-8614-5b4044ef0b9f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:32.221911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7561c59b-eb35-428b-a341-eec89b70476c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.234840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port cd04f827-48e8-494c-8614-5b4044ef0b9f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:32.235222 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.248844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Allocated IP 172.25.7.80 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8b0dec29-27e3-4c0d-9f08-52822473ce2c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:32.363001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.403889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.450358 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:32.454513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:32.456483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=8b0dec29-27e3-4c0d-9f08-52822473ce2c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.458648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:32.543507 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.578305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.729984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.734643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.799268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=8b0dec29-27e3-4c0d-9f08-52822473ce2c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:32.812262 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.826863 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:32.828103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d917fbe0-1ac9-4c7a-bedc-c271c774f0a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8350382 Aug 10 01:35:32.974549 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-b71e83a6-2941-4545-ae3c-f3ba7aa85d1f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--262791506&fields=id&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 267 time: 0.0361090 Aug 10 01:35:33.084770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-9fc3073b-e4cd-4911-adc3-5c01ec60b346 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:33.086226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-9fc3073b-e4cd-4911-adc3-5c01ec60b346 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1046133 Aug 10 01:35:33.104898 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-19766f2c-6dee-45f8-82de-9f3ac35e7171 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/quotas/f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 375 time: 0.0094309 Aug 10 01:35:33.142256 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:33.151430 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:33.152036 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:33.160647 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-ab543879-3b61-4e08-a334-63631ecc79ae tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503349 Aug 10 01:35:33.255372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:33.258395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-0606aaea-e00b-409d-8e46-541109a625dd service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Aug 10 01:35:33.353187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-245ed3ea-4e0a-416f-a124-cf6b285caad2 service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877495 Aug 10 01:35:33.461279 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 2, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:33.494863 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:33.495224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Updating router cc8a2415-d543-48b3-810a-5e6024c4adc5 port 21d21c33-83c9-4905-8127-e7ba34779e3d binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:35:33.521078 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.539228 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a76c200-ca37-4ff8-b183-cad736befd10 req-75c4beec-4fd4-4060-8ffa-e0387e8f74bc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 210 time: 0.0276628 Aug 10 01:35:33.797859 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.809229 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Transition to ACTIVE for port object 21d21c33-83c9-4905-8127-e7ba34779e3d will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:33.817911 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.862429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7561c59b-eb35-428b-a341-eec89b70476c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:33.891619 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Pushing event updated for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:33.919298 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.919642 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.919973 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.920447 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.920801 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.921136 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.921640 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.922132 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.922744 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.923232 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.923710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.924192 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:35:33.927622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7561c59b-eb35-428b-a341-eec89b70476c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:33.928308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.940744 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Attempting to bind port 21d21c33-83c9-4905-8127-e7ba34779e3d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:33.941110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Attempting to bind port 21d21c33-83c9-4905-8127-e7ba34779e3d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:33.941605 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Attempting to bind port 21d21c33-83c9-4905-8127-e7ba34779e3d on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:33.949133 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:33.950221 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:33.950924 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:33.951876 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:33.953081 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Bound port: 21d21c33-83c9-4905-8127-e7ba34779e3d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:33.953508 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:34.038108 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] For port 21d21c33-83c9-4905-8127-e7ba34779e3d, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:34.042587 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] For port 21d21c33-83c9-4905-8127-e7ba34779e3d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=21d21c33-83c9-4905-8127-e7ba34779e3d,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:34.046910 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:34.103379 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:34.104012 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:34.155121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ab0be-96e2-4ccd-8300-8fbc7b4a4459 None None] Pushing event updated for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:34.229853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:34.434324 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-11a7414c-970b-4824-b427-4198adf831fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:34Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:34.468440 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a7414c-970b-4824-b427-4198adf831fc None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:34Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:34.671793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-163d44f6-be9e-4f1d-b4fa-d670a468cf5f req-e60e560f-318c-4b98-b7c6-13a9ea70f3b3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 210 time: 0.0285523 Aug 10 01:35:34.845944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-b0f9ef07-d7d8-4d57-9720-f286083944e5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:34.848113 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-b0f9ef07-d7d8-4d57-9720-f286083944e5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.4533267 Aug 10 01:35:34.897971 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-8bce78c5-95f5-4ac7-83b9-09fbfb13c3a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 379 time: 0.0401077 Aug 10 01:35:34.908171 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'port': {'device_id': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'admin_state_up': True, 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'security_groups': ['01e793f2-a1e9-4fb0-9053-cdba47c99224']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:35.016877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:35:35.020441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.156661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Allocated IP 172.20.0.3 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/23281bf5-b7c1-4b95-95d4-86bac1aacc80) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:35:35.294772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.308618 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Transition to ACTIVE for port object 23281bf5-b7c1-4b95-95d4-86bac1aacc80 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:35.341014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.384376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:35:35.387324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:35:35.391023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:35:35.414416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:35.443653 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:35.444280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.459585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-472b94ca-0a4e-40a9-9f47-e5dfeef15c08 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5551991 Aug 10 01:35:35.471765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Request body: {'port': {'device_id': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:35.531439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.654202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cfb651c4-567e-4d84-8efe-e057e3c3745d None None] Provisioning for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:35.657933 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cfb651c4-567e-4d84-8efe-e057e3c3745d None None] Provisioning complete for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:35.658498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cfb651c4-567e-4d84-8efe-e057e3c3745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.694682 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cfb651c4-567e-4d84-8efe-e057e3c3745d None None] Port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:35:35.839021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22eb16-6599-45df-8bb1-72ec3329383e req-4d8e5aa5-905b-42b3-85e2-b540e68dca69 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:35.840516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c22eb16-6599-45df-8bb1-72ec3329383e req-4d8e5aa5-905b-42b3-85e2-b540e68dca69 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 931 time: 0.0951254 Aug 10 01:35:35.844289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23281bf5-b7c1-4b95-95d4-86bac1aacc80 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:35:35.853411 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.864473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 21d21c33-83c9-4905-8127-e7ba34779e3d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:35.883040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Transition to ACTIVE for port object 23281bf5-b7c1-4b95-95d4-86bac1aacc80 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:35:35.891973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.906788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c22eb16-6599-45df-8bb1-72ec3329383e req-87ae0ea9-610a-4e5f-8e6e-89f0847b33db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577300 Aug 10 01:35:35.917120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 21d21c33-83c9-4905-8127-e7ba34779e3d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:35.925663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 21d21c33-83c9-4905-8127-e7ba34779e3d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:35.926242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:35.976065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:36.006564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:36.029688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:35:36.030034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:35:36.030366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:36.035270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:35:36.036273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:35:36.042329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:35:36.042702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:35:36.043052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:35:36.043658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Bound port: 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:35:36.044023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:36.049716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 21d21c33-83c9-4905-8127-e7ba34779e3d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=21d21c33-83c9-4905-8127-e7ba34779e3d,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:36.054214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:36.105509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:36.123111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:35:36.126358 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:35:36.132135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:36.175954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.176580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:36.178009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] 10.222.0.10 "PUT /v2.0/ports/23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 1092 time: 0.7106838 Aug 10 01:35:36.178456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:36.180875 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5942e2dc-66c9-44c7-ac0c-b10652b45acc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:36.206059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38c3d-47e2-4a5c-bbea-4b66a8fea1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:36.233598 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b472002c-3edd-4f13-bcc7-070852c84af1 x-openstack-request-id: req-b472002c-3edd-4f13-bcc7-070852c84af1 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:36.233897 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:36.234153 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b472002c-3edd-4f13-bcc7-070852c84af1 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:36.234562 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'status': 'completed', 'code': 200} Aug 10 01:35:36.282954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-158b6c67-f9c7-43a3-9467-e6561996bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.284507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-158b6c67-f9c7-43a3-9467-e6561996bc54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1095 time: 0.0435905 Aug 10 01:35:36.328427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-5a49be17-ff4b-4e7b-9d2c-cbd4bd374f31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Aug 10 01:35:36.385562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-f088ed45-c36e-47c7-9795-2440d4b8621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.387066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-f088ed45-c36e-47c7-9795-2440d4b8621d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0518324 Aug 10 01:35:36.432776 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-2ffdeaaf-e886-4f1e-8591-c6368da9aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.434199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-2ffdeaaf-e886-4f1e-8591-c6368da9aeb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401762 Aug 10 01:35:36.523741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-8c46213c-ef19-4a3d-bafb-73dfa48f3560 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825043 Aug 10 01:35:36.615989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba09459d-3f29-4265-a3cc-265647adbfe7 req-40879a49-2d15-4717-95da-7c2b1eea4775 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Aug 10 01:35:36.701475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-3895d1d0-182a-4d9f-bd88-4763dbd38bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.703027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-3895d1d0-182a-4d9f-bd88-4763dbd38bb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1095 time: 0.0418208 Aug 10 01:35:36.796370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-ad844b6a-2a13-4cec-b5a0-eee8499ae757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.797869 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-ad844b6a-2a13-4cec-b5a0-eee8499ae757 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0885305 Aug 10 01:35:36.840901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-632df4b3-b57c-4db7-bf55-d43d0ea7403e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 217 time: 0.0362055 Aug 10 01:35:36.890294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-cc221573-e2d0-49bf-9a1a-c0de090659c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.891749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-cc221573-e2d0-49bf-9a1a-c0de090659c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0430579 Aug 10 01:35:36.942731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-a66121ac-f0e7-4923-9a6a-27008c8b87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:36.944234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-a66121ac-f0e7-4923-9a6a-27008c8b87b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440178 Aug 10 01:35:37.069247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771824-eeed-49cf-8226-fd30b2ff9599 req-26e69246-5390-4b31-88aa-a2b169e35837 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:37.070640 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0771824-eeed-49cf-8226-fd30b2ff9599 req-26e69246-5390-4b31-88aa-a2b169e35837 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 943 time: 0.0768042 Aug 10 01:35:37.073135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-300029d6-36e7-47ec-b101-649c037b7097 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209865 Aug 10 01:35:37.158559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0771824-eeed-49cf-8226-fd30b2ff9599 req-dfea8efc-d6a3-4d1c-8e56-9f820d5c2586 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816703 Aug 10 01:35:37.190981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5942e2dc-66c9-44c7-ac0c-b10652b45acc req-bfcd784a-a645-4428-9c0d-cca872af6553 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082954 Aug 10 01:35:37.765471 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:35:37.841967 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 21d21c33-83c9-4905-8127-e7ba34779e3d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:37.891804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 21d21c33-83c9-4905-8127-e7ba34779e3d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:37.892174 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:38.276830 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829e36a-049b-4255-b21e-d933379aca18 req-389ec948-0205-4f19-b0b7-a088ad0b875d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:38.278314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c829e36a-049b-4255-b21e-d933379aca18 req-389ec948-0205-4f19-b0b7-a088ad0b875d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 943 time: 0.0494976 Aug 10 01:35:38.316255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c829e36a-049b-4255-b21e-d933379aca18 req-2b19f967-d9d3-437c-8165-660ce10813df tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319738 Aug 10 01:35:38.703285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:35:38.798028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:38.809246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'mac_address': 'fa:16:3e:38:5f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:35:38.846176 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:38.862822 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23281bf5-b7c1-4b95-95d4-86bac1aacc80 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:35:38.882413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:38.886614 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:38.932256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:39.088265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['23281bf5-b7c1-4b95-95d4-86bac1aacc80'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:35:39.430330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3e7d-2636-4d50-9b40-27670e80d432 req-d748b078-6d2e-4e8d-931b-47e9191c19aa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:39.431825 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bfd3e7d-2636-4d50-9b40-27670e80d432 req-d748b078-6d2e-4e8d-931b-47e9191c19aa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0494692 Aug 10 01:35:39.470081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bfd3e7d-2636-4d50-9b40-27670e80d432 req-b92d6e8f-667c-4fe1-9422-e11d399f3b91 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323815 Aug 10 01:35:40.588292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29680f1f-ce94-46dd-bd97-0ec4999c1d85 req-6e26cfd4-85c6-4ba8-b411-1ace5b527cbd tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:40.589809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29680f1f-ce94-46dd-bd97-0ec4999c1d85 req-6e26cfd4-85c6-4ba8-b411-1ace5b527cbd tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0540595 Aug 10 01:35:40.627658 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-29680f1f-ce94-46dd-bd97-0ec4999c1d85 req-5a669516-8199-47fd-8420-87a5442c0834 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Aug 10 01:35:40.718293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:35:40.769006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:35:40.772581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:35:40.772952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.847423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.870769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:40.873025 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea167bcc-78a6-47df-ae9a-3bc9480d0d22" -d '{"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-plugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:40.886627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:35:40.890506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:40.917082 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a24d3a-4dea-4ad7-9499-913a72682ba0 x-openstack-request-id: req-12a24d3a-4dea-4ad7-9499-913a72682ba0 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:40.917371 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-plugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:40.917621 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12a24d3a-4dea-4ad7-9499-913a72682ba0 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:40.918003 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'code': 200} Aug 10 01:35:40.943349 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:35:41.011107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec07d23-8e8f-48ff-b5e8-ee1349fea1a9 req-5cc413f2-f3bf-4447-b71a-b796d86dade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:41.012576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ec07d23-8e8f-48ff-b5e8-ee1349fea1a9 req-5cc413f2-f3bf-4447-b71a-b796d86dade3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1097 time: 0.0439901 Aug 10 01:35:41.048841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ec07d23-8e8f-48ff-b5e8-ee1349fea1a9 req-79c14c30-8da4-4704-9e58-490ee576e3b0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272615 Aug 10 01:35:41.744112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223869ca-c5f1-465a-bf37-9d3568d5d6c4 req-be272d00-ecbf-4f16-818b-c7bf6456bf16 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:41.745595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-223869ca-c5f1-465a-bf37-9d3568d5d6c4 req-be272d00-ecbf-4f16-818b-c7bf6456bf16 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0531750 Aug 10 01:35:41.793883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-223869ca-c5f1-465a-bf37-9d3568d5d6c4 req-70d41a62-5f18-47bc-a76f-211efb67f673 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Aug 10 01:35:42.907994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d23c5c-3bd9-4ec6-820b-154346d76e27 req-8019b457-d17c-4663-aa97-ff55f31261e3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:42.909391 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96d23c5c-3bd9-4ec6-820b-154346d76e27 req-8019b457-d17c-4663-aa97-ff55f31261e3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0494552 Aug 10 01:35:42.947002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96d23c5c-3bd9-4ec6-820b-154346d76e27 req-4451d888-f362-47f7-a88c-f67cf44e2334 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Aug 10 01:35:43.057167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fc9be-a64c-4ca5-a0bb-51afc670f9e0 req-c8588ae6-1b46-44d1-9a45-c6f7f1b843d7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:43.058639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-834fc9be-a64c-4ca5-a0bb-51afc670f9e0 req-c8588ae6-1b46-44d1-9a45-c6f7f1b843d7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0482759 Aug 10 01:35:43.066988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 51262) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:35:43.072084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'floatingip': {'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:35:43.115385 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.545935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.549494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.643962 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 associated. External IP: 172.25.7.80, port: 23281bf5-b7c1-4b95-95d4-86bac1aacc80. Aug 10 01:35:43.853321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:35:43.958222 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:35:43.963715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:43.968913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:35:43.979051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:43.979673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:43.989903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5ea6c9d-14bf-4662-9fa7-94d56008f1e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "PUT /v2.0/floatingips/de6c46c7-ff23-472d-8855-d1cdf2b2f392 HTTP/1.1" status: 200 len: 990 time: 0.9218962 Aug 10 01:35:43.990596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:35:43.993136 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:35:44.034582 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a92055-52d2-469b-93bc-e2d74c0439f8 x-openstack-request-id: req-d6a92055-52d2-469b-93bc-e2d74c0439f8 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:35:44.034908 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:35:44.035154 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6a92055-52d2-469b-93bc-e2d74c0439f8 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:35:44.035557 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'status': 'completed', 'code': 200} Aug 10 01:35:44.086029 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b42ed601-3038-4300-ae68-257237cd9fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:44.098386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:44.099245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-7d5b70e3-3318-4d60-ad22-b774c989c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:44.100762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-7d5b70e3-3318-4d60-ad22-b774c989c91d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1097 time: 0.0438659 Aug 10 01:35:44.194716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-8078bea4-64f9-4a44-80ee-7c2ba30ed6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:44.197229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-8078bea4-64f9-4a44-80ee-7c2ba30ed6c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0895112 Aug 10 01:35:44.263244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-b70108a2-2866-413b-bdcd-673965b2e365 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 998 time: 0.0594819 Aug 10 01:35:44.317961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-051767ee-b87c-41aa-9b60-109f7ab18d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:44.319566 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-051767ee-b87c-41aa-9b60-109f7ab18d69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0493321 Aug 10 01:35:44.327581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:38:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:35:43Z', 'revision_number': 1, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:44.357526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:35:44.365762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-5b2d01e2-8936-4d6c-875d-29dde8a0b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:44.366018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:35:44.366657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:35:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:44.367309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-5b2d01e2-8936-4d6c-875d-29dde8a0b706 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404742 Aug 10 01:35:44.458744 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-0ed002a7-eea2-4d73-8051-e5638d28bcfe service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837569 Aug 10 01:35:44.471482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:35:44.553717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0135e07-5e66-4bac-8ea3-d757b74b5cc5 req-5d53de10-d3cc-442b-bf40-7083775324dc service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874090 Aug 10 01:35:44.692234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:38:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:35:43Z', 'revision_number': 1, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:35:44.718458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655cec15-7550-466b-8c7f-1e0e8df21a27 None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:38:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:35:43Z', 'revision_number': 1, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:35:44.903064 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6650a3-38f0-4cf9-8760-e3a108ed7306 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:35:46.848311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f5212724-dc5b-4c7a-ac77-ae677b609e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:47.344644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:47.863342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:49.763906 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:53.357411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-7725ea90-370b-45fb-afff-8f7db581e438 req-ece468a4-f0cc-434c-a402-aa0122cab7eb service neutron] (105958) timed out ('10.222.0.10', 53710) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:35:56.407052 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:56.428461 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:35:59.872071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-06a709e8-61df-402b-a4ce-29372e62fd1c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393686 Aug 10 01:35:59.956042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-a2c9dde8-cb00-47e7-a227-01ba2b115289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:35:59.957521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-a2c9dde8-cb00-47e7-a227-01ba2b115289 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1097 time: 0.0430610 Aug 10 01:36:00.064172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-ef4878d3-fbe7-4c22-8c00-ff93e39ddc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:00.065540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-ef4878d3-fbe7-4c22-8c00-ff93e39ddc49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0860896 Aug 10 01:36:00.130306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-c53ea430-f5db-4ac2-84a0-d8ca814f815c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 1000 time: 0.0567334 Aug 10 01:36:00.183142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-caa3546a-a6ad-4466-9fcd-866453fd24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:00.184569 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-caa3546a-a6ad-4466-9fcd-866453fd24ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0464823 Aug 10 01:36:00.229801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-16dc8928-ad63-4d6e-ae3b-5b44c9afb7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:00.231260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-16dc8928-ad63-4d6e-ae3b-5b44c9afb7f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396361 Aug 10 01:36:00.318248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-dfbcdfda-e6a2-4628-bd55-97b0636446fa service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794637 Aug 10 01:36:00.409254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b1746168-f991-4c08-b0f2-0e3bf58b5eef req-d087d5e3-174a-4f2b-bf14-2c95f9790d40 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830424 Aug 10 01:36:14.065938 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a26e0009-0ba7-4cda-9128-d0a763c420ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:14.766119 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:36:16.848694 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f00a2c8d-84a7-42a7-9c11-356a7b8cc8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:17.344858 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:17.866036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:19.766984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:26.419557 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:26.429093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:44.065820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa8c9-60ed-4ee8-b5dd-52d498600c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:46.849787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-38e4ba60-4321-4d17-8130-dfa1837ee3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:47.345652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:47.867873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:49.770089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:51.765717 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:36:56.424072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:56.445227 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:36:59.866609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-81b9f123-c0f4-4aed-93b0-355586918bc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395939 Aug 10 01:36:59.945938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-d7c58fc0-9fd4-4f6a-9af0-5b7884e09285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:36:59.947445 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-d7c58fc0-9fd4-4f6a-9af0-5b7884e09285 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1097 time: 0.0404761 Aug 10 01:37:00.053268 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-756c9616-f7bb-4c4b-a5a0-5a647a333848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:00.054621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-756c9616-f7bb-4c4b-a5a0-5a647a333848 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0864608 Aug 10 01:37:00.118418 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-d96abb26-fa01-4b3f-aef2-cf1fda2f807a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 1000 time: 0.0567358 Aug 10 01:37:00.173252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-e4ea2ccd-5fdf-46af-afe6-4bb673ace072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:00.174695 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-e4ea2ccd-5fdf-46af-afe6-4bb673ace072 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0467193 Aug 10 01:37:00.222314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-ef0dfc2f-0f8a-4843-97e6-a68c94d35b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:00.223875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-ef0dfc2f-0f8a-4843-97e6-a68c94d35b7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393867 Aug 10 01:37:00.312294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-86298de3-d5cb-436f-a48f-e3aa02399c72 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811241 Aug 10 01:37:00.407215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d8ac486d-8296-401a-87e6-a7ca9d1debfd req-3713466c-23bf-49ab-9732-d69d678d57eb service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875704 Aug 10 01:37:14.066900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d2a4c4f6-0de2-4466-be8f-baa8fdeacd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:16.850028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f4c77640-f1e8-4c1a-b89d-cb726b8cb2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:17.347821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:17.869591 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:19.767172 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:20.676873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425b810-2908-4591-852c-177159f4f722 req-15f72af3-f724-4cf5-9ba7-e010b7d55c81 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:20.678345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4425b810-2908-4591-852c-177159f4f722 req-15f72af3-f724-4cf5-9ba7-e010b7d55c81 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0487759 Aug 10 01:37:20.715896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4425b810-2908-4591-852c-177159f4f722 req-7d291f90-d12c-49a4-a3be-8f8961cecb5d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Aug 10 01:37:20.950789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf52e10-672e-4651-8ea7-1e0ed3233679 req-400fc14e-2425-48bf-8f3c-3eee89234c0c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:20.952688 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bf52e10-672e-4651-8ea7-1e0ed3233679 req-400fc14e-2425-48bf-8f3c-3eee89234c0c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0487843 Aug 10 01:37:20.959492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-92cf69ba-c1af-4f5e-8cce-977162cde6b5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469706 Aug 10 01:37:20.994339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9bf52e10-672e-4651-8ea7-1e0ed3233679 req-e83a4864-8c18-4d38-bd71-04c0f495a4e7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Aug 10 01:37:22.115240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf834c-db41-4fd3-8909-ab89bb8d03f4 req-f07708b8-5351-40b8-8e2c-82d1689f6f67 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:22.116795 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3baf834c-db41-4fd3-8909-ab89bb8d03f4 req-f07708b8-5351-40b8-8e2c-82d1689f6f67 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0515893 Aug 10 01:37:22.157594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3baf834c-db41-4fd3-8909-ab89bb8d03f4 req-921129a5-12dc-47b9-8c18-e71c97cd38ff tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341136 Aug 10 01:37:22.213120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-41696ae3-f789-42fe-967c-02db01820605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:22.214614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-41696ae3-f789-42fe-967c-02db01820605 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1097 time: 0.0411451 Aug 10 01:37:22.302660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-88767e4e-5b30-4ca0-a22d-581d23977323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:22.304062 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-88767e4e-5b30-4ca0-a22d-581d23977323 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0830004 Aug 10 01:37:22.372648 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-a5f81740-74dc-4094-a1ee-051bc17b3dc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 1000 time: 0.0618093 Aug 10 01:37:22.421289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-20f7cb2e-b3a8-44ae-8513-a44774326ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:22.422764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-20f7cb2e-b3a8-44ae-8513-a44774326ed9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0439270 Aug 10 01:37:22.468864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-759416b7-64c7-4ad8-a3ac-5a8ac62fe74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:22.470366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-759416b7-64c7-4ad8-a3ac-5a8ac62fe74c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402348 Aug 10 01:37:22.482208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-e984927a-5d62-4bf5-b555-123b705087db service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:37:22.483157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-e984927a-5d62-4bf5-b555-123b705087db service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055749 Aug 10 01:37:22.575414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-72ae1fa7-7c87-42ff-925c-c1ff9e3064e2 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843298 Aug 10 01:37:22.662437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-7d3970e2-1fff-4d99-a0ab-753c3f21b93a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800254 Aug 10 01:37:23.278631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348bb4d-4f8d-4032-95b3-0404c36325a3 req-e9104c18-8d15-4d87-abf3-2891962705c8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:23.280157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a348bb4d-4f8d-4032-95b3-0404c36325a3 req-e9104c18-8d15-4d87-abf3-2891962705c8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0489011 Aug 10 01:37:23.324716 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a348bb4d-4f8d-4032-95b3-0404c36325a3 req-c34aa47e-e5ab-44ee-8d3f-24524b58109c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Aug 10 01:37:24.437750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626a8ea-5baf-4f35-a3a2-81acad8cf4c5 req-89b8b292-f311-4c60-a342-2925a2b16f60 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:24.439213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8626a8ea-5baf-4f35-a3a2-81acad8cf4c5 req-89b8b292-f311-4c60-a342-2925a2b16f60 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0470681 Aug 10 01:37:24.476747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8626a8ea-5baf-4f35-a3a2-81acad8cf4c5 req-72e74d6b-c576-485e-9268-b5e0f1e226ea tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316904 Aug 10 01:37:25.590377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ecb2c-ea2a-420a-b88f-98acd2446ef6 req-0ea84f15-8ab6-46ca-8d31-386ac04e4a65 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:25.591873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-857ecb2c-ea2a-420a-b88f-98acd2446ef6 req-0ea84f15-8ab6-46ca-8d31-386ac04e4a65 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0491688 Aug 10 01:37:25.629338 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-857ecb2c-ea2a-420a-b88f-98acd2446ef6 req-6608bffb-a38f-42bf-b92a-006faf897c00 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317092 Aug 10 01:37:26.419844 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:26.457630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:26.748679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ec4b3-8471-486e-a69b-82d08f0bdb1b req-d21c912d-6a0f-4cdd-9aa7-0a65717e0c7a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:26.750147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-371ec4b3-8471-486e-a69b-82d08f0bdb1b req-d21c912d-6a0f-4cdd-9aa7-0a65717e0c7a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0532343 Aug 10 01:37:26.787350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-371ec4b3-8471-486e-a69b-82d08f0bdb1b req-5c8619ae-2307-4ac6-8d33-6f1fa2aca0d3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Aug 10 01:37:28.006631 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bf4f1-cb93-499c-8f9f-312eee979309 req-124e7322-919c-4b60-9d5f-b301bc7fe105 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:28.008063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa6bf4f1-cb93-499c-8f9f-312eee979309 req-124e7322-919c-4b60-9d5f-b301bc7fe105 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.1540368 Aug 10 01:37:28.046304 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-aa6bf4f1-cb93-499c-8f9f-312eee979309 req-3f4a3789-b816-4d7b-bbc7-65763686cda7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Aug 10 01:37:28.767175 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:37:29.216310 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bc30e-d946-47de-915e-0fd6a702c15e req-e7db2515-a0aa-4c70-ac0c-f23eed9c5b74 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:29.217791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-658bc30e-d946-47de-915e-0fd6a702c15e req-e7db2515-a0aa-4c70-ac0c-f23eed9c5b74 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.1033683 Aug 10 01:37:29.255555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-658bc30e-d946-47de-915e-0fd6a702c15e req-7a347dae-0a29-4e26-b5f7-70eee4622b4e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Aug 10 01:37:30.369317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee66165-5092-4dc7-9afe-43da214dfe50 req-524f7f2c-5805-4409-bf83-b50f51e43abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:30.371013 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ee66165-5092-4dc7-9afe-43da214dfe50 req-524f7f2c-5805-4409-bf83-b50f51e43abf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0489674 Aug 10 01:37:30.412614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0ee66165-5092-4dc7-9afe-43da214dfe50 req-d200453a-0dc7-4b0c-89af-a0f8d8819fac tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Aug 10 01:37:31.529509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abdf1f-c8d9-4e10-8830-e07aefaf45d9 req-f1557d9f-d473-4d41-ad94-633d59692b20 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:31.530996 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80abdf1f-c8d9-4e10-8830-e07aefaf45d9 req-f1557d9f-d473-4d41-ad94-633d59692b20 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0486112 Aug 10 01:37:31.568123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80abdf1f-c8d9-4e10-8830-e07aefaf45d9 req-c76fe103-bd94-4cc8-942e-6029255a27f9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Aug 10 01:37:32.684221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107504-78a4-4b46-9647-d1556dbd7ffa req-6f763abf-a1bd-4102-920c-ea2932f70c10 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:32.685676 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d107504-78a4-4b46-9647-d1556dbd7ffa req-6f763abf-a1bd-4102-920c-ea2932f70c10 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0488532 Aug 10 01:37:32.724222 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d107504-78a4-4b46-9647-d1556dbd7ffa req-0c5aa058-8276-4f7d-9a33-12974f90929f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Aug 10 01:37:33.843903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021c292-7fd0-45ba-8991-438e99840bed req-175535d0-fb32-4065-aec6-7a14737187e4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:33.845400 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3021c292-7fd0-45ba-8991-438e99840bed req-175535d0-fb32-4065-aec6-7a14737187e4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0532756 Aug 10 01:37:33.882269 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3021c292-7fd0-45ba-8991-438e99840bed req-4c34e611-b856-49ca-b4d2-3e1d5e141c6a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309403 Aug 10 01:37:34.580703 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-4884c317-9f15-41b6-bbec-5de79d47fee6 service neutron] show failed (client error): The resource could not be found. Aug 10 01:37:34.581686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-4884c317-9f15-41b6-bbec-5de79d47fee6 service neutron] 10.222.0.10 "GET /v2.0/ports/23281bf5-b7c1-4b95-95d4-86bac1aacc80/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0540106 Aug 10 01:37:34.767038 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-ececdf8b-12e6-437e-a4b6-5bf884d0602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:34.768513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-ececdf8b-12e6-437e-a4b6-5bf884d0602c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0405912 Aug 10 01:37:34.780616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:34.831473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.013626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52311c-b062-4377-80f4-af1d9e4dd4d7 req-596a36b3-1149-4f8c-8441-1eecf8a6d4a8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.015194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e52311c-b062-4377-80f4-af1d9e4dd4d7 req-596a36b3-1149-4f8c-8441-1eecf8a6d4a8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0641382 Aug 10 01:37:35.042052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:35.054626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5e52311c-b062-4377-80f4-af1d9e4dd4d7 req-8feab090-91ce-4d5f-ac69-0d96ee108839 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Aug 10 01:37:35.076702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:37:35.114402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:35.116580 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf26feb-6ffd-40d1-824a-399fc7ad7f22" -d '{"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-unplugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:35.120656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.132642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Transition to ACTIVE for port object 23281bf5-b7c1-4b95-95d4-86bac1aacc80 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:35.136911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.250227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:35.278367 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec99552-e896-4e85-98d6-4c5a66ec9cda x-openstack-request-id: req-cec99552-e896-4e85-98d6-4c5a66ec9cda {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:35.278694 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-unplugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:35.278942 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cec99552-e896-4e85-98d6-4c5a66ec9cda {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:35.279341 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'code': 200} Aug 10 01:37:35.295914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.296264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.296610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.296948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.297285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.297625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.297955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.298283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.298610 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.298962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.299289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.299612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:35.325595 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] No DVR routers for this DVR port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:35.457319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:37:35.457585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:37:35.457913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:35.462074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:37:35.462396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Attempting to bind port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:35.468100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:37:35.468445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:37:35.468851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:37:35.469258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Bound port: 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:37:35.469618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.534108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:37:35.537073 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:37:35.541251 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.573857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.574559 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:35.576026 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] 10.222.0.21 "PUT /v2.0/ports/23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 1092 time: 0.7997787 Aug 10 01:37:35.599996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227e96-c0ef-4c0a-ad18-7671299de14b service neutron] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:35.643678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-ab6d7a84-c8aa-4bc9-bc95-12c56c185593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.645193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-ab6d7a84-c8aa-4bc9-bc95-12c56c185593 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1095 time: 0.0424085 Aug 10 01:37:35.740665 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-639c1eef-4603-4554-a878-9845c12f6b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.742156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-639c1eef-4603-4554-a878-9845c12f6b41 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0907543 Aug 10 01:37:35.807888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-1aa44264-f4bb-4de4-ae31-f0adaca3241e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 998 time: 0.0580285 Aug 10 01:37:35.855993 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-d43ce6b5-d2a4-494e-bbe5-8f2a656b9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.857407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-d43ce6b5-d2a4-494e-bbe5-8f2a656b9b9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0430229 Aug 10 01:37:35.906563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-6b18b2bf-b125-440f-aabf-9cdfb30c6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:35.908079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-6b18b2bf-b125-440f-aabf-9cdfb30c6eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440047 Aug 10 01:37:35.997041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-65460e17-684f-4116-8d42-c3812555c18d service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820189 Aug 10 01:37:36.177303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7d18-d65f-4f51-ae71-9539fe5936ea req-4f86f3fb-897b-40f9-bc8f-77d9f5789a2e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:36.178922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514a7d18-d65f-4f51-ae71-9539fe5936ea req-4f86f3fb-897b-40f9-bc8f-77d9f5789a2e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 943 time: 0.0540359 Aug 10 01:37:36.223231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514a7d18-d65f-4f51-ae71-9539fe5936ea req-3504df57-597f-454b-85f9-d7acbf347cec tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371900 Aug 10 01:37:36.383806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9688c58a-6c8e-42aa-aa89-ab1f1fddb02f req-a406b9d7-eedc-44fe-b14d-5c2508634557 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794596 Aug 10 01:37:37.180820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:37.220998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:37.280842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:37.283267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:37.331215 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaea918-20ef-4267-a18f-193f77ddab92 x-openstack-request-id: req-bcaea918-20ef-4267-a18f-193f77ddab92 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:37.331533 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:37.331763 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcaea918-20ef-4267-a18f-193f77ddab92 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:37.332189 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'status': 'completed', 'code': 200} Aug 10 01:37:37.347825 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305221c-3443-4438-8565-3eb9e0013242 req-297d6599-bba0-4904-a9cf-46e31040b2cc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.349301 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1305221c-3443-4438-8565-3eb9e0013242 req-297d6599-bba0-4904-a9cf-46e31040b2cc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 943 time: 0.0549140 Aug 10 01:37:37.395083 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-dd307fce-b462-4ee4-8219-ce9a7e184eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.396585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-dd307fce-b462-4ee4-8219-ce9a7e184eba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1095 time: 0.0405180 Aug 10 01:37:37.409956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1305221c-3443-4438-8565-3eb9e0013242 req-c332d36a-7a66-430f-a77a-ef1d6c4f9910 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515692 Aug 10 01:37:37.415283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-6f8dc61c-5d86-46ef-9a73-b5074b1bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.416769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-6f8dc61c-5d86-46ef-9a73-b5074b1bb139 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1095 time: 0.0659969 Aug 10 01:37:37.489768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-0148f419-3835-431d-b2de-4da9a61b53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.491606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-0148f419-3835-431d-b2de-4da9a61b53b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0879357 Aug 10 01:37:37.513050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-1fe06437-6c63-4686-bb59-1923e42bb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.514518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-1fe06437-6c63-4686-bb59-1923e42bb6fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0894363 Aug 10 01:37:37.557819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-c10945a7-86b5-43d5-af4a-81b360047a4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 998 time: 0.0595887 Aug 10 01:37:37.579611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-be6d5e67-e686-4096-8124-98bb28698582 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 998 time: 0.0577829 Aug 10 01:37:37.607350 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-0c98ad48-7b76-463f-9c08-c3f8b5953f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.608834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-0c98ad48-7b76-463f-9c08-c3f8b5953f61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0449507 Aug 10 01:37:37.633150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-94081e68-d85d-42b9-96d5-0c337ab07f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.634823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-94081e68-d85d-42b9-96d5-0c337ab07f89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0479209 Aug 10 01:37:37.658139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-ec6ef347-51bc-4a3d-8b9f-bc79f2df8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.659675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-ec6ef347-51bc-4a3d-8b9f-bc79f2df8a37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434098 Aug 10 01:37:37.681156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-c44d59f0-8c74-4354-9874-6d521bbc70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:37.682693 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-c44d59f0-8c74-4354-9874-6d521bbc70aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403390 Aug 10 01:37:37.698076 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-52fcd7ef-f375-49cb-9ba7-d230ecc072ce service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:37:37.699068 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-52fcd7ef-f375-49cb-9ba7-d230ecc072ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052938 Aug 10 01:37:37.750436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-29641dd4-380a-457b-8531-4297f683e0cc service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821183 Aug 10 01:37:37.793039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-970a65db-2de1-4966-9f16-6788733cb9df service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830266 Aug 10 01:37:37.846277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-c6057eee-b7a0-45fa-adbf-51a5d09c794a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883880 Aug 10 01:37:37.893036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a2898ba-2b5d-47c2-a8d6-9c0b8ffd0567 req-3259c1c6-a336-40fc-906c-f12d422514f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923443 Aug 10 01:37:37.985478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:37:38.075226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:38.086039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'mac_address': 'fa:16:3e:38:5f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:37:38.121212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:38.137167 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23281bf5-b7c1-4b95-95d4-86bac1aacc80 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:37:38.155989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:38.159829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:38.206901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:38.213968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.214378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.214738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.215077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.215408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.215731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.216054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.216375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.216693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.217013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.217330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.217646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:38.408400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['23281bf5-b7c1-4b95-95d4-86bac1aacc80'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:37:38.529144 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ae872-d210-4b5b-b1a3-979c88587070 req-0996a19a-8d9b-41f1-abac-e63c5a88cc03 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:38.530649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae5ae872-d210-4b5b-b1a3-979c88587070 req-0996a19a-8d9b-41f1-abac-e63c5a88cc03 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0500739 Aug 10 01:37:38.569488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae5ae872-d210-4b5b-b1a3-979c88587070 req-b4a1d5e0-1006-428e-8be5-030cb2061f1d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328698 Aug 10 01:37:38.801968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bf01c-b4b5-43e7-a8b3-55fef3f93756 req-729c9d90-4d92-47f4-bb48-f2793e4e3b18 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:38.803476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a06bf01c-b4b5-43e7-a8b3-55fef3f93756 req-729c9d90-4d92-47f4-bb48-f2793e4e3b18 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0836174 Aug 10 01:37:38.811838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c183-2b99-4509-894d-e0600b71a37b req-2b9b6ff8-538f-41db-83e4-f850fdaeeff6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:38.813207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-2b9b6ff8-538f-41db-83e4-f850fdaeeff6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e&tenant_id=f73b7a2a15b943949452997e25d1e0dc&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.0845864 Aug 10 01:37:38.876394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a06bf01c-b4b5-43e7-a8b3-55fef3f93756 req-83db73fa-d15d-41b1-8ae8-8bf90b43f00c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621490 Aug 10 01:37:38.895407 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-9c57c183-2b99-4509-894d-e0600b71a37b req-1bd08bdb-a529-46f9-8fcc-0529c6f8bc5f service neutron] delete failed (client error): The resource could not be found. Aug 10 01:37:38.896229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-1bd08bdb-a529-46f9-8fcc-0529c6f8bc5f service neutron] 10.222.0.10 "DELETE /v2.0/ports/23281bf5-b7c1-4b95-95d4-86bac1aacc80/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0692117 Aug 10 01:37:38.977984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c183-2b99-4509-894d-e0600b71a37b req-238440ab-bb01-41ca-b42d-ba6bd018e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:38.980059 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-238440ab-bb01-41ca-b42d-ba6bd018e9d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 1096 time: 0.0407200 Aug 10 01:37:39.073504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c183-2b99-4509-894d-e0600b71a37b req-b44745f0-aa55-4355-9630-f7707e512bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:39.075161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-b44745f0-aa55-4355-9630-f7707e512bb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0891995 Aug 10 01:37:39.141129 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-d3f96460-2488-4fbc-aaee-e561b073479b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 200 len: 999 time: 0.0584259 Aug 10 01:37:39.189890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c183-2b99-4509-894d-e0600b71a37b req-ffb6f366-8103-4653-9b68-3d4677a8c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:39.191362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-ffb6f366-8103-4653-9b68-3d4677a8c961 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0434227 Aug 10 01:37:39.241436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57c183-2b99-4509-894d-e0600b71a37b req-700e30a9-32ff-4b1a-a300-9078dcf630e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:39.242871 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-700e30a9-32ff-4b1a-a300-9078dcf630e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441473 Aug 10 01:37:39.332310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-bd7f6bdb-4000-49d1-8645-a464093c6e91 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Aug 10 01:37:39.425776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c57c183-2b99-4509-894d-e0600b71a37b req-b171a2bf-5774-4fd5-bfc4-31162ba47518 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857310 Aug 10 01:37:40.001658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276ae31-90fb-4f96-836a-251a99f54b51 req-8d9983fc-6228-4c54-ae0f-832fdcb49996 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:40.003151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e276ae31-90fb-4f96-836a-251a99f54b51 req-8d9983fc-6228-4c54-ae0f-832fdcb49996 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0511010 Aug 10 01:37:40.005696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:37:40.041421 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e276ae31-90fb-4f96-836a-251a99f54b51 req-df67da7f-75da-4431-8050-e4f06dc56c95 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315650 Aug 10 01:37:40.057880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:40.061554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:40.061927 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:40.139225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:40.157910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a013b-8c03-4df9-86d3-7d947d0d0dbc req-2cd4c3f1-231e-4faf-a09e-4a5013fda601 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:40.159525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c04a013b-8c03-4df9-86d3-7d947d0d0dbc req-2cd4c3f1-231e-4faf-a09e-4a5013fda601 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 944 time: 0.0495493 Aug 10 01:37:40.160816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:40.163065 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e438c0-76a6-4b24-8438-ac7667e5094b" -d '{"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-plugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:40.176429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:40.180600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:40.204606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c04a013b-8c03-4df9-86d3-7d947d0d0dbc req-c0f49824-a7e1-4503-8a61-604e01be668b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Aug 10 01:37:40.206991 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809c3ba3-32d8-47f7-9a0a-7fe001c1d6b8 x-openstack-request-id: req-809c3ba3-32d8-47f7-9a0a-7fe001c1d6b8 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:40.207283 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-plugged", "status": "completed", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:40.207574 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-809c3ba3-32d8-47f7-9a0a-7fe001c1d6b8 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:40.207931 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'code': 200} Aug 10 01:37:40.336507 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbeba4-d8c5-4062-b5ea-be0530b4ab01 req-a705c948-98ad-4a3e-a513-f3321408aa69 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:40.338145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9bbeba4-d8c5-4062-b5ea-be0530b4ab01 req-a705c948-98ad-4a3e-a513-f3321408aa69 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0562451 Aug 10 01:37:40.377488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9bbeba4-d8c5-4062-b5ea-be0530b4ab01 req-190ca5f0-16cf-4226-aa62-246f5d31f2c8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327303 Aug 10 01:37:40.393117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:40.609029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48857b58-d683-40ca-b074-53a4a2db7ad6 req-18c67f84-fef5-4e99-b275-9182e93180b4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:40.610433 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48857b58-d683-40ca-b074-53a4a2db7ad6 req-18c67f84-fef5-4e99-b275-9182e93180b4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0501602 Aug 10 01:37:40.647398 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48857b58-d683-40ca-b074-53a4a2db7ad6 req-ceb945ae-3441-4b06-ae8e-0eb71f5bc35f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309899 Aug 10 01:37:41.761089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab683a0d-75ee-4f6c-bada-ab6737156656 req-f448c68e-7091-49d3-8f1c-2a8c63cb55e7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:41.762567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab683a0d-75ee-4f6c-bada-ab6737156656 req-f448c68e-7091-49d3-8f1c-2a8c63cb55e7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0474746 Aug 10 01:37:41.799943 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab683a0d-75ee-4f6c-bada-ab6737156656 req-700d5802-3755-4aeb-8905-6fbc88fea60e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314443 Aug 10 01:37:41.837126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-52a6c9df-8a09-406c-92d6-a4dfe7c69217 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:41.839179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-52a6c9df-8a09-406c-92d6-a4dfe7c69217 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 945 time: 0.0483396 Aug 10 01:37:41.928417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Deleting port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:37:41.928755 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.016312 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] For port 23281bf5-b7c1-4b95-95d4-86bac1aacc80, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=23281bf5-b7c1-4b95-95d4-86bac1aacc80,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:42.016588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.189678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.190050 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.190375 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 disassociated. External IP: 172.25.7.80, port: 23281bf5-b7c1-4b95-95d4-86bac1aacc80. Aug 10 01:37:42.190734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Calling delete_port for 23281bf5-b7c1-4b95-95d4-86bac1aacc80 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:37:42.316797 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.345126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'Port': ['ID=23281bf5-b7c1-4b95-95d4-86bac1aacc80,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:42.464882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:42.575999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:42.585785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:42.594969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:42.595590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:42.618508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] No DVR routers for this DVR port 23281bf5-b7c1-4b95-95d4-86bac1aacc80 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:37:42.621728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:42.623794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5256349d-8daf-4f0f-a8a2-fb410678a4c3 req-f574739c-ad93-488f-b56e-372fb81f22eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "DELETE /v2.0/ports/23281bf5-b7c1-4b95-95d4-86bac1aacc80 HTTP/1.1" status: 204 len: 173 time: 0.7791932 Aug 10 01:37:42.624232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-deleted', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:42.626445 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145ae4bf-0b89-4912-a994-9b0b7d26ba28" -d '{"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-deleted", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:42.663538 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68239dff-b6f8-4bcf-a0da-f86075b644cf x-openstack-request-id: req-68239dff-b6f8-4bcf-a0da-f86075b644cf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:42.663831 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e", "name": "network-vif-deleted", "tag": "23281bf5-b7c1-4b95-95d4-86bac1aacc80", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:42.664078 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68239dff-b6f8-4bcf-a0da-f86075b644cf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:42.664474 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e', 'name': 'network-vif-deleted', 'tag': '23281bf5-b7c1-4b95-95d4-86bac1aacc80', 'status': 'completed', 'code': 200} Aug 10 01:37:42.708140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:42.916184 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:42.922692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-49afafd8-7157-4931-b728-803b47ffb88d req-321210d0-9d63-4173-92f4-7fb857a06b1c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d8f1a12-e08e-4ce6-b3ed-f5bb72ed153e HTTP/1.1" status: 200 len: 210 time: 0.0309789 Aug 10 01:37:42.942880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:42.951300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:42.951901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:37:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:43.053245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:43.250208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:43.276486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9aacb8f-b10e-418e-9ac4-2cdaeaa7b415 None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:43.485137 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9b7f33-3dee-4a3e-a3a2-ffa4f7ce1b38 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:37:44.068671 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7d9a123b-46ad-47d3-8ef2-f07127e4c486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:44.148792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-fe26c727-e1f9-491c-95f0-1734398324e9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--262791506&fields=id&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 267 time: 0.0329728 Aug 10 01:37:44.256656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-6cb1083d-2b59-4184-a843-fcafa1456915 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:44.258021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-6cb1083d-2b59-4184-a843-fcafa1456915 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1019011 Aug 10 01:37:44.272937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-063407be-0e69-47b3-8db7-a63b55ebd3b9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/quotas/f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 375 time: 0.0089006 Aug 10 01:37:44.326040 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-00ead092-9f4a-4688-81a4-365d07fdeea4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475063 Aug 10 01:37:44.341438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-4b7ec6b4-6e22-4801-8bde-a043f1d122d4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:37:44.342420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-4b7ec6b4-6e22-4801-8bde-a043f1d122d4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052445 Aug 10 01:37:44.433772 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-8cfefb35-3eb1-4605-9a0f-a9c2ab5665dc service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Aug 10 01:37:44.524487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-5462ad52-e62f-45d3-9dad-55aea2a016e7 service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846031 Aug 10 01:37:44.682040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99513cdc-09e4-40ff-b575-2ac50751b60f req-c1289a7c-ae5b-4cdb-9afd-9a71bd40d47d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Aug 10 01:37:45.564437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-19fa2173-9a23-486b-bd28-4a13068bacef tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:45.565877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-19fa2173-9a23-486b-bd28-4a13068bacef tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1067092 Aug 10 01:37:45.608862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-eb431d60-270b-4396-b5eb-e17cd1b07db8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 379 time: 0.0335839 Aug 10 01:37:45.619071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'port': {'device_id': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'admin_state_up': True, 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'security_groups': ['01e793f2-a1e9-4fb0-9053-cdba47c99224']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:45.731161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:37:45.734715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:45.784146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-73faea30-25cc-4ab1-8fe1-77f0ba55c171 req-c52bbf58-c61c-4cc5-a55b-740e6fbaabf7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 210 time: 0.0321128 Aug 10 01:37:45.862628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Allocated IP 172.20.0.4 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/41b44d8f-3659-4d62-8830-ee3265849887) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:37:45.996899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.009863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Transition to ACTIVE for port object 41b44d8f-3659-4d62-8830-ee3265849887 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:46.042758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.053367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:37:46.073598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 23281bf5-b7c1-4b95-95d4-86bac1aacc80 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:37:46.073969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 23281bf5-b7c1-4b95-95d4-86bac1aacc80 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:37:46.092521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:37:46.095758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:37:46.099984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:37:46.103834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:46.131688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.132036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.132379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.132717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.133054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.133384 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.133713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.134041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.134368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.134833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.135723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.136051 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:37:46.161637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:46.162254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.176551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-3ce56fd5-476c-4eef-b8c8-2848f68159eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609782 Aug 10 01:37:46.188938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Request body: {'port': {'device_id': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:46.246961 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.369270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-372cf503-ecfd-45ef-b3cb-9447bc32213b None None] Provisioning for port 41b44d8f-3659-4d62-8830-ee3265849887 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:46.373468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-372cf503-ecfd-45ef-b3cb-9447bc32213b None None] Provisioning complete for port 41b44d8f-3659-4d62-8830-ee3265849887 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:46.373848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-372cf503-ecfd-45ef-b3cb-9447bc32213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.410805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-372cf503-ecfd-45ef-b3cb-9447bc32213b None None] Port 41b44d8f-3659-4d62-8830-ee3265849887 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:37:46.513976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b44d8f-3659-4d62-8830-ee3265849887 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:37:46.521296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.533914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Transition to ACTIVE for port object 41b44d8f-3659-4d62-8830-ee3265849887 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:37:46.537056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.589365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:46.654220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:37:46.654548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:37:46.654897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:46.659277 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:37:46.659600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:37:46.664424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:37:46.664762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:37:46.665147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:37:46.665571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Bound port: 41b44d8f-3659-4d62-8830-ee3265849887, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:37:46.665928 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:46.852401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a2599430-ec6c-4bfd-baaa-0b9c28a1b82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.091861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:37:47.095240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:37:47.102918 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2ca96-d26d-417f-adf5-77ef739688a9 req-7e58ed4a-4a93-4614-9161-5b2de22ab6de tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.104489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9d2ca96-d26d-417f-adf5-77ef739688a9 req-7e58ed4a-4a93-4614-9161-5b2de22ab6de tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0726781 Aug 10 01:37:47.105935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.162820 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.163437 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.164812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] 10.222.0.10 "PUT /v2.0/ports/41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1092 time: 0.9803989 Aug 10 01:37:47.165515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:47.168076 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f762b3-406d-4a16-8fe6-23268b844eac" -d '{"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:47.202336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9d2ca96-d26d-417f-adf5-77ef739688a9 req-6febc09c-f8d0-4243-af80-6993119b10f7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913002 Aug 10 01:37:47.203133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d28a43-543e-43ad-b91c-780d1d994970 service neutron] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:47.226033 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593dc47-4334-4764-849c-2e5e43b782b6 x-openstack-request-id: req-d593dc47-4334-4764-849c-2e5e43b782b6 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:47.226318 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:47.226564 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d593dc47-4334-4764-849c-2e5e43b782b6 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:47.226984 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'status': 'completed', 'code': 200} Aug 10 01:37:47.259781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-729c5cdf-f38e-4339-a06b-4c95e8028048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.262123 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-729c5cdf-f38e-4339-a06b-4c95e8028048 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1095 time: 0.0482504 Aug 10 01:37:47.304958 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-1c5bd107-11f4-4162-b6d8-ac13d75e8b65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 217 time: 0.0354269 Aug 10 01:37:47.349807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.362654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-f296ca1b-7299-4d10-a2fc-2b92bf1ae403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.364139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-f296ca1b-7299-4d10-a2fc-2b92bf1ae403 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0528846 Aug 10 01:37:47.408622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-1a4f997a-1165-49db-838e-f69fa9680701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.410075 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-1a4f997a-1165-49db-838e-f69fa9680701 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392506 Aug 10 01:37:47.499675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-097aaec6-3b5b-4485-b120-853e88dae6e7 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821731 Aug 10 01:37:47.597273 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0d5ca308-b5c5-4a95-a37f-ab16ccd1c274 req-fbe03332-2e4e-47fd-bea1-dd31619e50d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905430 Aug 10 01:37:47.687448 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-6ee31911-261f-4cef-9b17-d3c8a6f57026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.688937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-6ee31911-261f-4cef-9b17-d3c8a6f57026 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1095 time: 0.0415788 Aug 10 01:37:47.784930 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-43a6b736-1998-4a8f-8418-449a9b2b82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.786454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-43a6b736-1998-4a8f-8418-449a9b2b82d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0903888 Aug 10 01:37:47.828284 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-412524b7-1b6c-4146-ba5f-d8b73b40ae8c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 217 time: 0.0346346 Aug 10 01:37:47.874277 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:47.879399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-41839029-8202-49f6-9948-0d0a91166914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.880884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-41839029-8202-49f6-9948-0d0a91166914 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0438490 Aug 10 01:37:47.941097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-732f4579-114d-4acd-bf89-b6630a208d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:47.942708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-732f4579-114d-4acd-bf89-b6630a208d82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536411 Aug 10 01:37:48.031880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-c0602134-0512-4054-b2d6-09a7e965d25a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813854 Aug 10 01:37:48.126487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e2f762b3-406d-4a16-8fe6-23268b844eac req-4e34c3ac-c273-4f63-9218-facf2cf33968 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862603 Aug 10 01:37:48.319257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84093f-5b36-4221-90f7-4c7b58a4209d req-d9d834d8-0958-4f04-a567-214cb364f24b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:48.320780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e84093f-5b36-4221-90f7-4c7b58a4209d req-d9d834d8-0958-4f04-a567-214cb364f24b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0498848 Aug 10 01:37:48.358212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1e84093f-5b36-4221-90f7-4c7b58a4209d req-43632c06-038a-4657-88c6-ffb331dbb27c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Aug 10 01:37:49.258386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:37:49.351104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:49.361858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '41b44d8f-3659-4d62-8830-ee3265849887', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '41b44d8f-3659-4d62-8830-ee3265849887', 'mac_address': 'fa:16:3e:5b:81:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:37:49.406495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.419335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b44d8f-3659-4d62-8830-ee3265849887 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:37:49.439244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:49.443514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:49.476910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1ea8-4949-4505-8908-928bc0d686b1 req-e9991047-8f1a-4804-adab-18fa21ee139f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:49.478559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d22d1ea8-4949-4505-8908-928bc0d686b1 req-e9991047-8f1a-4804-adab-18fa21ee139f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0507264 Aug 10 01:37:49.491363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:49.517715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d22d1ea8-4949-4505-8908-928bc0d686b1 req-e751ea03-0c25-4b04-ad8a-0ad1a958d128 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327709 Aug 10 01:37:49.643631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['41b44d8f-3659-4d62-8830-ee3265849887'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:37:49.780047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:50.631257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ad19f-8c8a-4c36-abac-1455586fe4d0 req-56513e79-5dba-4460-b3b0-c565f964a314 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:50.632732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb4ad19f-8c8a-4c36-abac-1455586fe4d0 req-56513e79-5dba-4460-b3b0-c565f964a314 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 944 time: 0.0481651 Aug 10 01:37:50.670296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bb4ad19f-8c8a-4c36-abac-1455586fe4d0 req-1ac4e51c-f3e1-48ff-8c5c-203daf2e5135 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Aug 10 01:37:51.273375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:37:51.320324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 41b44d8f-3659-4d62-8830-ee3265849887 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:37:51.324705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 41b44d8f-3659-4d62-8830-ee3265849887 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:37:51.325075 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:51.396943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:51.418787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:51.421017 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060fbce7-8c0d-42dd-979a-ecf2680bfb6d" -d '{"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-plugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:51.437161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:37:51.441235 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:51.465895 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b82a45-5067-4627-81c5-a6c538476aab x-openstack-request-id: req-50b82a45-5067-4627-81c5-a6c538476aab {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:51.466261 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-plugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:51.466439 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50b82a45-5067-4627-81c5-a6c538476aab {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:51.466842 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'code': 200} Aug 10 01:37:51.495284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:37:51.616786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14076bbf-3a13-4096-bdff-4f4870ab9a22 req-ef10a54b-5ccc-472a-9482-c74c3b956ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.618296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14076bbf-3a13-4096-bdff-4f4870ab9a22 req-ef10a54b-5ccc-472a-9482-c74c3b956ddd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.1036587 Aug 10 01:37:51.655969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14076bbf-3a13-4096-bdff-4f4870ab9a22 req-8c16d235-df2b-46bb-9e41-3113b99c90de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309107 Aug 10 01:37:51.783844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3307b66-102c-4a59-9dd8-ed8eb8f81810 req-e51668d9-1c0d-41a1-b403-d8d46b71f3b4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:51.785403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3307b66-102c-4a59-9dd8-ed8eb8f81810 req-e51668d9-1c0d-41a1-b403-d8d46b71f3b4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Aug 10 01:37:51.823336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3307b66-102c-4a59-9dd8-ed8eb8f81810 req-7c27b967-c4a4-46fd-bc2a-b7c45e2db83e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Aug 10 01:37:52.937879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f5c7-77f1-4053-85bf-b248fab25731 req-5e6d0742-a328-46db-9f99-c0c94006450d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:52.939349 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0280f5c7-77f1-4053-85bf-b248fab25731 req-5e6d0742-a328-46db-9f99-c0c94006450d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0482001 Aug 10 01:37:52.976925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0280f5c7-77f1-4053-85bf-b248fab25731 req-ab82a963-b245-4843-871e-4993d1c562a2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317104 Aug 10 01:37:53.086507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b70c1e-6029-4436-a537-2a525102f967 req-3755ddc7-3e4a-4bcc-8579-ae5f5b8c82b8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:53.087998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92b70c1e-6029-4436-a537-2a525102f967 req-3755ddc7-3e4a-4bcc-8579-ae5f5b8c82b8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0481443 Aug 10 01:37:53.097274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 51646) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:37:53.101802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'floatingip': {'port_id': '41b44d8f-3659-4d62-8830-ee3265849887'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:37:53.144220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.577528 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.581284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:53.681251 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 associated. External IP: 172.25.7.80, port: 41b44d8f-3659-4d62-8830-ee3265849887. Aug 10 01:37:53.888196 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:37:53.996157 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:37:54.001126 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:54.005635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:37:54.016073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:54.016768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:37:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:54.029726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0ceff52-f3f3-4c0b-9028-060030691b21 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "PUT /v2.0/floatingips/de6c46c7-ff23-472d-8855-d1cdf2b2f392 HTTP/1.1" status: 200 len: 990 time: 0.9313965 Aug 10 01:37:54.030422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:37:54.032700 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0acd6c-0530-4eff-a785-3c48fa108dba" -d '{"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:37:54.125406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:54.141412 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9630f3-71c6-487d-a6a3-aed6f2b40631 x-openstack-request-id: req-4d9630f3-71c6-487d-a6a3-aed6f2b40631 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:37:54.141910 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:37:54.141989 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d9630f3-71c6-487d-a6a3-aed6f2b40631 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:37:54.142350 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'status': 'completed', 'code': 200} Aug 10 01:37:54.204595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-bff71065-aaf1-4caa-b9a5-eed6f60b8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:54.206141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-bff71065-aaf1-4caa-b9a5-eed6f60b8d14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.0416183 Aug 10 01:37:54.299278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-8c4fbfc8-acf7-436d-a875-1f8c9e95ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:54.300753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-8c4fbfc8-acf7-436d-a875-1f8c9e95ed5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0876939 Aug 10 01:37:54.349673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '41b44d8f-3659-4d62-8830-ee3265849887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:5b:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:37:53Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:54.365988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-01f0f60d-ce9c-4d51-a329-3fb303c31cb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 998 time: 0.0583050 Aug 10 01:37:54.379724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:37:54.388242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:37:54.388847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:37:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:54.418822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-e36a29e1-fd3e-46df-abbf-bbeb49fe3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:54.420317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-e36a29e1-fd3e-46df-abbf-bbeb49fe3c50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0481637 Aug 10 01:37:54.466104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-970c075b-281e-4a16-b080-97f73d1904d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:54.467651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-970c075b-281e-4a16-b080-97f73d1904d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404882 Aug 10 01:37:54.492487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:37:54.557511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-6e1fa273-d984-4223-bd08-c1d1c98f4469 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829806 Aug 10 01:37:54.652194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7a0acd6c-0530-4eff-a785-3c48fa108dba req-2718cffe-32da-4188-b180-de535d84b507 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874944 Aug 10 01:37:54.708320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '41b44d8f-3659-4d62-8830-ee3265849887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:5b:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:37:53Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:37:54.734415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f8a98-0736-4280-b83d-04462809d5cc None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '41b44d8f-3659-4d62-8830-ee3265849887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:5b:81:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:37:53Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:37:54.921084 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e67d42-fa94-4b09-af41-88168a51cde5 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:37:56.433738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:56.457552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:37:59.866861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-2e059ea9-c17c-4c19-bbcb-ab4a9dfbb1df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409217 Aug 10 01:37:59.945106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-20c9f321-bb25-4665-b687-80ef01839e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:37:59.946863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-20c9f321-bb25-4665-b687-80ef01839e69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.0408912 Aug 10 01:38:00.051139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-85e4b950-a87d-428a-81c5-b2a662e8536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:00.052618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-85e4b950-a87d-428a-81c5-b2a662e8536e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0873728 Aug 10 01:38:00.116000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-4b375514-a070-45bb-8b5a-7014702aa6a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1000 time: 0.0563467 Aug 10 01:38:00.168311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-66cf5fcc-376a-45cf-ad0d-c71a4b9e4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:00.169746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-66cf5fcc-376a-45cf-ad0d-c71a4b9e4c66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0465479 Aug 10 01:38:00.215104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-7e0b3c02-0cb8-4996-b86e-3707265764a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:38:00.216565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-7e0b3c02-0cb8-4996-b86e-3707265764a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402484 Aug 10 01:38:00.304447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-01bc1280-c94a-45a9-a35d-71043ad468f6 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806689 Aug 10 01:38:00.395589 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac19b32a-6c4f-47e7-85e0-74c92905200d req-5e906b9d-72f1-433f-bb37-134b9667e2bc service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845008 Aug 10 01:38:05.767124 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:38:14.074083 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-26e65c2f-b951-4ccd-b6b7-d4942850711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:16.853273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cddb414-dfcd-4506-9d15-bf9607feebc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.352459 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:17.878418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:19.772086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:26.432762 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:26.456566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:42.765980 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:38:44.074396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-279ad76a-eaf3-4c9a-a4fe-3f817bf2b313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:46.853959 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eea28b43-c6a4-49cc-87a8-2d254268afa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:47.354540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:47.880823 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:49.773754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:56.453937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:38:56.458401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:01.879698 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-41470bff-36ef-4511-a04a-01e6a3cc1ed0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401938 Aug 10 01:39:01.960795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-49f2398b-6b84-4b9a-abf1-782e6a7835f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:01.962351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-49f2398b-6b84-4b9a-abf1-782e6a7835f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.0412481 Aug 10 01:39:02.066934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-ec2c64f3-08d4-4996-8f17-5277fd2a3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:02.068417 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-ec2c64f3-08d4-4996-8f17-5277fd2a3617 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0884576 Aug 10 01:39:02.131890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-c0c2fdcf-4b4e-4eea-917d-02983580e733 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1000 time: 0.0569456 Aug 10 01:39:02.183881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-23c6c3f4-0b08-4250-940d-9eaa8853e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:02.185281 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-23c6c3f4-0b08-4250-940d-9eaa8853e4d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0467117 Aug 10 01:39:02.230799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-d2c6ca30-e89d-4d6f-83c5-5968d597f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:02.232231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-d2c6ca30-e89d-4d6f-83c5-5968d597f621 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391662 Aug 10 01:39:02.321658 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-bc35674a-9388-4e28-9cfd-920b8d9de18d service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795388 Aug 10 01:39:02.412477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-de0f7b71-e2ae-41db-b2bf-cceae96abb5e req-b7fae1ea-5594-431f-aeea-4ee2ed2ec5fb service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839245 Aug 10 01:39:14.074744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8741fb80-eb5b-47f8-91b5-0d33d8aa9c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:16.853955 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d8d08252-9518-4e74-aecc-8f7d7faeb5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:17.355190 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:17.883629 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:19.766300 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:39:19.777317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.462956 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:26.464824 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:30.856972 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc7fb1-58bd-400b-b338-529153d02541 req-94e7c282-cb5d-4add-b29b-013e0473b62b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:30.858504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02fc7fb1-58bd-400b-b338-529153d02541 req-94e7c282-cb5d-4add-b29b-013e0473b62b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0545344 Aug 10 01:39:30.895551 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02fc7fb1-58bd-400b-b338-529153d02541 req-1393bead-ebde-4c24-b6d8-230fc77c8fc0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Aug 10 01:39:32.014192 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f0900-1101-4f41-9944-a2afe6afba75 req-32debc5d-38ff-454d-9e1c-19b1af513690 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:32.015609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-950f0900-1101-4f41-9944-a2afe6afba75 req-32debc5d-38ff-454d-9e1c-19b1af513690 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Aug 10 01:39:32.052837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-950f0900-1101-4f41-9944-a2afe6afba75 req-e444811d-be68-47d2-8eef-77e613008abe tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 Aug 10 01:39:33.167265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eb9e6-337e-4baa-8e65-75bf38ef7694 req-90e54954-f3ee-4a46-b253-051d30f79840 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:33.168733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef4eb9e6-337e-4baa-8e65-75bf38ef7694 req-90e54954-f3ee-4a46-b253-051d30f79840 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0479002 Aug 10 01:39:33.206224 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef4eb9e6-337e-4baa-8e65-75bf38ef7694 req-61fe3701-e446-4124-9214-fd09aca0ad15 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Aug 10 01:39:34.318684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2d6b3-3344-4efd-a14d-d285810e0f7f req-fb771a7f-5e42-4eaa-9c1c-b505f943e423 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:34.320140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ade2d6b3-3344-4efd-a14d-d285810e0f7f req-fb771a7f-5e42-4eaa-9c1c-b505f943e423 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0484147 Aug 10 01:39:34.361224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ade2d6b3-3344-4efd-a14d-d285810e0f7f req-549597cb-c692-49fc-a1c8-78d8d1c002f3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353379 Aug 10 01:39:35.476127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f988b7-4324-4763-88de-59796b0d32f6 req-6dcc8c87-568b-4981-919c-a17addc5e56d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:35.477804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1f988b7-4324-4763-88de-59796b0d32f6 req-6dcc8c87-568b-4981-919c-a17addc5e56d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Aug 10 01:39:35.514819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b1f988b7-4324-4763-88de-59796b0d32f6 req-da48dec1-dae4-44fe-b811-688769ea5391 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310736 Aug 10 01:39:36.629349 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e673b3-cb58-4ed5-9a79-9a6bbe2c0baa req-160e3bfe-a6f3-4d32-acdd-6f4061eb287b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:36.630865 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5e673b3-cb58-4ed5-9a79-9a6bbe2c0baa req-160e3bfe-a6f3-4d32-acdd-6f4061eb287b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0494609 Aug 10 01:39:36.668333 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a5e673b3-cb58-4ed5-9a79-9a6bbe2c0baa req-e81a49de-40ee-447d-ae44-f8428ef5c2c2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Aug 10 01:39:37.790732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc0f4f-b050-426d-8c80-733d8515c3ac req-b62058ec-b9e6-4233-a37b-12dd67a71b0a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:37.792108 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95bc0f4f-b050-426d-8c80-733d8515c3ac req-b62058ec-b9e6-4233-a37b-12dd67a71b0a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0534005 Aug 10 01:39:37.829043 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95bc0f4f-b050-426d-8c80-733d8515c3ac req-7ca640ee-27ff-4cfe-899c-bf39923d07a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Aug 10 01:39:38.956437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4341fe6-6c52-478e-bcba-907dcb36a22f req-24ac08c3-3042-4d5b-a5a7-6b6bc95d7ee7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:38.957925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4341fe6-6c52-478e-bcba-907dcb36a22f req-24ac08c3-3042-4d5b-a5a7-6b6bc95d7ee7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0497963 Aug 10 01:39:38.995389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a4341fe6-6c52-478e-bcba-907dcb36a22f req-da7b5fdf-d8f4-40c7-85b8-dca8817bd18f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311046 Aug 10 01:39:40.110943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0eefc5-f937-45a2-9ae4-73fee570b272 req-8a6667d6-b0da-4ef7-905d-1540089b51f7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:40.112405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd0eefc5-f937-45a2-9ae4-73fee570b272 req-8a6667d6-b0da-4ef7-905d-1540089b51f7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Aug 10 01:39:40.150121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd0eefc5-f937-45a2-9ae4-73fee570b272 req-dd522131-8ac3-4cff-ac63-1644a3059d51 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 10 01:39:41.262284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a86e2-88a1-4dbd-a9b4-714cc2cf9c6f req-1bdbe9ed-bc6b-4823-b1f2-322399d36533 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:41.263762 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b82a86e2-88a1-4dbd-a9b4-714cc2cf9c6f req-1bdbe9ed-bc6b-4823-b1f2-322399d36533 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0484853 Aug 10 01:39:41.303991 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b82a86e2-88a1-4dbd-a9b4-714cc2cf9c6f req-f4efaded-8aca-4bf7-9344-e1ff1295ffc6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344355 Aug 10 01:39:41.539258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8ab7-0f26-4362-b611-fa2c5df9a785 req-1071af94-d680-41be-8916-cf4b7aab9f5e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:41.540808 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e4f8ab7-0f26-4362-b611-fa2c5df9a785 req-1071af94-d680-41be-8916-cf4b7aab9f5e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Aug 10 01:39:41.571669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-2699533e-1472-4eb0-b3b9-b89fb0ae6ce9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0904169 Aug 10 01:39:41.579476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2e4f8ab7-0f26-4362-b611-fa2c5df9a785 req-77c810bc-adc6-415b-a009-31cb6dca1390 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327210 Aug 10 01:39:42.701207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b68b3-c29a-4ae7-8619-560b7f8cf5c0 req-d34fb4fe-5d1d-4f43-af32-f2beb833ab82 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:42.702706 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c2b68b3-c29a-4ae7-8619-560b7f8cf5c0 req-d34fb4fe-5d1d-4f43-af32-f2beb833ab82 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0529752 Aug 10 01:39:42.750563 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5c2b68b3-c29a-4ae7-8619-560b7f8cf5c0 req-0e8109e3-94db-4210-acca-ae38e8f94592 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Aug 10 01:39:42.972062 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-e16c1f7a-7bad-4626-b839-7649a42abb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:42.973525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-e16c1f7a-7bad-4626-b839-7649a42abb84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.0399215 Aug 10 01:39:43.062727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-eaa103c9-63f6-43fc-a935-663df4af0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.064160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-eaa103c9-63f6-43fc-a935-663df4af0b06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0842299 Aug 10 01:39:43.127106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-f3b9dc1d-1233-49a2-975a-4c1bda72b8e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1000 time: 0.0560498 Aug 10 01:39:43.175162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-46cb1bf9-3c2e-48c0-9a4a-840e5dbfac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.176565 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-46cb1bf9-3c2e-48c0-9a4a-840e5dbfac8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0431566 Aug 10 01:39:43.224500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-03d6a1eb-7c15-4003-8035-2dac74fb45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.225912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-03d6a1eb-7c15-4003-8035-2dac74fb45fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427260 Aug 10 01:39:43.313979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-ebf7dfae-4a5a-4fca-befe-648c54ef4584 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812025 Aug 10 01:39:43.405737 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-f8daa4e5-d0bc-442b-9743-ccfcd0a62153 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846744 Aug 10 01:39:43.880006 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339a0dc-df4b-4832-a55d-ae91587ff05f req-f8a58fa4-24a4-49a3-8efd-08d30d95add7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:43.881489 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d339a0dc-df4b-4832-a55d-ae91587ff05f req-f8a58fa4-24a4-49a3-8efd-08d30d95add7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0488048 Aug 10 01:39:43.919350 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d339a0dc-df4b-4832-a55d-ae91587ff05f req-1b4a199d-7f9b-4fe5-8e91-a209a40f6d36 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 10 01:39:44.074923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-00930b6a-50fe-47f9-9896-8dd5e87da4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.035173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064b1a5-d531-47c4-8fc5-4a6d3d64c863 req-503434a5-4a99-4928-b7ea-861acf73d2e7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:45.036573 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1064b1a5-d531-47c4-8fc5-4a6d3d64c863 req-503434a5-4a99-4928-b7ea-861acf73d2e7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0496366 Aug 10 01:39:45.075059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1064b1a5-d531-47c4-8fc5-4a6d3d64c863 req-de4ff941-b378-4902-821f-3a2fa8b687d7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Aug 10 01:39:45.249185 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-a1b45c08-36c9-4517-8c07-9034c9044a8b service neutron] show failed (client error): The resource could not be found. Aug 10 01:39:45.250212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-a1b45c08-36c9-4517-8c07-9034c9044a8b service neutron] 10.222.0.10 "GET /v2.0/ports/41b44d8f-3659-4d62-8830-ee3265849887/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0546882 Aug 10 01:39:45.439225 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-3719413e-f1e9-45c0-a8c3-4b8add26dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:45.440690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-3719413e-f1e9-45c0-a8c3-4b8add26dfa5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0401311 Aug 10 01:39:45.452603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:45.508076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.705053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:45.738235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:39:45.779396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:45.781800 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7447c4-8b84-4b9e-a150-30933bfa23b2" -d '{"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-unplugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:45.785637 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.798473 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Transition to ACTIVE for port object 41b44d8f-3659-4d62-8830-ee3265849887 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:39:45.802188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:45.838812 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b495c1-e07a-4327-b293-162a006bb60a x-openstack-request-id: req-08b495c1-e07a-4327-b293-162a006bb60a {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:45.839070 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-unplugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:45.839326 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08b495c1-e07a-4327-b293-162a006bb60a {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:45.839716 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'code': 200} Aug 10 01:39:45.889271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:45.899880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.900231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.900575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.900921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.901260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.901591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.901922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.902252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.902584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.902940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.903268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.903594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:45.939737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] No DVR routers for this DVR port 41b44d8f-3659-4d62-8830-ee3265849887 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:39:46.077158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:39:46.077773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:39:46.077888 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:46.082013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:39:46.082337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Attempting to bind port 41b44d8f-3659-4d62-8830-ee3265849887 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:46.087652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:39:46.087987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:39:46.088366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:39:46.088788 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Bound port: 41b44d8f-3659-4d62-8830-ee3265849887, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:39:46.089143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:46.176019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:39:46.191528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:39:46.198989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:46.237576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50e1a-2f40-4d68-a30d-927c756a803a req-68dc4bd2-37a0-4dff-b461-1fec9e027822 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.239007 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12a50e1a-2f40-4d68-a30d-927c756a803a req-68dc4bd2-37a0-4dff-b461-1fec9e027822 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0979409 Aug 10 01:39:46.245903 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.246522 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:46.247881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] 10.222.0.21 "PUT /v2.0/ports/41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1092 time: 0.7991982 Aug 10 01:39:46.312692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a865da-d3f7-4726-aa15-fd27f78c1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:46.330727 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-12a50e1a-2f40-4d68-a30d-927c756a803a req-c804c2e3-659a-41a9-a52b-d24c41753fab tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818424 Aug 10 01:39:46.343518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-99141b97-ceb7-4fd4-ab85-31fb8d61fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.345035 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-99141b97-ceb7-4fd4-ab85-31fb8d61fa87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1095 time: 0.0739646 Aug 10 01:39:46.442231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-28aa5d78-2ba7-4131-8dd5-a4024e83bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.444042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-28aa5d78-2ba7-4131-8dd5-a4024e83bae6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0915473 Aug 10 01:39:46.511886 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-57bcea51-1a7b-4b84-9c79-a82f7f12f337 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 998 time: 0.0603728 Aug 10 01:39:46.563849 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-675e4e5a-a236-46ce-aa27-e315416dbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.565192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-675e4e5a-a236-46ce-aa27-e315416dbd0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0469153 Aug 10 01:39:46.611185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-f220f8d7-7da3-457c-8154-5767ae78275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:46.612669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-f220f8d7-7da3-457c-8154-5767ae78275a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401466 Aug 10 01:39:46.705448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-c063b888-878c-4cf4-a4d6-e811df6e7cdf service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833845 Aug 10 01:39:46.798451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2dbc7fa2-5975-4315-a506-7e1fddc7886f req-1ffdaa66-e252-4af8-a702-8d8fbf0b07b2 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851874 Aug 10 01:39:46.856231 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d5a935ef-1a8a-41f4-8bf2-1992008c38ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:47.355520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:47.451636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2aa0c8-fd78-429a-9401-b9e31966aa68 req-0fd73725-2c11-4299-9ce2-9294d01760d7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:47.453096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da2aa0c8-fd78-429a-9401-b9e31966aa68 req-0fd73725-2c11-4299-9ce2-9294d01760d7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0477049 Aug 10 01:39:47.493362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da2aa0c8-fd78-429a-9401-b9e31966aa68 req-d426a36c-8c58-448a-a802-b1bbd52deb36 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345349 Aug 10 01:39:47.841053 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:47.843474 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d7c4e-7008-4d49-9224-1a5807b81496" -d '{"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:47.885782 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:47.892163 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2014176e-df2f-4885-a18c-441cffb5ecef x-openstack-request-id: req-2014176e-df2f-4885-a18c-441cffb5ecef {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:47.892459 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:47.892713 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2014176e-df2f-4885-a18c-441cffb5ecef {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:47.893109 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'status': 'completed', 'code': 200} Aug 10 01:39:47.953900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-fbd48ba7-3612-4afd-ad68-f69ea45087b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:47.955437 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-fbd48ba7-3612-4afd-ad68-f69ea45087b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1095 time: 0.0412099 Aug 10 01:39:48.012319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-8243a4c4-c93a-45d9-91f9-a8eb54cde443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.013816 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-8243a4c4-c93a-45d9-91f9-a8eb54cde443 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1095 time: 0.1024072 Aug 10 01:39:48.050126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-8ada3ff5-025a-49a2-bd50-b4b074964969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.051603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-8ada3ff5-025a-49a2-bd50-b4b074964969 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0878065 Aug 10 01:39:48.110931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-007c9b53-4bd9-4359-9812-2f1b3844e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.112422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-007c9b53-4bd9-4359-9812-2f1b3844e92a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0916474 Aug 10 01:39:48.122561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-c2d75a42-b9c8-4535-9342-344c25242e3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 998 time: 0.0640833 Aug 10 01:39:48.172733 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-c44333e5-386c-4967-ad57-7989feb1f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.174205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-c44333e5-386c-4967-ad57-7989feb1f0e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0449016 Aug 10 01:39:48.181424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-70e0c041-a258-4e7d-b6fa-fe54f8e71f2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 998 time: 0.0592380 Aug 10 01:39:48.219306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-61e213ad-ce41-434a-b68a-60c3c07bc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.220812 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-61e213ad-ce41-434a-b68a-60c3c07bc325 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399656 Aug 10 01:39:48.231517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-f56b28f0-9f4b-442a-bce8-0e9307270941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.232965 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-f56b28f0-9f4b-442a-bce8-0e9307270941 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0440197 Aug 10 01:39:48.282191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-f5e38ce3-f696-4717-8701-8476bbc271b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.283641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-f5e38ce3-f696-4717-8701-8476bbc271b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436552 Aug 10 01:39:48.315769 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-61a7af3f-ff0e-48a1-8691-e0e29a8c649a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877841 Aug 10 01:39:48.373052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-8984815c-604b-44c8-b154-5958620bac21 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821362 Aug 10 01:39:48.406306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-160d403f-5999-42df-81ca-8db07858a170 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Aug 10 01:39:48.466277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-405d7c4e-7008-4d49-9224-1a5807b81496 req-0f9f58f8-5068-479e-92a6-69c762f06aef service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867369 Aug 10 01:39:48.558005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:39:48.609986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda73d36-9ca5-4369-9024-52f42e74b4d1 req-5792303f-1b2a-4495-8e91-f5614451e61d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.611613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dda73d36-9ca5-4369-9024-52f42e74b4d1 req-5792303f-1b2a-4495-8e91-f5614451e61d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0502491 Aug 10 01:39:48.658697 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dda73d36-9ca5-4369-9024-52f42e74b4d1 req-b582823d-1c8a-42b9-86d3-a346552ca8ed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401058 Aug 10 01:39:48.822585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:48.833934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '41b44d8f-3659-4d62-8830-ee3265849887', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '41b44d8f-3659-4d62-8830-ee3265849887', 'mac_address': 'fa:16:3e:5b:81:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:39:48.871028 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:48.884391 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b44d8f-3659-4d62-8830-ee3265849887 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:39:48.892587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51ccf5-cac2-477f-8242-9cf36052693e req-628ee133-5478-4220-aa4a-b56451d33e63 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.894092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb51ccf5-cac2-477f-8242-9cf36052693e req-628ee133-5478-4220-aa4a-b56451d33e63 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 943 time: 0.0810411 Aug 10 01:39:48.904327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:48.908624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:48.910833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-03f683f6-7616-47e9-89c5-7956cda0385c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:48.912273 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-03f683f6-7616-47e9-89c5-7956cda0385c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691&tenant_id=f73b7a2a15b943949452997e25d1e0dc&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 943 time: 0.0731883 Aug 10 01:39:48.957344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:48.964455 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.964941 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.965277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.965610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.965939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.966265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.966587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.966938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.967271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.967578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.967897 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.968211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:48.979213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb51ccf5-cac2-477f-8242-9cf36052693e req-b83f1a64-8044-4948-8ec7-a6049533a601 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776100 Aug 10 01:39:48.998805 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-30af821c-0e1c-40c5-be8b-43c5ff83a7b1 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:39:48.999818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-30af821c-0e1c-40c5-be8b-43c5ff83a7b1 service neutron] 10.222.0.10 "DELETE /v2.0/ports/41b44d8f-3659-4d62-8830-ee3265849887/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0806594 Aug 10 01:39:49.082969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-f921c5cd-a41f-4578-9cda-193a7aef9fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:49.084345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-f921c5cd-a41f-4578-9cda-193a7aef9fb6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1096 time: 0.0418372 Aug 10 01:39:49.125508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['41b44d8f-3659-4d62-8830-ee3265849887'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:39:49.172305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-22a6ae57-2dac-4ba6-b4e4-6499c5e42cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:49.173785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-22a6ae57-2dac-4ba6-b4e4-6499c5e42cd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0825293 Aug 10 01:39:49.564655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-338a8445-3e67-42af-9cd6-3044bc88546c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 999 time: 0.3841496 Aug 10 01:39:49.613055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-89175783-0d63-4b4c-9995-c740b2f751c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:49.614477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-89175783-0d63-4b4c-9995-c740b2f751c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0428863 Aug 10 01:39:49.659759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-dfae4fb8-076c-4bc7-abd1-c11e494da550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:49.661204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-dfae4fb8-076c-4bc7-abd1-c11e494da550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393655 Aug 10 01:39:49.752545 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-38ac87eb-3785-48b0-ac30-5552f7f1ef8a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841429 Aug 10 01:39:49.780533 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:49.800259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:49.840696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:49.845152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eeaee90-7bf9-47f8-bc9d-36cfe028c951 req-a5ff57b1-503d-478c-a1e4-82a6e91bea7c service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Aug 10 01:39:50.100648 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30a4a3-de6e-4a63-bd9f-c19e81566d7a req-404f39d7-bcf4-40f4-a6b4-1d686a635d85 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:50.102030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8a30a4a3-de6e-4a63-bd9f-c19e81566d7a req-404f39d7-bcf4-40f4-a6b4-1d686a635d85 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 944 time: 0.0499721 Aug 10 01:39:50.140286 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8a30a4a3-de6e-4a63-bd9f-c19e81566d7a req-a1ac89a2-8ae3-4846-9071-3ac2aac8191e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322556 Aug 10 01:39:50.557389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:39:50.604212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 41b44d8f-3659-4d62-8830-ee3265849887 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:39:50.607928 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 41b44d8f-3659-4d62-8830-ee3265849887 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:39:50.608290 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:50.681388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:50.703297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:50.705534 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de856e5-f171-40b5-9f2e-cf51732c8e89" -d '{"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-plugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:50.721621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:50.727676 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:50.775478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:50.806352 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12a004a-4fe2-45a5-8d58-ef02dc9cc102 x-openstack-request-id: req-e12a004a-4fe2-45a5-8d58-ef02dc9cc102 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:50.806651 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-plugged", "status": "completed", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:50.806933 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e12a004a-4fe2-45a5-8d58-ef02dc9cc102 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:50.807323 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'code': 200} Aug 10 01:39:51.253041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c502deb-b35d-49c9-9760-604b97077028 req-7b950261-bc1d-45fd-9e8c-3504497fa128 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.254509 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c502deb-b35d-49c9-9760-604b97077028 req-7b950261-bc1d-45fd-9e8c-3504497fa128 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0473795 Aug 10 01:39:51.292287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c502deb-b35d-49c9-9760-604b97077028 req-cd6cedc1-9c6e-4924-a55b-d180a5858ee3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Aug 10 01:39:51.407841 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daa609-76b0-4090-851d-8a8d53ea59cf req-39e1ed92-6a07-406f-8138-0e116c06d9d1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.409317 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69daa609-76b0-4090-851d-8a8d53ea59cf req-39e1ed92-6a07-406f-8138-0e116c06d9d1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Aug 10 01:39:51.454389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-69daa609-76b0-4090-851d-8a8d53ea59cf req-7c62d67c-cde5-4db0-8635-94b6c4e1fb8d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371950 Aug 10 01:39:51.645193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa80417-ff24-48e9-bdbd-96c9fdc4dc2c req-a4e03a84-ca66-48f1-8440-0c7174cb2519 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.646719 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-caa80417-ff24-48e9-bdbd-96c9fdc4dc2c req-a4e03a84-ca66-48f1-8440-0c7174cb2519 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0483012 Aug 10 01:39:51.676897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-460b130a-7dc8-41d8-ab03-183a0cfd2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.678367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-460b130a-7dc8-41d8-ab03-183a0cfd2ff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 1097 time: 0.0452843 Aug 10 01:39:51.686080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-caa80417-ff24-48e9-bdbd-96c9fdc4dc2c req-e30ee5a0-11bb-457b-9037-94bf7030f7d9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327494 Aug 10 01:39:51.768930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-e94fe1eb-1c29-446b-a2bd-83ddcdb864db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.770386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-e94fe1eb-1c29-446b-a2bd-83ddcdb864db service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0848405 Aug 10 01:39:51.839800 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-84520874-b5b0-4eab-b2dc-bb72d4faa414 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 200 len: 1000 time: 0.0625248 Aug 10 01:39:51.888833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-cb8cbd20-2027-4d4b-bf29-a498922ab0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.890227 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-cb8cbd20-2027-4d4b-bf29-a498922ab0cf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0436275 Aug 10 01:39:51.934655 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-ff1f8e30-6880-453b-9bf4-e426ea2b1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:51.936218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-ff1f8e30-6880-453b-9bf4-e426ea2b1d31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397222 Aug 10 01:39:52.026959 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-5bca5add-4d06-4eec-bc82-ba1ac7ea3d1e service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831528 Aug 10 01:39:52.113177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22636f98-078c-44d1-aacb-edf905ae3c07 req-b29aa62e-f1d1-4851-aaef-2de11e8e9244 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796864 Aug 10 01:39:52.803598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d2f4-58d5-422d-ac16-e48fa8e9c519 req-6907002b-6db4-470d-b3e0-2b55fa9cd59d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:52.805713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7053d2f4-58d5-422d-ac16-e48fa8e9c519 req-6907002b-6db4-470d-b3e0-2b55fa9cd59d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0499215 Aug 10 01:39:52.842521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7053d2f4-58d5-422d-ac16-e48fa8e9c519 req-362af837-126a-432b-aeaf-6dd6e6bc760d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308642 Aug 10 01:39:53.077321 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086715e5-2bfa-4ce4-8ce2-92628f2a93b9 req-97d0871a-0f9c-486f-9dac-368b4a1284f6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:53.078804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-086715e5-2bfa-4ce4-8ce2-92628f2a93b9 req-97d0871a-0f9c-486f-9dac-368b4a1284f6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0540488 Aug 10 01:39:53.117029 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-086715e5-2bfa-4ce4-8ce2-92628f2a93b9 req-418cb69f-a921-46c9-b715-7d014d26d105 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Aug 10 01:39:54.230899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a66d0-cfdc-40f7-9b7f-8e594ec97aa9 req-af8f2060-7bd0-4d57-8290-cdb2c471fbff tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:54.232376 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c35a66d0-cfdc-40f7-9b7f-8e594ec97aa9 req-af8f2060-7bd0-4d57-8290-cdb2c471fbff tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0485334 Aug 10 01:39:54.270067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c35a66d0-cfdc-40f7-9b7f-8e594ec97aa9 req-3e9d4fff-f62f-4b66-94f0-88604a7fd2f5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Aug 10 01:39:54.284905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-2080595a-70b5-42da-9fb8-579c9e6e43a8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:54.286392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-2080595a-70b5-42da-9fb8-579c9e6e43a8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 945 time: 0.0477917 Aug 10 01:39:54.372895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Deleting port 41b44d8f-3659-4d62-8830-ee3265849887 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:39:54.373330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.461320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] For port 41b44d8f-3659-4d62-8830-ee3265849887, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=41b44d8f-3659-4d62-8830-ee3265849887,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:39:54.461683 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.624946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.625313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.625626 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 disassociated. External IP: 172.25.7.80, port: 41b44d8f-3659-4d62-8830-ee3265849887. Aug 10 01:39:54.625963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Calling delete_port for 41b44d8f-3659-4d62-8830-ee3265849887 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:39:54.752248 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:54.778133 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'Port': ['ID=41b44d8f-3659-4d62-8830-ee3265849887,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:54.896583 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:39:55.006475 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:39:55.015730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:39:55.025860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:55.027098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:39:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:55.044962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] No DVR routers for this DVR port 41b44d8f-3659-4d62-8830-ee3265849887 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:39:55.047647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:55.049726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5aa4fb5-8d4b-4a1d-b6bb-a8de948d707c req-b06a73a0-7696-473d-bcc5-cdf7870db1a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "DELETE /v2.0/ports/41b44d8f-3659-4d62-8830-ee3265849887 HTTP/1.1" status: 204 len: 173 time: 0.7572892 Aug 10 01:39:55.050223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-deleted', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:55.052504 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5ac272-4682-491a-a22d-e605df029c17" -d '{"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-deleted", "tag": "41b44d8f-3659-4d62-8830-ee3265849887"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:55.097665 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8812380-a349-4b1d-8e6c-7f6a90e48166 x-openstack-request-id: req-d8812380-a349-4b1d-8e6c-7f6a90e48166 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:55.098134 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c7a8aa-03a7-430a-8dc3-3959810ac691", "name": "network-vif-deleted", "tag": "41b44d8f-3659-4d62-8830-ee3265849887", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:55.098554 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8812380-a349-4b1d-8e6c-7f6a90e48166 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:55.099011 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c7a8aa-03a7-430a-8dc3-3959810ac691', 'name': 'network-vif-deleted', 'tag': '41b44d8f-3659-4d62-8830-ee3265849887', 'status': 'completed', 'code': 200} Aug 10 01:39:55.137824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:55.330438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:55.359627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:39:55.370543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:39:55.371202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:39:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:55.379801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72199280-9807-479f-a54d-343fb2988e61 req-68549867-4b4e-435d-be8f-b7aa479e2a37 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=45c7a8aa-03a7-430a-8dc3-3959810ac691 HTTP/1.1" status: 200 len: 210 time: 0.0283349 Aug 10 01:39:55.477943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:39:55.672365 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:39:55.697838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757990e-14d7-49aa-b2fc-d3318d26e29e None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:39:55.915522 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cac12e-b2df-44f9-a1f8-6c0405ffd678 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:39:56.453177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.475744 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:56.653215 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d8c65691-a454-49ee-8d4b-b034f2c15a04 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--262791506&fields=id&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 267 time: 0.0324323 Aug 10 01:39:56.759975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-0636a708-fb1e-42ba-bcbf-9e8e9486a686 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:56.761461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-0636a708-fb1e-42ba-bcbf-9e8e9486a686 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1017246 Aug 10 01:39:56.765271 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:39:56.777609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-3af2953c-38eb-4869-b819-5144676423fc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/quotas/f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 375 time: 0.0099959 Aug 10 01:39:56.829871 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-bc113da2-7a1f-41a4-9f65-575a4b8e8081 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470080 Aug 10 01:39:56.974925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-a9161a8a-f89f-4149-bdc7-57d91b472f33 service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330354 Aug 10 01:39:57.063862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-7e893bed-b9eb-4e7d-97a4-721c44286cad service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822134 Aug 10 01:39:57.223065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d53a132-b159-4aa2-b158-d1475d10660a req-4698d32c-8e6d-42d7-9a4f-ef74648630bf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 210 time: 0.0305977 Aug 10 01:39:58.114434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-35e33728-d430-4739-ae8b-2c160b279dd6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:58.115924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-35e33728-d430-4739-ae8b-2c160b279dd6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1115997 Aug 10 01:39:58.159717 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-f0365ecd-e308-4cf2-83d7-426633bb7b53 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 379 time: 0.0348403 Aug 10 01:39:58.169697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'port': {'device_id': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'admin_state_up': True, 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'security_groups': ['01e793f2-a1e9-4fb0-9053-cdba47c99224']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:58.279828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:39:58.283379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.319226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cdd63561-aa92-407d-adb1-4c7620c134c8 req-e7090262-7ed0-48c0-97eb-71d1c506074c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 210 time: 0.0274506 Aug 10 01:39:58.405939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Allocated IP 172.20.0.14 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/790f07c5-5d7a-4bd5-b9b2-0901e209a493) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:39:58.543270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.557071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Transition to ACTIVE for port object 790f07c5-5d7a-4bd5-b9b2-0901e209a493 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:39:58.588873 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.604261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:39:58.627840 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 41b44d8f-3659-4d62-8830-ee3265849887 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:39:58.628183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 41b44d8f-3659-4d62-8830-ee3265849887 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:39:58.629629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:39:58.635821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:39:58.639567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:39:58.670188 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:58.683297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.683648 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.683995 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.684336 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.684674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.685010 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.685335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.685668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.685994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.686323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.686647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.686997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:39:58.710156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:58.710801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.726361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-98c67199-5d46-4847-baac-6a670a92a415 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603509 Aug 10 01:39:58.738892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Request body: {'port': {'device_id': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:39:58.795558 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.875106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4883b32e-c096-4320-8554-b8cadc6d772f None None] Provisioning for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:39:58.878815 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4883b32e-c096-4320-8554-b8cadc6d772f None None] Provisioning complete for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:39:58.879229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4883b32e-c096-4320-8554-b8cadc6d772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:58.912746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4883b32e-c096-4320-8554-b8cadc6d772f None None] Port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:39:59.057324 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:39:59.064733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:59.077767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Transition to ACTIVE for port object 790f07c5-5d7a-4bd5-b9b2-0901e209a493 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:39:59.081374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:59.137667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:59.210897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:39:59.211832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:39:59.212368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:59.217344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:39:59.217669 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:39:59.222605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:39:59.222980 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:39:59.223376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:39:59.223816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Bound port: 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:39:59.224185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:59.292325 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:39:59.295815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:39:59.299863 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:59.340029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.340654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:39:59.342575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] 10.222.0.10 "PUT /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1093 time: 0.6077724 Aug 10 01:39:59.342656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:39:59.344903 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f13be-f6c7-4003-be0a-580fa1e463c1" -d '{"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:39:59.374367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3860ded-5032-4d5a-9b89-b0bb52d6881e service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:39:59.402273 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430bb1c8-50f9-4c84-adea-bf3025271cda x-openstack-request-id: req-430bb1c8-50f9-4c84-adea-bf3025271cda {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:39:59.402947 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:39:59.403381 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-430bb1c8-50f9-4c84-adea-bf3025271cda {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:39:59.404046 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'status': 'completed', 'code': 200} Aug 10 01:39:59.477492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-f3a5ce53-1195-4bf2-b6fa-3b7db595bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.479040 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-f3a5ce53-1195-4bf2-b6fa-3b7db595bd9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0817177 Aug 10 01:39:59.489763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00502203-f693-4ed1-97ac-a28db24788ea req-984fa8af-59a1-4f82-b7f9-a1db5d80c565 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.491303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00502203-f693-4ed1-97ac-a28db24788ea req-984fa8af-59a1-4f82-b7f9-a1db5d80c565 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0770297 Aug 10 01:39:59.536505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-99c0d473-bcb8-4af3-9393-46bed7dbe739 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 217 time: 0.0442238 Aug 10 01:39:59.586805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-00502203-f693-4ed1-97ac-a28db24788ea req-96c90860-36eb-4c71-a0d3-25a0731000f5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887222 Aug 10 01:39:59.604781 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-f8017f59-2840-4856-9814-a7bfb9ef50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.606263 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-f8017f59-2840-4856-9814-a7bfb9ef50c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0514219 Aug 10 01:39:59.652462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4662dd-fccc-474a-89c6-017e20917295 req-57b8ef46-4ce5-4133-8af4-b2c573031f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.653915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-57b8ef46-4ce5-4133-8af4-b2c573031f46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400741 Aug 10 01:39:59.747807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-7d935d1d-6819-4b61-8dc4-bb4bc56c3b67 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864093 Aug 10 01:39:59.839145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e4662dd-fccc-474a-89c6-017e20917295 req-c6b64d8b-d952-4bd8-8b70-e994115e3e77 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825226 Aug 10 01:39:59.928891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-edb758c2-9ec4-4c72-a1af-5ec88c3fdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:39:59.931217 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-edb758c2-9ec4-4c72-a1af-5ec88c3fdfd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0415275 Aug 10 01:40:00.027745 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-4857d96f-544f-4d77-a3cb-1579c732e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:00.029193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-4857d96f-544f-4d77-a3cb-1579c732e6d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0879748 Aug 10 01:40:00.070042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-42ea3f08-f90f-41db-880a-d267c717b7fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 217 time: 0.0338993 Aug 10 01:40:00.122774 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-653d06ba-deea-4661-a70a-914009645508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:00.124196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-653d06ba-deea-4661-a70a-914009645508 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0463419 Aug 10 01:40:00.169996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-f30942fc-b47f-45a3-b804-271a78bec209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:00.171415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-f30942fc-b47f-45a3-b804-271a78bec209 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396602 Aug 10 01:40:00.260820 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-1248afe9-e722-47ed-9cb3-aaef0a41744f service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808208 Aug 10 01:40:00.355199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a3f13be-f6c7-4003-be0a-580fa1e463c1 req-ea308857-0988-423d-a11a-d66303fad148 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852396 Aug 10 01:40:00.706980 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae404e-8161-477b-bed5-727533916da8 req-9ea73fc7-2d89-4d1e-9ef1-5d1ae3bb1e54 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:00.708425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1ae404e-8161-477b-bed5-727533916da8 req-9ea73fc7-2d89-4d1e-9ef1-5d1ae3bb1e54 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0525177 Aug 10 01:40:00.746888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1ae404e-8161-477b-bed5-727533916da8 req-e8a65c6f-4510-4c04-9a59-7384793fff0b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Aug 10 01:40:01.861321 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc83e1-7f3f-4bc3-b8c5-be13a19354ad req-51d93604-1a5d-453e-a2fb-e9c274f6bd44 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:01.862875 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cedc83e1-7f3f-4bc3-b8c5-be13a19354ad req-51d93604-1a5d-453e-a2fb-e9c274f6bd44 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0503802 Aug 10 01:40:01.879426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:40:01.903670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cedc83e1-7f3f-4bc3-b8c5-be13a19354ad req-72fc62f3-b4e0-41a5-b25c-6eac7523a1d2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342629 Aug 10 01:40:01.974032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:01.986531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:40:02.026764 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:02.040516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:40:02.059637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:02.063478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:02.109629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:02.264582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['790f07c5-5d7a-4bd5-b9b2-0901e209a493'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:40:03.018376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a32045-e954-4de4-9377-7750d6b9be05 req-8af624d0-4ab1-4f9d-aad1-d3d92892e763 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:03.019786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13a32045-e954-4de4-9377-7750d6b9be05 req-8af624d0-4ab1-4f9d-aad1-d3d92892e763 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Aug 10 01:40:03.057559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13a32045-e954-4de4-9377-7750d6b9be05 req-01d26b12-6d40-450f-8733-7cd81a670a3e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307336 Aug 10 01:40:03.893351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:40:03.940671 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:40:03.944377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:40:03.944751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:04.017747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:04.043140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:04.045344 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b834ebb-6985-458a-9b34-77c0397c368a" -d '{"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-plugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:04.057874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:40:04.062583 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:04.085147 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d693b38-00a2-490b-99bf-6674e6ab5d87 x-openstack-request-id: req-5d693b38-00a2-490b-99bf-6674e6ab5d87 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:04.086331 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-plugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:04.086331 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d693b38-00a2-490b-99bf-6674e6ab5d87 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:04.086597 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'code': 200} Aug 10 01:40:04.116078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:40:04.174199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e28cf-d786-4a2a-8aab-bc148842ebf1 req-3e88a421-eb47-4eca-8620-0df9578bca10 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:04.175715 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc0e28cf-d786-4a2a-8aab-bc148842ebf1 req-3e88a421-eb47-4eca-8620-0df9578bca10 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0483487 Aug 10 01:40:04.177818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff106057-c160-4009-bea1-f1d99f7c8cf4 req-415960e5-b4a0-485c-adcc-cd802d0105d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:04.179364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff106057-c160-4009-bea1-f1d99f7c8cf4 req-415960e5-b4a0-485c-adcc-cd802d0105d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1098 time: 0.0405591 Aug 10 01:40:04.213678 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc0e28cf-d786-4a2a-8aab-bc148842ebf1 req-cfbc2b32-6e7a-4fd9-b1c5-c4295a72ddb0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Aug 10 01:40:04.221370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ff106057-c160-4009-bea1-f1d99f7c8cf4 req-7ca66b9d-0b11-484d-9210-efe1f345fe5f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350499 Aug 10 01:40:05.331675 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f5db4-5ab4-4c0c-8f41-24068b944b1f req-02a47f2a-4b4e-4b9c-9e5c-063922f3065d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:05.333148 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-750f5db4-5ab4-4c0c-8f41-24068b944b1f req-02a47f2a-4b4e-4b9c-9e5c-063922f3065d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0500107 Aug 10 01:40:05.370837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-750f5db4-5ab4-4c0c-8f41-24068b944b1f req-b1c173e3-9b47-4a86-87d8-ef5e5c008806 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Aug 10 01:40:05.484750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d628fce-2200-4154-b8d7-27c2475e1e9e req-ea980ee4-2c30-41e3-96c4-2fcb3265036e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:05.486208 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d628fce-2200-4154-b8d7-27c2475e1e9e req-ea980ee4-2c30-41e3-96c4-2fcb3265036e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Aug 10 01:40:05.494871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52040) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:40:05.499106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'floatingip': {'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:40:05.537160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.259911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.263564 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.364270 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 associated. External IP: 172.25.7.80, port: 790f07c5-5d7a-4bd5-b9b2-0901e209a493. Aug 10 01:40:06.571974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:40:06.679255 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:40:06.684233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:06.689594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:40:06.699759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:40:06.700382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:39:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:06.712487 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-640f8789-d07f-4f26-b7af-9ac9e29fcbb5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "PUT /v2.0/floatingips/de6c46c7-ff23-472d-8855-d1cdf2b2f392 HTTP/1.1" status: 200 len: 991 time: 1.2164855 Aug 10 01:40:06.713158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:40:06.715527 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:40:06.768948 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4db894-cc80-4168-a0e4-a222e5125d51 x-openstack-request-id: req-4b4db894-cc80-4168-a0e4-a222e5125d51 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:40:06.769278 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:40:06.769533 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b4db894-cc80-4168-a0e4-a222e5125d51 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:40:06.770092 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'status': 'completed', 'code': 200} Aug 10 01:40:06.806843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:40:06.828422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-1508f752-cf27-44b4-b1b4-e068233c427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:06.829878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-1508f752-cf27-44b4-b1b4-e068233c427e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1098 time: 0.0409074 Aug 10 01:40:06.923830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-297d3731-1d42-428d-9464-a0cb36af55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:06.925380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-297d3731-1d42-428d-9464-a0cb36af55ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0882027 Aug 10 01:40:06.991046 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-f26376e8-f44a-4833-bf3d-0f23d68c51b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 999 time: 0.0583014 Aug 10 01:40:07.025098 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:40:06Z', 'revision_number': 9, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:07.040460 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-5dd81683-cafa-474c-be1c-031a87e3f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:07.041986 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-5dd81683-cafa-474c-be1c-031a87e3f409 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0444252 Aug 10 01:40:07.059195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:40:07.067801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:40:07.068416 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:39:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:07.092667 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-e44bb087-df73-4116-ad04-897a418ba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:40:07.094096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-e44bb087-df73-4116-ad04-897a418ba79f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453331 Aug 10 01:40:07.174046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:40:07.185515 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-8f62e3dc-8d8d-441b-b540-ac687007daa2 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840368 Aug 10 01:40:07.282367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-53067a43-ef1d-4ad3-ac15-edcc29c2dbf6 req-34a6d64f-47fd-4153-8368-035d2855e621 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889041 Aug 10 01:40:07.541275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:40:06Z', 'revision_number': 9, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:40:07.570637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad557f9-2783-4dbf-b87c-8737a67376db None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:40:06Z', 'revision_number': 9, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:40:07.759344 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbd5de7-7d04-45d1-b10d-e4bcb75844d1 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:40:14.076743 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1b87d250-cbd8-4f8b-b77b-9fd64e452cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:16.856868 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f5cbca28-6ed1-4de5-ba81-3f762e7d68d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:17.357281 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:17.889403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:19.783270 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:26.479593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:26.481374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:33.765270 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:40:44.077634 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dbb32756-da60-4f26-936e-d90226573b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:46.856763 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f847924e-1cc9-43d3-84c2-bbdd31a632c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:47.357896 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:47.890881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:49.785307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:56.471164 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:40:56.475140 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:04.860791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-a05caf20-84d0-4cd0-80f3-d21a58ee568e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390561 Aug 10 01:41:04.940170 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-cf22354c-1ac3-4fe3-97a9-43fc5c708160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:04.941907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-cf22354c-1ac3-4fe3-97a9-43fc5c708160 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1098 time: 0.0411277 Aug 10 01:41:05.047093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-899328f3-a4d4-4fed-bb1e-47ab3594aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:05.048466 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-899328f3-a4d4-4fed-bb1e-47ab3594aafe service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0887403 Aug 10 01:41:05.113805 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-bca6dc0d-4986-4530-bb08-a2d328b4b3f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1002 time: 0.0580342 Aug 10 01:41:05.163884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-88b70d16-3e70-486d-a279-7cd9eadfda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:05.165475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-88b70d16-3e70-486d-a279-7cd9eadfda1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0456674 Aug 10 01:41:05.216904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-c9de80b7-60ba-4fe6-bbc5-ba946dbf46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:05.218386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-c9de80b7-60ba-4fe6-bbc5-ba946dbf46ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445483 Aug 10 01:41:05.307782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-8835ca13-ff16-42d9-a89f-951d75ed90f5 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826001 Aug 10 01:41:05.399767 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c9eb86a4-c70e-434b-813d-dd3e22069336 req-d61abb91-c613-44e5-856e-3137febc3451 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Aug 10 01:41:10.764489 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:41:14.077912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-405e7b5d-ba99-40c0-8dad-c1fedab4f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:16.857290 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-192b0d54-a3b2-43f9-bf10-47fb8f752a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:17.357977 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:17.893308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:19.789327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:26.467427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:26.487987 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:43.626041 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-bda27f59-1f12-424e-98aa-75570af4c6cb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739875 Aug 10 01:41:43.633231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562346d4-a15b-4575-b9a2-032ffa51c836 req-45510159-ea3e-4b7d-a7e3-3bd197966c75 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:43.634948 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-562346d4-a15b-4575-b9a2-032ffa51c836 req-45510159-ea3e-4b7d-a7e3-3bd197966c75 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0705068 Aug 10 01:41:43.678221 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-562346d4-a15b-4575-b9a2-032ffa51c836 req-4344c1dd-bfd3-47fa-a0d4-3c95889fa3ee tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Aug 10 01:41:44.079269 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d54fc42-cfd2-4ebd-b266-f9c230752d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:44.673684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-79ad84f3-c3b9-4993-8b0b-789c1c937ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:44.675085 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-79ad84f3-c3b9-4993-8b0b-789c1c937ca1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1098 time: 0.0403984 Aug 10 01:41:44.796492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-480628e5-3bb2-4984-a83c-cd0f65598eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:44.797979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-480628e5-3bb2-4984-a83c-cd0f65598eb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.1154737 Aug 10 01:41:44.824711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370ff6-1b5e-4376-b0df-99b143a68b58 req-be2065f8-6d4f-4735-90e1-a1cd32ac03db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:44.826106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f370ff6-1b5e-4376-b0df-99b143a68b58 req-be2065f8-6d4f-4735-90e1-a1cd32ac03db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0753438 Aug 10 01:41:44.898384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-3e3e0368-f439-479c-b093-723a37baf103 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1002 time: 0.0882046 Aug 10 01:41:44.901219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3f370ff6-1b5e-4376-b0df-99b143a68b58 req-10360e42-099a-47ac-b1f4-40a1c9bce94d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491900 Aug 10 01:41:44.952773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-ee981e9e-46d2-45be-871d-0b9bdbfdfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:44.954209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-ee981e9e-46d2-45be-871d-0b9bdbfdfbf8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0479701 Aug 10 01:41:44.999490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-de7cae3a-a022-4d25-811e-9c385347f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:45.000923 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-de7cae3a-a022-4d25-811e-9c385347f3b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396650 Aug 10 01:41:45.092564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-01970d14-c820-4825-940b-c896a061760a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838215 Aug 10 01:41:45.185117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-fa0baec5-0ac4-4ccf-a717-b5403797bf0c service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Aug 10 01:41:46.018503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d95aa4-765b-4c9d-a845-ee9b185a7d37 req-eabc2f62-d6a9-4021-926e-96b190da685d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:46.019978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7d95aa4-765b-4c9d-a845-ee9b185a7d37 req-eabc2f62-d6a9-4021-926e-96b190da685d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0499959 Aug 10 01:41:46.057807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a7d95aa4-765b-4c9d-a845-ee9b185a7d37 req-39245515-2858-4796-a3f7-027945083c51 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312154 Aug 10 01:41:46.857673 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-837a66af-4068-45a6-84cf-fa8a0448618c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:47.363269 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:47.412625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc28da-a4ef-4477-9103-6c9bcccf3336 req-cb5ec5be-1693-47ea-a157-8939693f2dd4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:47.414660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eccc28da-a4ef-4477-9103-6c9bcccf3336 req-cb5ec5be-1693-47ea-a157-8939693f2dd4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0496244 Aug 10 01:41:47.452297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eccc28da-a4ef-4477-9103-6c9bcccf3336 req-7e156ccf-1098-4ba9-a4b6-910c9f0fcbf8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Aug 10 01:41:47.763933 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:41:47.895636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:48.568039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1809e-111c-43f9-a59d-a76734ce7a6a req-e8181d28-9850-4eb8-8940-4be58868f559 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:48.569496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62b1809e-111c-43f9-a59d-a76734ce7a6a req-e8181d28-9850-4eb8-8940-4be58868f559 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0488579 Aug 10 01:41:48.609022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62b1809e-111c-43f9-a59d-a76734ce7a6a req-584b50c1-28af-4f3b-9917-d81ca35b29b3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329800 Aug 10 01:41:49.722530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002d5c5-ae9b-4c8e-acd1-2b492a571b1d req-f50da7e7-55c1-4c86-9ffa-122a982dc7ee tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:49.724056 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3002d5c5-ae9b-4c8e-acd1-2b492a571b1d req-f50da7e7-55c1-4c86-9ffa-122a982dc7ee tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0483828 Aug 10 01:41:49.766260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3002d5c5-ae9b-4c8e-acd1-2b492a571b1d req-1cd23015-c109-41fc-b006-60a1634347db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359883 Aug 10 01:41:49.791665 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:50.881136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2d314-b0b6-490a-b157-ae8bcd178b63 req-fa672f95-def4-49b6-8f58-1dc3b0a90252 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:50.882907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ae2d314-b0b6-490a-b157-ae8bcd178b63 req-fa672f95-def4-49b6-8f58-1dc3b0a90252 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0486121 Aug 10 01:41:50.924447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ae2d314-b0b6-490a-b157-ae8bcd178b63 req-96f5d081-1d45-4eda-b911-28a133215f06 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356786 Aug 10 01:41:52.039105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02647a00-c0a0-4afc-b01a-96e368f3906c req-dcab156e-7175-4517-8348-b7650b2b207f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:52.040507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02647a00-c0a0-4afc-b01a-96e368f3906c req-dcab156e-7175-4517-8348-b7650b2b207f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0496235 Aug 10 01:41:52.078012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02647a00-c0a0-4afc-b01a-96e368f3906c req-1efd2fe4-ecec-4fd5-a2f7-d6bd114c1459 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Aug 10 01:41:53.194169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1625-9fd9-42bd-ba3b-3eaa96aece48 req-e377f4d8-c4ae-4eab-a8a8-74042881fe95 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:53.196566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf1a1625-9fd9-42bd-ba3b-3eaa96aece48 req-e377f4d8-c4ae-4eab-a8a8-74042881fe95 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0499611 Aug 10 01:41:53.233681 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf1a1625-9fd9-42bd-ba3b-3eaa96aece48 req-35809e18-461a-496d-9ed2-6861da08db24 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Aug 10 01:41:54.349259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c3834-ef4c-4a0c-996a-a0cbf7aafcae req-9fa4a880-aefe-4000-b9b2-5293c7421159 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:54.351055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c2c3834-ef4c-4a0c-996a-a0cbf7aafcae req-9fa4a880-aefe-4000-b9b2-5293c7421159 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Aug 10 01:41:54.388650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6c2c3834-ef4c-4a0c-996a-a0cbf7aafcae req-6907ced2-06c0-4a42-b00e-4cfc3a141041 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318413 Aug 10 01:41:55.503272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1303f5-1743-46a8-bb5b-7cb55da89ef4 req-4db36f09-1332-4418-aeee-dccb596d47ad tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:55.504733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a1303f5-1743-46a8-bb5b-7cb55da89ef4 req-4db36f09-1332-4418-aeee-dccb596d47ad tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Aug 10 01:41:55.542434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a1303f5-1743-46a8-bb5b-7cb55da89ef4 req-921eb56f-505a-45e9-b507-4006ecd85ce6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314567 Aug 10 01:41:56.486982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:56.488863 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:56.656685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea841d-9e8c-4d7e-87a2-aed10e64d411 req-588de24e-23da-4478-9fd3-4018a97a4036 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:56.658168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1ea841d-9e8c-4d7e-87a2-aed10e64d411 req-588de24e-23da-4478-9fd3-4018a97a4036 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0483510 Aug 10 01:41:56.699890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a1ea841d-9e8c-4d7e-87a2-aed10e64d411 req-063e3b9d-9b87-48c9-8d35-18d58df3c916 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357380 Aug 10 01:41:57.070270 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-91ad0372-3656-41f1-858d-8efcfe6993f0 service neutron] show failed (client error): The resource could not be found. Aug 10 01:41:57.071383 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-91ad0372-3656-41f1-858d-8efcfe6993f0 service neutron] 10.222.0.10 "GET /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0552342 Aug 10 01:41:57.260949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b688a141-1edc-4377-91fb-996416650196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:57.262492 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b688a141-1edc-4377-91fb-996416650196 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1098 time: 0.0397141 Aug 10 01:41:57.274539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:41:57.328320 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:57.524976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:41:57.557084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:57.595713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:57.597865 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3385111d-fb1f-4136-91a0-180d02d959bf" -d '{"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:57.601872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:57.615550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Transition to ACTIVE for port object 790f07c5-5d7a-4bd5-b9b2-0901e209a493 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:41:57.619888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:57.647409 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8802272e-8706-437c-a0c4-86f16fe73ffa x-openstack-request-id: req-8802272e-8706-437c-a0c4-86f16fe73ffa {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:57.647696 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:57.647944 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8802272e-8706-437c-a0c4-86f16fe73ffa {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:57.648327 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'code': 200} Aug 10 01:41:57.708705 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.726758 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.728489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:41:57.754436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] No DVR routers for this DVR port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:41:57.836015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a02f-bf6e-4e22-8d8c-5372505dac05 req-f35e46ee-50ae-4485-a55c-eb923e397e59 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:57.838465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d106a02f-bf6e-4e22-8d8c-5372505dac05 req-f35e46ee-50ae-4485-a55c-eb923e397e59 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0583405 Aug 10 01:41:57.881933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d106a02f-bf6e-4e22-8d8c-5372505dac05 req-2aec7bea-4b9d-455e-a8c1-15366c4bca28 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363934 Aug 10 01:41:57.905388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:41:57.905722 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:41:57.906049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:57.910247 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:41:57.910571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:41:57.915987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:41:57.916264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:41:57.916645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:41:57.917071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Bound port: 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:41:57.917422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:57.979307 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:41:57.982347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:41:57.986807 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:58.024503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.025147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:41:58.026556 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] 10.222.0.21 "PUT /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1093 time: 0.7564518 Aug 10 01:41:58.047668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b982ef-8f4f-4854-b53d-45deb35c774a service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:41:58.092398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-20af8816-0ca3-4738-a43d-d42a826f7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.093936 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-20af8816-0ca3-4738-a43d-d42a826f7689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0433674 Aug 10 01:41:58.185921 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-7791a00f-0f96-4543-83e6-840a32bf4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.187457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-7791a00f-0f96-4543-83e6-840a32bf4bf8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0864809 Aug 10 01:41:58.254601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-5116551d-4cb6-431a-8540-56568d2f127d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0605028 Aug 10 01:41:58.303295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-49e75055-4e79-474d-8593-d303ea326d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.304660 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-49e75055-4e79-474d-8593-d303ea326d31 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0431778 Aug 10 01:41:58.349034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-431a5959-dc2a-4120-9e05-f3993056fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:58.350455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-431a5959-dc2a-4120-9e05-f3993056fc82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388510 Aug 10 01:41:58.442150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-46c7d268-ab3c-4201-991e-820ee24b6094 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840795 Aug 10 01:41:58.528999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-378d340c-8490-4b7c-b4b9-5d3495f40969 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808055 Aug 10 01:41:59.005602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a726f-2e73-45db-9b42-f82e781d6839 req-7e52f23e-f782-4cd3-829e-d16938f7a445 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.006995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d39a726f-2e73-45db-9b42-f82e781d6839 req-7e52f23e-f782-4cd3-829e-d16938f7a445 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Aug 10 01:41:59.045183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d39a726f-2e73-45db-9b42-f82e781d6839 req-64689239-f5bc-4a1c-9226-ad3cb9ca3fdf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317771 Aug 10 01:41:59.649338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:41:59.651753 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15418a3-8ecf-4705-b68b-592030e44da1" -d '{"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:41:59.695483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-7e844510-dd62-4e94-baa5-06ff04cfccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.697983 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-7e844510-dd62-4e94-baa5-06ff04cfccf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0422883 Aug 10 01:41:59.701507 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aeeda4-e3db-446d-a6af-028d83027a78 x-openstack-request-id: req-02aeeda4-e3db-446d-a6af-028d83027a78 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:41:59.702533 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:41:59.702813 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02aeeda4-e3db-446d-a6af-028d83027a78 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:41:59.703553 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'status': 'completed', 'code': 200} Aug 10 01:41:59.763379 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-7646f782-7904-425f-92f7-536554774f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.764880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-7646f782-7904-425f-92f7-536554774f1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0413113 Aug 10 01:41:59.804094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-288a45c7-6ecb-440b-9c29-b1c21885c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.805580 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-288a45c7-6ecb-440b-9c29-b1c21885c20a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0857117 Aug 10 01:41:59.857338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-7bbcc41e-7e46-42b2-84bc-65c64665519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.858835 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-7bbcc41e-7e46-42b2-84bc-65c64665519a service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0871618 Aug 10 01:41:59.874523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-791daa57-7ac3-4b96-b6be-cb2c84c66f9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0618799 Aug 10 01:41:59.923198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-c99a6d35-7aa4-4fa2-a4b7-353d4928adb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0576010 Aug 10 01:41:59.924486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-4155abf7-2ca4-44e0-8e9d-43a01ac38265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.925930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-4155abf7-2ca4-44e0-8e9d-43a01ac38265 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0438721 Aug 10 01:41:59.973112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-f273b644-4e30-4121-9a30-d642528f7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.974609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-f273b644-4e30-4121-9a30-d642528f7130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406368 Aug 10 01:41:59.975981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-fbde0a20-4b02-449e-ad43-1301b74290a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:41:59.978275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-fbde0a20-4b02-449e-ad43-1301b74290a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0483060 Aug 10 01:42:00.027177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-70f0ce82-a250-4250-bb38-a2440934bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.028679 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-70f0ce82-a250-4250-bb38-a2440934bfe0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433099 Aug 10 01:42:00.074614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-97339ad9-20bf-450d-90bb-a68d288729ef service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918899 Aug 10 01:42:00.145178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-2817137e-8409-46b3-b744-4b4fffcd094d service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091664 Aug 10 01:42:00.219639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d23b7-cb27-4519-9d81-5c155541fffd req-d207c011-0f23-49fb-8c0e-2cc721f3f5fa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.221110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f34d23b7-cb27-4519-9d81-5c155541fffd req-d207c011-0f23-49fb-8c0e-2cc721f3f5fa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0823646 Aug 10 01:42:00.226626 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c4c7892c-929f-4894-b4e3-5e38a7eb9ec3 req-5161d2b2-e46d-4791-a624-3ef165e20284 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394179 Aug 10 01:42:00.247668 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-1f0b8649-1aa4-473d-8a4c-f0861930e1ea service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945292 Aug 10 01:42:00.261189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f34d23b7-cb27-4519-9d81-5c155541fffd req-709bbe7b-5817-43f5-8bfc-193bcb2de02a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Aug 10 01:42:00.303353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-deffffec-e82b-4b95-9187-05b70fac6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.304811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-deffffec-e82b-4b95-9187-05b70fac6d46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1096 time: 0.0400460 Aug 10 01:42:00.395683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-886a6db1-cf4c-4aa8-8e05-910f05961004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.397080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-886a6db1-cf4c-4aa8-8e05-910f05961004 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0858986 Aug 10 01:42:00.460177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-ef4251cb-60a7-4a11-bf60-ad779d7c50f8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0556142 Aug 10 01:42:00.509149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-98831c1b-cb7c-44db-aaef-b8d5126cd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.510555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-98831c1b-cb7c-44db-aaef-b8d5126cd0e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0432787 Aug 10 01:42:00.559591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-d99111dc-19af-4e58-bfbd-21b73b848c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:00.561060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-d99111dc-19af-4e58-bfbd-21b73b848c30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434053 Aug 10 01:42:00.649954 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-79e0b42a-73b1-49b2-ab0f-53cc14abd9a1 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814950 Aug 10 01:42:00.742107 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c15418a3-8ecf-4705-b68b-592030e44da1 req-e606ce8a-78a5-457f-b730-2da1ac3444e9 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857906 Aug 10 01:42:01.285902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:01.379563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7ecec-35f0-444d-8da6-7648194bd656 req-3ae7ab93-1b68-4280-a97f-f0d6e9eee734 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.380146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:01.381080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ac7ecec-35f0-444d-8da6-7648194bd656 req-3ae7ab93-1b68-4280-a97f-f0d6e9eee734 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 944 time: 0.0495365 Aug 10 01:42:01.392243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:42:01.419459 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ac7ecec-35f0-444d-8da6-7648194bd656 req-1010715a-685e-4afe-a193-5b9b0008f33d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 Aug 10 01:42:01.432416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:01.445486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:01.466387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:01.470792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:01.518310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:01.526470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.526859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.527234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.527578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.527915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.528249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.528581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.528910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.529236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.529562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.529919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.530326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:01.691579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['790f07c5-5d7a-4bd5-b9b2-0901e209a493'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:01.705087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-251bce5e-4941-499e-96b7-07c5ddbba5fa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.706659 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-251bce5e-4941-499e-96b7-07c5ddbba5fa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7&tenant_id=f73b7a2a15b943949452997e25d1e0dc&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 945 time: 0.0554850 Aug 10 01:42:01.725551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a2734-9427-4cff-b904-6a28e1a9761f req-46f5beae-bcb6-4495-8488-6335425e2331 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.725551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d6a2734-9427-4cff-b904-6a28e1a9761f req-46f5beae-bcb6-4495-8488-6335425e2331 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0554361 Aug 10 01:42:01.772037 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9d6a2734-9427-4cff-b904-6a28e1a9761f req-83717810-6dff-4409-9779-b8c9099478eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Aug 10 01:42:01.775382 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-1c7d5e7f-6dd0-49e2-b3e3-20137d416468 service neutron] 10.222.0.21 "GET /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493/bindings/n-h1-766380-21 HTTP/1.1" status: 200 len: 383 time: 0.0601492 Aug 10 01:42:01.838501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-3c7b7093-c033-427e-8882-1b7b42e8bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.840059 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-3c7b7093-c033-427e-8882-1b7b42e8bd94 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0413711 Aug 10 01:42:01.933508 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-88b82402-4de0-4570-87e5-27ff6fc14db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:01.935014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-88b82402-4de0-4570-87e5-27ff6fc14db8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0877707 Aug 10 01:42:01.999195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-ee986c9b-89bd-4fe5-a889-c56991adc476 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1001 time: 0.0568347 Aug 10 01:42:02.052360 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-4394466b-2da2-427c-a555-03188e950c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:02.053728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-4394466b-2da2-427c-a555-03188e950c94 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0473111 Aug 10 01:42:02.107975 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-2ba018bc-d764-440d-9a64-fa66f8138058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:02.109455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-2ba018bc-d764-440d-9a64-fa66f8138058 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476677 Aug 10 01:42:02.197407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-345e9155-ce06-4040-8d48-8870ac93890d service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Aug 10 01:42:02.289042 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-1f8ee76b-3e2f-48b5-b6cd-f9816c127c0e service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Aug 10 01:42:02.420948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:42:02.458421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:42:02.896256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d853d-4a1e-49fc-af7d-5b165bc8985f req-96872ad6-fa94-42d2-93cb-b878c07973cc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:02.897703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e5d853d-4a1e-49fc-af7d-5b165bc8985f req-96872ad6-fa94-42d2-93cb-b878c07973cc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0483623 Aug 10 01:42:02.934458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e5d853d-4a1e-49fc-af7d-5b165bc8985f req-04c8da51-67f1-40d9-a034-4257a1f35bc6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305603 Aug 10 01:42:03.318338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:03.369099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:03.372655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:03.373031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:03.451257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:03.472566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:03.475219 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a9be47-5a0d-46e0-a71d-bd6ce2288444" -d '{"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-plugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:03.489104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:03.493408 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:03.523491 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cef36f-ad30-4ee4-8a0b-a205c5924664 x-openstack-request-id: req-c2cef36f-ad30-4ee4-8a0b-a205c5924664 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:03.524316 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-plugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:03.524630 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2cef36f-ad30-4ee4-8a0b-a205c5924664 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:03.524934 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'code': 200} Aug 10 01:42:03.544631 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:04.052098 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616cc85-95dd-4555-b535-9e3c4bb2c360 req-501fa0a6-6206-497d-9ecc-6d0cfb81ff46 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:04.053577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f616cc85-95dd-4555-b535-9e3c4bb2c360 req-501fa0a6-6206-497d-9ecc-6d0cfb81ff46 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0499127 Aug 10 01:42:04.096489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f616cc85-95dd-4555-b535-9e3c4bb2c360 req-2917bab7-282d-42fa-80da-6e83cf79c34c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367398 Aug 10 01:42:04.287563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-53f32762-3b37-4bd8-9b37-5cd8f30a9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:04.289045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-53f32762-3b37-4bd8-9b37-5cd8f30a9265 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1098 time: 0.0409112 Aug 10 01:42:04.301885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:04.353396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:04.551912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:04.588485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:04.626231 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:04.628597 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ed66e-468d-459b-b35e-ff8a60b203a6" -d '{"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:04.632621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:04.645066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Transition to ACTIVE for port object 790f07c5-5d7a-4bd5-b9b2-0901e209a493 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:04.649789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:04.679256 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd67f7be-82c5-42c0-9e4b-99d4e8ac8a7a x-openstack-request-id: req-bd67f7be-82c5-42c0-9e4b-99d4e8ac8a7a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:04.679550 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:04.679832 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd67f7be-82c5-42c0-9e4b-99d4e8ac8a7a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:04.680436 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'code': 200} Aug 10 01:42:04.776729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=10']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:04.802561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.802856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.803202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.803552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.803891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.804226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.804565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.805048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.805597 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.806067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.806406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.806768 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:42:04.843101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] No DVR routers for this DVR port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:42:04.979238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:04.979582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:04.979912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:04.984156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:42:04.984482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Attempting to bind port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:04.989250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:04.989600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:04.989988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:04.990417 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Bound port: 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:04.990800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:05.059115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:05.062333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:05.066622 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:05.100904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.101331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:05.102786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] 10.222.0.10 "PUT /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1094 time: 0.8048210 Aug 10 01:42:05.125049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab022b-2a25-4d22-8e0c-c18f734e42fd service neutron] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=11']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:05.171007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-e2899018-6a34-4523-a7cf-0e4220123ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.172539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-e2899018-6a34-4523-a7cf-0e4220123ea5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0444422 Aug 10 01:42:05.223435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045449c-4b3e-4374-a084-027c05ad7502 req-7f58aae2-1cdb-4829-86f2-a5dfa3a53ea9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.225755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f045449c-4b3e-4374-a084-027c05ad7502 req-7f58aae2-1cdb-4829-86f2-a5dfa3a53ea9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Aug 10 01:42:05.271244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f045449c-4b3e-4374-a084-027c05ad7502 req-0ee6199c-8a92-49ac-9082-37741e7ba945 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385013 Aug 10 01:42:05.275558 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-b58948e7-2b5a-43f6-8e49-1bd0f4d49a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.277491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-b58948e7-2b5a-43f6-8e49-1bd0f4d49a18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0983155 Aug 10 01:42:05.681072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-9047f1f3-40b2-482c-9cb0-f0a789d34537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.3950500 Aug 10 01:42:05.730300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-22136117-262e-480c-8231-7abdfacf7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.731801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-22136117-262e-480c-8231-7abdfacf7426 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0440125 Aug 10 01:42:05.780615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-38e482da-4433-4305-a5e7-b95fffeb21a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:05.782107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-38e482da-4433-4305-a5e7-b95fffeb21a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439224 Aug 10 01:42:05.871897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-30abf513-7f3c-437b-9cfc-8a47e0b06e10 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Aug 10 01:42:05.964344 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67bffce6-c5a9-43da-9ddd-cbb84e1f3f16 req-cf6e2f6c-7ca2-40c1-90cd-b282c022d043 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855982 Aug 10 01:42:06.065443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-49e0df7e-0526-4667-81ea-dc23d26daab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.066951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-49e0df7e-0526-4667-81ea-dc23d26daab0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0403714 Aug 10 01:42:06.166118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-048b66bb-90ab-493d-aea7-661a83c6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.167612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-048b66bb-90ab-493d-aea7-661a83c6e256 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0827866 Aug 10 01:42:06.237506 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-97bd67ad-a916-4186-802e-96b961f25b45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0618196 Aug 10 01:42:06.286921 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-1c247545-d256-4e50-95c8-2859f12565e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.288320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-1c247545-d256-4e50-95c8-2859f12565e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0426641 Aug 10 01:42:06.337154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-618ccab4-c923-4576-a2ea-3609b869f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.338824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-618ccab4-c923-4576-a2ea-3609b869f827 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416851 Aug 10 01:42:06.444238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd48d-cd45-4360-afdd-6f3afec278ba req-ff040b8b-4f53-42d2-ad5b-9420d8341a25 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.446503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f7dd48d-cd45-4360-afdd-6f3afec278ba req-ff040b8b-4f53-42d2-ad5b-9420d8341a25 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.1066399 Aug 10 01:42:06.475216 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-11c5ad31-81a9-4af1-bdaa-0dd947c33164 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272876 Aug 10 01:42:06.515306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f7dd48d-cd45-4360-afdd-6f3afec278ba req-10189ed1-507b-4ad0-a664-235a75ffb95c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610673 Aug 10 01:42:06.580807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-244e0a60-ea59-42b0-9b09-f8af06463cb6 req-a87ac96b-9faf-4823-8de6-83040737c48a service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926256 Aug 10 01:42:06.681850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:06.684188 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c25676-b260-4f14-ba1b-f30d7fb41470" -d '{"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:06.731850 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0308e2e-a870-46d6-903c-c2039faa69af x-openstack-request-id: req-e0308e2e-a870-46d6-903c-c2039faa69af {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:06.732144 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:06.732395 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0308e2e-a870-46d6-903c-c2039faa69af {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:06.732795 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'status': 'completed', 'code': 200} Aug 10 01:42:06.792967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-a1d82fd0-a7ce-42af-acc4-583d745cbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.794402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-a1d82fd0-a7ce-42af-acc4-583d745cbd98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0420454 Aug 10 01:42:06.797208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-95cc69d6-da42-4122-9aa0-4df78b847373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.798692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-95cc69d6-da42-4122-9aa0-4df78b847373 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0420473 Aug 10 01:42:06.886614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-3acad10f-b325-496c-9711-f229b3341866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.888145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-3acad10f-b325-496c-9711-f229b3341866 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0865257 Aug 10 01:42:06.890124 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-c61e1536-050d-4218-bc04-8963c0ab0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:06.891616 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-c61e1536-050d-4218-bc04-8963c0ab0d31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0859430 Aug 10 01:42:06.954899 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-4d42b935-69c4-4df5-8785-394bcc572ab6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0590932 Aug 10 01:42:06.959831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-933a8f5c-3683-4a44-ae5f-852433ea48d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 200 len: 1000 time: 0.0580437 Aug 10 01:42:07.003347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-06db862a-fa58-45bc-bd38-ca9d91c6bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.004824 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-06db862a-fa58-45bc-bd38-ca9d91c6bdb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0427132 Aug 10 01:42:07.009494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-dcb4081a-4b7e-43d9-8e14-5fdc5f8aab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.010951 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-dcb4081a-4b7e-43d9-8e14-5fdc5f8aab31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0428057 Aug 10 01:42:07.056573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-37c7c646-57ec-4164-8127-f928f20eb68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.058027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-37c7c646-57ec-4164-8127-f928f20eb68b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465434 Aug 10 01:42:07.065931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-3a1067ca-dbbb-40c2-a92d-779c14ba51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.067457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-3a1067ca-dbbb-40c2-a92d-779c14ba51f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489521 Aug 10 01:42:07.148793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-9cf9289c-20ac-43b4-b040-6bff91a2e558 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Aug 10 01:42:07.156991 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-79ed9b73-e583-4df2-8df8-5882e725c884 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815809 Aug 10 01:42:07.241547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-b695b631-ff9d-4914-b22e-65eafe155a97 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Aug 10 01:42:07.257086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a9c25676-b260-4f14-ba1b-f30d7fb41470 req-d51aff76-b9c4-44a0-9791-33cee75aba4e service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893323 Aug 10 01:42:07.349039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:42:07.386880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:42:07.630691 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621988f-dfe3-47c1-9b90-5a5ac31159eb req-aee069cf-63df-4769-9480-9608f171da80 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.632074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f621988f-dfe3-47c1-9b90-5a5ac31159eb req-aee069cf-63df-4769-9480-9608f171da80 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Aug 10 01:42:07.669701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f621988f-dfe3-47c1-9b90-5a5ac31159eb req-25e9934a-d738-40e4-925e-6c4b65dace7a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317166 Aug 10 01:42:07.785802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacffac-ce76-45b8-a947-749570bc19b4 req-9bc302d7-7aaa-4a0b-bf37-5169d4039d32 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.787312 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bacffac-ce76-45b8-a947-749570bc19b4 req-9bc302d7-7aaa-4a0b-bf37-5169d4039d32 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0500205 Aug 10 01:42:07.824256 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bacffac-ce76-45b8-a947-749570bc19b4 req-1f9f688b-7005-440b-b278-7251a9f4f6c4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Aug 10 01:42:07.935582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e58a48-87c4-4015-b081-37bb522169a8 req-edcf5596-b588-4675-aaa0-51d07ddaf567 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:07.936992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71e58a48-87c4-4015-b081-37bb522169a8 req-edcf5596-b588-4675-aaa0-51d07ddaf567 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0487556 Aug 10 01:42:07.975508 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71e58a48-87c4-4015-b081-37bb522169a8 req-2f62e7c7-da19-4db6-9382-6c6c5f0dc3e9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Aug 10 01:42:08.206519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3d00-e81e-45c0-af75-215735062c09 req-66091518-e357-41e9-8690-17e501b07755 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:08.208015 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-652e3d00-e81e-45c0-af75-215735062c09 req-66091518-e357-41e9-8690-17e501b07755 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Aug 10 01:42:08.245175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-652e3d00-e81e-45c0-af75-215735062c09 req-9e8d765e-2750-4654-818d-1e0349f4fe6b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Aug 10 01:42:08.460134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:08.557135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:08.568433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'mac_address': 'fa:16:3e:10:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:42:08.604686 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:08.616877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:08.636808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:08.640177 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:08.685271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:08.895859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['790f07c5-5d7a-4bd5-b9b2-0901e209a493'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:09.359889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad643a72-49cf-49d3-ba86-e7f37b0e99f2 req-f3bc42ad-e33e-4e23-bf64-d2786d11c49a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:09.361359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad643a72-49cf-49d3-ba86-e7f37b0e99f2 req-f3bc42ad-e33e-4e23-bf64-d2786d11c49a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Aug 10 01:42:09.399594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad643a72-49cf-49d3-ba86-e7f37b0e99f2 req-fed47bee-9e12-443b-8812-3a3fa6bad581 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322974 Aug 10 01:42:09.400284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-923d5f82-ad22-4885-91ff-9fcf9fa33269 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:09.402558 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-923d5f82-ad22-4885-91ff-9fcf9fa33269 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 946 time: 0.0506659 Aug 10 01:42:09.492408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Deleting port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:42:09.492948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:09.584999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] For port 790f07c5-5d7a-4bd5-b9b2-0901e209a493, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=790f07c5-5d7a-4bd5-b9b2-0901e209a493,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:09.585298 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:09.810636 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:09.811029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:09.811341 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 disassociated. External IP: 172.25.7.80, port: 790f07c5-5d7a-4bd5-b9b2-0901e209a493. Aug 10 01:42:09.811676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Calling delete_port for 790f07c5-5d7a-4bd5-b9b2-0901e209a493 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:42:09.941544 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:09.969587 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'Port': ['ID=790f07c5-5d7a-4bd5-b9b2-0901e209a493,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:10.092017 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:42:10.204924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:42:10.214591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:42:10.223555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:10.224163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:41:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:10.245328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] No DVR routers for this DVR port 790f07c5-5d7a-4bd5-b9b2-0901e209a493 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:42:10.247956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:10.250132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8f6721c9-29d7-413e-bccd-b640d3eff742 req-3ff6c8fe-e42b-470d-a2c0-795fe9d24b30 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "DELETE /v2.0/ports/790f07c5-5d7a-4bd5-b9b2-0901e209a493 HTTP/1.1" status: 204 len: 173 time: 0.8417063 Aug 10 01:42:10.250590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-deleted', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:10.253625 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55954a40-7fd7-416a-b7d9-73335c1d43a2" -d '{"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-deleted", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:10.298985 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6584f0-4be5-400c-92f2-9e7c1cdc7554 x-openstack-request-id: req-9e6584f0-4be5-400c-92f2-9e7c1cdc7554 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:10.299282 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0edca7a2-b46d-4cad-92b6-9137a029bdf7", "name": "network-vif-deleted", "tag": "790f07c5-5d7a-4bd5-b9b2-0901e209a493", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:10.299542 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e6584f0-4be5-400c-92f2-9e7c1cdc7554 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:10.299944 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0edca7a2-b46d-4cad-92b6-9137a029bdf7', 'name': 'network-vif-deleted', 'tag': '790f07c5-5d7a-4bd5-b9b2-0901e209a493', 'status': 'completed', 'code': 200} Aug 10 01:42:10.333324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:10.469168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:10.474930 n-d-766380-21 neutron-server[105959]: INFO neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No ports have port_id starting with 790f07c5-5d7a-4bd5-b9b2-0901e209a493 Aug 10 01:42:10.478354 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 requested by agent hyperv_n-h2-766380-21 not found in database {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 01:42:10.511643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b848ca69-51df-417c-bc0e-82fd34fe5cbb req-2a4a3ff6-a07c-4b0b-abe0-797d14961719 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=0edca7a2-b46d-4cad-92b6-9137a029bdf7 HTTP/1.1" status: 200 len: 210 time: 0.0324650 Aug 10 01:42:10.543322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:10.571634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:42:10.579878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:10.580490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:41:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:10.687040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:10.888976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:10.918778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09d27b-c842-4e50-81a8-93d46cbdd61a None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:42:11.135760 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435589c1-69e6-4e03-8943-1945c5858b2e None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:42:11.777358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-6d8fc774-865a-4727-adc9-61fe502d0ad5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--262791506&fields=id&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 267 time: 0.0338233 Aug 10 01:42:11.885863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-6e92f74f-850d-420a-bd4b-d2a4fc37c693 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:11.887262 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-6e92f74f-850d-420a-bd4b-d2a4fc37c693 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1031499 Aug 10 01:42:11.901964 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-48ba39b0-4835-4f89-81a1-1031928ec758 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/quotas/f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 375 time: 0.0090945 Aug 10 01:42:11.957552 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-7ae84886-e096-45dd-93e5-57f188827d39 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495002 Aug 10 01:42:12.098331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-caad848b-80a9-4ede-8c53-e6febaf6f159 service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294467 Aug 10 01:42:12.192313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-4efccaaf-1329-4a0a-946f-c56ff4c268cc service neutron] 10.222.0.25 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877209 Aug 10 01:42:12.345921 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-05e18a59-3508-40dd-bbd0-22f9eb8053a8 req-ed6d18b3-41b9-4111-85fb-11d9291cb55c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0256298 Aug 10 01:42:13.424485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-21668270-1df4-4ce0-b4dc-f2d84defc444 req-ccd172d1-3dda-4f72-84d8-68c908419441 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0281792 Aug 10 01:42:14.081066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fca9859f-5530-47c7-8433-3b9adc68c883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:14.497603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:42:14.518033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 790f07c5-5d7a-4bd5-b9b2-0901e209a493 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:42:14.518377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 790f07c5-5d7a-4bd5-b9b2-0901e209a493 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:42:14.519928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0050c8e3-8814-40e0-a328-e127d802db34 req-893bf389-cc97-41c6-a3c3-d8d7c1fa7ecf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0254960 Aug 10 01:42:15.256455 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-432a0971-4746-4fbf-a18b-3efcdb6d272a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:15.257927 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-432a0971-4746-4fbf-a18b-3efcdb6d272a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 812 time: 0.1059384 Aug 10 01:42:15.305527 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-11d11bdf-b2c5-4b79-8601-27a6a37c3854 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 379 time: 0.0387759 Aug 10 01:42:15.315469 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'port': {'device_id': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'admin_state_up': True, 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'security_groups': ['01e793f2-a1e9-4fb0-9053-cdba47c99224']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:15.417123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Made reservation on behalf of f73b7a2a15b943949452997e25d1e0dc for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:42:15.420530 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:15.617112 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-984b7ec5-c6bc-41de-9da0-f70464ac8aab req-16f12be7-bf45-43f7-af3e-3915dbdbb0cc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Aug 10 01:42:15.846789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Allocated IP 172.20.0.8 (d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:42:15.981133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:15.992999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Transition to ACTIVE for port object 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:16.027066 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.073303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:42:16.076403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:42:16.080106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:42:16.086314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:16.131934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:16.132546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.147938 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-8b68d24f-ec9c-4a8f-a463-81c24e810da1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8363285 Aug 10 01:42:16.160896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Request body: {'port': {'device_id': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:16.217085 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.265810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5f1916d0-4621-47d6-8193-fdcf824bb4a3 None None] Provisioning for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:16.269552 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5f1916d0-4621-47d6-8193-fdcf824bb4a3 None None] Provisioning complete for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:16.269929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5f1916d0-4621-47d6-8193-fdcf824bb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.302333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5f1916d0-4621-47d6-8193-fdcf824bb4a3 None None] Port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:42:16.480483 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:16.488316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.500906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Transition to ACTIVE for port object 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:42:16.503704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.553657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:16.626016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:42:16.626354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:42:16.626701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:16.631221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:42:16.631525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:42:16.636927 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:42:16.637269 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:42:16.637656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:42:16.638081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Bound port: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:42:16.638528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.728055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:42:16.743607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:42:16.749061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.806415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b154615-e98c-47e2-8522-4151b428ec28 req-897c2215-3052-439e-9aaf-913faa450c1f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:16.808049 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b154615-e98c-47e2-8522-4151b428ec28 req-897c2215-3052-439e-9aaf-913faa450c1f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.1144323 Aug 10 01:42:16.813837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:16.814484 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.815881 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] 10.222.0.21 "PUT /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1092 time: 0.6594000 Aug 10 01:42:16.816323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:16.818574 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997507ab-911e-4d9a-a2f4-0a5c7e88590d" -d '{"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:16.887049 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-13d59e78-56f0-4506-9bb9-11b5093d66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:16.901701 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7c343c-9006-4c4e-ac35-cf5f90dcc54c x-openstack-request-id: req-8f7c343c-9006-4c4e-ac35-cf5f90dcc54c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:16.902299 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:16.902299 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f7c343c-9006-4c4e-ac35-cf5f90dcc54c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:16.902617 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'status': 'completed', 'code': 200} Aug 10 01:42:16.903258 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d0314-d5a7-4536-a5c6-904055e27396 service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:16.918445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9b154615-e98c-47e2-8522-4151b428ec28 req-2b2702ed-1e22-4446-b9e5-2f32185d6b52 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965242 Aug 10 01:42:16.932619 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-fadc2d83-1d26-4995-aa46-e72b4477566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:16.934327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-fadc2d83-1d26-4995-aa46-e72b4477566e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0694644 Aug 10 01:42:16.978643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-f8433e49-5074-4c66-b719-3de95e6e6aa1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 217 time: 0.0359070 Aug 10 01:42:17.033464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-79c879c8-9f91-47b9-b704-c738e44e683e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.034970 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-79c879c8-9f91-47b9-b704-c738e44e683e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0498745 Aug 10 01:42:17.083430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-5053a7ca-9dae-41a7-b8ee-baf32e827d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.084931 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-5053a7ca-9dae-41a7-b8ee-baf32e827d2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434687 Aug 10 01:42:17.173448 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-be884d1b-97c0-41f3-a14c-c13bbd130daf service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811989 Aug 10 01:42:17.265808 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db465f63-e10a-447a-8b5d-3db8d0160f45 req-db5b469e-37fd-48e8-80ea-77a9a5259432 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853918 Aug 10 01:42:17.350282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-9f1e444e-e2be-4c97-9d94-b79b103f7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.351847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-9f1e444e-e2be-4c97-9d94-b79b103f7270 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0408752 Aug 10 01:42:17.364708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:17.448156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-78835a9e-bfa0-4aae-9347-055d480901af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.449625 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-78835a9e-bfa0-4aae-9347-055d480901af service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0907197 Aug 10 01:42:17.498442 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-0ca62bdc-4e9e-4e40-9080-a97626e328fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 217 time: 0.0421968 Aug 10 01:42:17.547182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-a8548923-9bb8-4724-9f13-dcf7deda4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.548498 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-a8548923-9bb8-4724-9f13-dcf7deda4b75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0426855 Aug 10 01:42:17.598387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-89d359e8-7f64-4588-b882-290a1d1d8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:17.599942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-89d359e8-7f64-4588-b882-290a1d1d8b36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436261 Aug 10 01:42:17.690630 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-9875270d-89d3-43b1-b922-d4a91271b5f7 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821018 Aug 10 01:42:17.784359 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-997507ab-911e-4d9a-a2f4-0a5c7e88590d req-8fff6c34-41a2-4329-9945-f9e17bdda052 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Aug 10 01:42:17.898634 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:18.044752 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9225c-0c7f-4110-849b-8cea9cc5c43d req-25d9a4b7-bd4b-48c5-bef9-fd7e624efe06 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:18.046252 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0de9225c-0c7f-4110-849b-8cea9cc5c43d req-25d9a4b7-bd4b-48c5-bef9-fd7e624efe06 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0498922 Aug 10 01:42:18.088794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0de9225c-0c7f-4110-849b-8cea9cc5c43d req-2a1d53e7-e20f-4b3d-8e0b-c6a54023810e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365586 Aug 10 01:42:19.203466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feea63-e3a1-448b-a7d4-520d96b33b49 req-cb3e4f73-3187-46ae-a160-09a49db32fe5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:19.204932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8feea63-e3a1-448b-a7d4-520d96b33b49 req-cb3e4f73-3187-46ae-a160-09a49db32fe5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0501499 Aug 10 01:42:19.242430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8feea63-e3a1-448b-a7d4-520d96b33b49 req-49ca817e-8bb3-44a1-9fb1-d98f48d11b26 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315423 Aug 10 01:42:19.442273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:42:19.536554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:19.548302 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:42:19.583832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:19.596719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:42:19.615651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:19.619705 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:19.665577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:19.794101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:19.800595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:42:20.357557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5e82b-7216-4de5-b8d5-bbc7cb63fcb6 req-7b707388-7f38-43e5-b2cf-70329447f935 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:20.359137 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4b5e82b-7216-4de5-b8d5-bbc7cb63fcb6 req-7b707388-7f38-43e5-b2cf-70329447f935 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0503130 Aug 10 01:42:20.404399 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c4b5e82b-7216-4de5-b8d5-bbc7cb63fcb6 req-d89fefc0-767c-42aa-ad81-27b1bea7923b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391495 Aug 10 01:42:21.458356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:42:21.505377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:42:21.508932 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:42:21.509305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:21.521905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbce06-0390-490c-8b06-c8689009d45a req-aef02d85-a4fc-4cfd-9194-ba27059cf587 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:21.523441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aedbce06-0390-490c-8b06-c8689009d45a req-aef02d85-a4fc-4cfd-9194-ba27059cf587 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0498145 Aug 10 01:42:21.565619 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aedbce06-0390-490c-8b06-c8689009d45a req-b0029970-0531-48ac-bf5d-86a8b62169a4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360646 Aug 10 01:42:21.589039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:21.610809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:21.612996 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}312bf03717edf7df7c6b5a28f198a531efe9886ca3e13952cf049916608a1d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50251eca-30c6-4ef2-b636-95e66491fca7" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:21.625119 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:42:21.629273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:21.651994 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a52d8-e97e-4a21-bbaa-aa46dc809bbb x-openstack-request-id: req-be5a52d8-e97e-4a21-bbaa-aa46dc809bbb {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:21.652281 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:21.652529 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be5a52d8-e97e-4a21-bbaa-aa46dc809bbb {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:21.652909 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'code': 200} Aug 10 01:42:21.677837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:42:21.743932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e120328-fdac-4c40-93c1-dbcb22e6605a req-7b655eb0-f240-4b8d-bfd5-799223f66d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:21.745679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e120328-fdac-4c40-93c1-dbcb22e6605a req-7b655eb0-f240-4b8d-bfd5-799223f66d11 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0406892 Aug 10 01:42:21.785222 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1e120328-fdac-4c40-93c1-dbcb22e6605a req-3b5c2ed0-c2ea-4a45-9e51-6c53871b1cf2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Aug 10 01:42:22.685240 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640590dc-eba5-4847-8af7-cab89c004cd1 req-221149a8-560f-4f5e-ac8d-69b3389324de tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:22.686784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-640590dc-eba5-4847-8af7-cab89c004cd1 req-221149a8-560f-4f5e-ac8d-69b3389324de tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0499363 Aug 10 01:42:22.725634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-640590dc-eba5-4847-8af7-cab89c004cd1 req-7ec90d7f-33dc-433a-a7f4-e69d31f5679f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324049 Aug 10 01:42:23.842609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9d180-898f-400c-a126-fa902b5872d7 req-a82b0deb-bd56-4494-a462-b0e404dcd2d5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:23.844125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7be9d180-898f-400c-a126-fa902b5872d7 req-a82b0deb-bd56-4494-a462-b0e404dcd2d5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0492170 Aug 10 01:42:23.881870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7be9d180-898f-400c-a126-fa902b5872d7 req-7bdd692b-9c10-405e-911c-a7f760f4a40d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Aug 10 01:42:23.993121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231305dc-d2e6-4d41-89d5-baf4ed7459e4 req-9fc64284-de7f-40f4-a3f9-cfbb8d937aa0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:23.994584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-231305dc-d2e6-4d41-89d5-baf4ed7459e4 req-9fc64284-de7f-40f4-a3f9-cfbb8d937aa0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Aug 10 01:42:24.003171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52408) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:42:24.007690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Request body: {'floatingip': {'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:42:24.049223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:24.473179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:24.476846 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:24.575496 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 associated. External IP: 172.25.7.80, port: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a. Aug 10 01:42:24.763508 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:42:24.780326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:42:24.888323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:42:24.892878 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:24.898288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:42:24.908233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:24.908841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:42:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:24.919796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a4a024a8-2fc6-4c47-9568-cb454a07bc6e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "PUT /v2.0/floatingips/de6c46c7-ff23-472d-8855-d1cdf2b2f392 HTTP/1.1" status: 200 len: 991 time: 0.9156039 Aug 10 01:42:24.920374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:42:24.922597 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9525c9c7535fe7964712ff480fb71cfde7dabc1f892ec44d032d9597e3859c3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7841e20c-08ec-4429-ba19-e2fb1b58680d" -d '{"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:42:24.960007 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef2bf67-5395-48a6-8885-8372552e6a10 x-openstack-request-id: req-6ef2bf67-5395-48a6-8885-8372552e6a10 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:42:24.960305 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:42:24.960564 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ef2bf67-5395-48a6-8885-8372552e6a10 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:42:24.960975 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'status': 'completed', 'code': 200} Aug 10 01:42:25.019121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:25.022954 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-a095590d-0b29-404a-9e73-2190c5d5fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.024945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-a095590d-0b29-404a-9e73-2190c5d5fefb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0408547 Aug 10 01:42:25.120124 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-f5192978-cd84-48e0-a206-68860148a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.121701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-f5192978-cd84-48e0-a206-68860148a8d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0908151 Aug 10 01:42:25.186930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-d197bed5-0412-4cbc-a842-8f1364a1d566 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0576785 Aug 10 01:42:25.241055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-1414518b-d2f5-47dc-841b-8058d696efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.242488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-1414518b-d2f5-47dc-841b-8058d696efa2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0492723 Aug 10 01:42:25.295844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-7026ba16-c210-4ad3-b249-9a2b57f91872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:42:25.297371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-7026ba16-c210-4ad3-b249-9a2b57f91872 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471914 Aug 10 01:42:25.389086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-dc6fcde0-31b8-4431-818e-7a514dfc979c service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841858 Aug 10 01:42:25.398793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:42:24Z', 'revision_number': 13, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:25.425310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:42:25.433585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:42:25.434206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:42:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:25.483778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7841e20c-08ec-4429-ba19-e2fb1b58680d req-4dd978ef-f1fa-4086-949b-0ed8dee3261d service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Aug 10 01:42:25.538385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:42:25.756179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:42:24Z', 'revision_number': 13, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:42:25.782934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dff27a7-4abc-4998-a733-fa1e5099bc32 None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'de6c46c7-ff23-472d-8855-d1cdf2b2f392', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'floating_ip_address': '172.25.7.80', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:35:32Z', 'updated_at': '2021-08-10T01:42:24Z', 'revision_number': 13, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:42:25.972713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d450ec46-6abb-4eae-9f5d-484c001d17e8 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:42:26.478908 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:26.500387 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:44.083122 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d91d1cc-0d10-4740-aca7-bab06f37ec44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:46.857407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b144a8fc-5765-4c7e-a8ba-bf6e589d7de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:47.365666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:47.899596 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:49.796711 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:56.477188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:42:56.506471 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:01.643353 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-6177d67a-462c-4ba0-a2c8-a2e7b21df00b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396240 Aug 10 01:43:01.723511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-06212c53-2bcf-4c72-87a0-f3687cd46c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:01.724995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-06212c53-2bcf-4c72-87a0-f3687cd46c7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0402780 Aug 10 01:43:01.762491 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:43:01.828481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-0f6446aa-4c3e-481f-8ca1-770bddd3b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:01.829943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-0f6446aa-4c3e-481f-8ca1-770bddd3b206 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0873637 Aug 10 01:43:01.893548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-824a0d23-0fb2-48ad-96ec-de5d6617b5cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1001 time: 0.0566812 Aug 10 01:43:01.946113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-890d128c-551d-4ebf-bc5d-deccda9cfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:01.947621 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-890d128c-551d-4ebf-bc5d-deccda9cfda6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0469604 Aug 10 01:43:01.992370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-68fcd241-e29c-4c28-850e-3a580fcf17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:43:01.994044 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-68fcd241-e29c-4c28-850e-3a580fcf17bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393226 Aug 10 01:43:02.081831 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-4cb58706-0739-48b4-9cef-58027899b4a9 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805249 Aug 10 01:43:02.181757 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f607b20-dd25-4ac6-90d8-1c74cecf72db req-146342f3-e156-4568-9aa3-b996b64e3296 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926647 Aug 10 01:43:14.084435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b9401b40-170e-4152-8e0b-5ef7166bd5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:16.857208 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-81713cd5-1e52-4aed-88d2-6f7ee69fb9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:17.366410 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:17.906359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:19.798796 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:21.710461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-879f6eab-f954-42bd-b36d-e8d2c68e1441 req-4c9df310-2917-4044-8278-25693a03b94d service neutron] (105957) timed out ('10.222.0.25', 50274) {{(pid=105957) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:43:26.500210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:26.504430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:38.761623 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:43:44.084458 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c69de97b-c969-476d-905e-604a773f23ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:46.857264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5b1a61d0-a3e8-4741-b78d-2c269ece0f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:47.366946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:47.905342 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:49.801635 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:56.504307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:43:56.507093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:02.009524 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e131a6-3603-4e51-ad00-3e680a2bca17 req-0c5207af-f154-4aeb-ad01-61ecffbfe0e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:02.011287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00e131a6-3603-4e51-ad00-3e680a2bca17 req-0c5207af-f154-4aeb-ad01-61ecffbfe0e8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.1056545 Aug 10 01:44:02.049589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00e131a6-3603-4e51-ad00-3e680a2bca17 req-02350cb7-812e-4fe9-a364-345518b40ee6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Aug 10 01:44:03.639985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-a6a823b4-48a8-4b61-822d-d3e3f4033ba2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397177 Aug 10 01:44:03.737254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-53a05628-6e86-44f2-bcc4-f164984507a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:03.738815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-53a05628-6e86-44f2-bcc4-f164984507a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0461287 Aug 10 01:44:03.842432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-7df0979b-3875-4215-a0c8-d02b35b464dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:03.843862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-7df0979b-3875-4215-a0c8-d02b35b464dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0861320 Aug 10 01:44:03.912333 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-b91ce3e9-9f1f-43b7-b6b2-20e87735b46f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1001 time: 0.0612378 Aug 10 01:44:03.963531 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-629c1f7a-0178-4704-ab24-73e57718ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:03.964985 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-629c1f7a-0178-4704-ab24-73e57718ae51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0450749 Aug 10 01:44:04.011349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-44539dd1-c500-4004-96c1-80606f32198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:04.012773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-44539dd1-c500-4004-96c1-80606f32198c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405123 Aug 10 01:44:04.105426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-d55f7803-0da2-4ba5-92fb-417de9fe2e9e service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854576 Aug 10 01:44:04.195406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4260de0a-1332-46a1-b6ff-2f001bdcebc9 req-88cc7a34-1dd4-44fc-a1b6-198deb7196cf service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824809 Aug 10 01:44:13.323082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52666) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:44:13.412390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-90455c7f-a84f-4c06-abe2-a0e384bef605 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882206 Aug 10 01:44:13.453644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20dd4c-101b-479a-8c87-339c38403300 req-15a7c656-4414-4b72-b684-504280946d9d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:13.455755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f20dd4c-101b-479a-8c87-339c38403300 req-15a7c656-4414-4b72-b684-504280946d9d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0541899 Aug 10 01:44:13.495345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f20dd4c-101b-479a-8c87-339c38403300 req-9fe32a29-24e1-40ab-ad6a-b90f0dd25e8e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335310 Aug 10 01:44:14.085284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d201e63-fc59-4ba6-9961-eacc1f7d77ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:14.651598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaef057-5e37-4c71-b695-cb0617bd3951 req-4cb17e48-814e-468a-86f3-b4181f077f63 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:14.653061 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaaef057-5e37-4c71-b695-cb0617bd3951 req-4cb17e48-814e-468a-86f3-b4181f077f63 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0514221 Aug 10 01:44:14.991521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aaaef057-5e37-4c71-b695-cb0617bd3951 req-9dca7f84-f287-42e9-b738-37b679b7dede tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325584 Aug 10 01:44:15.760198 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:16.114489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683873f-b908-4490-8d7d-4de108732cca req-21aaf2cf-c104-4bcd-b800-91ae686f1ef7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:16.116032 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6683873f-b908-4490-8d7d-4de108732cca req-21aaf2cf-c104-4bcd-b800-91ae686f1ef7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Aug 10 01:44:16.154468 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6683873f-b908-4490-8d7d-4de108732cca req-b5ef7490-f65a-4f0d-be4f-a91d23a8eeae tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324008 Aug 10 01:44:16.515779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-de15b41d-1879-4bd7-aeee-47035bf4a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:16.517267 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-de15b41d-1879-4bd7-aeee-47035bf4a5eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1097 time: 0.0425079 Aug 10 01:44:16.608672 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-e2d8e0ef-c94a-4883-a465-9ed7ad1ce4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:16.610126 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-e2d8e0ef-c94a-4883-a465-9ed7ad1ce4ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0856678 Aug 10 01:44:16.674684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-31488b23-6194-4fa8-9f85-b9f7b2782cfb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1001 time: 0.0577259 Aug 10 01:44:16.723353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-43b5dcea-ab60-467c-85a1-f07e1a5fd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:16.724789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-43b5dcea-ab60-467c-85a1-f07e1a5fd6e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0435989 Aug 10 01:44:16.774488 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-8ee1a725-c07f-4c8f-a8f7-1c6e83d86d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:16.775933 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-8ee1a725-c07f-4c8f-a8f7-1c6e83d86d94 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445130 Aug 10 01:44:16.860419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a2039b7-5c41-4bf8-8106-45e36828d68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:16.868329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-1210f106-bfd1-4757-ba46-247abe340ab4 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Aug 10 01:44:16.960489 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-69bd4f5f-e4b5-4d3b-b470-a67267274622 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858696 Aug 10 01:44:17.354337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ca64d-1894-478b-903a-21540239d712 req-27923ae4-95df-4dd5-bf5c-624a46d0ac86 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:17.355854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86ca64d-1894-478b-903a-21540239d712 req-27923ae4-95df-4dd5-bf5c-624a46d0ac86 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0942085 Aug 10 01:44:17.367951 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:17.393531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b86ca64d-1894-478b-903a-21540239d712 req-4df7df89-5ae4-4d27-9975-8dadb42e9dd7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Aug 10 01:44:17.909845 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:18.512487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91666572-f282-4e8e-b909-236d2de01f93 req-7272f717-b321-4fc3-8d25-191ccbe18f20 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:18.513982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91666572-f282-4e8e-b909-236d2de01f93 req-7272f717-b321-4fc3-8d25-191ccbe18f20 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0507975 Aug 10 01:44:18.551770 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91666572-f282-4e8e-b909-236d2de01f93 req-9a7c1a89-ba87-4b33-a767-604ee574bdf5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Aug 10 01:44:19.665557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e9993-7b68-4c18-b8f9-52cd4d3fd77e req-fefb2ec2-dd27-4371-b05d-be0f4835d48e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:19.667030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f40e9993-7b68-4c18-b8f9-52cd4d3fd77e req-fefb2ec2-dd27-4371-b05d-be0f4835d48e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0475340 Aug 10 01:44:19.704673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f40e9993-7b68-4c18-b8f9-52cd4d3fd77e req-958cc0e3-c665-4172-87ef-e7d4998d0bf2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Aug 10 01:44:19.804381 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:20.824193 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522d0f-04eb-47dc-980d-14890c14716d req-b3103ac5-8a03-4efc-83fb-04a06a68786d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:20.825687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31522d0f-04eb-47dc-980d-14890c14716d req-b3103ac5-8a03-4efc-83fb-04a06a68786d tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0526721 Aug 10 01:44:20.864132 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-31522d0f-04eb-47dc-980d-14890c14716d req-4dc53b14-6d72-4b80-8985-c7916d779c58 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324857 Aug 10 01:44:21.981643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb1dc3-c9aa-4dcd-8b40-c2934a140619 req-c28d9fef-0a17-4b77-8713-d2a3583f6d98 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:21.983037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f1eb1dc3-c9aa-4dcd-8b40-c2934a140619 req-c28d9fef-0a17-4b77-8713-d2a3583f6d98 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0504158 Aug 10 01:44:22.024435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f1eb1dc3-c9aa-4dcd-8b40-c2934a140619 req-58c757e2-ebe0-43ae-a68a-a020b8e96e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348818 Aug 10 01:44:23.239734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76923a10-de0d-4aa5-99ad-7830f31abe7f req-bc3fa6b3-c25f-4f1d-a096-07059427b6db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:23.241236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76923a10-de0d-4aa5-99ad-7830f31abe7f req-bc3fa6b3-c25f-4f1d-a096-07059427b6db tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0946307 Aug 10 01:44:23.278266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-76923a10-de0d-4aa5-99ad-7830f31abe7f req-7eae533e-1af5-47a7-8a70-9960a7411ea9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Aug 10 01:44:24.393234 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b364c8-5a9a-43ee-9bfe-6896eab34a3c req-48dda30f-6f68-4556-93cb-4b017c82a286 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:24.394778 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27b364c8-5a9a-43ee-9bfe-6896eab34a3c req-48dda30f-6f68-4556-93cb-4b017c82a286 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0482321 Aug 10 01:44:24.431143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27b364c8-5a9a-43ee-9bfe-6896eab34a3c req-ffa04b61-f904-4655-99ac-4aac0ca63b66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305066 Aug 10 01:44:25.548273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b6b9d-0934-4d43-b87a-6eb991fc6447 req-f7ba26e5-568d-4d03-8067-6855d40e74bf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:25.549758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e6b6b9d-0934-4d43-b87a-6eb991fc6447 req-f7ba26e5-568d-4d03-8067-6855d40e74bf tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0505142 Aug 10 01:44:25.588293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e6b6b9d-0934-4d43-b87a-6eb991fc6447 req-06a02d85-b74e-4973-b899-58377d7a96a6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Aug 10 01:44:26.511793 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:26.513702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:26.703365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc85cb-e8ce-4e6d-9ea6-f247b7d7f2aa req-18e8aa4e-acb7-44ad-b704-976d04427c84 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:26.704823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99cc85cb-e8ce-4e6d-9ea6-f247b7d7f2aa req-18e8aa4e-acb7-44ad-b704-976d04427c84 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0486548 Aug 10 01:44:26.742890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99cc85cb-e8ce-4e6d-9ea6-f247b7d7f2aa req-4c64b434-85f2-47bb-a69f-78aa1bf822b3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313408 Aug 10 01:44:27.861305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469511aa-ed1b-4d48-acf1-cff2b27f411c req-16e94acb-5a4a-48f9-b2b0-ce6c723634aa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:27.862804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-469511aa-ed1b-4d48-acf1-cff2b27f411c req-16e94acb-5a4a-48f9-b2b0-ce6c723634aa tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0522599 Aug 10 01:44:27.899522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-469511aa-ed1b-4d48-acf1-cff2b27f411c req-e6c65cb5-2d8a-4e4c-a53f-906b3f70fca8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308502 Aug 10 01:44:29.014749 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b284834-4b49-43a8-8eed-5fb2a0626fe1 req-60c1bbe1-393c-491a-99d8-20e8d05d097b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:29.016252 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b284834-4b49-43a8-8eed-5fb2a0626fe1 req-60c1bbe1-393c-491a-99d8-20e8d05d097b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Aug 10 01:44:29.059654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b284834-4b49-43a8-8eed-5fb2a0626fe1 req-ee86369a-511c-4ef7-b6ef-775ef61d00ea tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374031 Aug 10 01:44:30.174286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1581b-39b8-4a3e-aeaa-b0468585a732 req-f2aae118-9e26-49f8-ae51-034e6c1df34e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:30.175797 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99d1581b-39b8-4a3e-aeaa-b0468585a732 req-f2aae118-9e26-49f8-ae51-034e6c1df34e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0483117 Aug 10 01:44:30.214878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-99d1581b-39b8-4a3e-aeaa-b0468585a732 req-2c2c974a-005c-4444-8829-b77a1afc6a7c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Aug 10 01:44:30.617290 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [req-28674fd7-3046-470d-9911-82baef4ebdaf req-6f6e2d50-c7b2-4cac-b251-b8b396e0f74a service neutron] show failed (client error): The resource could not be found. Aug 10 01:44:30.618320 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-6f6e2d50-c7b2-4cac-b251-b8b396e0f74a service neutron] 10.222.0.21 "GET /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0995624 Aug 10 01:44:30.856848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-b5e49631-da7e-4d32-9bc5-33c02f03bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:30.858352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-b5e49631-da7e-4d32-9bc5-33c02f03bf67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0841641 Aug 10 01:44:30.870424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:44:30.925256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.125894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:44:31.158601 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:44:31.199456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:44:31.201874 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09119379-6838-42ba-a60f-cba85cf90936" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:44:31.205984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.219269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Transition to ACTIVE for port object 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:44:31.222832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.335231 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba823e94-7524-42f9-bed4-7abdc9e8f970 x-openstack-request-id: req-ba823e94-7524-42f9-bed4-7abdc9e8f970 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:44:31.335524 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:44:31.335775 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba823e94-7524-42f9-bed4-7abdc9e8f970 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:44:31.336169 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'code': 200} Aug 10 01:44:31.343757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=6']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:31.368712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.369056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.369399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.369731 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.370061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.370386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.370726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.371120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.371456 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.371773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.372089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.372405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:31.395764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] No DVR routers for this DVR port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h1-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:44:31.447226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f4651-2e37-476c-9cda-c0fcc285bc2f req-3b317312-1bbd-4180-afd2-2059789cd047 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:31.448773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-995f4651-2e37-476c-9cda-c0fcc285bc2f req-3b317312-1bbd-4180-afd2-2059789cd047 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.1528916 Aug 10 01:44:31.528410 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-995f4651-2e37-476c-9cda-c0fcc285bc2f req-98127f09-7c63-47b9-9673-cdb6ed7e80f3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709302 Aug 10 01:44:31.577518 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:44:31.577878 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:44:31.578204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:44:31.582552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:44:31.582960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:44:31.587864 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:44:31.588205 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:44:31.588605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:44:31.589013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Bound port: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:44:31.589367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.655314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:44:31.658357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:44:31.662513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.697470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:31.698133 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:31.699525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] 10.222.0.10 "PUT /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1092 time: 0.8333614 Aug 10 01:44:31.719856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691d2b-dd3c-4a9c-87ae-085bb7b4bf25 service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:31.766265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-36297abc-d185-4e97-bf3e-ccae1ecba421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:31.767852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-36297abc-d185-4e97-bf3e-ccae1ecba421 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0451820 Aug 10 01:44:31.868421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-c4bd51dc-2297-4248-ba5d-a741e3a3aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:31.870012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-c4bd51dc-2297-4248-ba5d-a741e3a3aa6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0946729 Aug 10 01:44:31.937981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-367c4c5d-7f01-4402-a4cb-cc6195a23681 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0607436 Aug 10 01:44:31.991369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a0922e1a-86d2-462d-bccd-e3df6fbcb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:31.992728 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-a0922e1a-86d2-462d-bccd-e3df6fbcb590 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0477951 Aug 10 01:44:32.038437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28674fd7-3046-470d-9911-82baef4ebdaf req-d1e639ee-9828-4e03-9755-41e5b1b96989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:32.039953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-d1e639ee-9828-4e03-9755-41e5b1b96989 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407200 Aug 10 01:44:32.128001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-b93be531-71a0-475c-bcd1-19533e7acf6d service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812676 Aug 10 01:44:32.220883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-28674fd7-3046-470d-9911-82baef4ebdaf req-ac87e26e-229b-4469-bc87-f22c61808210 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Aug 10 01:44:32.650459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502cec3-8332-4512-9a19-0ccd77695006 req-aaf12fde-c7bb-4e9c-ba51-a9e3daa58516 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:32.651911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2502cec3-8332-4512-9a19-0ccd77695006 req-aaf12fde-c7bb-4e9c-ba51-a9e3daa58516 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0495653 Aug 10 01:44:32.690561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2502cec3-8332-4512-9a19-0ccd77695006 req-60e039b1-43f7-44c8-ad6e-e9e650e20cd1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Aug 10 01:44:33.337660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:44:33.340146 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c26a6a263ef48b5e7bc75f1a046f341599d500ef325995060865e60a0471281c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed" -d '{"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:44:33.389276 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733b10b4-2740-46f9-8cf9-15872ec68a69 x-openstack-request-id: req-733b10b4-2740-46f9-8cf9-15872ec68a69 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:44:33.389571 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:44:33.389838 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-733b10b4-2740-46f9-8cf9-15872ec68a69 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:44:33.390226 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'status': 'completed', 'code': 200} Aug 10 01:44:33.452629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-3e0706cd-ebb9-4929-aba1-7270ed63b57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.454154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-3e0706cd-ebb9-4929-aba1-7270ed63b57d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0461016 Aug 10 01:44:33.459400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-64254511-5c76-479e-b4fe-2bea94984157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.460862 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-64254511-5c76-479e-b4fe-2bea94984157 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1095 time: 0.0460978 Aug 10 01:44:33.552158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-4019f54f-2454-43e5-9401-c41555c1df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.554257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-4019f54f-2454-43e5-9401-c41555c1df4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0935469 Aug 10 01:44:33.559639 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-97617de5-6f28-4d20-a907-c4b0797f044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.561139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-97617de5-6f28-4d20-a907-c4b0797f044f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0934134 Aug 10 01:44:33.622393 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-5c4aba51-1c97-4485-9fd7-dec40d2b23b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0607672 Aug 10 01:44:33.627992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-c1eeea5f-f440-4596-931d-14d2a67efa7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0596085 Aug 10 01:44:33.678686 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-08aa34fb-7ee5-4569-a795-84b065c265b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.679578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-bc4765d8-9471-4f0c-84d8-1dd81113ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.680386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-08aa34fb-7ee5-4569-a795-84b065c265b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0512173 Aug 10 01:44:33.681027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-bc4765d8-9471-4f0c-84d8-1dd81113ed35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0454288 Aug 10 01:44:33.729942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-904b02c0-c399-4940-8835-0c9c731379fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.731486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-904b02c0-c399-4940-8835-0c9c731379fb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426099 Aug 10 01:44:33.741267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-786db5b7-47e4-490e-ba9d-b272d26b7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.743887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-786db5b7-47e4-490e-ba9d-b272d26b7afc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559332 Aug 10 01:44:33.847398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-27b7556e-c77a-4bb7-8c97-e9eb078a29ed service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953796 Aug 10 01:44:33.866443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05405ae-f74d-4baf-b144-e17420aeb1e1 req-c06732c4-655e-439c-8ffd-322d1443518f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:33.867958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c05405ae-f74d-4baf-b144-e17420aeb1e1 req-c06732c4-655e-439c-8ffd-322d1443518f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0764208 Aug 10 01:44:33.889606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-025e24d1-a1df-4d51-ba7b-787ec112b7b4 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508062 Aug 10 01:44:33.943248 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-d54be66e-9199-4200-8959-db037ef8168b service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880148 Aug 10 01:44:33.970539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c05405ae-f74d-4baf-b144-e17420aeb1e1 req-78f1ddf9-61b3-4f95-bd5c-ff8dd8797d31 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935879 Aug 10 01:44:34.003338 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e4e3e396-b8c0-4a28-88e8-3a7c4de996ed req-97d1252b-b093-4a1b-943a-54fd1a9d873f service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053972 Aug 10 01:44:34.201700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:44:34.241435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:44:35.433357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944a43e-64f1-43a4-b5d7-87a448962673 req-f760cec7-8329-412c-a68a-7827690c525f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:35.435142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5944a43e-64f1-43a4-b5d7-87a448962673 req-f760cec7-8329-412c-a68a-7827690c525f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.3896821 Aug 10 01:44:35.475866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5944a43e-64f1-43a4-b5d7-87a448962673 req-a0a85930-7bb3-49bd-a642-b7ec8a90d232 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 Aug 10 01:44:36.593726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df8f56-b62d-459d-827b-125b1b843115 req-f22dd853-06bc-4acd-a0b2-b17873009ac7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:36.595249 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98df8f56-b62d-459d-827b-125b1b843115 req-f22dd853-06bc-4acd-a0b2-b17873009ac7 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0510640 Aug 10 01:44:36.633458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-98df8f56-b62d-459d-827b-125b1b843115 req-11d6e816-dbe5-45a3-9332-c8a1eb0e440b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315711 Aug 10 01:44:37.748555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6c96-dd3e-402b-a493-e39f7a57e6d8 req-0b1c1b87-d492-4973-a978-26a2286da8dd tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:37.750000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f65c6c96-dd3e-402b-a493-e39f7a57e6d8 req-0b1c1b87-d492-4973-a978-26a2286da8dd tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0485263 Aug 10 01:44:37.787455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f65c6c96-dd3e-402b-a493-e39f7a57e6d8 req-23266805-de13-4d18-ba2c-0847a7744fed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Aug 10 01:44:38.906370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0b744-7f0d-406d-806e-8a2cf18e6b7c req-9310dace-47fa-4b29-b1c5-abf39aa199ed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:38.907791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ad0b744-7f0d-406d-806e-8a2cf18e6b7c req-9310dace-47fa-4b29-b1c5-abf39aa199ed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0500305 Aug 10 01:44:38.947179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ad0b744-7f0d-406d-806e-8a2cf18e6b7c req-5ffd7dfb-caaa-4a1d-a3eb-2601310abafc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Aug 10 01:44:40.063189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56daa2-0ba8-4fdf-81f5-75654845cd46 req-62a80a02-c961-40c5-b41e-46b470f3f6e0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:40.064660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db56daa2-0ba8-4fdf-81f5-75654845cd46 req-62a80a02-c961-40c5-b41e-46b470f3f6e0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0504749 Aug 10 01:44:40.104660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db56daa2-0ba8-4fdf-81f5-75654845cd46 req-3b7a237a-06fc-45db-be38-742ca142c452 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333221 Aug 10 01:44:41.218402 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5a84b-5904-415f-bae2-2e4f30f7107f req-5c9741cc-7677-41c8-86a9-f8a0f3a34608 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:41.219874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ed5a84b-5904-415f-bae2-2e4f30f7107f req-5c9741cc-7677-41c8-86a9-f8a0f3a34608 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0480080 Aug 10 01:44:41.262930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ed5a84b-5904-415f-bae2-2e4f30f7107f req-7109eb12-77e7-44c8-8af1-4499a7956bc9 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371437 Aug 10 01:44:42.379743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c877dd5-13a5-445b-9b58-4a174b78534b req-5acf6011-491e-4d80-a4eb-252474183d1a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:42.381116 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c877dd5-13a5-445b-9b58-4a174b78534b req-5acf6011-491e-4d80-a4eb-252474183d1a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 943 time: 0.0476184 Aug 10 01:44:42.418904 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c877dd5-13a5-445b-9b58-4a174b78534b req-e030ddf1-e30b-4d53-8a2d-0dc54e78317f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312188 Aug 10 01:44:43.236666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:44:43.329089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:44:43.340582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:44:43.376935 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:43.394081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:44:43.415162 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:44:43.419042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:43.470037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:43.478989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.479367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.479723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.480099 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.480529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.480826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.481140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.481473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.481800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.482134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.482451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.482807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:43.559112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d9d17-dfaf-4ff2-9485-df5eab5766e7 req-9f490745-788d-4a3f-8cf6-288abe749e7a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:43.560583 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-527d9d17-dfaf-4ff2-9485-df5eab5766e7 req-9f490745-788d-4a3f-8cf6-288abe749e7a tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0501664 Aug 10 01:44:43.597085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-527d9d17-dfaf-4ff2-9485-df5eab5766e7 req-ea0cddf9-4c7f-405d-9a00-2ec4038ae285 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304379 Aug 10 01:44:43.675044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:44:44.085291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2cdb121a-ef8d-4f63-9ed2-2b42ed88a135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:44.725381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e81a1-0f96-44b3-b60b-5c4051b77968 req-b2428a3c-5cc1-4b83-aed7-cab6b41db1a2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:44.726892 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-904e81a1-0f96-44b3-b60b-5c4051b77968 req-b2428a3c-5cc1-4b83-aed7-cab6b41db1a2 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0479329 Aug 10 01:44:44.765158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-904e81a1-0f96-44b3-b60b-5c4051b77968 req-9be3f164-582f-4fd1-bfc4-1720f5ece0f8 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Aug 10 01:44:45.074060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-3e4fe5b8-c896-4396-a85f-a584502b9436 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.075540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-3e4fe5b8-c896-4396-a85f-a584502b9436 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.10 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&tenant_id=f73b7a2a15b943949452997e25d1e0dc&binding%3Ahost_id=n-h2-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.0821581 Aug 10 01:44:45.087576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba35d23-d082-42f9-bf6d-5945a9cb0d89 req-278d17bb-e2b9-426c-a865-5805460030eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.089008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ba35d23-d082-42f9-bf6d-5945a9cb0d89 req-278d17bb-e2b9-426c-a865-5805460030eb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0693140 Aug 10 01:44:45.132899 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ba35d23-d082-42f9-bf6d-5945a9cb0d89 req-09eb2c58-5dd7-4eab-a16d-4bdfa049ea4b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377076 Aug 10 01:44:45.217117 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-107e5a97-ab9e-4758-b2a4-0ef63376b4dc service neutron] 10.222.0.10 "GET /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a/bindings/n-h2-766380-21 HTTP/1.1" status: 200 len: 383 time: 0.0954998 Aug 10 01:44:45.247731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:44:45.280862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-fcb589b3-6d31-4818-9e67-b7cec526c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.282481 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-fcb589b3-6d31-4818-9e67-b7cec526c869 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1096 time: 0.0409772 Aug 10 01:44:45.297670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:44:45.301161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:44:45.301536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:45.377819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:45.380088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-9a1d9833-afef-4c30-a2f9-2cc0e3c4e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.381567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-9a1d9833-afef-4c30-a2f9-2cc0e3c4e173 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0913928 Aug 10 01:44:45.400299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:44:45.414716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:44:45.419554 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:45.447336 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d19536-769e-4117-9dfe-a8184a0035e6" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:44:45.450207 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-001b9fff-f62e-47ea-ab85-0cb04587c466 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1000 time: 0.0613415 Aug 10 01:44:45.477903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:45.510099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-fd423c69-74cb-4ec3-9aae-05f4404f2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.511632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-fd423c69-74cb-4ec3-9aae-05f4404f2a2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0544593 Aug 10 01:44:45.549000 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ced4a-06dd-472c-9197-988d96c6ba1a x-openstack-request-id: req-483ced4a-06dd-472c-9197-988d96c6ba1a {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:44:45.549292 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:44:45.549542 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-483ced4a-06dd-472c-9197-988d96c6ba1a {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:44:45.549938 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'code': 200} Aug 10 01:44:45.561756 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-6bab0d8b-0487-4935-bec2-9eee0393bd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:45.563320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-6bab0d8b-0487-4935-bec2-9eee0393bd03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444684 Aug 10 01:44:45.651442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-e2e3505a-6bb7-4200-b9ea-d649ddd64f12 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805511 Aug 10 01:44:45.743388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-4e5372ac-c2b1-4779-80df-865b44b002b6 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852473 Aug 10 01:44:46.248306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd73e4-32cc-4bd3-92ad-4e72cdfd19ef req-b55369d1-2938-4a3c-b6b1-fd1c4e485719 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:46.249757 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdbd73e4-32cc-4bd3-92ad-4e72cdfd19ef req-b55369d1-2938-4a3c-b6b1-fd1c4e485719 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0481899 Aug 10 01:44:46.286807 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdbd73e4-32cc-4bd3-92ad-4e72cdfd19ef req-b5573445-fa58-4f90-8d66-2b28c80fe732 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Aug 10 01:44:46.862988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60aa97d5-a944-48b4-b1b9-dac60a1dc9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:47.373723 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:47.412688 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0ccde-c0c2-4619-aa8f-8566e523df34 req-982056e4-28ae-4210-b819-5d077cb9b034 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:47.414789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78e0ccde-c0c2-4619-aa8f-8566e523df34 req-982056e4-28ae-4210-b819-5d077cb9b034 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0551269 Aug 10 01:44:47.455011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78e0ccde-c0c2-4619-aa8f-8566e523df34 req-46fe6aa9-d3fa-4abf-9031-17e51b4a99a1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334065 Aug 10 01:44:47.911691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:48.576777 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c67f6-2e47-4011-8225-4e8036290a6b req-8ef179e3-a682-4947-ba97-d4847a8ce865 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:48.578371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e3c67f6-2e47-4011-8225-4e8036290a6b req-8ef179e3-a682-4947-ba97-d4847a8ce865 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0536847 Aug 10 01:44:48.617755 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e3c67f6-2e47-4011-8225-4e8036290a6b req-0502f531-df08-4b6e-aef9-d3961a765d16 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328808 Aug 10 01:44:49.482388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-5340a8cc-3134-4d55-9581-f3a792aded17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:49.483956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-5340a8cc-3134-4d55-9581-f3a792aded17 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614&tenant_id=f73b7a2a15b943949452997e25d1e0dc HTTP/1.1" status: 200 len: 1097 time: 0.0405717 Aug 10 01:44:49.496398 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:44:49.551148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:49.787019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c24c5-6889-4a2d-aa3b-84237b2ff34a req-5f6f6b64-ad07-4c68-87ab-8123667f48c0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:49.789020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd1c24c5-6889-4a2d-aa3b-84237b2ff34a req-5f6f6b64-ad07-4c68-87ab-8123667f48c0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0993533 Aug 10 01:44:49.793947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:44:49.807502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:49.852791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dd1c24c5-6889-4a2d-aa3b-84237b2ff34a req-fd2051d4-21f4-4893-87a6-79592ee0095c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567603 Aug 10 01:44:49.858295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:44:49.897684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:44:49.903209 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:49.915760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Transition to ACTIVE for port object 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:44:49.919390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:49.948623 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12128c-9272-4efe-a9f6-869dfaa0e690" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:44:50.023932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:50.038301 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.038827 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.039380 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.039732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.040080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.040421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.040759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.041094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.041427 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.041760 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.042091 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.042420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:44:50.060571 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] No DVR routers for this DVR port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:44:50.063141 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990b9d7-086e-4f6e-850e-da7e194a04d1 x-openstack-request-id: req-8990b9d7-086e-4f6e-850e-da7e194a04d1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:44:50.063431 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-unplugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:44:50.063687 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8990b9d7-086e-4f6e-850e-da7e194a04d1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:44:50.064091 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'code': 200} Aug 10 01:44:50.200106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:44:50.200439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:44:50.200765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:44:50.204877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:44:50.205196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Attempting to bind port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:44:50.209859 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:44:50.210219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Checking segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:44:50.210604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Bound using segment: {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:44:50.211119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Bound port: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea224ab8-f067-4332-8df0-f0d2020b895b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:44:50.211465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:50.273230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:44:50.276474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:44:50.280104 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:50.312406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.313037 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:50.314432 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] 10.222.0.21 "PUT /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 1093 time: 0.8221159 Aug 10 01:44:50.348051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1083f-9328-4381-8add-37089f6f25ba service neutron] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=11']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:44:50.384424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-7a742324-314e-430d-9451-b9c69927ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.385966 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-7a742324-314e-430d-9451-b9c69927ee83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1096 time: 0.0491352 Aug 10 01:44:50.479443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-b8e41d36-ea8b-439f-9718-d1c5d685fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.480924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-b8e41d36-ea8b-439f-9718-d1c5d685fac3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0885270 Aug 10 01:44:50.550384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-43cf0e2c-1012-44dc-825b-56424b2e9d0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0623014 Aug 10 01:44:50.598413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-458c6ce2-5084-44a4-9032-0b974795abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.599769 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-458c6ce2-5084-44a4-9032-0b974795abf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0432305 Aug 10 01:44:50.644882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-d7794601-436f-4387-be1d-ddc1860936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.646354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-d7794601-436f-4387-be1d-ddc1860936a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388243 Aug 10 01:44:50.738639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-1cc17be2-804d-49b6-b113-1f060f60df38 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842080 Aug 10 01:44:50.828200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4df0a67d-34cf-45c8-a4b4-402f71cadf34 req-be29a29a-b6fb-4f95-b4df-5a6fb279f358 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824518 Aug 10 01:44:50.977574 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca53b50-7347-495c-85d0-c25794414904 req-8d873393-4de9-4973-96db-1a48bc46e474 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:50.979145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aca53b50-7347-495c-85d0-c25794414904 req-8d873393-4de9-4973-96db-1a48bc46e474 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0524924 Aug 10 01:44:51.018185 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-aca53b50-7347-495c-85d0-c25794414904 req-4e291139-b26a-4280-ad51-536f426320b5 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Aug 10 01:44:51.258904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:44:51.295585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:44:52.065382 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:44:52.067988 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:44:52.120075 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f892214a-2e11-4d4c-bfe3-9219ac6fe837 x-openstack-request-id: req-f892214a-2e11-4d4c-bfe3-9219ac6fe837 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:44:52.120440 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:44:52.120861 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f892214a-2e11-4d4c-bfe3-9219ac6fe837 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:44:52.121325 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'status': 'completed', 'code': 200} Aug 10 01:44:52.148234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd875a22-8137-4bc2-8a26-872c8b98972f req-6ad6f0b1-3854-44ca-96c6-3a633a460612 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.150221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd875a22-8137-4bc2-8a26-872c8b98972f req-6ad6f0b1-3854-44ca-96c6-3a633a460612 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0564907 Aug 10 01:44:52.190304 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-f4f74d44-d7e8-4a71-b11c-d6b208e85eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.193975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-f4f74d44-d7e8-4a71-b11c-d6b208e85eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1096 time: 0.0546930 Aug 10 01:44:52.216763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bd875a22-8137-4bc2-8a26-872c8b98972f req-28b6ece9-302c-4b69-bafd-0622da4d6414 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574214 Aug 10 01:44:52.219871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-136277e7-5ac9-4e06-964c-f7a87da51484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.221320 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-136277e7-5ac9-4e06-964c-f7a87da51484 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f73b7a2a15b943949452997e25d1e0dc&device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 1096 time: 0.0699422 Aug 10 01:44:52.287260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-76865856-2519-4571-8fd5-47ea829b2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.288819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-76865856-2519-4571-8fd5-47ea829b2498 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.0875514 Aug 10 01:44:52.333161 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-22a77ec4-579c-4bdc-a1da-b9cbecadc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.334646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-22a77ec4-579c-4bdc-a1da-b9cbecadc0bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 200 len: 912 time: 0.1059411 Aug 10 01:44:52.361051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-6e94192a-182a-4268-a238-adc23bc53907 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0647666 Aug 10 01:44:52.401613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-2a2d091d-bf75-4fb1-bf40-cbba74d796ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 200 len: 999 time: 0.0598562 Aug 10 01:44:52.411832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-bd2022ba-21fd-46e9-9ce2-ffcfef8b3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.413451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-bd2022ba-21fd-46e9-9ce2-ffcfef8b3e01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0452960 Aug 10 01:44:52.458093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-2000c87b-6029-430c-b1d8-2d9c2388b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.459877 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-2000c87b-6029-430c-b1d8-2d9c2388b34c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 200 len: 851 time: 0.0515027 Aug 10 01:44:52.460302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-1c006f14-3d2b-4aec-810c-1fc64b7ac0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.461793 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-1c006f14-3d2b-4aec-810c-1fc64b7ac0de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409369 Aug 10 01:44:52.506309 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-570cc9b3-8f23-4c32-a244-63d1987ec6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:52.508511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-570cc9b3-8f23-4c32-a244-63d1987ec6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420914 Aug 10 01:44:52.558904 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-997d33d0-2d8d-4027-8d25-bba062d99765 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893588 Aug 10 01:44:52.604106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-d8ae9d6f-b579-4a2c-a012-ba8f4d7ec699 service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Aug 10 01:44:52.653862 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-e1a231a0-d378-474d-a8b9-4dc6fff03609 service neutron] 10.222.0.21 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878584 Aug 10 01:44:52.703363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bc3111a2-fe72-4760-8f1c-a1040c51b0e5 req-33dac0f4-6b1f-441d-bbca-7bbf3e06df4c service neutron] 10.222.0.10 "GET /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Aug 10 01:44:52.763219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:44:53.345776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0c0ca-6a9a-4bab-b0d4-8bdda6b5d5b6 req-281783fe-4c5b-4690-ae71-4f5772e087a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:53.347326 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b0c0ca-6a9a-4bab-b0d4-8bdda6b5d5b6 req-281783fe-4c5b-4690-ae71-4f5772e087a3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0523994 Aug 10 01:44:53.386451 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-03b0c0ca-6a9a-4bab-b0d4-8bdda6b5d5b6 req-6232d3fc-f032-4e72-ac3e-2f03bee3c83b tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Aug 10 01:44:54.504276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eae16e-7c43-4f56-b384-eb70095d3c86 req-d0e83ec4-7f14-431e-8d37-74605ae71bf1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:54.506844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6eae16e-7c43-4f56-b384-eb70095d3c86 req-d0e83ec4-7f14-431e-8d37-74605ae71bf1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0504689 Aug 10 01:44:54.547946 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6eae16e-7c43-4f56-b384-eb70095d3c86 req-98d4c823-f607-438f-ae68-71dd5b4c0feb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341847 Aug 10 01:44:55.672191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205b61e-3098-47a8-9ef4-4c39f17b8740 req-b10d163b-a379-4d2d-85d2-a6a676fb92bb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:55.673673 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4205b61e-3098-47a8-9ef4-4c39f17b8740 req-b10d163b-a379-4d2d-85d2-a6a676fb92bb tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0538044 Aug 10 01:44:55.711789 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4205b61e-3098-47a8-9ef4-4c39f17b8740 req-12c9d11f-015c-42b4-9875-4fd200de2bc3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Aug 10 01:44:56.511498 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:56.520024 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:44:56.825948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f0380-227f-4b97-9eb8-58c43555b2b0 req-ca6b0fb6-d634-47b8-8316-9bb7082a4649 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:56.827362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-839f0380-227f-4b97-9eb8-58c43555b2b0 req-ca6b0fb6-d634-47b8-8316-9bb7082a4649 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0486746 Aug 10 01:44:56.864785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-839f0380-227f-4b97-9eb8-58c43555b2b0 req-c2057631-aa32-439e-83c6-888c92547eba tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315752 Aug 10 01:44:57.978587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02c3cc-b03c-4083-b086-8b0fba98bfb2 req-4c9c0175-68e9-4720-9ec6-ccc4d001f280 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:57.979981 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca02c3cc-b03c-4083-b086-8b0fba98bfb2 req-4c9c0175-68e9-4720-9ec6-ccc4d001f280 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0479131 Aug 10 01:44:58.016858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca02c3cc-b03c-4083-b086-8b0fba98bfb2 req-6592552e-dddd-4497-a7d4-2bd0dacc0ce3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Aug 10 01:44:59.135644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209e28b-13dd-4036-8c65-5716c514e94c req-840406ce-1958-431b-9a6d-1fdaa685515f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:44:59.137111 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f209e28b-13dd-4036-8c65-5716c514e94c req-840406ce-1958-431b-9a6d-1fdaa685515f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0525334 Aug 10 01:44:59.173361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f209e28b-13dd-4036-8c65-5716c514e94c req-34963985-a85f-4cd3-b29e-21ba61d4ff83 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303872 Aug 10 01:45:00.288706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab015f14-ca07-4352-b36b-56ffc32df4ed req-b0706873-6b4c-4191-80df-85fd5c4c79a4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:00.290156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab015f14-ca07-4352-b36b-56ffc32df4ed req-b0706873-6b4c-4191-80df-85fd5c4c79a4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0486171 Aug 10 01:45:00.327744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab015f14-ca07-4352-b36b-56ffc32df4ed req-73323770-3d99-4cd7-96e7-e398f836d789 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311129 Aug 10 01:45:01.451430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c4b84-f4c3-410a-96c9-f7fe084fd07c req-e4dc7a9c-c927-4610-9de0-d5e3c1104fa4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:01.452934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c17c4b84-f4c3-410a-96c9-f7fe084fd07c req-e4dc7a9c-c927-4610-9de0-d5e3c1104fa4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 944 time: 0.0516701 Aug 10 01:45:01.494852 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c17c4b84-f4c3-410a-96c9-f7fe084fd07c req-d68110c7-7084-4caf-9270-7e0ba0f96203 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336208 Aug 10 01:45:02.293851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:45:02.386652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:02.397313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'port_id': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'mac_address': 'fa:16:3e:52:4f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:45:02.433463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:02.445306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:02.463585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:02.467821 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:02.515797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:02.615079 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b277a-9928-4521-9749-1bdd3422af6a req-6d8ec8d3-c8e2-4d57-a644-1e4d86a7ff94 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:02.617416 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b58b277a-9928-4521-9749-1bdd3422af6a req-6d8ec8d3-c8e2-4d57-a644-1e4d86a7ff94 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Aug 10 01:45:02.655018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b58b277a-9928-4521-9749-1bdd3422af6a req-0b152ad6-4a3a-4615-92a4-6b969ca799ce tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Aug 10 01:45:02.694344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:02.773697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e929-c7d2-486f-bb16-7589376c37d9 req-1dd30b72-8eaf-41fb-947d-a2c5499d26ff tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:02.775225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b280e929-c7d2-486f-bb16-7589376c37d9 req-1dd30b72-8eaf-41fb-947d-a2c5499d26ff tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0538149 Aug 10 01:45:02.813741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b280e929-c7d2-486f-bb16-7589376c37d9 req-b2f9adc3-acc3-40b6-8011-a232f1402acc tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Aug 10 01:45:02.928897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3b4f-d29e-4ddc-957b-966ecf50cd0d req-4733e50e-b2ce-4fb3-89ab-a7f94c816952 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:02.930265 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46df3b4f-d29e-4ddc-957b-966ecf50cd0d req-4733e50e-b2ce-4fb3-89ab-a7f94c816952 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Aug 10 01:45:02.967153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46df3b4f-d29e-4ddc-957b-966ecf50cd0d req-462c7e0e-f0e0-4475-82a7-3decafa9f5e1 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Aug 10 01:45:03.195050 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f8fcf-f8aa-4eb7-b2de-23e1a3851b28 req-145b4a92-8dac-4da9-a6cc-886ca29b7ff3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:03.196534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-057f8fcf-f8aa-4eb7-b2de-23e1a3851b28 req-145b4a92-8dac-4da9-a6cc-886ca29b7ff3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0482202 Aug 10 01:45:03.233662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-057f8fcf-f8aa-4eb7-b2de-23e1a3851b28 req-85733593-26d5-4ddd-bab5-76fd1b8ddb8c tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Aug 10 01:45:04.325210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:04.355685 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e7be-8462-448f-9a3f-905a5c56fd3b req-91d3bd35-5fbc-47fc-ba2c-8ee38a4dd4b0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:04.357201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a23e7be-8462-448f-9a3f-905a5c56fd3b req-91d3bd35-5fbc-47fc-ba2c-8ee38a4dd4b0 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Aug 10 01:45:04.373665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:04.378895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:04.379277 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:04.396475 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a23e7be-8462-448f-9a3f-905a5c56fd3b req-bd5ccc4b-a932-4767-b5ea-c17809a0576e tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups?id=01e793f2-a1e9-4fb0-9053-cdba47c99224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331104 Aug 10 01:45:04.460620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:04.482461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:04.484681 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6a780-a3d9-4551-9e00-dadf10e5f171" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:04.497625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:04.501654 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:04.526051 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c356b6ab-0650-4c45-bd10-e819fb64d5fd x-openstack-request-id: req-c356b6ab-0650-4c45-bd10-e819fb64d5fd {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:04.526347 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-plugged", "status": "completed", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:04.526599 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c356b6ab-0650-4c45-bd10-e819fb64d5fd {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:04.527006 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'code': 200} Aug 10 01:45:04.551468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=13']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:04.739288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-ffbb9a92-2168-4671-b539-1abe153354ed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:04.740763 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-ffbb9a92-2168-4671-b539-1abe153354ed tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 946 time: 0.0517781 Aug 10 01:45:04.827789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Deleting port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:04.828128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:04.917465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] For port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:04.917829 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:05.082153 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:05.082435 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:05.082777 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392 disassociated. External IP: 172.25.7.80, port: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a. Aug 10 01:45:05.083116 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Calling delete_port for 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:05.209356 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:05.237159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'Port': ['ID=6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:05.498069 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a46ba1e9-c9f1-43b9-ad53-f340c125adf0 req-10822214-7887-445f-b5c9-e2473b7e9900 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Aug 10 01:45:05.653424 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:45:05.759265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:45:05.772604 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:45:05.782310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:05.782968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:44:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:05.801391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] No DVR routers for this DVR port 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:05.804291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:05.806565 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4b49233-7b02-4e0d-9774-1a0aa9565838 req-8ab2905c-d88e-4593-8bda-e3432dcf9173 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.21 "DELETE /v2.0/ports/6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a HTTP/1.1" status: 204 len: 173 time: 1.0594323 Aug 10 01:45:05.807221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-deleted', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:05.809715 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14133a5c-ef4f-4053-83cd-de5a63ae24ef" -d '{"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-deleted", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:05.852149 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ad898b-f3fb-43a2-b9c4-12df804c8950 x-openstack-request-id: req-b4ad898b-f3fb-43a2-b9c4-12df804c8950 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:05.852442 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "452ab0cd-d60b-41e0-b3b6-5a7b148fe614", "name": "network-vif-deleted", "tag": "6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:05.852693 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4ad898b-f3fb-43a2-b9c4-12df804c8950 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:05.853093 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '452ab0cd-d60b-41e0-b3b6-5a7b148fe614', 'name': 'network-vif-deleted', 'tag': '6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a', 'status': 'completed', 'code': 200} Aug 10 01:45:05.890998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:06.089984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:06.116319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:45:06.124687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:06.125142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:44:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:06.228848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:06.421296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:06.452551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380c0c32-0736-4616-98e5-af97d958df1e None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:35:30Z', 'revision_number': 4, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '21d21c33-83c9-4905-8127-e7ba34779e3d', 'name': '', 'network_id': 'd60e1ec2-1bc7-4805-a0b5-4a9ce32c4301', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'mac_address': 'fa:16:3e:4b:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:29Z', 'updated_at': '2021-08-10T01:35:36Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'subnets': [{'id': 'a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:45:06.598120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15574361-cb36-4197-a3bc-5324b673a1e0 req-a85760bb-859b-43ad-8517-a679420a55f3 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0274322 Aug 10 01:45:06.699797 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fb46a-d5a9-4ca5-9568-080040d82341 None None] New status for floating IP de6c46c7-ff23-472d-8855-d1cdf2b2f392: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:45:07.696409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d04f18df-4156-4c56-bc97-e8b17c6a8fae req-c1f26efd-87dd-44b4-a1c1-d2d832935ee4 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0267031 Aug 10 01:45:08.337543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:08.511586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:08.511925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 6afea2a8-d38b-4fe3-91cd-f8acac9ccb1a not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:08.793180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1b82251d-e793-4ce4-9869-2dcf7c82f398 req-b9322241-450c-4ef7-a4cc-3c95b016dc94 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/ports?device_id=452ab0cd-d60b-41e0-b3b6-5a7b148fe614 HTTP/1.1" status: 200 len: 210 time: 0.0269165 Aug 10 01:45:12.503855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52900) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:12.564389 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.590376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.639943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.642549 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.643745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "DELETE /v2.0/security-groups/01e793f2-a1e9-4fb0-9053-cdba47c99224 HTTP/1.1" status: 204 len: 168 time: 0.1388185 Aug 10 01:45:12.646529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52902) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:12.653055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a095d52-8809-4d23-bcaa-6b2c6a640e66 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e793f2-a1e9-4fb0-9053-cdba47c99224,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:12.666786 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-4b380f75-53d9-4ee0-a299-f09e5644bb5f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] show failed (client error): The resource could not be found. Aug 10 01:45:12.670447 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4b380f75-53d9-4ee0-a299-f09e5644bb5f tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "GET /v2.0/security-groups/01e793f2-a1e9-4fb0-9053-cdba47c99224 HTTP/1.1" status: 404 len: 347 time: 0.0201590 Aug 10 01:45:12.670779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52904) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:12.802391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Deleting port 8b0dec29-27e3-4c0d-9f08-52822473ce2c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:12.802787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.882476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.882691 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:12.894313 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Calling delete_port for 8b0dec29-27e3-4c0d-9f08-52822473ce2c owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:13.026909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.052577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Pushing event deleted for resources: {'Port': ['ID=8b0dec29-27e3-4c0d-9f08-52822473ce2c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:13.113401 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.116152 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.117418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a27e79f1-7f95-4b63-b6b2-3de6c93384d6 tempest-ServerActionsTestJSON-2029349347 tempest-ServerActionsTestJSON-2029349347-project] 10.222.0.25 "DELETE /v2.0/floatingips/de6c46c7-ff23-472d-8855-d1cdf2b2f392 HTTP/1.1" status: 204 len: 168 time: 0.4380710 Aug 10 01:45:13.120220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52906) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:13.530122 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.769296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Deleting port 21d21c33-83c9-4905-8127-e7ba34779e3d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:13.769919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.845683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] For port 21d21c33-83c9-4905-8127-e7ba34779e3d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=21d21c33-83c9-4905-8127-e7ba34779e3d,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:13.845958 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:13.862236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Calling delete_port for 21d21c33-83c9-4905-8127-e7ba34779e3d owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:14.039350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.065603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d21c33-83c9-4905-8127-e7ba34779e3d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:14.105216 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-db6ae5bc-f870-428e-aff7-c5f32a50faff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.240171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.452974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Router cc8a2415-d543-48b3-810a-5e6024c4adc5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:45:14.557797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:45:14.562836 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8b1588f3-ba7a-4446-ad10-297f10f10d86 admin admin] 10.222.0.25 "PUT /v2.0/routers/cc8a2415-d543-48b3-810a-5e6024c4adc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4415646 Aug 10 01:45:14.565422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52910) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:14.566401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Sync routers for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:45:14.575819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:14.576424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:44:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:14.670547 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.678841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:14.774923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.828437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Deleting port 7561c59b-eb35-428b-a341-eec89b70476c {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:14.828785 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.854171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': '7561c59b-eb35-428b-a341-eec89b70476c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:45:13Z', 'revision_number': 5, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port': {'id': '7561c59b-eb35-428b-a341-eec89b70476c', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fe:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:35:28Z', 'updated_at': '2021-08-10T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:14.884850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Checking router: cc8a2415-d543-48b3-810a-5e6024c4adc5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:45:14.892874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Routers {'cc8a2415-d543-48b3-810a-5e6024c4adc5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:45:14.893471 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:44:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cc8a2415-d543-48b3-810a-5e6024c4adc5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:14.905807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] For port 7561c59b-eb35-428b-a341-eec89b70476c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7561c59b-eb35-428b-a341-eec89b70476c,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:14.906173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:14.923112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Calling delete_port for 7561c59b-eb35-428b-a341-eec89b70476c owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:14.982235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] Set router cc8a2415-d543-48b3-810a-5e6024c4adc5 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:45:15.034196 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:45:14Z', 'revision_number': 6, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:15.064895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ed4f1-e6d0-4e6b-acb9-9fffb6917fc5 None None] The sync data for ids ['cc8a2415-d543-48b3-810a-5e6024c4adc5'] in n-d-766380-21 is: [{'id': 'cc8a2415-d543-48b3-810a-5e6024c4adc5', 'name': 'tempest-ServerActionsTestJSON-1362558863-router', 'tenant_id': 'f73b7a2a15b943949452997e25d1e0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:35:27Z', 'updated_at': '2021-08-10T01:45:14Z', 'revision_number': 6, 'project_id': 'f73b7a2a15b943949452997e25d1e0dc', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:45:15.091844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.124437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7561c59b-eb35-428b-a341-eec89b70476c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:15.186118 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.280320 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.282372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.326220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.326824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8a2415-d543-48b3-810a-5e6024c4adc5 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:45:15.331274 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.332429 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3b24bcd0-4327-43a5-85c6-937961c95cf7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/cc8a2415-d543-48b3-810a-5e6024c4adc5 HTTP/1.1" status: 204 len: 168 time: 0.7660270 Aug 10 01:45:15.335757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52914) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:15.383081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Deleting subnet a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:45:15.385984 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.420363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.495868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.557858 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.585079 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:15.588671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.590957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a044be4-f9e4-464a-a5a0-cb6d6826320f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a57e0f5d-c84c-408b-a7e1-dfbc04e03bb2 HTTP/1.1" status: 204 len: 168 time: 0.2538660 Aug 10 01:45:15.593474 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52916) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:15.594357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37b5b8-4009-4b75-b5aa-3959addcb130 None None] Network d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:15.664243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.718999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Deleting port cd04f827-48e8-494c-8614-5b4044ef0b9f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:15.719350 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.775984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add732b6-a102-4265-9457-772fe098e260 None None] DHCP port deletion for d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:45:15.792374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] For port cd04f827-48e8-494c-8614-5b4044ef0b9f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd04f827-48e8-494c-8614-5b4044ef0b9f,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:15.792743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.807503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Calling delete_port for cd04f827-48e8-494c-8614-5b4044ef0b9f owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:15.830892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-add732b6-a102-4265-9457-772fe098e260 None None] Deleting port cd04f827-48e8-494c-8614-5b4044ef0b9f {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:15.831266 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-add732b6-a102-4265-9457-772fe098e260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.891595 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.892451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-add732b6-a102-4265-9457-772fe098e260 None None] For port cd04f827-48e8-494c-8614-5b4044ef0b9f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=cd04f827-48e8-494c-8614-5b4044ef0b9f,segment=NetworkSegment(ea224ab8-f067-4332-8df0-f0d2020b895b),segment_id=ea224ab8-f067-4332-8df0-f0d2020b895b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:15.892955 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-add732b6-a102-4265-9457-772fe098e260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.906624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-add732b6-a102-4265-9457-772fe098e260 None None] Calling delete_port for cd04f827-48e8-494c-8614-5b4044ef0b9f owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:15.921839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04f827-48e8-494c-8614-5b4044ef0b9f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:15.925781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] No DVR routers for this DVR port cd04f827-48e8-494c-8614-5b4044ef0b9f on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:15.985818 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-add732b6-a102-4265-9457-772fe098e260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:15.996662 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.006797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:16.011312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add732b6-a102-4265-9457-772fe098e260 None None] Pushing event deleted for resources: {'Port': ['ID=cd04f827-48e8-494c-8614-5b4044ef0b9f,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:16.014894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add732b6-a102-4265-9457-772fe098e260 None None] No DVR routers for this DVR port cd04f827-48e8-494c-8614-5b4044ef0b9f on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:16.018264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea224ab8-f067-4332-8df0-f0d2020b895b') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:16.018764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea224ab8-f067-4332-8df0-f0d2020b895b') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:16.031344 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.045795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.053102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:16.053691 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:16.055428 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:16.122494 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.128004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.131689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301 HTTP/1.1" status: 204 len: 168 time: 0.5363307 Aug 10 01:45:16.135742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd04f827-48e8-494c-8614-5b4044ef0b9f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:16.144003 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d60c1-063c-48d8-a16f-eb627e251ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60e1ec2-1bc7-4805-a0b5-4a9ce32c4301,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:16.156966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: cd04f827-48e8-494c-8614-5b4044ef0b9f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:16.157337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device cd04f827-48e8-494c-8614-5b4044ef0b9f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:16.157725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7561c59b-eb35-428b-a341-eec89b70476c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:16.177896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7561c59b-eb35-428b-a341-eec89b70476c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:16.178247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7561c59b-eb35-428b-a341-eec89b70476c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:16.178676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 21d21c33-83c9-4905-8127-e7ba34779e3d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:16.197607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 21d21c33-83c9-4905-8127-e7ba34779e3d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:16.197953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 21d21c33-83c9-4905-8127-e7ba34779e3d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:16.246482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52920) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:16.286213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-153cb516-7bc8-4e35-8eb1-b917582ccd15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f73b7a2a15b943949452997e25d1e0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384898 Aug 10 01:45:16.288832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52922) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:16.336758 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.357043 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.403625 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.406169 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:16.407363 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae5cf1f8-1f54-47fd-a0fb-b9a8693df4e8 HTTP/1.1" status: 204 len: 168 time: 0.1176534 Aug 10 01:45:16.415025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bae6e0-6416-42dc-ab43-a73740a62736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5cf1f8-1f54-47fd-a0fb-b9a8693df4e8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:16.863720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-61c9029c-166b-495c-8da5-c11573e0b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.107784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 52944) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:17.202196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1358737412-network', 'tenant_id': 'c479ea33d6d1475fa635b8505b7b68db'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:17.227845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Made reservation on behalf of c479ea33d6d1475fa635b8505b7b68db for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:17.230258 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.238376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.324424 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.328256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.354192 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:17.363416 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6535620-b347-4f39-8f88-e682d5878307,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:17.366734 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.371877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.372218 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Added segment 3df227fd-2de0-4812-aa1e-6f01176e2dae of type vlan for network caa1ab6c-bb82-457f-bb37-f04add362cb3 Aug 10 01:45:17.413102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.441404 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.442376 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:17.443033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.500704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3918276 Aug 10 01:45:17.503823 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 52948) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:17.509906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Request body: {'subnet': {'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1358737412-subnet', 'tenant_id': 'c479ea33d6d1475fa635b8505b7b68db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:17.511277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe59053-00af-4791-b7ae-b10d294fbf22 admin admin] Pushing event updated for resources: {'Network': ['ID=caa1ab6c-bb82-457f-bb37-f04add362cb3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:17.521266 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:17.532015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Made reservation on behalf of c479ea33d6d1475fa635b8505b7b68db for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:17.534469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.702815 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.757636 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f406b9b3-16b2-4388-a9a4-7323929eb3f4,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:17.766437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Checking segment: {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:17.766832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Network hostable DHCP agents. Network: caa1ab6c-bb82-457f-bb37-f04add362cb3, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:17.782627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:17.790863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, caa1ab6c-bb82-457f-bb37-f04add362cb3) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:17.794813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:17.795591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:17.801229 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c749aaab-a29c-42f5-9da7-e0be959bff13 None None] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:17.809369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-52c9d836-d60a-4ce3-b084-0abaf8346dd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3041122 Aug 10 01:45:17.938926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55511187-836b-4339-b3a9-7367c14013a0 None None] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:17.942379 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:18.235884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2bad80bb-f02e-4f55-a39c-9be596ee7bdd tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:18.237299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2bad80bb-f02e-4f55-a39c-9be596ee7bdd tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 814 time: 0.1046996 Aug 10 01:45:18.252576 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-f1499afe-96e8-4d52-8cdc-43e7b00c53a5 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/quotas/c479ea33d6d1475fa635b8505b7b68db HTTP/1.1" status: 200 len: 375 time: 0.0089698 Aug 10 01:45:18.285367 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-fda203b3-6cd9-474d-be80-4c2008770d37 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273440 Aug 10 01:45:18.372266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-a3b8b53b-2924-4565-add2-79c9a8499dc0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:45:18.373260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-a3b8b53b-2924-4565-add2-79c9a8499dc0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477309 Aug 10 01:45:18.461102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-8920acf0-f837-454c-ba18-4eff60577738 service neutron] 10.222.0.25 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816774 Aug 10 01:45:18.557763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-13531fc0-a9e5-44f0-ad1c-961bf8b6cd0d service neutron] 10.222.0.25 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901508 Aug 10 01:45:18.725008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f8e32942-0d37-41e6-8fae-3710cef1741d req-41519295-f68d-4a82-bf7f-060e922703e8 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Aug 10 01:45:19.812228 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:19.824488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2263f5ab-82c5-447d-bd9e-f2d1bb46b591 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:19.826007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2263f5ab-82c5-447d-bd9e-f2d1bb46b591 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.10 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 814 time: 0.1278007 Aug 10 01:45:19.843946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Request body: {'port': {'device_id': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3', 'admin_state_up': True, 'tenant_id': 'c479ea33d6d1475fa635b8505b7b68db'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:19.848089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-373eaa77-4ec9-4cc1-8c89-86fe6cc25ff4 req-6deb2fff-792a-4b8f-b014-60af664dc3ca tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 210 time: 0.0450368 Aug 10 01:45:19.950423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Made reservation on behalf of c479ea33d6d1475fa635b8505b7b68db for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:19.953872 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.078795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Allocated IP 172.20.0.14 (caa1ab6c-bb82-457f-bb37-f04add362cb3/f406b9b3-16b2-4388-a9a4-7323929eb3f4/eac69e5f-7124-4878-9ee6-694df84b486d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:20.227631 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.265851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.311179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:20.314285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:20.318576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:20.341723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Pushing event updated for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:20.369915 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:20.370527 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.383813 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-c4d7e8c4-99ab-46fb-a4f4-fe548b8fe27c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436971 Aug 10 01:45:20.395923 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Request body: {'port': {'device_id': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:20.453016 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.707695 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac69e5f-7124-4878-9ee6-694df84b486d {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:20.715729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.728388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Transition to ACTIVE for port object eac69e5f-7124-4878-9ee6-694df84b486d will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:20.731828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.797287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Pushing event updated for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:20.849204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Attempting to bind port eac69e5f-7124-4878-9ee6-694df84b486d on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:20.850343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Attempting to bind port eac69e5f-7124-4878-9ee6-694df84b486d by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:20.850485 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Attempting to bind port eac69e5f-7124-4878-9ee6-694df84b486d on network caa1ab6c-bb82-457f-bb37-f04add362cb3 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:20.854580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Port eac69e5f-7124-4878-9ee6-694df84b486d on network caa1ab6c-bb82-457f-bb37-f04add362cb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:45:20.854925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Attempting to bind port eac69e5f-7124-4878-9ee6-694df84b486d on network caa1ab6c-bb82-457f-bb37-f04add362cb3 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:20.859548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:20.859879 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Checking segment: {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:20.860256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Bound using segment: {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:20.860670 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Bound port: eac69e5f-7124-4878-9ee6-694df84b486d, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:20.861018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.923955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:20.927184 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eac69e5f-7124-4878-9ee6-694df84b486d,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:20.932771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.964884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:20.965580 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:20.966974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] 10.222.0.10 "PUT /v2.0/ports/eac69e5f-7124-4878-9ee6-694df84b486d HTTP/1.1" status: 200 len: 1093 time: 0.5750742 Aug 10 01:45:20.967408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:20.967612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e36b03-25ae-4ae3-8f59-c2e7ffeba6e8 req-ab62b517-ab5f-452e-a53b-dfe463aef748 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:20.969135 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48e36b03-25ae-4ae3-8f59-c2e7ffeba6e8 req-ab62b517-ab5f-452e-a53b-dfe463aef748 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 944 time: 0.0526092 Aug 10 01:45:20.996391 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04f700-d55a-4eae-88a2-575ee781e844 service neutron] Pushing event updated for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:21.012096 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874ebf88-a348-4315-b8d3-29f327fae36a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:21.023469 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48e36b03-25ae-4ae3-8f59-c2e7ffeba6e8 req-e27bb234-f162-4e97-bd1a-371247c16f2c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Aug 10 01:45:21.060422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-96a159b6-5677-43d9-93d8-47069d6cc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.061967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-96a159b6-5677-43d9-93d8-47069d6cc8dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 1096 time: 0.0464072 Aug 10 01:45:21.106852 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357125a-af15-4679-9828-9db1a586598a x-openstack-request-id: req-4357125a-af15-4679-9828-9db1a586598a {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:21.107141 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:21.107392 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4357125a-af15-4679-9828-9db1a586598a {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:21.107781 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d', 'status': 'completed', 'code': 200} Aug 10 01:45:21.109525 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-48fd68e0-803e-47c0-ac2f-8770c1b261bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac69e5f-7124-4878-9ee6-694df84b486d HTTP/1.1" status: 200 len: 217 time: 0.0398655 Aug 10 01:45:21.159042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-ca43ba3f-d43d-4e1a-9342-97f707c00a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.160440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-ca43ba3f-d43d-4e1a-9342-97f707c00a3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f406b9b3-16b2-4388-a9a4-7323929eb3f4 HTTP/1.1" status: 200 len: 854 time: 0.0429029 Aug 10 01:45:21.191002 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-8c3b5e74-b5c3-43ea-9c3c-ae3f84a2b51b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=caa1ab6c-bb82-457f-bb37-f04add362cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237572 Aug 10 01:45:21.281398 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-567f42c6-c593-4701-9f3a-08bd503c35d1 service neutron] 10.222.0.10 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834742 Aug 10 01:45:21.369801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-edb0eeb1-c607-49f7-9b99-9d67ea56ad04 req-f39eee98-7b15-47f2-945b-aad2ce6e5f7c service neutron] 10.222.0.10 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796449 Aug 10 01:45:21.452210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ebf88-a348-4315-b8d3-29f327fae36a req-8e56ad84-3fee-4d12-90cd-8310ffdaac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.453686 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-8e56ad84-3fee-4d12-90cd-8310ffdaac5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 1096 time: 0.0404081 Aug 10 01:45:21.546303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ebf88-a348-4315-b8d3-29f327fae36a req-e6f81e80-e2a4-4801-b65d-d0c4823e40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.547701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-e6f81e80-e2a4-4801-b65d-d0c4823e40c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 914 time: 0.0866811 Aug 10 01:45:21.589890 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-6e53bf5f-b0f3-4499-9489-307d763d5518 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac69e5f-7124-4878-9ee6-694df84b486d HTTP/1.1" status: 200 len: 217 time: 0.0345042 Aug 10 01:45:21.642500 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ebf88-a348-4315-b8d3-29f327fae36a req-4d2be25d-472a-4ab4-9da3-ab8315ed9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:21.643934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-4d2be25d-472a-4ab4-9da3-ab8315ed9ecc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f406b9b3-16b2-4388-a9a4-7323929eb3f4 HTTP/1.1" status: 200 len: 854 time: 0.0458708 Aug 10 01:45:21.675578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-7e8ecc2b-de61-41ed-886e-b7610fbc54a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=caa1ab6c-bb82-457f-bb37-f04add362cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235155 Aug 10 01:45:21.763618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-e7caf137-48b4-496e-bfaa-2f703a235fa9 service neutron] 10.222.0.10 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800204 Aug 10 01:45:21.857494 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-874ebf88-a348-4315-b8d3-29f327fae36a req-5d583fd5-f718-424f-8285-e3d79076e1d7 service neutron] 10.222.0.10 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846455 Aug 10 01:45:22.139549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc0d50-3b3e-49c8-b90d-7064cebc8932 req-b6d6b348-0241-4fdb-97d6-fe74f47a9912 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:22.140930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81bc0d50-3b3e-49c8-b90d-7064cebc8932 req-b6d6b348-0241-4fdb-97d6-fe74f47a9912 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 944 time: 0.0485749 Aug 10 01:45:22.178004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-81bc0d50-3b3e-49c8-b90d-7064cebc8932 req-558ebdcc-fc52-4368-af46-4eb49c5e7fc2 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305090 Aug 10 01:45:23.296706 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fe22b-b535-41a7-b18d-81c3287cefce req-c0261b5e-8ef6-438e-bc31-4f1a43dc09b3 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:23.298177 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c0fe22b-b535-41a7-b18d-81c3287cefce req-c0261b5e-8ef6-438e-bc31-4f1a43dc09b3 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 944 time: 0.0496941 Aug 10 01:45:23.336703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c0fe22b-b535-41a7-b18d-81c3287cefce req-f3e08d07-c486-4903-8d2b-dbd81b3b702a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Aug 10 01:45:23.397572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eac69e5f-7124-4878-9ee6-694df84b486d details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:45:23.496252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eac69e5f-7124-4878-9ee6-694df84b486d,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:23.509907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'eac69e5f-7124-4878-9ee6-694df84b486d', 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3', 'port_id': 'eac69e5f-7124-4878-9ee6-694df84b486d', 'mac_address': 'fa:16:3e:cd:5a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f406b9b3-16b2-4388-a9a4-7323929eb3f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:45:23.547165 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:23.564374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac69e5f-7124-4878-9ee6-694df84b486d {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:23.584240 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eac69e5f-7124-4878-9ee6-694df84b486d,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:23.589091 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:23.641957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:23.783594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eac69e5f-7124-4878-9ee6-694df84b486d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:24.459476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6939bb4-583f-439d-9394-bb5b370c62a1 req-2b68e0d4-8666-4a2c-b6fe-ae3546f9e6a8 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:24.460925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6939bb4-583f-439d-9394-bb5b370c62a1 req-2b68e0d4-8666-4a2c-b6fe-ae3546f9e6a8 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 945 time: 0.0529611 Aug 10 01:45:24.498310 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6939bb4-583f-439d-9394-bb5b370c62a1 req-79c9d11f-6d41-4987-aa49-04a925168519 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Aug 10 01:45:25.413638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eac69e5f-7124-4878-9ee6-694df84b486d up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:25.463903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port eac69e5f-7124-4878-9ee6-694df84b486d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:25.467613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port eac69e5f-7124-4878-9ee6-694df84b486d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:25.467988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:25.543792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:25.566146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:25.569420 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80358871-8c64-4bc5-8774-263dcd064bd6" -d '{"events": [{"server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "name": "network-vif-plugged", "status": "completed", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:25.582111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eac69e5f-7124-4878-9ee6-694df84b486d,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:25.587166 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:25.616658 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d4c9b-3b53-4136-bda6-437d08c2e92e x-openstack-request-id: req-944d4c9b-3b53-4136-bda6-437d08c2e92e {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:25.617589 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "name": "network-vif-plugged", "status": "completed", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:25.617862 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-944d4c9b-3b53-4136-bda6-437d08c2e92e {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:25.618244 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d', 'code': 200} Aug 10 01:45:25.618783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472a2b5-5cc5-4cc1-97cb-f366a06fa44e req-d35771bc-257f-4c71-b6fe-8b2803c6452d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:25.620504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2472a2b5-5cc5-4cc1-97cb-f366a06fa44e req-d35771bc-257f-4c71-b6fe-8b2803c6452d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Aug 10 01:45:25.646223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:25.661330 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2472a2b5-5cc5-4cc1-97cb-f366a06fa44e req-af718482-bf77-44c8-898a-316a436c983e tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Aug 10 01:45:25.712046 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667d0c2-000e-4865-9dc0-396434a21de8 req-8e34d5da-be59-49b9-ac74-c69529ae565a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:25.713508 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f667d0c2-000e-4865-9dc0-396434a21de8 req-8e34d5da-be59-49b9-ac74-c69529ae565a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 1098 time: 0.0435281 Aug 10 01:45:25.748164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f667d0c2-000e-4865-9dc0-396434a21de8 req-264707fb-e0e7-4ce6-964a-71f20db8e01f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276806 Aug 10 01:45:26.508823 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:26.524151 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:26.779387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8e87f-e1b6-48c3-9278-0e49d8eafa21 req-deb42491-cbcf-445a-8809-9398eafd0439 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:26.780790 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4d8e87f-e1b6-48c3-9278-0e49d8eafa21 req-deb42491-cbcf-445a-8809-9398eafd0439 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0493095 Aug 10 01:45:26.818907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f4d8e87f-e1b6-48c3-9278-0e49d8eafa21 req-619805d1-663b-4ff1-8cad-7b3cda78bfc0 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 10 01:45:27.034749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-b2adf94e-bd59-4d5f-9e7b-0627ac76c8c5 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:27.036136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-b2adf94e-bd59-4d5f-9e7b-0627ac76c8c5 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 814 time: 0.0992038 Aug 10 01:45:27.051193 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-809dd2f4-44e8-4ebe-832c-23d20712c4e2 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/quotas/c479ea33d6d1475fa635b8505b7b68db HTTP/1.1" status: 200 len: 375 time: 0.0089273 Aug 10 01:45:27.103380 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-deebfc8f-7b30-4e89-813d-21de5cb54777 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464191 Aug 10 01:45:27.190371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-d0765c9c-acb6-4fb1-a70d-479fb833af5e service neutron] 10.222.0.25 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800114 Aug 10 01:45:27.281775 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-abe7b856-0d44-4057-b4cc-278c4f0db9cd service neutron] 10.222.0.25 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854561 Aug 10 01:45:27.438820 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e918306-3975-42d3-9efe-27b36f43c625 req-9b890bd6-adda-4ab8-8562-6746b197e9cf tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 210 time: 0.0277634 Aug 10 01:45:28.410879 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-61a12eaa-ad45-473f-97e0-cc4bd0e4becb tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:28.412242 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-61a12eaa-ad45-473f-97e0-cc4bd0e4becb tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.21 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 814 time: 0.1064405 Aug 10 01:45:28.427319 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Request body: {'port': {'device_id': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3', 'admin_state_up': True, 'tenant_id': 'c479ea33d6d1475fa635b8505b7b68db'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:28.537207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Made reservation on behalf of c479ea33d6d1475fa635b8505b7b68db for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:28.541476 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:28.542008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35298199-ce4b-45d2-a62e-2a324c8386f9 req-e2d3dc2e-3d7f-44b3-b6c9-4d2f8014726f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 210 time: 0.0277839 Aug 10 01:45:28.668302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Allocated IP 172.20.0.11 (caa1ab6c-bb82-457f-bb37-f04add362cb3/f406b9b3-16b2-4388-a9a4-7323929eb3f4/8f4b9a9f-6aac-42c2-81fe-010f25d79132) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:28.814841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:28.853259 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:28.864945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eac69e5f-7124-4878-9ee6-694df84b486d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:28.896754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Network caa1ab6c-bb82-457f-bb37-f04add362cb3 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:28.900659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:28.904459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:28.910949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Pushing event updated for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:28.956513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:28.957132 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:28.971755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-63222887-b601-448f-aaad-7e4e948e160a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483160 Aug 10 01:45:28.984071 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Request body: {'port': {'device_id': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:29.042841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.298649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4b9a9f-6aac-42c2-81fe-010f25d79132 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:29.306359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.318032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Transition to ACTIVE for port object 8f4b9a9f-6aac-42c2-81fe-010f25d79132 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:29.322648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.394708 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:29.441151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Attempting to bind port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:29.441811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Attempting to bind port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:29.441811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Attempting to bind port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 on network caa1ab6c-bb82-457f-bb37-f04add362cb3 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:29.446943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 on network caa1ab6c-bb82-457f-bb37-f04add362cb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:45:29.447270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Attempting to bind port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 on network caa1ab6c-bb82-457f-bb37-f04add362cb3 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:29.452013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:29.452356 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Checking segment: {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:29.452746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Bound using segment: {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:29.453173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Bound port: 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df227fd-2de0-4812-aa1e-6f01176e2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:29.453706 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.519302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:29.522598 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:29.527151 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.557661 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:29.558469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:29.560054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f4b9a9f-6aac-42c2-81fe-010f25d79132 HTTP/1.1" status: 200 len: 1093 time: 0.5802674 Aug 10 01:45:29.562067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:29.564939 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aad3715-a3c5-468b-bd23-91e524a91608" -d '{"events": [{"name": "network-changed", "server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:29.595971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ccb5d-080e-4728-b58a-2d689565f814 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:29.615381 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b04e5-6fec-4613-9215-c1cd428ad8bd x-openstack-request-id: req-a79b04e5-6fec-4613-9215-c1cd428ad8bd {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:29.616300 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:29.616584 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a79b04e5-6fec-4613-9215-c1cd428ad8bd {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:29.616982 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132', 'status': 'completed', 'code': 200} Aug 10 01:45:29.682868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-208b89af-52e5-4c98-b1a0-ff603a4202fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:29.684372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-208b89af-52e5-4c98-b1a0-ff603a4202fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 1096 time: 0.0782254 Aug 10 01:45:29.692466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fae5bd-153c-467c-8b74-785671a26388 req-9f858be0-ea02-4bfc-8fdc-1f9265f9acab tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:29.694407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51fae5bd-153c-467c-8b74-785671a26388 req-9f858be0-ea02-4bfc-8fdc-1f9265f9acab tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 944 time: 0.0760810 Aug 10 01:45:29.739103 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-93f740b6-0984-4e59-9190-cbcface72dec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132 HTTP/1.1" status: 200 len: 217 time: 0.0437369 Aug 10 01:45:29.760527 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:45:29.782523 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-51fae5bd-153c-467c-8b74-785671a26388 req-fdf06f32-e004-41fb-915d-10864c8fbc6e tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817301 Aug 10 01:45:29.800546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-53cb3fb3-c645-4dfc-bcd5-417281fc2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:29.802053 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-53cb3fb3-c645-4dfc-bcd5-417281fc2a9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f406b9b3-16b2-4388-a9a4-7323929eb3f4 HTTP/1.1" status: 200 len: 854 time: 0.0551126 Aug 10 01:45:29.836577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-0c2fc7c1-03d4-486a-974d-88f0b2c90bc2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=caa1ab6c-bb82-457f-bb37-f04add362cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274794 Aug 10 01:45:29.925555 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-925b96cb-81c7-40ef-9c85-eeb2810fa422 service neutron] 10.222.0.21 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813119 Aug 10 01:45:30.020388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6fead2c7-96ec-4025-b11a-6df18dd18a61 req-b0668db9-8ada-4d44-b271-383d75a6b897 service neutron] 10.222.0.21 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873463 Aug 10 01:45:30.103329 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-aa6e8e7b-19f8-40e8-b573-0e4f42e28a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.104810 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-aa6e8e7b-19f8-40e8-b573-0e4f42e28a1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c479ea33d6d1475fa635b8505b7b68db&device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 1096 time: 0.0407910 Aug 10 01:45:30.193780 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-92eb6000-1f9b-48a5-91e7-f128d39bd8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.195255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-92eb6000-1f9b-48a5-91e7-f128d39bd8ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 200 len: 914 time: 0.0830126 Aug 10 01:45:30.240143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-984b61ac-b084-404a-ad88-9719d218aea7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132 HTTP/1.1" status: 200 len: 217 time: 0.0377269 Aug 10 01:45:30.287923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-11bedeeb-88f4-40f1-819f-de5655e31516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.289345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-11bedeeb-88f4-40f1-819f-de5655e31516 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f406b9b3-16b2-4388-a9a4-7323929eb3f4 HTTP/1.1" status: 200 len: 854 time: 0.0426435 Aug 10 01:45:30.321707 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-2fbd78ed-217f-430e-95cd-f7c1101c54a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=caa1ab6c-bb82-457f-bb37-f04add362cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233817 Aug 10 01:45:30.413770 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-2d0b6f13-da71-4c9d-b3cc-55d030dedf50 service neutron] 10.222.0.21 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843570 Aug 10 01:45:30.501814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7aad3715-a3c5-468b-bd23-91e524a91608 req-916bc9fa-a13c-4f53-9021-8ad9e20d9b4e service neutron] 10.222.0.21 "GET /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811532 Aug 10 01:45:30.900040 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761ed1b-d6c7-47ad-aa4e-7e35e6c7fedf req-a7e2f8d8-d5d4-4008-885b-6dfbd2c40eb2 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:30.901498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7761ed1b-d6c7-47ad-aa4e-7e35e6c7fedf req-a7e2f8d8-d5d4-4008-885b-6dfbd2c40eb2 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 944 time: 0.0494940 Aug 10 01:45:30.938559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7761ed1b-d6c7-47ad-aa4e-7e35e6c7fedf req-6c7f8062-d2c2-42e5-b537-0aee61204491 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Aug 10 01:45:32.052196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43b85-d98e-4dfb-9aba-450e094b83ce req-39934b82-1234-47ee-8e0e-b38b9166bc7f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:32.053662 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9f43b85-d98e-4dfb-9aba-450e094b83ce req-39934b82-1234-47ee-8e0e-b38b9166bc7f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 944 time: 0.0489225 Aug 10 01:45:32.096145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9f43b85-d98e-4dfb-9aba-450e094b83ce req-2037a04e-c180-4c42-8531-cc02dc4ad907 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Aug 10 01:45:32.511597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 8f4b9a9f-6aac-42c2-81fe-010f25d79132 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:45:32.604667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:32.616325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '8f4b9a9f-6aac-42c2-81fe-010f25d79132', 'network_id': 'caa1ab6c-bb82-457f-bb37-f04add362cb3', 'port_id': '8f4b9a9f-6aac-42c2-81fe-010f25d79132', 'mac_address': 'fa:16:3e:bc:4c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f406b9b3-16b2-4388-a9a4-7323929eb3f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:45:32.652065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:32.664214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4b9a9f-6aac-42c2-81fe-010f25d79132 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:45:32.683674 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:32.687422 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:32.733367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:32.871369 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['8f4b9a9f-6aac-42c2-81fe-010f25d79132'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:33.208712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ddf0f-4dc4-4c3d-85cf-113bfb84796e req-0b1f523e-01af-421b-92dd-dcd194406463 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:33.210818 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-923ddf0f-4dc4-4c3d-85cf-113bfb84796e req-0b1f523e-01af-421b-92dd-dcd194406463 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 945 time: 0.0488987 Aug 10 01:45:33.247430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-923ddf0f-4dc4-4c3d-85cf-113bfb84796e req-3dd11aac-2dff-4e0d-b495-b71da2fb5b43 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306749 Aug 10 01:45:34.360666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66932e06-3f41-414b-a448-0e829becd8a8 req-065bed93-96fc-4f33-bc96-72a701dde477 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:34.362038 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66932e06-3f41-414b-a448-0e829becd8a8 req-065bed93-96fc-4f33-bc96-72a701dde477 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 945 time: 0.0481524 Aug 10 01:45:34.398998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-66932e06-3f41-414b-a448-0e829becd8a8 req-1d93df10-15ff-4180-96e4-9d9a1092de4a tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304050 Aug 10 01:45:34.527402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 8f4b9a9f-6aac-42c2-81fe-010f25d79132 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:34.574907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:34.578521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:34.578922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:34.655927 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:34.677409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:34.679893 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3503ea-60af-40c1-b130-13e5a1cc37d0" -d '{"events": [{"server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:34.692973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:34.697033 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:34.719546 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6059a6fc-a707-4daf-bf6c-ac635a2d9087 x-openstack-request-id: req-6059a6fc-a707-4daf-bf6c-ac635a2d9087 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:34.719837 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "name": "network-vif-plugged", "status": "completed", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:34.720086 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6059a6fc-a707-4daf-bf6c-ac635a2d9087 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:34.720466 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132', 'code': 200} Aug 10 01:45:34.750986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:34.810824 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb59369-9446-4aab-8edb-64ef461f0b29 req-22503a30-879b-4fdb-b189-dccfa5cdf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:34.812314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fb59369-9446-4aab-8edb-64ef461f0b29 req-22503a30-879b-4fdb-b189-dccfa5cdf55a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 1098 time: 0.0410118 Aug 10 01:45:34.848156 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2fb59369-9446-4aab-8edb-64ef461f0b29 req-90f5c4af-3870-4c0e-9ad6-7bd9964b3166 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286949 Aug 10 01:45:35.517207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c847d6c-f5a0-47ae-b957-f8158f6f3e97 req-7fbf451b-1130-441a-a6d3-ab912853bf1f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:35.518684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c847d6c-f5a0-47ae-b957-f8158f6f3e97 req-7fbf451b-1130-441a-a6d3-ab912853bf1f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 946 time: 0.0500839 Aug 10 01:45:35.560998 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c847d6c-f5a0-47ae-b957-f8158f6f3e97 req-de45506a-1cc7-4d65-8443-8fd81a7a593c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Aug 10 01:45:36.687912 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaac75-d197-4397-a573-4c4a0aec0ef3 req-7b258b2b-9214-4dc2-83b8-90b534d10d7e tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.689361 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfaaac75-d197-4397-a573-4c4a0aec0ef3 req-7b258b2b-9214-4dc2-83b8-90b534d10d7e tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 946 time: 0.0519626 Aug 10 01:45:36.731162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfaaac75-d197-4397-a573-4c4a0aec0ef3 req-f6a90d40-7263-4d09-9582-f8811b9c7057 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Aug 10 01:45:36.957253 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb2647-6c6a-4778-966a-2129871c6e98 req-0909a401-40cb-4289-adb1-8b286904207c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:36.958787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6edb2647-6c6a-4778-966a-2129871c6e98 req-0909a401-40cb-4289-adb1-8b286904207c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 946 time: 0.0503674 Aug 10 01:45:36.996210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6edb2647-6c6a-4778-966a-2129871c6e98 req-561aff88-20a0-42f1-a140-ba4e10a614f6 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Aug 10 01:45:38.438704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69516d27-3b89-42e6-9bdb-5e0a7fc5194d req-c1c0527d-4051-4edd-8f04-40ff3f302191 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:38.440195 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69516d27-3b89-42e6-9bdb-5e0a7fc5194d req-c1c0527d-4051-4edd-8f04-40ff3f302191 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 946 time: 0.3763616 Aug 10 01:45:38.452052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-af9e7d02-f5a6-481f-b6f9-6c286f0540a7 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:38.453401 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-af9e7d02-f5a6-481f-b6f9-6c286f0540a7 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5102eef-a04d-4c17-af09-02fbc5496d1c HTTP/1.1" status: 200 len: 946 time: 0.0638170 Aug 10 01:45:38.518928 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-69516d27-3b89-42e6-9bdb-5e0a7fc5194d req-6a0bc084-0eb7-4616-9567-6e5d06d4849b tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645502 Aug 10 01:45:38.565764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Deleting port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:38.566210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.654575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] For port 8f4b9a9f-6aac-42c2-81fe-010f25d79132, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=8f4b9a9f-6aac-42c2-81fe-010f25d79132,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:38.654967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.671377 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Calling delete_port for 8f4b9a9f-6aac-42c2-81fe-010f25d79132 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:38.798209 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.812465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eac69e5f-7124-4878-9ee6-694df84b486d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:38.816576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['8f4b9a9f-6aac-42c2-81fe-010f25d79132'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:38.828099 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Pushing event deleted for resources: {'Port': ['ID=8f4b9a9f-6aac-42c2-81fe-010f25d79132,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:38.876346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] No DVR routers for this DVR port 8f4b9a9f-6aac-42c2-81fe-010f25d79132 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:38.879160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:38.882013 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4c63a9a2-3e8e-4e61-931c-f84d58942d8c req-5daf9ebb-a4d0-4852-9a3f-7da3dac15a8d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.21 "DELETE /v2.0/ports/8f4b9a9f-6aac-42c2-81fe-010f25d79132 HTTP/1.1" status: 204 len: 173 time: 0.4205680 Aug 10 01:45:38.882584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'name': 'network-vif-deleted', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:38.884884 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb012b4f-8fb9-49d0-bf15-f6ddebcb2f6e" -d '{"events": [{"server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "name": "network-vif-deleted", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:38.922545 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290b64ca-90f3-4241-8c6b-adfef4a2896c x-openstack-request-id: req-290b64ca-90f3-4241-8c6b-adfef4a2896c {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:38.922864 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5102eef-a04d-4c17-af09-02fbc5496d1c", "name": "network-vif-deleted", "tag": "8f4b9a9f-6aac-42c2-81fe-010f25d79132", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:38.923117 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-290b64ca-90f3-4241-8c6b-adfef4a2896c {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:38.923541 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5102eef-a04d-4c17-af09-02fbc5496d1c', 'name': 'network-vif-deleted', 'tag': '8f4b9a9f-6aac-42c2-81fe-010f25d79132', 'status': 'completed', 'code': 200} Aug 10 01:45:39.669210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ce99d-a0ec-4a97-bf94-2c151ecaf6b3 req-20134368-726b-4e9d-b9ca-c7f40a8ffe9c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:39.670655 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b16ce99d-a0ec-4a97-bf94-2c151ecaf6b3 req-20134368-726b-4e9d-b9ca-c7f40a8ffe9c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0482774 Aug 10 01:45:39.707224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b16ce99d-a0ec-4a97-bf94-2c151ecaf6b3 req-7d98954c-c85a-4594-a2d4-5a3f53d64dbf tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305676 Aug 10 01:45:39.840042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c327c-1bdf-4834-a22e-72d2f9b0b547 req-7525e120-e71e-4e9f-80ce-b59a1123bcba tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:39.841386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e32c327c-1bdf-4834-a22e-72d2f9b0b547 req-7525e120-e71e-4e9f-80ce-b59a1123bcba tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0514071 Aug 10 01:45:39.883989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e32c327c-1bdf-4834-a22e-72d2f9b0b547 req-bb879eb6-e260-4189-b3a9-e2a3a33cff01 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Aug 10 01:45:40.004155 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f245a6-64e1-495a-9e09-d94e7b2fa54e req-e196fca8-8f66-487b-af73-dd08bf36ee41 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:40.006120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00f245a6-64e1-495a-9e09-d94e7b2fa54e req-e196fca8-8f66-487b-af73-dd08bf36ee41 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0488875 Aug 10 01:45:40.043463 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00f245a6-64e1-495a-9e09-d94e7b2fa54e req-e4769dd9-8818-461b-ac35-fcf446ed6fbf tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Aug 10 01:45:40.212908 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064614-6c6c-4da4-83ff-e2838aea3c99 req-19525cdc-e6bf-4f24-bcd1-936ef78b867f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:40.214375 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64064614-6c6c-4da4-83ff-e2838aea3c99 req-19525cdc-e6bf-4f24-bcd1-936ef78b867f tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0538044 Aug 10 01:45:40.250815 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-64064614-6c6c-4da4-83ff-e2838aea3c99 req-ed6f4f9c-b390-4ae9-9293-7b9a6bac18d3 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Aug 10 01:45:40.364729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15064eb0-7b8b-4354-8cb5-9c25a9bbbb2f req-c16a80cb-9060-48ef-a671-56ddf185c86c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:40.366631 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15064eb0-7b8b-4354-8cb5-9c25a9bbbb2f req-c16a80cb-9060-48ef-a671-56ddf185c86c tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0497012 Aug 10 01:45:40.403524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15064eb0-7b8b-4354-8cb5-9c25a9bbbb2f req-6d47c0f3-508e-447d-882f-0b08653e28b5 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Aug 10 01:45:40.526928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103d8a9-0145-40d3-8d04-c6db58a04992 req-96463657-7f11-4c83-9bd6-4bf1e372d5e6 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:40.528369 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d103d8a9-0145-40d3-8d04-c6db58a04992 req-96463657-7f11-4c83-9bd6-4bf1e372d5e6 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Aug 10 01:45:40.565431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d103d8a9-0145-40d3-8d04-c6db58a04992 req-4f4a7451-4d17-4804-8eba-c42dd02a565e tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Aug 10 01:45:40.872373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0689279-bf41-4ab2-b4c5-bcd0519c476d req-4dcc1e39-d067-4283-8f0c-975617161b90 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:40.873746 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0689279-bf41-4ab2-b4c5-bcd0519c476d req-4dcc1e39-d067-4283-8f0c-975617161b90 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0561748 Aug 10 01:45:40.910426 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0689279-bf41-4ab2-b4c5-bcd0519c476d req-387bc613-db8a-4455-bddc-88a39bb1e5d5 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307505 Aug 10 01:45:42.030418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eae379-eda5-4634-acb7-54fb92e76908 req-b571b188-bf9a-4f61-aba0-bb90d13b9922 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:42.031868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61eae379-eda5-4634-acb7-54fb92e76908 req-b571b188-bf9a-4f61-aba0-bb90d13b9922 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0533028 Aug 10 01:45:42.069145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-61eae379-eda5-4634-acb7-54fb92e76908 req-3d96324a-174e-45bd-ba16-8d8143686d18 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/security-groups?id=f6535620-b347-4f39-8f88-e682d5878307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Aug 10 01:45:42.139510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-aa595382-ba0b-4a05-a83a-56411381b27d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:42.140933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-aa595382-ba0b-4a05-a83a-56411381b27d tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 946 time: 0.0478318 Aug 10 01:45:42.227799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Deleting port eac69e5f-7124-4878-9ee6-694df84b486d {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:42.228169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.542809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 8f4b9a9f-6aac-42c2-81fe-010f25d79132 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:42.564173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 8f4b9a9f-6aac-42c2-81fe-010f25d79132 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:42.564520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 8f4b9a9f-6aac-42c2-81fe-010f25d79132 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:42.656256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] For port eac69e5f-7124-4878-9ee6-694df84b486d, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=eac69e5f-7124-4878-9ee6-694df84b486d,segment=NetworkSegment(3df227fd-2de0-4812-aa1e-6f01176e2dae),segment_id=3df227fd-2de0-4812-aa1e-6f01176e2dae)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:42.656618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.669551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Calling delete_port for eac69e5f-7124-4878-9ee6-694df84b486d owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:42.793331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.805374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['eac69e5f-7124-4878-9ee6-694df84b486d'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:45:42.821863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Pushing event deleted for resources: {'Port': ['ID=eac69e5f-7124-4878-9ee6-694df84b486d,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:42.846996 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.847343 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.847682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.848016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.848346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.848672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.848997 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.849318 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.849637 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.849956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.850272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.851246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:42.871351 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] No DVR routers for this DVR port eac69e5f-7124-4878-9ee6-694df84b486d on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:42.873879 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:42.875870 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27c9260d-0fa5-4f84-81cb-3b9a2e09904f req-bcdeb00c-af17-4f78-8557-1e9e476cd453 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.10 "DELETE /v2.0/ports/eac69e5f-7124-4878-9ee6-694df84b486d HTTP/1.1" status: 204 len: 173 time: 0.7281764 Aug 10 01:45:42.876308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'name': 'network-vif-deleted', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:45:42.878507 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a0ae99-ea70-4f70-812f-3296a8682323" -d '{"events": [{"server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "name": "network-vif-deleted", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:45:42.917649 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff5eb1c-644a-4079-a5a4-3248d90bd7e1 x-openstack-request-id: req-4ff5eb1c-644a-4079-a5a4-3248d90bd7e1 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:45:42.917938 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7611d6-d529-4f02-a30b-7e06fd45fa29", "name": "network-vif-deleted", "tag": "eac69e5f-7124-4878-9ee6-694df84b486d", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:45:42.918213 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ff5eb1c-644a-4079-a5a4-3248d90bd7e1 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:45:42.918606 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7611d6-d529-4f02-a30b-7e06fd45fa29', 'name': 'network-vif-deleted', 'tag': 'eac69e5f-7124-4878-9ee6-694df84b486d', 'status': 'completed', 'code': 200} Aug 10 01:45:43.172598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ebdeedcc-c6fd-471f-aac7-b12d028529a4 req-308c3af3-e214-45b0-9e17-88deed76b0e4 tempest-ServersNegativeTestJSON-962474586 tempest-ServersNegativeTestJSON-962474586-project] 10.222.0.25 "GET /v2.0/ports?device_id=eb7611d6-d529-4f02-a30b-7e06fd45fa29 HTTP/1.1" status: 200 len: 210 time: 0.0271435 Aug 10 01:45:44.089480 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33d3d8fd-4a72-4ea6-b248-aaf83725ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.228278 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53112) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:44.275015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Deleting subnet f406b9b3-16b2-4388-a9a4-7323929eb3f4 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:45:44.278028 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.311943 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.349967 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.401031 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.427444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f406b9b3-16b2-4388-a9a4-7323929eb3f4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:44.429604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.431722 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f13cc1d6-1641-422a-bed0-a9702f119297 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f406b9b3-16b2-4388-a9a4-7323929eb3f4 HTTP/1.1" status: 204 len: 168 time: 0.2021708 Aug 10 01:45:44.434304 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53114) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:44.503793 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.580825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.590849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa1ab6c-bb82-457f-bb37-f04add362cb3']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:44.604425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df227fd-2de0-4812-aa1e-6f01176e2dae') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:44.604715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df227fd-2de0-4812-aa1e-6f01176e2dae') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:44.614876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.628468 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.634565 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:44.634972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:44.636562 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:44.687968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.692851 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.695309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] 10.222.0.25 "DELETE /v2.0/networks/caa1ab6c-bb82-457f-bb37-f04add362cb3 HTTP/1.1" status: 204 len: 168 time: 0.2600408 Aug 10 01:45:44.707696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376083c-06c8-47d8-b2b4-76442ef82cca admin admin] Pushing event deleted for resources: {'Network': ['ID=caa1ab6c-bb82-457f-bb37-f04add362cb3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:44.804075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53118) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:44.844948 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-89e737d8-5b69-4fb1-bc9e-1d0c54259f3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c479ea33d6d1475fa635b8505b7b68db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396011 Aug 10 01:45:44.847246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53120) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:44.893599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.917677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.962991 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.965571 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:44.966701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6535620-b347-4f39-8f88-e682d5878307 HTTP/1.1" status: 204 len: 168 time: 0.1185291 Aug 10 01:45:44.974087 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469fc44-4958-4369-ac60-466aac3ea937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6535620-b347-4f39-8f88-e682d5878307,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:45.630137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53142) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:45.722925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1030050314'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:45.744439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:45.747948 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.756061 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.847172 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.850822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.880798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:45.896721 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f44c95-97e5-47a4-9126-138db024c139,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:45.899675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.900018 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Added segment 89f9b21b-daf0-4e06-8296-11bb84d30a4b of type vlan for network b165fbc7-3208-4b82-b973-6b15e039e0de Aug 10 01:45:45.939614 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.967096 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:45.972478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:45.973052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:46.028194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3967326 Aug 10 01:45:46.041329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d229b6b-e741-4d09-87bf-8dd209bee749 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Network': ['ID=b165fbc7-3208-4b82-b973-6b15e039e0de,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:46.051904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b165fbc7-3208-4b82-b973-6b15e039e0de details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:46.863187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd2b55c8-f37d-4fdd-bd27-327a6c40923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:47.368138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:47.474744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eac69e5f-7124-4878-9ee6-694df84b486d no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:47.499226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: eac69e5f-7124-4878-9ee6-694df84b486d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:47.499568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device eac69e5f-7124-4878-9ee6-694df84b486d not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:47.918150 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.282044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53148) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:49.287262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'subnet': {'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:49.373115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:49.376970 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.559434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.623901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Subnet': ['ID=4aae11a8-534f-4a38-9add-475dac07a554,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:49.630983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking segment: {'id': '89f9b21b-daf0-4e06-8296-11bb84d30a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:49.631347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network hostable DHCP agents. Network: b165fbc7-3208-4b82-b973-6b15e039e0de, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:49.648586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network b165fbc7-3208-4b82-b973-6b15e039e0de is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:49.656592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b165fbc7-3208-4b82-b973-6b15e039e0de) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:49.660703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:49.661292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.666728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e74ae3-7661-4063-b20a-6b4f95739e76 None None] Network b165fbc7-3208-4b82-b973-6b15e039e0de requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:49.676480 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bbc5e370-1426-48e1-b070-b37ac2e61c2d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3933139 Aug 10 01:45:49.680652 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53150) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:49.686032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15493668'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:49.707390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:49.710898 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.736794 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:49.746839 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.747211 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Added segment 531ac88d-86fe-4dec-b788-40a053084e91 of type vlan for network 7a544dc5-35ae-445c-9e1b-ab33f0d130c4 Aug 10 01:45:49.788258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.821473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.827164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:49.827308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.828168 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.832452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b165fbc7-3208-4b82-b973-6b15e039e0de', 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de', 'tenant_id': 'd099867af7be4cb69fd2139bbe073ca0', 'fixed_ips': [{'subnet_id': '4aae11a8-534f-4a38-9add-475dac07a554'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:49.833321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:49.886582 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2045598 Aug 10 01:45:49.889431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:49.896555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'subnet': {'network_id': '7a544dc5-35ae-445c-9e1b-ab33f0d130c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:49.919078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd12c7f-115b-45b2-b1cd-f1dcb818cc9c tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Network': ['ID=7a544dc5-35ae-445c-9e1b-ab33f0d130c4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:49.997419 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:50.001620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.059108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 7a544dc5-35ae-445c-9e1b-ab33f0d130c4 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:50.182961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Allocated IP 2001:db8:0:ffff::2 (b165fbc7-3208-4b82-b973-6b15e039e0de/4aae11a8-534f-4a38-9add-475dac07a554/f2229ee5-c44b-43eb-b30f-5e3921ca4ec6) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:50.204717 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.265596 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Subnet': ['ID=b4233c9e-50a8-4975-94d3-0c2a870aced0,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:50.275053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking segment: {'id': '531ac88d-86fe-4dec-b788-40a053084e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '7a544dc5-35ae-445c-9e1b-ab33f0d130c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:50.275423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network hostable DHCP agents. Network: 7a544dc5-35ae-445c-9e1b-ab33f0d130c4, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:50.292138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network 7a544dc5-35ae-445c-9e1b-ab33f0d130c4 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:50.300694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 7a544dc5-35ae-445c-9e1b-ab33f0d130c4) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:50.306744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:50.308519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.312069 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0e37a-45c4-4362-b531-d6438639e5f2 None None] Network 7a544dc5-35ae-445c-9e1b-ab33f0d130c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:50.324179 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-705d48d9-2787-43bd-8d22-bcf0a78e7c3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4337544 Aug 10 01:45:50.326926 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53154) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:50.368909 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.384210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Transition to ACTIVE for port object f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:50.411146 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Transition to ACTIVE for port object f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:50.419857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.427786 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.488330 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Network b165fbc7-3208-4b82-b973-6b15e039e0de is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:50.496850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:50.505500 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.505730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:50.516756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Pushing event updated for resources: {'Port': ['ID=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:50.532871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.533218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.533561 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.533898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.534233 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.534564 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.534911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.535243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.535566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.535894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.536218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.536539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:50.577809 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.595256 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303d711-8030-4ae8-8a88-8fcc95b4005c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-7a544dc5-35ae-445c-9e1b-ab33f0d130c4', 'network_id': '7a544dc5-35ae-445c-9e1b-ab33f0d130c4', 'tenant_id': 'd099867af7be4cb69fd2139bbe073ca0', 'fixed_ips': [{'subnet_id': 'b4233c9e-50a8-4975-94d3-0c2a870aced0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:50.596093 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2303d711-8030-4ae8-8a88-8fcc95b4005c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.605713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Subnet': ['ID=b4233c9e-50a8-4975-94d3-0c2a870aced0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:50.608776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Attempting to bind port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:50.609157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Attempting to bind port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '89f9b21b-daf0-4e06-8296-11bb84d30a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:50.609523 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Attempting to bind port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 on network b165fbc7-3208-4b82-b973-6b15e039e0de {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:50.619925 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:50.620235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Checking segment: {'id': '89f9b21b-daf0-4e06-8296-11bb84d30a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:50.620638 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.621039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Bound using segment: {'id': '89f9b21b-daf0-4e06-8296-11bb84d30a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:50.621511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Bound port: f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f9b21b-daf0-4e06-8296-11bb84d30a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'b165fbc7-3208-4b82-b973-6b15e039e0de'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:50.621905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.665807 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.675696 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a544dc5-35ae-445c-9e1b-ab33f0d130c4']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:50.686678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531ac88d-86fe-4dec-b788-40a053084e91') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:50.687001 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531ac88d-86fe-4dec-b788-40a053084e91') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:50.695837 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.709681 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.716755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:50.717234 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:50.720893 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:50.723478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408eca18-1b99-4fd3-8785-280fc2eecb42 None None] Network 7a544dc5-35ae-445c-9e1b-ab33f0d130c4 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:50.786693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] For port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:50.790629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.796835 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.802158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/7a544dc5-35ae-445c-9e1b-ab33f0d130c4 HTTP/1.1" status: 204 len: 168 time: 0.4711316 Aug 10 01:45:50.802947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:50.809852 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593703180'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:50.814793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] For port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,segment=NetworkSegment(89f9b21b-daf0-4e06-8296-11bb84d30a4b),segment_id=89f9b21b-daf0-4e06-8296-11bb84d30a4b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:50.814979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d477d5-e8ef-498b-b170-6c32b3d0b96e tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Network': ['ID=7a544dc5-35ae-445c-9e1b-ab33f0d130c4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:50.833704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:50.837965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.840655 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.862940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:50.872160 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.872445 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Added segment c0ba51c5-2607-43cd-91d1-06dea3afa02f of type vlan for network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc Aug 10 01:45:50.913744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a2a50-78f8-4e13-9bf6-8fd41a411fbe None None] Pushing event updated for resources: {'Port': ['ID=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:50.921832 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.951869 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:50.957373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:50.957962 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.017354 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2122955 Aug 10 01:45:51.020283 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53158) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:51.027870 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'subnet': {'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:51.047677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Network': ['ID=9ca7a488-35a8-4d2d-b246-e9e34dfa74dc,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:51.095906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.096265 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.096614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.096958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.097299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.097639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.098019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.098479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.098857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.099214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.099549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.099882 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba420f-13e6-487f-b681-83d60cfbcf9a tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:45:51.111685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:51.146932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:51.151436 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.222909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Performing IP validity checks on allocation pools {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 01:45:51.223436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.ipam_backend_mixin [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 01:45:51.344065 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.409364 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Subnet': ['ID=6a651ef3-2d1b-4b71-8aa6-b1b68ac3527f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:51.418115 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking segment: {'id': 'c0ba51c5-2607-43cd-91d1-06dea3afa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:51.418481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network hostable DHCP agents. Network: 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:51.435433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:51.444787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:51.449357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:51.449992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.456073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e9bb1-121d-4f14-b7cc-59202be5aa39 None None] Network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:51.466115 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d8fdfbf5-ff58-4c9a-8d7f-b850be925754 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4447930 Aug 10 01:45:51.468671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53160) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:51.574588 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.610565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9ca7a488-35a8-4d2d-b246-e9e34dfa74dc', 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc', 'tenant_id': 'd099867af7be4cb69fd2139bbe073ca0', 'fixed_ips': [{'subnet_id': '6a651ef3-2d1b-4b71-8aa6-b1b68ac3527f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:51.611620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.668308 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:51.757666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Allocated IP 2001:db8::3 (9ca7a488-35a8-4d2d-b246-e9e34dfa74dc/6a651ef3-2d1b-4b71-8aa6-b1b68ac3527f/8b008060-2493-4e57-b67a-bba57fd208aa) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:51.823083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42581ec-b381-4bd9-8d00-acb5facdc37f None None] Network b165fbc7-3208-4b82-b973-6b15e039e0de requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:51.894559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-eddb2fb1-73b6-4e56-8c9a-085b0bb4a1ed None None] Provisioning for port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:52.019500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.043120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Transition to ACTIVE for port object 8b008060-2493-4e57-b67a-bba57fd208aa will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:52.063780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Transition to ACTIVE for port object 8b008060-2493-4e57-b67a-bba57fd208aa will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:52.071047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.098647 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.111092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:52.114225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:52.119220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:52.137299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Subnet': ['ID=6a651ef3-2d1b-4b71-8aa6-b1b68ac3527f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:52.155686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Pushing event updated for resources: {'Port': ['ID=8b008060-2493-4e57-b67a-bba57fd208aa,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:52.192175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Attempting to bind port 8b008060-2493-4e57-b67a-bba57fd208aa on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:52.192551 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Attempting to bind port 8b008060-2493-4e57-b67a-bba57fd208aa by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'c0ba51c5-2607-43cd-91d1-06dea3afa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:52.192919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Attempting to bind port 8b008060-2493-4e57-b67a-bba57fd208aa on network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:52.198827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:52.199207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Checking segment: {'id': 'c0ba51c5-2607-43cd-91d1-06dea3afa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:52.199616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.200009 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Bound using segment: {'id': 'c0ba51c5-2607-43cd-91d1-06dea3afa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:52.200481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Bound port: 8b008060-2493-4e57-b67a-bba57fd208aa, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ba51c5-2607-43cd-91d1-06dea3afa02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:52.200865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.223951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.237054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca7a488-35a8-4d2d-b246-e9e34dfa74dc']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:52.252034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ba51c5-2607-43cd-91d1-06dea3afa02f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:52.252183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:52.252614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ba51c5-2607-43cd-91d1-06dea3afa02f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:52.263889 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.279992 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.287316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:52.288087 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:52.292086 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:52.301557 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] For port 8b008060-2493-4e57-b67a-bba57fd208aa, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:52.322149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:45:52.330060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:52.330695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.357852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.db.api [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 01:45:52.357852 n-d-766380-21 neutron-server[105958]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 01:45:52.357852 n-d-766380-21 neutron-server[105958]: [parameters: {'id': '9ca7a488-35a8-4d2d-b246-e9e34dfa74dc'}] Aug 10 01:45:52.357852 n-d-766380-21 neutron-server[105958]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:45:52.358343 n-d-766380-21 neutron-server[105958]: DEBUG oslo_db.api [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:45:52.375136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8011ab4c-9820-4866-bd2d-2f9b2291b9aa None None] Provisioning complete for port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:52.375514 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8011ab4c-9820-4866-bd2d-2f9b2291b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.379374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] For port 8b008060-2493-4e57-b67a-bba57fd208aa, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8b008060-2493-4e57-b67a-bba57fd208aa,segment=NetworkSegment(c0ba51c5-2607-43cd-91d1-06dea3afa02f),segment_id=c0ba51c5-2607-43cd-91d1-06dea3afa02f)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:52.402063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.524549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da312e-2da0-4895-a0b3-4ae0e1907ada None None] Pushing event updated for resources: {'Port': ['ID=8b008060-2493-4e57-b67a-bba57fd208aa,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:52.538124 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa848c-48ce-48ad-b4b4-0a931e53e174 None None] Network 9ca7a488-35a8-4d2d-b246-e9e34dfa74dc requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:52.585640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.650193 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8011ab4c-9820-4866-bd2d-2f9b2291b9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.688198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,segment=NetworkSegment(89f9b21b-daf0-4e06-8296-11bb84d30a4b),segment_id=89f9b21b-daf0-4e06-8296-11bb84d30a4b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:52.697565 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.793235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:52.795684 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.db.api [None req-8011ab4c-9820-4866-bd2d-2f9b2291b9aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105959) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 01:45:52.796052 n-d-766380-21 neutron-server[105959]: DEBUG oslo_db.api [None req-8011ab4c-9820-4866-bd2d-2f9b2291b9aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 01:45:52.804754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ddc2bf-feba-4915-9224-d805ec523f0b None None] get_active_networks_info from n-d-766380-21 {{(pid=105959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 01:45:52.859084 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.872503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ddc2bf-feba-4915-9224-d805ec523f0b None None] Resources bound (agent type, host, resource id): {{(pid=105959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 01:45:52.915569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Deleting port 8b008060-2493-4e57-b67a-bba57fd208aa {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:52.915920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.981897 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] For port 8b008060-2493-4e57-b67a-bba57fd208aa, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=8b008060-2493-4e57-b67a-bba57fd208aa,segment=NetworkSegment(c0ba51c5-2607-43cd-91d1-06dea3afa02f),segment_id=c0ba51c5-2607-43cd-91d1-06dea3afa02f)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:52.982268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:52.994759 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Calling delete_port for 8b008060-2493-4e57-b67a-bba57fd208aa owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:53.073856 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.103220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Port': ['ID=8b008060-2493-4e57-b67a-bba57fd208aa,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:53.106693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No DVR routers for this DVR port 8b008060-2493-4e57-b67a-bba57fd208aa on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:53.185051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.195359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca7a488-35a8-4d2d-b246-e9e34dfa74dc']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:53.205434 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ba51c5-2607-43cd-91d1-06dea3afa02f') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:53.205729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ba51c5-2607-43cd-91d1-06dea3afa02f') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:53.214252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.228000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.233943 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:53.234452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:53.237351 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:53.299783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.305557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.310940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/9ca7a488-35a8-4d2d-b246-e9e34dfa74dc HTTP/1.1" status: 204 len: 168 time: 1.8379476 Aug 10 01:45:53.311359 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:53.316441 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-757707754'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:53.322390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc7078-f349-468d-bd17-bdfd6f67acca tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Network': ['ID=9ca7a488-35a8-4d2d-b246-e9e34dfa74dc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:53.338712 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:53.342199 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.366850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:53.375571 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.375917 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Added segment 9f56b670-14fe-4bac-b9f2-bdda9bdfc984 of type vlan for network 4421a698-6fdf-4d5d-8446-faf23213e531 Aug 10 01:45:53.415846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.443441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.449642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:53.450248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.512864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2003222 Aug 10 01:45:53.516734 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:53.522037 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'subnet': {'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:53.524628 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e31623-ca7c-4733-b9fa-7a990cb557c5 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Network': ['ID=4421a698-6fdf-4d5d-8446-faf23213e531,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:53.536121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 4421a698-6fdf-4d5d-8446-faf23213e531 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:53.613250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:53.616835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.792845 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.855216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Subnet': ['ID=df0fdf40-afc2-447e-8283-a7eb8841771d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:53.864912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking segment: {'id': '9f56b670-14fe-4bac-b9f2-bdda9bdfc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:53.865270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network hostable DHCP agents. Network: 4421a698-6fdf-4d5d-8446-faf23213e531, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:53.881347 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network 4421a698-6fdf-4d5d-8446-faf23213e531 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:53.890387 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 4421a698-6fdf-4d5d-8446-faf23213e531) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:53.894199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:53.894811 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.898900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7232ef-df05-41f9-9a9a-3a06681187eb None None] Network 4421a698-6fdf-4d5d-8446-faf23213e531 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:53.908746 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a8c4fc1a-3b1e-4df9-aa4a-86e93bd4293d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3908923 Aug 10 01:45:53.912290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:53.917408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-768343018'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:53.938429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:53.941851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.965865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:53.974651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:53.975054 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Added segment eaca4b73-edcb-46fb-ab07-844ceb3d99dd of type vlan for network 1851ef9b-003d-4530-abd6-f6014a7e0054 Aug 10 01:45:54.015114 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.044317 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.044786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-4421a698-6fdf-4d5d-8446-faf23213e531', 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531', 'tenant_id': 'd099867af7be4cb69fd2139bbe073ca0', 'fixed_ips': [{'subnet_id': 'df0fdf40-afc2-447e-8283-a7eb8841771d'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:54.045721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.049907 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.050489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.105391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1917920 Aug 10 01:45:54.108347 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53168) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:54.114356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Request body: {'subnet': {'network_id': '1851ef9b-003d-4530-abd6-f6014a7e0054', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:54.120101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e49207-c797-4048-b887-2a14618874c9 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Network': ['ID=1851ef9b-003d-4530-abd6-f6014a7e0054,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:54.148544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 1851ef9b-003d-4530-abd6-f6014a7e0054 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:54.182800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:45:54.220213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Made reservation on behalf of d099867af7be4cb69fd2139bbe073ca0 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:54.223790 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.275517 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Allocated IP 2001:db8::2 (4421a698-6fdf-4d5d-8446-faf23213e531/df0fdf40-afc2-447e-8283-a7eb8841771d/5b2e2615-b56d-420a-9232-80febe54905d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:54.345973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:45:54.346346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.416587 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.483246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event updated for resources: {'Subnet': ['ID=9a5fc8af-0559-4db9-a821-29360a2cbf8e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:54.494424 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Checking segment: {'id': 'eaca4b73-edcb-46fb-ab07-844ceb3d99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1851ef9b-003d-4530-abd6-f6014a7e0054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:54.494837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network hostable DHCP agents. Network: 1851ef9b-003d-4530-abd6-f6014a7e0054, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:54.511960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Network 1851ef9b-003d-4530-abd6-f6014a7e0054 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:54.521054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 1851ef9b-003d-4530-abd6-f6014a7e0054) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:54.525284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:54.525880 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.535704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18605132-8d69-40cb-9710-884d1ceeb81b None None] Network 1851ef9b-003d-4530-abd6-f6014a7e0054 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:54.540718 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a4fa61d0-fb5e-490b-8220-e3036e2116c1 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312394 Aug 10 01:45:54.543261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53170) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:54.640519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.693385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.723791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.760519 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.761677 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Transition to ACTIVE for port object 5b2e2615-b56d-420a-9232-80febe54905d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:54.788778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5fc8af-0559-4db9-a821-29360a2cbf8e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:54.799403 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Transition to ACTIVE for port object 5b2e2615-b56d-420a-9232-80febe54905d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:54.806852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.811506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feb4c29-bf93-4108-8a28-bb633f25a15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-1851ef9b-003d-4530-abd6-f6014a7e0054', 'network_id': '1851ef9b-003d-4530-abd6-f6014a7e0054', 'tenant_id': 'd099867af7be4cb69fd2139bbe073ca0', 'fixed_ips': [{'subnet_id': '9a5fc8af-0559-4db9-a821-29360a2cbf8e'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:54.812330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7feb4c29-bf93-4108-8a28-bb633f25a15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.850848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.862031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1851ef9b-003d-4530-abd6-f6014a7e0054']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.872681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaca4b73-edcb-46fb-ab07-844ceb3d99dd') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.872988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaca4b73-edcb-46fb-ab07-844ceb3d99dd') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:54.876425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Network 4421a698-6fdf-4d5d-8446-faf23213e531 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:54.881968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.889456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:54.898542 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:54.902911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.904051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Pushing event updated for resources: {'Port': ['ID=5b2e2615-b56d-420a-9232-80febe54905d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:54.910464 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:54.910901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:54.914886 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:54.977054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.983215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98286b19-f9c0-48b7-a9d7-faf1c607d4aa None None] Network 1851ef9b-003d-4530-abd6-f6014a7e0054 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:54.987788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:54.989625 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/1851ef9b-003d-4530-abd6-f6014a7e0054 HTTP/1.1" status: 204 len: 168 time: 0.4454219 Aug 10 01:45:54.992417 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53172) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.000528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5994496-4b30-4e60-88bd-a8472b46ae74 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Network': ['ID=1851ef9b-003d-4530-abd6-f6014a7e0054,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:55.009748 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98286b19-f9c0-48b7-a9d7-faf1c607d4aa None None] Network 1851ef9b-003d-4530-abd6-f6014a7e0054 could not be found, it might have been deleted concurrently. {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:45:55.020870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Attempting to bind port 5b2e2615-b56d-420a-9232-80febe54905d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:55.021248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Attempting to bind port 5b2e2615-b56d-420a-9232-80febe54905d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '9f56b670-14fe-4bac-b9f2-bdda9bdfc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:55.021612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Attempting to bind port 5b2e2615-b56d-420a-9232-80febe54905d on network 4421a698-6fdf-4d5d-8446-faf23213e531 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:55.027381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:55.027757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Checking segment: {'id': '9f56b670-14fe-4bac-b9f2-bdda9bdfc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:55.028182 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.028558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Bound using segment: {'id': '9f56b670-14fe-4bac-b9f2-bdda9bdfc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:55.029023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Bound port: 5b2e2615-b56d-420a-9232-80febe54905d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f56b670-14fe-4bac-b9f2-bdda9bdfc984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4421a698-6fdf-4d5d-8446-faf23213e531'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:55.029407 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.031740 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-507b99ca-c35b-4015-861e-39f149bfde3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] GET failed (client error): The resource could not be found. Aug 10 01:45:55.032859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-507b99ca-c35b-4015-861e-39f149bfde3d tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "GET /v2.0/subnets/9a5fc8af-0559-4db9-a821-29360a2cbf8e HTTP/1.1" status: 404 len: 337 time: 0.0391915 Aug 10 01:45:55.035600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53174) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.053379 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c26923b-27db-4296-843a-4ebe053ebad7 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:55.053944 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c26923b-27db-4296-843a-4ebe053ebad7 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:55.055642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4c26923b-27db-4296-843a-4ebe053ebad7 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/1851ef9b-003d-4530-abd6-f6014a7e0054 HTTP/1.1" status: 404 len: 339 time: 0.0191526 Aug 10 01:45:55.059701 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.085950 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddf38ef-b9f8-4b94-82e8-92acc5ea5548 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:55.086407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddf38ef-b9f8-4b94-82e8-92acc5ea5548 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:55.088152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5ddf38ef-b9f8-4b94-82e8-92acc5ea5548 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/subnets/9a5fc8af-0559-4db9-a821-29360a2cbf8e HTTP/1.1" status: 404 len: 337 time: 0.0275593 Aug 10 01:45:55.090617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.097180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] For port 5b2e2615-b56d-420a-9232-80febe54905d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:45:55.100716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] For port 5b2e2615-b56d-420a-9232-80febe54905d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5b2e2615-b56d-420a-9232-80febe54905d,segment=NetworkSegment(9f56b670-14fe-4bac-b9f2-bdda9bdfc984),segment_id=9f56b670-14fe-4bac-b9f2-bdda9bdfc984)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:45:55.104384 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.108434 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc3139b-a142-4ec9-b13b-43a5f6c57472 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:55.108986 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc3139b-a142-4ec9-b13b-43a5f6c57472 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:55.110689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6bc3139b-a142-4ec9-b13b-43a5f6c57472 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/1851ef9b-003d-4530-abd6-f6014a7e0054 HTTP/1.1" status: 404 len: 339 time: 0.0191278 Aug 10 01:45:55.113198 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53180) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.163385 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3731e0-5a99-4692-868e-a37c0d7eb443 None None] Pushing event updated for resources: {'Port': ['ID=5b2e2615-b56d-420a-9232-80febe54905d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:55.166702 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Deleting subnet df0fdf40-afc2-447e-8283-a7eb8841771d {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:45:55.170233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.211732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.307900 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.384234 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.409918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Subnet': ['ID=df0fdf40-afc2-447e-8283-a7eb8841771d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:55.416102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.418417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-90b8525d-cfd7-4912-80ec-26311f4a7a5f tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/subnets/df0fdf40-afc2-447e-8283-a7eb8841771d HTTP/1.1" status: 204 len: 168 time: 0.3039727 Aug 10 01:45:55.420607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:55.505675 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.562156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Deleting port 5b2e2615-b56d-420a-9232-80febe54905d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:55.562413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.642039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] For port 5b2e2615-b56d-420a-9232-80febe54905d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=5b2e2615-b56d-420a-9232-80febe54905d,segment=NetworkSegment(9f56b670-14fe-4bac-b9f2-bdda9bdfc984),segment_id=9f56b670-14fe-4bac-b9f2-bdda9bdfc984)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:55.642412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.657373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Calling delete_port for 5b2e2615-b56d-420a-9232-80febe54905d owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:55.773443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.806586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Port': ['ID=5b2e2615-b56d-420a-9232-80febe54905d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:55.813666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No DVR routers for this DVR port 5b2e2615-b56d-420a-9232-80febe54905d on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:55.910316 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.921557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4421a698-6fdf-4d5d-8446-faf23213e531']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:55.933977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f56b670-14fe-4bac-b9f2-bdda9bdfc984') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:55.934274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f56b670-14fe-4bac-b9f2-bdda9bdfc984') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:55.944126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.958822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.965789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:55.966200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:55.969620 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:56.031904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.039568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.041503 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/4421a698-6fdf-4d5d-8446-faf23213e531 HTTP/1.1" status: 204 len: 168 time: 0.6199362 Aug 10 01:45:56.044029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.063210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f6de-ec41-4f9b-ab4e-b71a8afeff47 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Network': ['ID=4421a698-6fdf-4d5d-8446-faf23213e531,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:56.082427 n-d-766380-21 neutron-server[105958]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f01a526-150f-4a2f-865e-ebfe8f046ece tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:56.082915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f01a526-150f-4a2f-865e-ebfe8f046ece tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:56.087961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5f01a526-150f-4a2f-865e-ebfe8f046ece tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/subnets/6a651ef3-2d1b-4b71-8aa6-b1b68ac3527f HTTP/1.1" status: 404 len: 337 time: 0.0402772 Aug 10 01:45:56.088452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53186) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.115485 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01332c7-efa3-4569-b19e-8a6b5f8e6a24 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:56.116201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01332c7-efa3-4569-b19e-8a6b5f8e6a24 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:56.118028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d01332c7-efa3-4569-b19e-8a6b5f8e6a24 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/9ca7a488-35a8-4d2d-b246-e9e34dfa74dc HTTP/1.1" status: 404 len: 339 time: 0.0285852 Aug 10 01:45:56.120623 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53188) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.148769 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9531954-f0d6-4006-a487-87656dec5660 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:56.149233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9531954-f0d6-4006-a487-87656dec5660 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:56.150998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b9531954-f0d6-4006-a487-87656dec5660 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/subnets/b4233c9e-50a8-4975-94d3-0c2a870aced0 HTTP/1.1" status: 404 len: 337 time: 0.0293870 Aug 10 01:45:56.153638 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.164351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20f7e0-75d8-4c14-aa33-0fb13e9ac3e2 None None] DHCP port deletion for 4421a698-6fdf-4d5d-8446-faf23213e531 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:45:56.176152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7faee612-82bd-43b7-8036-9b5e20a31bee None None] Could not find standard attr ID for object 5b2e2615-b56d-420a-9232-80febe54905d. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:45:56.177270 n-d-766380-21 neutron-server[105957]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfeed6a4-55c9-45d6-8688-324ce19df337 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] DELETE failed (client error): The resource could not be found. Aug 10 01:45:56.177853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfeed6a4-55c9-45d6-8688-324ce19df337 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 01:45:56.183093 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bfeed6a4-55c9-45d6-8688-324ce19df337 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/7a544dc5-35ae-445c-9e1b-ab33f0d130c4 HTTP/1.1" status: 404 len: 339 time: 0.0254893 Aug 10 01:45:56.183963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53192) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.188242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c6bdf-b782-473e-bf51-b15303b66a6c None None] Network 4421a698-6fdf-4d5d-8446-faf23213e531 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:56.200823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6c6bdf-b782-473e-bf51-b15303b66a6c None None] Network 4421a698-6fdf-4d5d-8446-faf23213e531 could not be found, it might have been deleted concurrently. {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:45:56.254892 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Deleting subnet 4aae11a8-534f-4a38-9add-475dac07a554 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:45:56.258144 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.300881 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.384677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.447733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.473226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Subnet': ['ID=4aae11a8-534f-4a38-9add-475dac07a554,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:56.479401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.481275 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1d54ead7-a9c4-4737-a6c5-fe9077fd4081 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/subnets/4aae11a8-534f-4a38-9add-475dac07a554 HTTP/1.1" status: 204 len: 168 time: 0.2959850 Aug 10 01:45:56.483976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53194) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:56.488794 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9613b83-cc86-4c37-9ffc-8d9622002e82 None None] Network b165fbc7-3208-4b82-b973-6b15e039e0de requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:56.566261 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.572200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.574395 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.624023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Deleting port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:56.624376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.682117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] DHCP port deletion for b165fbc7-3208-4b82-b973-6b15e039e0de request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:45:56.697405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] For port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,segment=NetworkSegment(89f9b21b-daf0-4e06-8296-11bb84d30a4b),segment_id=89f9b21b-daf0-4e06-8296-11bb84d30a4b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:56.697765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.712042 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Calling delete_port for f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:56.732348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Deleting port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:45:56.732814 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.796075 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.801337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] For port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,segment=NetworkSegment(89f9b21b-daf0-4e06-8296-11bb84d30a4b),segment_id=89f9b21b-daf0-4e06-8296-11bb84d30a4b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:45:56.801742 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.814823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Calling delete_port for f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:45:56.826085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Port': ['ID=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:56.829590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] No DVR routers for this DVR port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:56.895213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.906911 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.916950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b165fbc7-3208-4b82-b973-6b15e039e0de']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:56.922004 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] No DVR routers for this DVR port f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:45:56.927138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0403f6-7630-4100-be03-779cb8c1c04a None None] Pushing event deleted for resources: {'Port': ['ID=f2229ee5-c44b-43eb-b30f-5e3921ca4ec6,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:56.929488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f9b21b-daf0-4e06-8296-11bb84d30a4b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:56.930045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f9b21b-daf0-4e06-8296-11bb84d30a4b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:45:56.939900 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.954352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.960254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:45:56.960629 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:45:56.963509 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:45:57.026127 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.033024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.033432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] 10.222.0.25 "DELETE /v2.0/networks/b165fbc7-3208-4b82-b973-6b15e039e0de HTTP/1.1" status: 204 len: 168 time: 0.5485563 Aug 10 01:45:57.049317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c11a5e-b0d8-47f5-b750-d47e7da1a805 tempest-NetworksIpV6Test-669117178 tempest-NetworksIpV6Test-669117178-project] Pushing event deleted for resources: {'Network': ['ID=b165fbc7-3208-4b82-b973-6b15e039e0de,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:57.283593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53200) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:57.414400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-910a5641-408b-4048-af37-e42eeb2a7410 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d099867af7be4cb69fd2139bbe073ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296177 Aug 10 01:45:57.416870 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53204) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:57.463627 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.484302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.529791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.532359 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:57.533594 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98f44c95-97e5-47a4-9126-138db024c139 HTTP/1.1" status: 204 len: 168 time: 0.1158347 Aug 10 01:45:57.542165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed2b31-a538-4086-8de1-ab560e1b6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f44c95-97e5-47a4-9126-138db024c139,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:58.152093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:58.154138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53226) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:58.176590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:58.176936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f2229ee5-c44b-43eb-b30f-5e3921ca4ec6 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:58.177353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5b2e2615-b56d-420a-9232-80febe54905d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:45:58.197695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 5b2e2615-b56d-420a-9232-80febe54905d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:45:58.198043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 5b2e2615-b56d-420a-9232-80febe54905d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:45:58.249305 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-727130657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:58.272351 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.273345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.327671 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.331724 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.351275 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.352501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-62c0e613-ddfc-4fa3-8850-812de96abf5e tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1972666 Aug 10 01:45:58.356319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:58.363851 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-915775436'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:58.391481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Made reservation on behalf of 86313a859b1f40bbac4b693eef4a5a43 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:58.394924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.407506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.529499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.534202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.570584 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:58.584055 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb18a843-767b-4c9f-b636-88966874caeb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:58.589842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.590189 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Added segment 16166b4f-25c8-4eda-aa6a-776971a7e14b of type vlan for network 2fddaea8-d800-44e9-9004-49f848186a5a Aug 10 01:45:58.640192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.671773 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.677620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:58.678339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:58.740354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3824048 Aug 10 01:45:58.743478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:58.748486 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'subnet': {'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:58.768233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92ca7f-ae0c-4aee-8267-023466298a82 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event updated for resources: {'Network': ['ID=2fddaea8-d800-44e9-9004-49f848186a5a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:58.778907 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 2fddaea8-d800-44e9-9004-49f848186a5a details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:58.848983 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Made reservation on behalf of 86313a859b1f40bbac4b693eef4a5a43 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:58.852586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.062368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.124015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event updated for resources: {'Subnet': ['ID=5711c9d7-431d-4942-9281-3586e36e3dda,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:59.134684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Checking segment: {'id': '16166b4f-25c8-4eda-aa6a-776971a7e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:59.135050 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Network hostable DHCP agents. Network: 2fddaea8-d800-44e9-9004-49f848186a5a, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:59.151259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Network 2fddaea8-d800-44e9-9004-49f848186a5a is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:59.159352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 2fddaea8-d800-44e9-9004-49f848186a5a) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:59.165747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:59.165862 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.168876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0830e-750e-4385-b69e-e2c249b8fef9 None None] Network 2fddaea8-d800-44e9-9004-49f848186a5a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:59.181529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3c1a2cf8-0343-4c9a-a73b-55c5a2abb43d tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4369812 Aug 10 01:45:59.184614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53234) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:59.189744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1581240176'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:59.210386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Made reservation on behalf of 86313a859b1f40bbac4b693eef4a5a43 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:59.214375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.243521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:45:59.253324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.253722 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Added segment 08aac8d8-5173-499a-9b71-a0f873f6fba0 of type vlan for network 04302573-b4d3-4595-98e6-bcf43a0b47b1 Aug 10 01:45:59.296084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.321996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-2fddaea8-d800-44e9-9004-49f848186a5a', 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a', 'tenant_id': '86313a859b1f40bbac4b693eef4a5a43', 'fixed_ips': [{'subnet_id': '5711c9d7-431d-4942-9281-3586e36e3dda'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:45:59.322922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.327428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.333283 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:59.333864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.394753 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2089188 Aug 10 01:45:59.398374 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53236) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:59.405784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'subnet': {'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:59.410838 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73957-83fb-48de-8145-9b1a6b4706e4 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event updated for resources: {'Network': ['ID=04302573-b4d3-4595-98e6-bcf43a0b47b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:59.422293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:45:59.501207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Made reservation on behalf of 86313a859b1f40bbac4b693eef4a5a43 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:45:59.504848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.525531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Allocated IP 172.20.0.2 (2fddaea8-d800-44e9-9004-49f848186a5a/5711c9d7-431d-4942-9281-3586e36e3dda/b1955b29-2079-4bfd-9875-268c9667a4f7) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:45:59.685203 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.693864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Transition to ACTIVE for port object b1955b29-2079-4bfd-9875-268c9667a4f7 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:59.704987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.710610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Transition to ACTIVE for port object b1955b29-2079-4bfd-9875-268c9667a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:45:59.716929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.758467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Network 2fddaea8-d800-44e9-9004-49f848186a5a is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:45:59.763842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:59.765189 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:45:59.772754 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Pushing event updated for resources: {'Port': ['ID=b1955b29-2079-4bfd-9875-268c9667a4f7,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:59.774228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event updated for resources: {'Subnet': ['ID=c67b4bd1-1ac6-49d3-a515-f1d8330ee59f,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:45:59.782263 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Checking segment: {'id': '08aac8d8-5173-499a-9b71-a0f873f6fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:59.782640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Network hostable DHCP agents. Network: 04302573-b4d3-4595-98e6-bcf43a0b47b1, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:45:59.802609 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:45:59.812846 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 04302573-b4d3-4595-98e6-bcf43a0b47b1) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:45:59.817054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:45:59.817645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.828274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864319b8-8642-42b8-b712-11de1924ed1a None None] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:45:59.832682 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c17dc43-bc22-4f66-bcd1-4fd1bd767622 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4329331 Aug 10 01:45:59.835970 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53238) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:45:59.840690 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-32c91c39-c9eb-43db-9853-b5e688748c85 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Request body: {'router': {'external_gateway_info': {'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:45:59.846619 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Attempting to bind port b1955b29-2079-4bfd-9875-268c9667a4f7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:45:59.847023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Attempting to bind port b1955b29-2079-4bfd-9875-268c9667a4f7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '16166b4f-25c8-4eda-aa6a-776971a7e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:45:59.847383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Attempting to bind port b1955b29-2079-4bfd-9875-268c9667a4f7 on network 2fddaea8-d800-44e9-9004-49f848186a5a {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:45:59.878158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:45:59.878545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Checking segment: {'id': '16166b4f-25c8-4eda-aa6a-776971a7e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:45:59.878971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.879364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Bound using segment: {'id': '16166b4f-25c8-4eda-aa6a-776971a7e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:45:59.879831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Bound port: b1955b29-2079-4bfd-9875-268c9667a4f7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16166b4f-25c8-4eda-aa6a-776971a7e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2fddaea8-d800-44e9-9004-49f848186a5a'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:45:59.880211 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:45:59.995008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] For port b1955b29-2079-4bfd-9875-268c9667a4f7, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:00.013477 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] For port b1955b29-2079-4bfd-9875-268c9667a4f7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b1955b29-2079-4bfd-9875-268c9667a4f7,segment=NetworkSegment(16166b4f-25c8-4eda-aa6a-776971a7e14b),segment_id=16166b4f-25c8-4eda-aa6a-776971a7e14b)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:00.020567 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.062558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-04302573-b4d3-4595-98e6-bcf43a0b47b1', 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1', 'tenant_id': '86313a859b1f40bbac4b693eef4a5a43', 'fixed_ips': [{'subnet_id': 'c67b4bd1-1ac6-49d3-a515-f1d8330ee59f'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:46:00.062912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-32c91c39-c9eb-43db-9853-b5e688748c85 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.063430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.116896 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53258a0a-b7f1-4fad-8061-79e0042df959 None None] Pushing event updated for resources: {'Port': ['ID=b1955b29-2079-4bfd-9875-268c9667a4f7,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:00.182079 n-d-766380-21 neutron-server[105958]: INFO neutron.api.v2.resource [None req-32c91c39-c9eb-43db-9853-b5e688748c85 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 01:46:00.183168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-32c91c39-c9eb-43db-9853-b5e688748c85 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "PUT /v2.0/routers/bbb1564e-53c8-4e85-b8b7-005f7e7e26c3 HTTP/1.1" status: 400 len: 364 time: 0.3462503 Aug 10 01:46:00.189214 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53240) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:00.252731 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Deleting subnet c67b4bd1-1ac6-49d3-a515-f1d8330ee59f {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:46:00.264127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Allocated IP 172.21.0.2 (04302573-b4d3-4595-98e6-bcf43a0b47b1/c67b4bd1-1ac6-49d3-a515-f1d8330ee59f/80814c9f-d353-4dae-9ba7-097d4d8467d1) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:00.424415 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.432481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Transition to ACTIVE for port object 80814c9f-d353-4dae-9ba7-097d4d8467d1 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:00.446751 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Transition to ACTIVE for port object 80814c9f-d353-4dae-9ba7-097d4d8467d1 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:00.451242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.451762 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.486392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:00.491117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:00.492208 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.494573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:00.504953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Pushing event updated for resources: {'Port': ['ID=80814c9f-d353-4dae-9ba7-097d4d8467d1,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:00.556160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Attempting to bind port 80814c9f-d353-4dae-9ba7-097d4d8467d1 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:00.556528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Attempting to bind port 80814c9f-d353-4dae-9ba7-097d4d8467d1 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '08aac8d8-5173-499a-9b71-a0f873f6fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:00.556886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Attempting to bind port 80814c9f-d353-4dae-9ba7-097d4d8467d1 on network 04302573-b4d3-4595-98e6-bcf43a0b47b1 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:00.561785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:00.562231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Checking segment: {'id': '08aac8d8-5173-499a-9b71-a0f873f6fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:00.562948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.563086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Bound using segment: {'id': '08aac8d8-5173-499a-9b71-a0f873f6fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:00.563496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Bound port: 80814c9f-d353-4dae-9ba7-097d4d8467d1, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aac8d8-5173-499a-9b71-a0f873f6fba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '04302573-b4d3-4595-98e6-bcf43a0b47b1'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:00.563876 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.577254 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.639334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.642497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] For port 80814c9f-d353-4dae-9ba7-097d4d8467d1, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:00.645665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] For port 80814c9f-d353-4dae-9ba7-097d4d8467d1, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=80814c9f-d353-4dae-9ba7-097d4d8467d1,segment=NetworkSegment(08aac8d8-5173-499a-9b71-a0f873f6fba0),segment_id=08aac8d8-5173-499a-9b71-a0f873f6fba0)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:00.649875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.667847 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Subnet': ['ID=c67b4bd1-1ac6-49d3-a515-f1d8330ee59f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:00.671825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.676266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:00.676765 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a81f5e65-badb-45d8-942f-0a126c0941b0 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "DELETE /v2.0/subnets/c67b4bd1-1ac6-49d3-a515-f1d8330ee59f HTTP/1.1" status: 204 len: 168 time: 0.4860797 Aug 10 01:46:00.715567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed89de-4036-434a-a52f-042ac32a0af2 None None] Pushing event updated for resources: {'Port': ['ID=80814c9f-d353-4dae-9ba7-097d4d8467d1,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:00.767114 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.824644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Deleting port 80814c9f-d353-4dae-9ba7-097d4d8467d1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:46:00.824869 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.916073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] For port 80814c9f-d353-4dae-9ba7-097d4d8467d1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=80814c9f-d353-4dae-9ba7-097d4d8467d1,segment=NetworkSegment(08aac8d8-5173-499a-9b71-a0f873f6fba0),segment_id=08aac8d8-5173-499a-9b71-a0f873f6fba0)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:00.916442 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:00.932850 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Calling delete_port for 80814c9f-d353-4dae-9ba7-097d4d8467d1 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:46:01.023904 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.055388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] No DVR routers for this DVR port 80814c9f-d353-4dae-9ba7-097d4d8467d1 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:46:01.061107 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Port': ['ID=80814c9f-d353-4dae-9ba7-097d4d8467d1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:01.097703 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c34d032-33c6-445d-8fcd-d817b4fe2b49 None None] Network 2fddaea8-d800-44e9-9004-49f848186a5a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:01.144428 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.155315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04302573-b4d3-4595-98e6-bcf43a0b47b1']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:01.167162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aac8d8-5173-499a-9b71-a0f873f6fba0') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:01.167566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-43694675-1819-4676-86e3-10f9210b89da None None] Provisioning for port b1955b29-2079-4bfd-9875-268c9667a4f7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:01.167729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aac8d8-5173-499a-9b71-a0f873f6fba0') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:01.178868 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.195014 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.201604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:46:01.202125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:46:01.205199 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:46:01.268857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.274329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.278908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "DELETE /v2.0/networks/04302573-b4d3-4595-98e6-bcf43a0b47b1 HTTP/1.1" status: 204 len: 168 time: 0.6008525 Aug 10 01:46:01.279029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:01.294475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0374a-3147-41dd-8f32-1d31c751dadf tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Network': ['ID=04302573-b4d3-4595-98e6-bcf43a0b47b1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:01.348938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Deleting subnet 5711c9d7-431d-4942-9281-3586e36e3dda {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:46:01.352665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.395469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.487110 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.550148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.579296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Subnet': ['ID=5711c9d7-431d-4942-9281-3586e36e3dda,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:01.585070 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.589494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7bd7c931-fbaa-420a-8970-1a5ca0797255 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "DELETE /v2.0/subnets/5711c9d7-431d-4942-9281-3586e36e3dda HTTP/1.1" status: 204 len: 168 time: 0.3069816 Aug 10 01:46:01.589616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53246) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:01.594719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b0541-664f-4b71-bcf9-78fd0216ba7d None None] Network 2fddaea8-d800-44e9-9004-49f848186a5a requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:01.672477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.731556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Deleting port b1955b29-2079-4bfd-9875-268c9667a4f7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:46:01.732140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.783948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7ccfe-fb89-4f1f-8dbe-4733f856e834 None None] DHCP port deletion for 04302573-b4d3-4595-98e6-bcf43a0b47b1 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:46:01.798782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ddb25-8ff5-48fa-8b62-ea77b7d23d2c None None] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:01.808367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] For port b1955b29-2079-4bfd-9875-268c9667a4f7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b1955b29-2079-4bfd-9875-268c9667a4f7,segment=NetworkSegment(16166b4f-25c8-4eda-aa6a-776971a7e14b),segment_id=16166b4f-25c8-4eda-aa6a-776971a7e14b)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:01.808730 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.817596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] DHCP port deletion for 2fddaea8-d800-44e9-9004-49f848186a5a request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:46:01.821852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ddb25-8ff5-48fa-8b62-ea77b7d23d2c None None] Network 04302573-b4d3-4595-98e6-bcf43a0b47b1 could not be found, it might have been deleted concurrently. {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 01:46:01.823016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Calling delete_port for b1955b29-2079-4bfd-9875-268c9667a4f7 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:46:01.824909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2ff4e8cd-7f2f-41ea-8f0d-2a5e63e81525 None None] Could not find standard attr ID for object 80814c9f-d353-4dae-9ba7-097d4d8467d1. {{(pid=105959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 01:46:01.866942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Deleting port b1955b29-2079-4bfd-9875-268c9667a4f7 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:46:01.867325 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.901821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.931254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Port': ['ID=b1955b29-2079-4bfd-9875-268c9667a4f7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:01.932033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] For port b1955b29-2079-4bfd-9875-268c9667a4f7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=b1955b29-2079-4bfd-9875-268c9667a4f7,segment=NetworkSegment(16166b4f-25c8-4eda-aa6a-776971a7e14b),segment_id=16166b4f-25c8-4eda-aa6a-776971a7e14b)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:01.932439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:01.936540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] No DVR routers for this DVR port b1955b29-2079-4bfd-9875-268c9667a4f7 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:46:01.946562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Calling delete_port for b1955b29-2079-4bfd-9875-268c9667a4f7 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:46:02.017441 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.024298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.028729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fddaea8-d800-44e9-9004-49f848186a5a']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:02.039585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16166b4f-25c8-4eda-aa6a-776971a7e14b') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:02.039813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16166b4f-25c8-4eda-aa6a-776971a7e14b') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:02.048632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.049458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] Pushing event deleted for resources: {'Port': ['ID=b1955b29-2079-4bfd-9875-268c9667a4f7,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:02.051284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559a53b9-c744-40ce-bc60-fb1e8d96e367 None None] No DVR routers for this DVR port b1955b29-2079-4bfd-9875-268c9667a4f7 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:46:02.063753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.070443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:46:02.070871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:46:02.074109 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:46:02.135470 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.140853 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.143003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "DELETE /v2.0/networks/2fddaea8-d800-44e9-9004-49f848186a5a HTTP/1.1" status: 204 len: 168 time: 0.5521958 Aug 10 01:46:02.145696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53248) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:02.157320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831bc55-5aec-434e-9cee-0502d5bdb859 tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Pushing event deleted for resources: {'Network': ['ID=2fddaea8-d800-44e9-9004-49f848186a5a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:02.173589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f1620474-323e-4b47-9db3-a5f769c576bb tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbb1564e-53c8-4e85-b8b7-005f7e7e26c3 HTTP/1.1" status: 200 len: 205 time: 0.0265508 Aug 10 01:46:02.175895 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:02.252313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.410170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.412177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.456331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.456832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Fanout notify agent at l3_agent the message router_deleted on router bbb1564e-53c8-4e85-b8b7-005f7e7e26c3 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:46:02.463884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.464993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1236e9b3-c62e-4b8f-8022-4357f5b030dc tempest-RoutersNegativeTest-1099285445 tempest-RoutersNegativeTest-1099285445-project] 10.222.0.25 "DELETE /v2.0/routers/bbb1564e-53c8-4e85-b8b7-005f7e7e26c3 HTTP/1.1" status: 204 len: 168 time: 0.2882147 Aug 10 01:46:02.707996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:02.842542 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-62e6838d-c929-47f5-953e-f690845587b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86313a859b1f40bbac4b693eef4a5a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333566 Aug 10 01:46:02.845020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53260) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:02.893452 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.917197 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.962954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.965535 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:02.966751 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb18a843-767b-4c9f-b636-88966874caeb HTTP/1.1" status: 204 len: 168 time: 0.1207767 Aug 10 01:46:02.974168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29371cea-ccc0-4465-838a-d9503af59ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb18a843-767b-4c9f-b636-88966874caeb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:03.567829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53282) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:03.661505 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-187885779-network', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:03.682833 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Made reservation on behalf of a4cc2932d5bb48969c9828c9c6fd365b for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:03.685076 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.693159 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.780766 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.784515 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.805994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:46:03.819282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aef032-4061-45ea-9773-818f25682bb5,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:03.824154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.824494 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Added segment ebd7f8d5-9150-43d0-88b4-4ff95f47d595 of type vlan for network f276347b-1547-463e-b97a-c3a5449fe355 Aug 10 01:46:03.866752 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.893405 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.894333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:03.894937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:03.948917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794045 Aug 10 01:46:03.952219 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53286) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:03.954125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc8151-0c64-4694-bdff-96910018147d admin admin] Pushing event updated for resources: {'Network': ['ID=f276347b-1547-463e-b97a-c3a5449fe355,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:03.957530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Request body: {'subnet': {'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-subnet', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:03.964801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f276347b-1547-463e-b97a-c3a5449fe355 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:46:03.978684 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Made reservation on behalf of a4cc2932d5bb48969c9828c9c6fd365b for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:03.981116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.144920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.198646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1a3050-8fd4-4c25-97c4-c87d338739fb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:04.207198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Checking segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:04.207561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Network hostable DHCP agents. Network: f276347b-1547-463e-b97a-c3a5449fe355, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:46:04.224352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Network f276347b-1547-463e-b97a-c3a5449fe355 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:46:04.232816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f276347b-1547-463e-b97a-c3a5449fe355) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:04.236661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:04.237248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.242381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3b01cc-0a30-4fce-a4c8-0ce5377f73c7 None None] Network f276347b-1547-463e-b97a-c3a5449fe355 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:04.250521 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-45ee22bb-7ae5-4043-be16-b0b454175f87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2970452 Aug 10 01:46:04.252940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53288) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:04.257767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:04.278958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.279981 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.335531 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.387202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f276347b-1547-463e-b97a-c3a5449fe355', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:46:04.388050 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.470935 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.519317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Allocated IP 172.20.0.2 (f276347b-1547-463e-b97a-c3a5449fe355/ef1a3050-8fd4-4c25-97c4-c87d338739fb/de3ad845-e6fa-4bcb-8565-9b34acf392af) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:04.832420 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.842429 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Transition to ACTIVE for port object de3ad845-e6fa-4bcb-8565-9b34acf392af will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:04.858010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Transition to ACTIVE for port object de3ad845-e6fa-4bcb-8565-9b34acf392af will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:04.863985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.907545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Network f276347b-1547-463e-b97a-c3a5449fe355 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:04.910495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:04.913168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:04.921042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Pushing event updated for resources: {'Port': ['ID=de3ad845-e6fa-4bcb-8565-9b34acf392af,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:04.982123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Attempting to bind port de3ad845-e6fa-4bcb-8565-9b34acf392af on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:04.982878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Attempting to bind port de3ad845-e6fa-4bcb-8565-9b34acf392af by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:04.982878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Attempting to bind port de3ad845-e6fa-4bcb-8565-9b34acf392af on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:04.987720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:04.988091 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Checking segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:04.988491 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:04.988880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Bound using segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:04.989341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Bound port: de3ad845-e6fa-4bcb-8565-9b34acf392af, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:04.989717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.024666 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.044312 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.054247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] For port de3ad845-e6fa-4bcb-8565-9b34acf392af, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:05.057839 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] For port de3ad845-e6fa-4bcb-8565-9b34acf392af, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de3ad845-e6fa-4bcb-8565-9b34acf392af,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:05.061597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.118418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ce447-43b1-4071-b720-89c9f36118e1 None None] Pushing event updated for resources: {'Port': ['ID=de3ad845-e6fa-4bcb-8565-9b34acf392af,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:05.158815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Allocated IP 172.25.7.118 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/d15acb0a-291a-436f-a251-81332af921fb) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:05.269847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.315245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.363802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:05.367687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:05.372210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:05.375322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Pushing event updated for resources: {'Port': ['ID=d15acb0a-291a-436f-a251-81332af921fb,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:05.616874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.814266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:05.945947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Router 0c62bef6-36ad-407d-a13c-227c89e31f13 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:46:06.013169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f01b6-9a72-4628-884d-078469d88c69 None None] Network f276347b-1547-463e-b97a-c3a5449fe355 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:06.057245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:46:06.069190 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Sync routers for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:46:06.075560 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.077547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2a19390f-424d-44f9-b5f7-2e0b19595349 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8233676 Aug 10 01:46:06.080236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53290) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:06.085298 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:06.085913 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:06.103476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-24e08e12-d256-4c9c-94ae-99bda86dbef1 None None] Provisioning for port de3ad845-e6fa-4bcb-8565-9b34acf392af completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:06.233018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de3ad845-e6fa-4bcb-8565-9b34acf392af up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:06.237593 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:06.300418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port de3ad845-e6fa-4bcb-8565-9b34acf392af completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:06.305938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port de3ad845-e6fa-4bcb-8565-9b34acf392af triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:06.306320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.405147 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.432709 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:05Z', 'revision_number': 3, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:06.448267 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port de3ad845-e6fa-4bcb-8565-9b34acf392af, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de3ad845-e6fa-4bcb-8565-9b34acf392af,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:06.453860 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.457274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-69f1b5d7-249f-4e1e-a6e9-8a84252cfc32 None None] Provisioning complete for port de3ad845-e6fa-4bcb-8565-9b34acf392af triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:06.457637 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-69f1b5d7-249f-4e1e-a6e9-8a84252cfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.461513 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Checking router: 0c62bef6-36ad-407d-a13c-227c89e31f13 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:46:06.462267 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Updating router 0c62bef6-36ad-407d-a13c-227c89e31f13 port d15acb0a-291a-436f-a251-81332af921fb binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:46:06.493446 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.534411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=de3ad845-e6fa-4bcb-8565-9b34acf392af,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:06.591713 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.753123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Allocated IP 172.20.0.1 (f276347b-1547-463e-b97a-c3a5449fe355/ef1a3050-8fd4-4c25-97c4-c87d338739fb/0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:06.755198 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.766519 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Transition to ACTIVE for port object d15acb0a-291a-436f-a251-81332af921fb will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:06.773761 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:46:06.775538 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.825448 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Attempting to bind port d15acb0a-291a-436f-a251-81332af921fb on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:06.825818 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Attempting to bind port d15acb0a-291a-436f-a251-81332af921fb by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:06.826178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Attempting to bind port d15acb0a-291a-436f-a251-81332af921fb on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:06.833053 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Pushing event updated for resources: {'Port': ['ID=d15acb0a-291a-436f-a251-81332af921fb,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:06.836198 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:06.836567 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:06.836961 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.837350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:06.837814 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Bound port: d15acb0a-291a-436f-a251-81332af921fb, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:06.838191 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.844559 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.844910 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.845246 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.845580 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.845909 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.846233 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.846557 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.846912 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.847230 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.847550 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.847871 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.848189 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:06.856800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.870035 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Transition to ACTIVE for port object 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:06.901715 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] For port d15acb0a-291a-436f-a251-81332af921fb, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:06.903607 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.904739 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] For port d15acb0a-291a-436f-a251-81332af921fb, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d15acb0a-291a-436f-a251-81332af921fb,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:06.908831 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:06.942567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Network f276347b-1547-463e-b97a-c3a5449fe355 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:06.948831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:06.952677 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:06.966936 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:06.967564 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:06.969476 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e8be8-4a9b-45f9-bb63-6e73ccfd387c None None] Pushing event updated for resources: {'Port': ['ID=d15acb0a-291a-436f-a251-81332af921fb,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:06.985273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:07.017216 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.080952 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:07.150022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.202041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a29b2f2-c40a-4929-8644-ac7c195bbf42 None None] Provisioning for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:07.207569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9a29b2f2-c40a-4929-8644-ac7c195bbf42 None None] Provisioning complete for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:07.208084 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a29b2f2-c40a-4929-8644-ac7c195bbf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.243818 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9a29b2f2-c40a-4929-8644-ac7c195bbf42 None None] Port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:07.268525 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:05Z', 'revision_number': 3, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:07.328368 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.333260 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.389025 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3498c-5361-412a-b91c-32859ae39e96 None None] The sync data for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 is: [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:05Z', 'revision_number': 3, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:46:07.407134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:07.411639 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.503837 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Network f276347b-1547-463e-b97a-c3a5449fe355 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:07.505257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:07.645831 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Router 0c62bef6-36ad-407d-a13c-227c89e31f13 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:46:07.766472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-dc847096-30d3-456d-b9df-e0cb44953f93 None None] Provisioning complete for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:07.766881 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dc847096-30d3-456d-b9df-e0cb44953f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:07.774259 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:46:07.779711 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3d1e7d1c-d5df-4e17-b51e-7e23906fbfe6 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c62bef6-36ad-407d-a13c-227c89e31f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981943 Aug 10 01:46:07.803188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-dc847096-30d3-456d-b9df-e0cb44953f93 None None] Port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:08.255343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de3ad845-e6fa-4bcb-8565-9b34acf392af up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:08.272430 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53306) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:08.277510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1715926989-network', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:08.297889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Made reservation on behalf of 0b4de3f7c56843e3bf9c63f0f8ad1e3b for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:08.300420 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.310473 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.320611 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port de3ad845-e6fa-4bcb-8565-9b34acf392af triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:08.321101 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.406002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d15acb0a-291a-436f-a251-81332af921fb up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:08.409988 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.413982 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.440590 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:46:08.453748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15119bf-a305-443c-95c7-8a0434e12c21,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:08.456951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port d15acb0a-291a-436f-a251-81332af921fb completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:08.458517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.458924 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Added segment 6dab7f6e-c417-4f74-bd8a-e36e8646dd59 of type vlan for network 2284e588-7f37-4da6-a6af-9c4ad3927e7f Aug 10 01:46:08.462268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d15acb0a-291a-436f-a251-81332af921fb triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:08.462897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.502544 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.533740 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.534615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:08.536653 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.546287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.568778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port d15acb0a-291a-436f-a251-81332af921fb, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d15acb0a-291a-436f-a251-81332af921fb,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:08.572718 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.594645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3210251 Aug 10 01:46:08.597541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:08.604640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Request body: {'subnet': {'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-subnet', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:08.608866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa6bb-5320-4604-95d7-f6afd6daabd0 admin admin] Pushing event updated for resources: {'Network': ['ID=2284e588-7f37-4da6-a6af-9c4ad3927e7f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:08.619704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:46:08.628547 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Made reservation on behalf of 0b4de3f7c56843e3bf9c63f0f8ad1e3b for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:08.631644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.636427 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=d15acb0a-291a-436f-a251-81332af921fb,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:08.808739 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.858235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6b6530-95b5-4711-b76e-a50656dd6a20,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:08.873251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Checking segment: {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:08.873612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Network hostable DHCP agents. Network: 2284e588-7f37-4da6-a6af-9c4ad3927e7f, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:46:08.890136 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:46:08.899350 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 2284e588-7f37-4da6-a6af-9c4ad3927e7f) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:08.903587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:08.904252 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.909029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa48a09-dcda-4c67-a166-1ac17b911d9e None None] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:08.918598 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-130bf820-b921-49e3-88d0-813cbfd08679 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3200042 Aug 10 01:46:08.921058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53310) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:08.925490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:08.948634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.949704 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:08.999322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Sync routers for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:46:09.005568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.032854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:09.033485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:09.143394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'fixed_ips': [{'subnet_id': '2d6b6530-95b5-4711-b76e-a50656dd6a20'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:46:09.144255 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.232172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:09.410640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Allocated IP 172.20.0.2 (2284e588-7f37-4da6-a6af-9c4ad3927e7f/2d6b6530-95b5-4711-b76e-a50656dd6a20/bed0f521-b606-49ff-925f-644d6356d896) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:09.450274 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.589053 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:07Z', 'revision_number': 4, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184', 'name': '', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'mac_address': 'fa:16:3e:27:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:06Z', 'updated_at': '2021-08-10T01:46:07Z', 'revision_number': 2, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'subnets': [{'id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:09.620819 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Checking router: 0c62bef6-36ad-407d-a13c-227c89e31f13 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:46:09.621170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Updating router 0c62bef6-36ad-407d-a13c-227c89e31f13 port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:46:09.650575 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.651058 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.659815 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.664643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Transition to ACTIVE for port object bed0f521-b606-49ff-925f-644d6356d896 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:09.670825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.704931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Transition to ACTIVE for port object bed0f521-b606-49ff-925f-644d6356d896 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:09.720434 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.783511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Allocated IP 172.25.7.248 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:09.818992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:09.825275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:09.831664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:09.836817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Pushing event updated for resources: {'Port': ['ID=bed0f521-b606-49ff-925f-644d6356d896,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:09.893407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.937296 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.942450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Attempting to bind port bed0f521-b606-49ff-925f-644d6356d896 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:09.942846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Attempting to bind port bed0f521-b606-49ff-925f-644d6356d896 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:09.943761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Attempting to bind port bed0f521-b606-49ff-925f-644d6356d896 on network 2284e588-7f37-4da6-a6af-9c4ad3927e7f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:09.953809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:09.954052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Checking segment: {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:09.954461 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.955046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Bound using segment: {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:09.955527 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Bound port: bed0f521-b606-49ff-925f-644d6356d896, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:09.955903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:09.984931 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:09.990838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:09.993054 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Pushing event updated for resources: {'Port': ['ID=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:09.995219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:10.071646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] For port bed0f521-b606-49ff-925f-644d6356d896, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:10.092976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] For port bed0f521-b606-49ff-925f-644d6356d896, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bed0f521-b606-49ff-925f-644d6356d896,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:10.097241 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.101896 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.141466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Transition to ACTIVE for port object 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:10.152838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.180949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e5547-f994-4eb9-9d2c-f783b145a827 None None] Pushing event updated for resources: {'Port': ['ID=bed0f521-b606-49ff-925f-644d6356d896,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:10.189598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d15acb0a-291a-436f-a251-81332af921fb up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:10.271147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.296976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f5edf-9be8-4165-8a32-2667d3a6ffe9 None None] Pushing event updated for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:10.321778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Attempting to bind port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:10.322164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Attempting to bind port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:10.322520 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Attempting to bind port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:10.328524 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d15acb0a-291a-436f-a251-81332af921fb triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:10.328708 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.331544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:10.331922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Checking segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:10.332311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.332704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Bound using segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:10.333177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Bound port: 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:10.333562 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.536294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.656118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] For port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:10.669553 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Router 31120672-9f4d-46f3-9fe8-387d43a866bf is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:46:10.673452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] For port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:10.678411 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.727388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:10.728668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:10.780375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f5edf-9be8-4165-8a32-2667d3a6ffe9 None None] Pushing event updated for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:10.798717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:46:10.811629 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Sync routers for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:46:10.820225 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:10.821885 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-57bfd5d6-01fa-47b2-8806-c5d016e2c7ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8996248 Aug 10 01:46:10.824629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53312) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:46:10.825331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:10.826330 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:10.878083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:10.949141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:11.140164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:07Z', 'revision_number': 4, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184', 'name': '', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'mac_address': 'fa:16:3e:27:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:06Z', 'updated_at': '2021-08-10T01:46:10Z', 'revision_number': 4, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'subnets': [{'id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:11.164306 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:10Z', 'revision_number': 3, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:11.169737 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f831f5ad-3823-4057-b272-0047678d71e2 None None] The sync data for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 is: [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:46:07Z', 'revision_number': 4, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184', 'name': '', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'mac_address': 'fa:16:3e:27:0d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:06Z', 'updated_at': '2021-08-10T01:46:10Z', 'revision_number': 4, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'subnets': [{'id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:46:11.198569 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Checking router: 31120672-9f4d-46f3-9fe8-387d43a866bf for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:46:11.199123 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Updating router 31120672-9f4d-46f3-9fe8-387d43a866bf port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:46:11.256532 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.380095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a2ae0-0327-49dd-b555-178b8eb40d47 None None] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:46:11.413328 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.481610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1083b0f3-0ea6-4aea-951e-71fd8608caf7 None None] Provisioning for port bed0f521-b606-49ff-925f-644d6356d896 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:11.586646 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.598895 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Transition to ACTIVE for port object dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:11.606216 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.636549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Allocated IP 172.20.0.1 (2284e588-7f37-4da6-a6af-9c4ad3927e7f/2d6b6530-95b5-4711-b76e-a50656dd6a20/e0030c53-e9e4-4e5c-bd05-94a74f12e920) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:11.656044 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Attempting to bind port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:11.656680 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Attempting to bind port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:11.657044 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Attempting to bind port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:11.669859 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:11.670484 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:11.671035 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.671035 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:11.671507 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Bound port: dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:11.671887 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.703704 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d919-8168-4f65-93b3-598723c020f2 None None] Pushing event updated for resources: {'Port': ['ID=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:11.745362 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] For port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:11.749332 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] For port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:11.758360 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.796115 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.811168 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Transition to ACTIVE for port object e0030c53-e9e4-4e5c-bd05-94a74f12e920 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:11.835981 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:11.836615 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:11.838580 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038d919-8168-4f65-93b3-598723c020f2 None None] Pushing event updated for resources: {'Port': ['ID=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:11.858167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.899744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:11.902640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:11.906196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:11.956450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Pushing event updated for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:11.966835 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:11.970260 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:12.143318 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.177987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7c3f6c7-dba2-4aeb-abc6-78d17d3467d1 None None] Provisioning for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:12.186221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7c3f6c7-dba2-4aeb-abc6-78d17d3467d1 None None] Provisioning complete for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:12.186592 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f6c7-dba2-4aeb-abc6-78d17d3467d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.227071 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:10Z', 'revision_number': 3, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:12.261260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3f6c7-dba2-4aeb-abc6-78d17d3467d1 None None] Port e0030c53-e9e4-4e5c-bd05-94a74f12e920 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:12.279483 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2e1463-f961-434c-9e8f-3b8a38b902cc None None] The sync data for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 is: [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:10Z', 'revision_number': 3, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:46:12.309577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:12.366919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:12.373729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:12.374097 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.374493 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.382365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.451813 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.461409 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Pushing event updated for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:12.468234 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.502127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:12.507714 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.508964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bed0f521-b606-49ff-925f-644d6356d896 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:12.569630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:12.571371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:12.596540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:12.616191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port bed0f521-b606-49ff-925f-644d6356d896 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:12.620669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bed0f521-b606-49ff-925f-644d6356d896 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:12.621651 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.704737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Router 31120672-9f4d-46f3-9fe8-387d43a866bf has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:46:12.708493 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.774152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port bed0f521-b606-49ff-925f-644d6356d896, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bed0f521-b606-49ff-925f-644d6356d896,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:12.782695 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.846630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=bed0f521-b606-49ff-925f-644d6356d896,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:12.871730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:46:12.876867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f856fe19-f27d-4445-b4d9-7ba305a1bc84 admin admin] 10.222.0.25 "PUT /v2.0/routers/31120672-9f4d-46f3-9fe8-387d43a866bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0511680 Aug 10 01:46:12.889869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-380062d7-043d-40a2-9eba-e905ad185653 None None] Provisioning complete for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:12.890300 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-380062d7-043d-40a2-9eba-e905ad185653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:12.931055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-380062d7-043d-40a2-9eba-e905ad185653 None None] Port e0030c53-e9e4-4e5c-bd05-94a74f12e920 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:13.745084 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-4b2a2c55-bee1-4762-8019-29286028e7c5 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:13.746568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-4b2a2c55-bee1-4762-8019-29286028e7c5 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 816 time: 0.1047144 Aug 10 01:46:13.761713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-4247c341-ab67-4aa7-ae30-8d18fe71c263 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/quotas/a4cc2932d5bb48969c9828c9c6fd365b HTTP/1.1" status: 200 len: 375 time: 0.0092752 Aug 10 01:46:13.816387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-350aa719-def7-4c2d-aaf5-6a91913e52a3 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492022 Aug 10 01:46:13.912772 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-ccdfd730-3f53-4a11-a970-5781ac04b121 service neutron] 10.222.0.25 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841551 Aug 10 01:46:14.006993 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-02053406-4a32-4d99-a905-88797100be38 service neutron] 10.222.0.25 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880456 Aug 10 01:46:14.092963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a786132-03a2-46d7-a2bd-42d7a97757c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.187975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8aa6d35e-ad38-4ab8-af20-d0502aadfda2 req-e1194a45-eae5-462f-bd97-63681fdba627 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 210 time: 0.0283611 Aug 10 01:46:14.263665 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:14.317199 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:14.321521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:14.321986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.372979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Sync routers for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:46:14.387439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:14.388059 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:14.461593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.512027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:14.517424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.518206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bed0f521-b606-49ff-925f-644d6356d896 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:14.594519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:14.645723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:14.695398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bed0f521-b606-49ff-925f-644d6356d896 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:14.695772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.866522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:14.921284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:12Z', 'revision_number': 4, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e0030c53-e9e4-4e5c-bd05-94a74f12e920', 'name': '', 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'mac_address': 'fa:16:3e:d4:1f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:11Z', 'updated_at': '2021-08-10T01:46:12Z', 'revision_number': 2, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'subnets': [{'id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:14.953065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:14.953435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:14.954904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Checking router: 31120672-9f4d-46f3-9fe8-387d43a866bf for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:46:14.955250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Updating router 31120672-9f4d-46f3-9fe8-387d43a866bf port e0030c53-e9e4-4e5c-bd05-94a74f12e920 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:46:15.003841 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.160446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-eeacfb21-8ca1-44ab-a2c3-ff50c86c9150 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:15.162457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-eeacfb21-8ca1-44ab-a2c3-ff50c86c9150 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 816 time: 0.1119359 Aug 10 01:46:15.176348 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Request body: {'port': {'device_id': 'adef5184-d446-48f6-91c7-09170b2e6461', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'admin_state_up': True, 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:15.301368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96a77011-d054-4d7c-b36c-14fd4dd45000 req-9664d2be-5f81-4208-aa8c-1bd84ef33446 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 210 time: 0.0384984 Aug 10 01:46:15.313857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.320413 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Made reservation on behalf of a4cc2932d5bb48969c9828c9c6fd365b for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:15.324088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.324944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Transition to ACTIVE for port object e0030c53-e9e4-4e5c-bd05-94a74f12e920 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:15.330569 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.421353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c370a-108f-4fd9-beb1-f06ccd96169f None None] Pushing event updated for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:15.434191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Attempting to bind port e0030c53-e9e4-4e5c-bd05-94a74f12e920 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:15.434562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Attempting to bind port e0030c53-e9e4-4e5c-bd05-94a74f12e920 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:15.435105 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Attempting to bind port e0030c53-e9e4-4e5c-bd05-94a74f12e920 on network 2284e588-7f37-4da6-a6af-9c4ad3927e7f {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:15.440132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:15.440500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Checking segment: {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:15.440902 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.441293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Bound using segment: {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:15.441750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Bound port: e0030c53-e9e4-4e5c-bd05-94a74f12e920, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab7f6e-c417-4f74-bd8a-e36e8646dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:15.442128 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.463011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Allocated IP 172.20.0.3 (f276347b-1547-463e-b97a-c3a5449fe355/ef1a3050-8fd4-4c25-97c4-c87d338739fb/bf196439-8ae1-431e-8c93-71264e422e0b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:15.511956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] For port e0030c53-e9e4-4e5c-bd05-94a74f12e920, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:15.515729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] For port e0030c53-e9e4-4e5c-bd05-94a74f12e920, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0030c53-e9e4-4e5c-bd05-94a74f12e920,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:15.522121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.575506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:46:15.576132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:45:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:15.627562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c370a-108f-4fd9-beb1-f06ccd96169f None None] Pushing event updated for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:15.632018 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.647410 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Transition to ACTIVE for port object bf196439-8ae1-431e-8c93-71264e422e0b will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:15.684157 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.727119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Network f276347b-1547-463e-b97a-c3a5449fe355 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:15.734660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:15.738762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:15.782624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Pushing event updated for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:15.827395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:15.828230 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:15.845209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-784a0f6e-4a2f-4460-8043-d6eb55c3d633 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6741922 Aug 10 01:46:15.859165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Request body: {'port': {'device_id': 'adef5184-d446-48f6-91c7-09170b2e6461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:15.887900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:46:15.918836 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.054698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2a22c0e-3b72-4609-9a10-7930152ee7fc None None] Provisioning for port bf196439-8ae1-431e-8c93-71264e422e0b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:16.062104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c2a22c0e-3b72-4609-9a10-7930152ee7fc None None] Provisioning complete for port bf196439-8ae1-431e-8c93-71264e422e0b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:16.062479 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c2a22c0e-3b72-4609-9a10-7930152ee7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.123060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c2a22c0e-3b72-4609-9a10-7930152ee7fc None None] Port bf196439-8ae1-431e-8c93-71264e422e0b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:16.140944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:12Z', 'revision_number': 4, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e0030c53-e9e4-4e5c-bd05-94a74f12e920', 'name': '', 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'mac_address': 'fa:16:3e:d4:1f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:11Z', 'updated_at': '2021-08-10T01:46:15Z', 'revision_number': 4, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'subnets': [{'id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:46:16.168968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f05ac8c-b097-4a9a-84fa-683870d5e1d1 None None] The sync data for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 is: [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:46:12Z', 'revision_number': 4, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e0030c53-e9e4-4e5c-bd05-94a74f12e920', 'name': '', 'network_id': '2284e588-7f37-4da6-a6af-9c4ad3927e7f', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'mac_address': 'fa:16:3e:d4:1f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:11Z', 'updated_at': '2021-08-10T01:46:15Z', 'revision_number': 4, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'subnets': [{'id': '2d6b6530-95b5-4711-b76e-a50656dd6a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:46:16.178522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:16.200355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf196439-8ae1-431e-8c93-71264e422e0b {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:46:16.214555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.235888 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Transition to ACTIVE for port object bf196439-8ae1-431e-8c93-71264e422e0b will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:16.240621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.252133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:16.252509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.349765 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Pushing event updated for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:16.408159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Attempting to bind port bf196439-8ae1-431e-8c93-71264e422e0b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:16.408757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Attempting to bind port bf196439-8ae1-431e-8c93-71264e422e0b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:16.409287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Attempting to bind port bf196439-8ae1-431e-8c93-71264e422e0b on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:16.415106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Port bf196439-8ae1-431e-8c93-71264e422e0b on network f276347b-1547-463e-b97a-c3a5449fe355 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:46:16.415701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Attempting to bind port bf196439-8ae1-431e-8c93-71264e422e0b on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:16.422408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:16.422881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Checking segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:16.423383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Bound using segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:16.423948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Bound port: bf196439-8ae1-431e-8c93-71264e422e0b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:16.424561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.465797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a640d0-0c42-462a-a9bd-57056fad10d0 req-48cdd31e-724f-439a-a819-d2e6e23422e4 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:16.468561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5a640d0-0c42-462a-a9bd-57056fad10d0 req-48cdd31e-724f-439a-a819-d2e6e23422e4 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 943 time: 0.0646846 Aug 10 01:46:16.510598 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:16.515056 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bf196439-8ae1-431e-8c93-71264e422e0b,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:16.523354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.529633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5a640d0-0c42-462a-a9bd-57056fad10d0 req-c03a4b8e-d940-4ba1-ad54-e29acf747c2e tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 Aug 10 01:46:16.567032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:16.568220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.569785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] 10.222.0.10 "PUT /v2.0/ports/bf196439-8ae1-431e-8c93-71264e422e0b HTTP/1.1" status: 200 len: 1092 time: 0.7168951 Aug 10 01:46:16.572608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:46:16.576066 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdff071-8a8c-4845-8978-52a5632599d1" -d '{"events": [{"name": "network-changed", "server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:46:16.605071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dd188-597d-4887-86bd-5614cec55cba service neutron] Pushing event updated for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:16.647823 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d906517-b279-4a52-acc6-e47cc7a4c0d1 x-openstack-request-id: req-7d906517-b279-4a52-acc6-e47cc7a4c0d1 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:46:16.648113 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:46:16.648364 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d906517-b279-4a52-acc6-e47cc7a4c0d1 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:46:16.648769 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b', 'status': 'completed', 'code': 200} Aug 10 01:46:16.666179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-97f71268-166a-4b6b-a013-3c85a50b20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:16.667764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-97f71268-166a-4b6b-a013-3c85a50b20bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 1095 time: 0.0494075 Aug 10 01:46:16.717218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-433213ad-ed62-4bbc-9a58-0f8ded84d2a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf196439-8ae1-431e-8c93-71264e422e0b HTTP/1.1" status: 200 len: 217 time: 0.0412114 Aug 10 01:46:16.778058 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-2d25d24b-4624-4347-9f41-b6cf8a98681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:16.779486 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-2d25d24b-4624-4347-9f41-b6cf8a98681c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 200 len: 855 time: 0.0484908 Aug 10 01:46:16.825606 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-bb68f0a9-c863-4b9d-a1cc-d8d34bbcb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:16.827131 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-bb68f0a9-c863-4b9d-a1cc-d8d34bbcb105 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f276347b-1547-463e-b97a-c3a5449fe355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402408 Aug 10 01:46:16.871440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7b54ee4b-65dc-4d38-a7f6-2fdcf0821f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:16.926799 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-372f9a52-5fef-4de2-aedd-4a18fc05eed3 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916758 Aug 10 01:46:17.015966 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cd2386df-3013-4fc5-9638-a7192e200e65 req-45b1d725-5799-43d2-90c8-695d57ab84b3 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826077 Aug 10 01:46:17.102114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-a4ffdf5d-b5c3-45ae-9779-7f2ad3386d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:17.103623 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-a4ffdf5d-b5c3-45ae-9779-7f2ad3386d51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 1095 time: 0.0414016 Aug 10 01:46:17.197376 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-523e0738-64da-4d70-b805-5e397784b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:17.198768 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-523e0738-64da-4d70-b805-5e397784b8ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 916 time: 0.0873466 Aug 10 01:46:17.240579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-77dbc21e-cb23-4f54-947b-bba6e18ac1fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf196439-8ae1-431e-8c93-71264e422e0b HTTP/1.1" status: 200 len: 217 time: 0.0337632 Aug 10 01:46:17.292232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-062f5c06-1fdc-4311-b6b4-1f18560b8ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:17.293657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-062f5c06-1fdc-4311-b6b4-1f18560b8ad7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 200 len: 855 time: 0.0458972 Aug 10 01:46:17.340360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-a467c56a-a1f9-4720-9c56-4e74bf976cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:17.341866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-a467c56a-a1f9-4720-9c56-4e74bf976cae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f276347b-1547-463e-b97a-c3a5449fe355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402718 Aug 10 01:46:17.368425 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:17.432780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-de415840-e046-4950-9f5f-71c96837b810 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830848 Aug 10 01:46:17.529907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fdff071-8a8c-4845-8978-52a5632599d1 req-19df1d4c-2f7f-4d0e-899f-9d04bb918248 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Aug 10 01:46:17.639644 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90376652-0fce-49d3-a7a2-d4dd2eeef190 req-19f1913e-46d8-4d2b-8ca5-8f8c168f2a45 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:17.641142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90376652-0fce-49d3-a7a2-d4dd2eeef190 req-19f1913e-46d8-4d2b-8ca5-8f8c168f2a45 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 943 time: 0.0496879 Aug 10 01:46:17.678972 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-90376652-0fce-49d3-a7a2-d4dd2eeef190 req-074f1cfa-f906-4a40-b899-68be040d2e5f tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Aug 10 01:46:17.921931 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:18.181648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0030c53-e9e4-4e5c-bd05-94a74f12e920 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:18.231636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:18.235131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:18.235504 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:18.313753 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:18.344628 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e0030c53-e9e4-4e5c-bd05-94a74f12e920, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0030c53-e9e4-4e5c-bd05-94a74f12e920,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:18.347537 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:18.393495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:18.802787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3f898-ef1c-438f-9923-430969d640f3 req-fedd1703-ba54-4db1-95d1-4dec7e3d4a48 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:18.804559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3e3f898-ef1c-438f-9923-430969d640f3 req-fedd1703-ba54-4db1-95d1-4dec7e3d4a48 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 943 time: 0.0528257 Aug 10 01:46:18.847967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3e3f898-ef1c-438f-9923-430969d640f3 req-3dac6514-017b-4647-8edd-84175d43b00e tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Aug 10 01:46:19.817016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:19.965428 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b88689-0ef6-4843-b7f3-38e5201b85b3 req-c7179f8a-ae72-49f6-89a7-839ae4e9d139 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:19.966923 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7b88689-0ef6-4843-b7f3-38e5201b85b3 req-c7179f8a-ae72-49f6-89a7-839ae4e9d139 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 943 time: 0.0488105 Aug 10 01:46:20.005854 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7b88689-0ef6-4843-b7f3-38e5201b85b3 req-e9e8905d-7905-446e-89d2-b7f7c6c1a829 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Aug 10 01:46:20.169573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0030c53-e9e4-4e5c-bd05-94a74f12e920 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:20.216232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e0030c53-e9e4-4e5c-bd05-94a74f12e920 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:20.216600 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:21.121909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c93ea3-bc51-48b8-981b-4241d0ac42fb req-5777de5e-20f3-4ee6-bdf7-26159b9e8e02 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:21.123413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35c93ea3-bc51-48b8-981b-4241d0ac42fb req-5777de5e-20f3-4ee6-bdf7-26159b9e8e02 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 943 time: 0.0510526 Aug 10 01:46:21.164309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-35c93ea3-bc51-48b8-981b-4241d0ac42fb req-cfe6f606-7d4e-4ac3-99b2-84d2b5c86128 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Aug 10 01:46:21.551612 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bf196439-8ae1-431e-8c93-71264e422e0b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:46:21.646275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bf196439-8ae1-431e-8c93-71264e422e0b,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:21.657390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'bf196439-8ae1-431e-8c93-71264e422e0b', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'port_id': 'bf196439-8ae1-431e-8c93-71264e422e0b', 'mac_address': 'fa:16:3e:a4:4f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:46:21.697413 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:21.710108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf196439-8ae1-431e-8c93-71264e422e0b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:46:21.729473 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bf196439-8ae1-431e-8c93-71264e422e0b,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:21.732955 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:21.779707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:21.934768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['bf196439-8ae1-431e-8c93-71264e422e0b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:46:22.282787 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b0642-ece7-4515-a1ba-106f8a86ad36 req-9e48a110-70d5-44fd-999d-d5e9294669f2 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:22.284258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b0642-ece7-4515-a1ba-106f8a86ad36 req-9e48a110-70d5-44fd-999d-d5e9294669f2 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Aug 10 01:46:22.321481 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-456b0642-ece7-4515-a1ba-106f8a86ad36 req-94ce8ab8-481f-4503-afbf-9b2b709c7dc5 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Aug 10 01:46:23.434552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090936-0812-4b8b-b456-00fab0a79f94 req-1300ba02-9afe-45ea-aef2-ba52e3dc5abc tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:23.436042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e090936-0812-4b8b-b456-00fab0a79f94 req-1300ba02-9afe-45ea-aef2-ba52e3dc5abc tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 944 time: 0.0487261 Aug 10 01:46:23.474212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e090936-0812-4b8b-b456-00fab0a79f94 req-4756788c-d57a-4b33-8a87-2e6ba8a720b4 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 10 01:46:23.567015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bf196439-8ae1-431e-8c93-71264e422e0b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:23.614027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port bf196439-8ae1-431e-8c93-71264e422e0b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:23.617570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port bf196439-8ae1-431e-8c93-71264e422e0b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:23.617944 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:23.690856 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:23.715559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:46:23.717907 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b60287a-cba8-44a2-b5bc-54312481ddac" -d '{"events": [{"server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "name": "network-vif-plugged", "status": "completed", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:46:23.732077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bf196439-8ae1-431e-8c93-71264e422e0b,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:23.736003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:23.760081 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fae75a-d62d-4679-8d72-e6e7cd44f69f x-openstack-request-id: req-30fae75a-d62d-4679-8d72-e6e7cd44f69f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:46:23.760381 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "name": "network-vif-plugged", "status": "completed", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:46:23.760633 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30fae75a-d62d-4679-8d72-e6e7cd44f69f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:46:23.761022 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b', 'code': 200} Aug 10 01:46:23.788568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:23.852152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d374fd3-4601-424a-be41-c7551a8b5d59 req-6d226c89-2c9d-42b5-9be0-9ed37d8a38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:23.853644 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d374fd3-4601-424a-be41-c7551a8b5d59 req-6d226c89-2c9d-42b5-9be0-9ed37d8a38d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 1097 time: 0.0400605 Aug 10 01:46:23.889854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d374fd3-4601-424a-be41-c7551a8b5d59 req-466c4dde-e231-42c2-b2b0-859b3a6b9ab8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280855 Aug 10 01:46:24.597519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47483e0-5009-4284-8327-c9b41d84fcac req-c1d93022-1eee-401b-ae79-a5bbf3ed5f04 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:24.599580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a47483e0-5009-4284-8327-c9b41d84fcac req-c1d93022-1eee-401b-ae79-a5bbf3ed5f04 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0521994 Aug 10 01:46:24.642413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a47483e0-5009-4284-8327-c9b41d84fcac req-507c9ee9-d787-4e35-9a04-847185ea004c tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362012 Aug 10 01:46:25.762848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bad97-4d5c-424a-8a46-d9206b718ac8 req-2a7b40ec-9172-4a65-94bc-e8bfa4a88c59 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:25.764372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-299bad97-4d5c-424a-8a46-d9206b718ac8 req-2a7b40ec-9172-4a65-94bc-e8bfa4a88c59 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0502529 Aug 10 01:46:25.803122 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-299bad97-4d5c-424a-8a46-d9206b718ac8 req-eeda4a95-0652-4cb7-9294-8ebfd52c665a tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Aug 10 01:46:25.914687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9e9b2-6fa6-48c4-9596-5ee149bec73a req-21a9a456-72c7-404c-b012-e9c87d7e8424 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:25.916152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9a9e9b2-6fa6-48c4-9596-5ee149bec73a req-21a9a456-72c7-404c-b012-e9c87d7e8424 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Aug 10 01:46:25.953457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d9a9e9b2-6fa6-48c4-9596-5ee149bec73a req-76c17662-0a03-479b-86a7-4527e7d85aba tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Aug 10 01:46:26.540497 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:26.542044 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:43.763198 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:46:44.095206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7c831c3a-9fd2-47b5-9c90-975a4eb44510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:44.378898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f5851-b3a4-483e-862b-adc13689c8d1 req-47053522-9eed-4a4b-b122-bbbecc1e1452 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:44.380572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c3f5851-b3a4-483e-862b-adc13689c8d1 req-47053522-9eed-4a4b-b122-bbbecc1e1452 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0530601 Aug 10 01:46:44.418911 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2c3f5851-b3a4-483e-862b-adc13689c8d1 req-b44b9550-d3e8-4673-bc01-1ff149b91ddd tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Aug 10 01:46:45.537565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331da643-7211-4b18-8ea1-a8a1c9fdde3e req-2c492339-6506-405d-881b-d166145818af tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:45.539082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331da643-7211-4b18-8ea1-a8a1c9fdde3e req-2c492339-6506-405d-881b-d166145818af tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0514109 Aug 10 01:46:45.578622 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-331da643-7211-4b18-8ea1-a8a1c9fdde3e req-396128c3-6ee8-49f2-a71c-01e913948225 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Aug 10 01:46:45.870862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fa870-8750-474e-a053-0ac4bfd392ff req-06c1b07d-f19b-4b7d-a4f9-7af68b8f5dcf tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:45.872300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-129fa870-8750-474e-a053-0ac4bfd392ff req-06c1b07d-f19b-4b7d-a4f9-7af68b8f5dcf tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 945 time: 0.0468562 Aug 10 01:46:45.963585 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Deleting port bf196439-8ae1-431e-8c93-71264e422e0b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:46:45.964155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:46.049902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] For port bf196439-8ae1-431e-8c93-71264e422e0b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=bf196439-8ae1-431e-8c93-71264e422e0b,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:46.050185 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:46.063560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Calling delete_port for bf196439-8ae1-431e-8c93-71264e422e0b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:46:46.194237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:46.207462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['bf196439-8ae1-431e-8c93-71264e422e0b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:46:46.222303 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Pushing event deleted for resources: {'Port': ['ID=bf196439-8ae1-431e-8c93-71264e422e0b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:46.235208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.235573 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.235904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.236245 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.236580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.236917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.237249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.237577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.237911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.238238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.238564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.238924 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:46.277614 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] No DVR routers for this DVR port bf196439-8ae1-431e-8c93-71264e422e0b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:46:46.280342 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:46.282425 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-129fa870-8750-474e-a053-0ac4bfd392ff req-c28159a5-1a22-4e6a-88f5-619be7a20669 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "DELETE /v2.0/ports/bf196439-8ae1-431e-8c93-71264e422e0b HTTP/1.1" status: 204 len: 173 time: 0.4035037 Aug 10 01:46:46.282908 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'name': 'network-vif-deleted', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:46:46.285260 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ebf65-b637-492f-9456-69e21c6b2960" -d '{"events": [{"server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "name": "network-vif-deleted", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:46:46.334422 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6f2ca3-1aa8-4ba5-96a7-8d1e9d968964 x-openstack-request-id: req-0a6f2ca3-1aa8-4ba5-96a7-8d1e9d968964 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:46:46.334749 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adef5184-d446-48f6-91c7-09170b2e6461", "name": "network-vif-deleted", "tag": "bf196439-8ae1-431e-8c93-71264e422e0b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:46:46.335005 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a6f2ca3-1aa8-4ba5-96a7-8d1e9d968964 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:46:46.335405 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef5184-d446-48f6-91c7-09170b2e6461', 'name': 'network-vif-deleted', 'tag': 'bf196439-8ae1-431e-8c93-71264e422e0b', 'status': 'completed', 'code': 200} Aug 10 01:46:46.693263 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0fc1b85-9ba9-4dc0-bc20-b1fddae4e3b7 req-d7c5bd6c-eaee-4a74-b508-e5d6b8482111 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=adef5184-d446-48f6-91c7-09170b2e6461 HTTP/1.1" status: 200 len: 210 time: 0.0360830 Aug 10 01:46:46.862357 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd24e1e7-36d0-4345-ab52-8c0065715f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:47.367875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:47.923464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:48.274280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-96cb6dc8-38a1-4286-afc0-fde7dfaa0599 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:48.275781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-96cb6dc8-38a1-4286-afc0-fde7dfaa0599 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 816 time: 0.0998394 Aug 10 01:46:48.290602 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-52162b71-c9bf-4f9b-aae2-cffd57f9110f tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/quotas/a4cc2932d5bb48969c9828c9c6fd365b HTTP/1.1" status: 200 len: 375 time: 0.0090473 Aug 10 01:46:48.341258 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-8d1c3922-93d1-49ba-bc8e-6770f86f077b tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452001 Aug 10 01:46:48.567139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-302e17c1-65e7-4c9a-9745-5e42a2480850 service neutron] 10.222.0.25 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227245 Aug 10 01:46:48.653895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-aa2899ef-6533-4cd5-b56e-b4d616e9c7ea service neutron] 10.222.0.25 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804875 Aug 10 01:46:48.815241 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-82f341a8-9cbe-46c4-9f63-40c332079d69 req-8bb488e9-5dc7-48c2-99e0-0e3ca184fc17 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0270357 Aug 10 01:46:49.697843 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-a3120747-a7f4-48c7-97f3-d3ceb294f255 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:49.699341 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-a3120747-a7f4-48c7-97f3-d3ceb294f255 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 816 time: 0.1057057 Aug 10 01:46:49.713152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Request body: {'port': {'device_id': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'admin_state_up': True, 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:49.769181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bf196439-8ae1-431e-8c93-71264e422e0b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:46:49.791469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: bf196439-8ae1-431e-8c93-71264e422e0b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:46:49.792080 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device bf196439-8ae1-431e-8c93-71264e422e0b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:46:49.818079 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:49.826436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Made reservation on behalf of a4cc2932d5bb48969c9828c9c6fd365b for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:46:49.829903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:49.914907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9e801794-36e5-4658-af63-8ccba4b99394 req-6d3c0e95-db6c-45ae-b9d3-90f9ffe5464a tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Aug 10 01:46:49.960640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Allocated IP 172.20.0.14 (f276347b-1547-463e-b97a-c3a5449fe355/ef1a3050-8fd4-4c25-97c4-c87d338739fb/7496f13f-bcf3-43e5-aad6-5df01e9e0c58) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:46:50.101225 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.114902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Transition to ACTIVE for port object 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:50.146689 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.537904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Network f276347b-1547-463e-b97a-c3a5449fe355 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:46:50.541039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:46:50.544748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:46:50.569106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Pushing event updated for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:50.597362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:50.597976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.613283 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-94005b7c-43fd-4144-8229-e3a790346413 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9038105 Aug 10 01:46:50.626242 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Request body: {'port': {'device_id': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:46:50.682323 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.783602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-96fd5e76-9658-41cd-8535-1c5412d63d5a None None] Provisioning for port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:50.787883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-96fd5e76-9658-41cd-8535-1c5412d63d5a None None] Provisioning complete for port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:50.788419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-96fd5e76-9658-41cd-8535-1c5412d63d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.823541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-96fd5e76-9658-41cd-8535-1c5412d63d5a None None] Port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:46:50.946859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:46:50.954303 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:50.967060 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Transition to ACTIVE for port object 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:46:50.970821 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:51.054647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:51.126226 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e53d5-6b6a-4445-b826-d7d8f084740a req-b43902d9-b0d1-448d-9aad-6a6089178e7c tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.127779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a6e53d5-6b6a-4445-b826-d7d8f084740a req-b43902d9-b0d1-448d-9aad-6a6089178e7c tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.1297023 Aug 10 01:46:51.169540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Attempting to bind port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:46:51.169876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Attempting to bind port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:46:51.170207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Attempting to bind port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:51.183723 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 on network f276347b-1547-463e-b97a-c3a5449fe355 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:46:51.184045 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Attempting to bind port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 on network f276347b-1547-463e-b97a-c3a5449fe355 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:46:51.188449 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a6e53d5-6b6a-4445-b826-d7d8f084740a req-d35ca25a-6a3e-4c06-9d02-3591a9d674db tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Aug 10 01:46:51.192201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:46:51.193091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Checking segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:46:51.193704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Bound using segment: {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:46:51.194142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Bound port: 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:46:51.194505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:51.258110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:46:51.261096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:46:51.265801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:51.303154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.303770 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:51.305476 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] 10.222.0.10 "PUT /v2.0/ports/7496f13f-bcf3-43e5-aad6-5df01e9e0c58 HTTP/1.1" status: 200 len: 1093 time: 0.6836631 Aug 10 01:46:51.305910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:46:51.308165 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d6cac6-a000-45ad-9b90-3f3199025327" -d '{"events": [{"name": "network-changed", "server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:46:51.334270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0795b-5647-42a9-ba04-1e9b85b5be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:51.360482 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e139d68-9df4-4e53-863a-67bf9c4164ef x-openstack-request-id: req-7e139d68-9df4-4e53-863a-67bf9c4164ef {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:46:51.360776 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:46:51.361035 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e139d68-9df4-4e53-863a-67bf9c4164ef {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:46:51.361432 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58', 'status': 'completed', 'code': 200} Aug 10 01:46:51.394901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-6e36ff3b-aa0b-4587-aa33-440b53644282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.398009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-6e36ff3b-aa0b-4587-aa33-440b53644282 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 1096 time: 0.0457623 Aug 10 01:46:51.440077 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-859ee1a7-4917-4f3a-a670-c7e1f1ff9fd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58 HTTP/1.1" status: 200 len: 217 time: 0.0351980 Aug 10 01:46:51.490757 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-4651a266-8558-4a12-a7a0-1b8e4734d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.492243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-4651a266-8558-4a12-a7a0-1b8e4734d916 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 200 len: 855 time: 0.0454359 Aug 10 01:46:51.544115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-c2f6bd78-c53e-47b3-8200-ca17b578293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.545603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-c2f6bd78-c53e-47b3-8200-ca17b578293d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f276347b-1547-463e-b97a-c3a5449fe355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448699 Aug 10 01:46:51.635985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-3ff97203-a64c-4e7d-bc08-06a6a534eb34 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822301 Aug 10 01:46:51.729030 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e1b557d8-4ec9-4680-bba8-3be75e5a130b req-3a28d601-e184-48f0-b337-ac0d8e518df7 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867052 Aug 10 01:46:51.812458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-5a616b18-e5fd-4689-8948-c4744063cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.813979 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-5a616b18-e5fd-4689-8948-c4744063cfad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 1096 time: 0.0418925 Aug 10 01:46:51.909129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-c0de5ca1-ffad-4251-b791-6afd76d51cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:51.910491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-c0de5ca1-ffad-4251-b791-6afd76d51cfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 916 time: 0.0899570 Aug 10 01:46:51.952846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-42d28e82-4666-4007-b08c-a1197a26e22a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58 HTTP/1.1" status: 200 len: 217 time: 0.0345943 Aug 10 01:46:52.004195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-4f3cf9fb-b201-4fc0-8dac-8b427be05077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:52.006352 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-4f3cf9fb-b201-4fc0-8dac-8b427be05077 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 200 len: 855 time: 0.0428836 Aug 10 01:46:52.053257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-f3711224-6a0b-485f-a835-c1a8543dfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:52.055062 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-f3711224-6a0b-485f-a835-c1a8543dfe11 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f276347b-1547-463e-b97a-c3a5449fe355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402515 Aug 10 01:46:52.155602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-e0257a68-e0c8-4c49-b6e2-9f773285440e service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921338 Aug 10 01:46:52.248559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a8d6cac6-a000-45ad-9b90-3f3199025327 req-a2f88dd6-8f8a-45e4-bcd6-788f8e67bdc8 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Aug 10 01:46:52.307778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3611f80-48d5-46b3-a5e8-705936c0ac9e req-9e8e9495-842d-4b04-9895-53fecade3e2d tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:52.309268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3611f80-48d5-46b3-a5e8-705936c0ac9e req-9e8e9495-842d-4b04-9895-53fecade3e2d tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0540895 Aug 10 01:46:52.347068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3611f80-48d5-46b3-a5e8-705936c0ac9e req-17dea141-891d-42ec-ba0d-a88b786ec3c5 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Aug 10 01:46:53.462854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2a82d-d21d-4fb3-a031-ec8784c6e235 req-d86dd218-588c-4e14-a37d-23a195986c3f tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:53.464330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3d2a82d-d21d-4fb3-a031-ec8784c6e235 req-d86dd218-588c-4e14-a37d-23a195986c3f tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0483654 Aug 10 01:46:53.502564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3d2a82d-d21d-4fb3-a031-ec8784c6e235 req-6cb59590-e596-4448-ac90-69604572e43e tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Aug 10 01:46:54.616162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e744b2-8471-428b-82c3-efa185f15147 req-1ed61f0d-df83-4ba6-ade2-8e19986ad3ea tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:54.617639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-52e744b2-8471-428b-82c3-efa185f15147 req-1ed61f0d-df83-4ba6-ade2-8e19986ad3ea tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0484378 Aug 10 01:46:54.655268 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-52e744b2-8471-428b-82c3-efa185f15147 req-815c275e-a687-400a-b26c-08f5779d8299 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Aug 10 01:46:55.771096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e568815-0989-49c4-a7c3-b530ed88e023 req-5779f06c-e264-4da4-b518-85b7bcdca908 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:55.772743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e568815-0989-49c4-a7c3-b530ed88e023 req-5779f06c-e264-4da4-b518-85b7bcdca908 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 944 time: 0.0498507 Aug 10 01:46:55.787708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:46:55.813547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e568815-0989-49c4-a7c3-b530ed88e023 req-bab2e501-d455-4c10-b5e7-a7ce0b405198 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346780 Aug 10 01:46:55.884221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:55.895904 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58', 'network_id': 'f276347b-1547-463e-b97a-c3a5449fe355', 'port_id': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58', 'mac_address': 'fa:16:3e:6b:3c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef1a3050-8fd4-4c25-97c4-c87d338739fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:46:55.934488 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:55.947017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:46:55.966046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:55.969568 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:56.015761 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:56.023496 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.023838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.024177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.024508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.024838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.025165 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.025484 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.025804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.026122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.026437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.026791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.027108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:46:56.156584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7496f13f-bcf3-43e5-aad6-5df01e9e0c58'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:46:56.542754 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:56.543876 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:56.933093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c80bb5-c634-44b8-a1f0-19d75946c3a4 req-468a0b69-1d3c-4f98-a67d-96999e56ee79 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:56.934563 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c80bb5-c634-44b8-a1f0-19d75946c3a4 req-468a0b69-1d3c-4f98-a67d-96999e56ee79 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 10 01:46:56.971731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-75c80bb5-c634-44b8-a1f0-19d75946c3a4 req-4d1238e1-5310-45b1-b983-80054fd60fd2 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Aug 10 01:46:57.789301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:46:57.835976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:46:57.839487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:46:57.839858 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:57.915620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:57.936991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:46:57.939237 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5123183d-f017-4d19-be5c-bf5b9e3a1a1e" -d '{"events": [{"server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "name": "network-vif-plugged", "status": "completed", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:46:57.952328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:46:57.956307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:46:57.979416 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a155a3-2098-42f6-82ea-d3e22e4e0e10 x-openstack-request-id: req-44a155a3-2098-42f6-82ea-d3e22e4e0e10 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:46:57.979763 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "name": "network-vif-plugged", "status": "completed", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:46:57.979966 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44a155a3-2098-42f6-82ea-d3e22e4e0e10 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:46:57.980355 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58', 'code': 200} Aug 10 01:46:58.008579 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:46:58.114934 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f7d38-b002-4e3b-b7cd-34bf07ed91c1 req-64de5908-48a2-46a7-a506-e66add999686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:58.116431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe6f7d38-b002-4e3b-b7cd-34bf07ed91c1 req-64de5908-48a2-46a7-a506-e66add999686 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 1098 time: 0.0727921 Aug 10 01:46:58.124429 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f425c0-13be-4610-b60c-770dd3db5edb req-3544b93f-39a4-43e8-a813-3d6592b2d7ca tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:58.125782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6f425c0-13be-4610-b60c-770dd3db5edb req-3544b93f-39a4-43e8-a813-3d6592b2d7ca tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0741670 Aug 10 01:46:58.177246 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fe6f7d38-b002-4e3b-b7cd-34bf07ed91c1 req-a8ec7810-3f02-43bb-964e-25ebb1843e06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Aug 10 01:46:58.182213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a6f425c0-13be-4610-b60c-770dd3db5edb req-6ccdc9e0-1aca-4b88-b343-5a06b406710b tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Aug 10 01:46:59.300789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a78dbb-de15-49fa-a140-2eaeffda4de3 req-ff628684-6023-46f3-81b9-96c90400594c tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:59.302846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89a78dbb-de15-49fa-a140-2eaeffda4de3 req-ff628684-6023-46f3-81b9-96c90400594c tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Aug 10 01:46:59.339650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89a78dbb-de15-49fa-a140-2eaeffda4de3 req-dfa9f2a2-c22d-4cdd-ac57-8332759a0ec9 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Aug 10 01:46:59.453300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27215a5-c6c9-4693-89cb-e317e38e6cb6 req-d6f9ef68-9896-40aa-9443-9c9ecb3eeddd tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:46:59.454857 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f27215a5-c6c9-4693-89cb-e317e38e6cb6 req-d6f9ef68-9896-40aa-9443-9c9ecb3eeddd tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Aug 10 01:46:59.492629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f27215a5-c6c9-4693-89cb-e317e38e6cb6 req-e51de8b8-c5f7-4f31-bfe5-06151b579550 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317023 Aug 10 01:47:10.852806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-2644722f-53cb-4088-bb6f-7508bbcd0f8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443106 Aug 10 01:47:10.938610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-99fc0852-9626-4c1f-beb3-f68043f02e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:10.940180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-99fc0852-9626-4c1f-beb3-f68043f02e67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 1098 time: 0.0447001 Aug 10 01:47:11.049854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-9b3932b2-64d1-449d-962e-381fce426211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:11.051394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-9b3932b2-64d1-449d-962e-381fce426211 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 200 len: 916 time: 0.0891190 Aug 10 01:47:11.096482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-8ab9f8e1-da27-47d7-9145-9c0da18f69cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58 HTTP/1.1" status: 200 len: 217 time: 0.0384030 Aug 10 01:47:11.146530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-de3992eb-7371-48aa-b039-d6c7f7e0cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:11.148055 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-de3992eb-7371-48aa-b039-d6c7f7e0cd13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 200 len: 855 time: 0.0451119 Aug 10 01:47:11.194962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-8c17d571-2704-43b5-8b5d-a92d156f0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:11.196440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-8c17d571-2704-43b5-8b5d-a92d156f0653 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f276347b-1547-463e-b97a-c3a5449fe355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407095 Aug 10 01:47:11.289420 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-c28b7ac5-3c9d-481d-a74f-2e3112aef789 service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845215 Aug 10 01:47:11.381351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3420288-b473-4315-8b2d-2fe8f94d4f3a req-dd70d636-ba7f-4dfd-87cd-3a320814fe6d service neutron] 10.222.0.10 "GET /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822148 Aug 10 01:47:14.100680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e3b9d85-e462-47f8-a756-49d7c7a50636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:16.864146 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0e3de2b7-79dc-4899-adfa-ff7889c4a726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:17.370133 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:17.838076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f91f0-5330-468f-8fec-35c1e056623d req-96f085dc-c864-4593-b512-aa2888b2202e tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:17.839594 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a07f91f0-5330-468f-8fec-35c1e056623d req-96f085dc-c864-4593-b512-aa2888b2202e tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0546989 Aug 10 01:47:17.877022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a07f91f0-5330-468f-8fec-35c1e056623d req-2897d45e-8445-4b9b-8082-a12f89cc4975 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314112 Aug 10 01:47:17.926805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:18.992100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5cd6f-1ed7-4820-8169-7158c1be774b req-efebcfff-50c5-428a-82db-c84c72362c63 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:18.993479 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5e5cd6f-1ed7-4820-8169-7158c1be774b req-efebcfff-50c5-428a-82db-c84c72362c63 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0477812 Aug 10 01:47:19.031037 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d5e5cd6f-1ed7-4820-8169-7158c1be774b req-b36393c8-0400-46e3-aa99-4e73b4226855 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5aef032-4061-45ea-9773-818f25682bb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Aug 10 01:47:19.315101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-0a66406e-738e-4093-a066-3c17c6c0d4ef tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:19.316504 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-0a66406e-738e-4093-a066-3c17c6c0d4ef tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 946 time: 0.0503798 Aug 10 01:47:19.404981 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Deleting port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:19.405324 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:19.495103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] For port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:19.495469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:19.508703 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Calling delete_port for 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:19.638048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:19.653956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['7496f13f-bcf3-43e5-aad6-5df01e9e0c58'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:47:19.669331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Pushing event deleted for resources: {'Port': ['ID=7496f13f-bcf3-43e5-aad6-5df01e9e0c58,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:19.711666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] No DVR routers for this DVR port 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:47:19.714375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:19.716580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7fa0752e-b015-4369-ab52-e4d074b6019c req-a505215e-547b-4b0c-b1fc-a6bec26290a8 tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.10 "DELETE /v2.0/ports/7496f13f-bcf3-43e5-aad6-5df01e9e0c58 HTTP/1.1" status: 204 len: 173 time: 0.3939331 Aug 10 01:47:19.717025 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'name': 'network-vif-deleted', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:47:19.719406 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dc20c3-e64b-4a47-bce2-6c2e81065df1" -d '{"events": [{"server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "name": "network-vif-deleted", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:47:19.764219 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d66be3-72be-4779-bb71-00788c6217f7 x-openstack-request-id: req-a3d66be3-72be-4779-bb71-00788c6217f7 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:47:19.764219 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6", "name": "network-vif-deleted", "tag": "7496f13f-bcf3-43e5-aad6-5df01e9e0c58", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:47:19.764219 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3d66be3-72be-4779-bb71-00788c6217f7 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:47:19.764219 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6', 'name': 'network-vif-deleted', 'tag': '7496f13f-bcf3-43e5-aad6-5df01e9e0c58', 'status': 'completed', 'code': 200} Aug 10 01:47:19.822536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:20.136152 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-552f2844-a56f-411f-9f1d-f82185d2af17 req-b3ad3422-4ec1-4596-840f-017c05e9f16d tempest-TestEncryptedCinderVolumes-1534967586 tempest-TestEncryptedCinderVolumes-1534967586-project] 10.222.0.25 "GET /v2.0/ports?device_id=60a67bee-02f6-4d0c-b1a0-5ee1a1e9ccf6 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Aug 10 01:47:20.763835 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:21.225735 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53662) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:21.568642 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:21.812939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Deleting port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:21.813284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:21.891671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] For port 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:21.891982 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:21.904334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Calling delete_port for 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:22.082177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.112963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:22.279176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.488811 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Router 0c62bef6-36ad-407d-a13c-227c89e31f13 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:47:22.593935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:22.598932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-719c0b75-15ee-4998-ad54-72df742b8b55 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c62bef6-36ad-407d-a13c-227c89e31f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3720388 Aug 10 01:47:22.602179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53664) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:22.603867 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Sync routers for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:22.612555 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:22.613147 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:22.706208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.713528 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:22.811064 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.872620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Deleting port d15acb0a-291a-436f-a251-81332af921fb {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:22.873081 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.952023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] For port d15acb0a-291a-436f-a251-81332af921fb, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d15acb0a-291a-436f-a251-81332af921fb,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:22.952384 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:22.965530 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Calling delete_port for d15acb0a-291a-436f-a251-81332af921fb owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:22.979439 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'd15acb0a-291a-436f-a251-81332af921fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:47:22Z', 'revision_number': 5, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port': {'id': 'd15acb0a-291a-436f-a251-81332af921fb', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:04:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:05Z', 'updated_at': '2021-08-10T01:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:23.008310 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Checking router: 0c62bef6-36ad-407d-a13c-227c89e31f13 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:23.016627 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Routers {'0c62bef6-36ad-407d-a13c-227c89e31f13'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:23.017293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['0c62bef6-36ad-407d-a13c-227c89e31f13'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:23.101624 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] Set router 0c62bef6-36ad-407d-a13c-227c89e31f13 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:23.131141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.152850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:47:22Z', 'revision_number': 6, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:23.160786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15acb0a-291a-436f-a251-81332af921fb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:23.184403 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be60c804-cab0-429c-838b-96e1b9853222 None None] The sync data for ids ['0c62bef6-36ad-407d-a13c-227c89e31f13'] in n-d-766380-21 is: [{'id': '0c62bef6-36ad-407d-a13c-227c89e31f13', 'name': 'tempest-TestEncryptedCinderVolumes-187885779-router', 'tenant_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:04Z', 'updated_at': '2021-08-10T01:47:22Z', 'revision_number': 6, 'project_id': 'a4cc2932d5bb48969c9828c9c6fd365b', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:23.222725 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.312535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.314608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.357088 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.357542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c62bef6-36ad-407d-a13c-227c89e31f13 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:47:23.361771 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.362955 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-779b7a0e-981e-4204-bd93-0865b265f1a4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0c62bef6-36ad-407d-a13c-227c89e31f13 HTTP/1.1" status: 204 len: 168 time: 0.7595365 Aug 10 01:47:23.365483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53666) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:23.756949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Deleting subnet ef1a3050-8fd4-4c25-97c4-c87d338739fb {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:47:23.760079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.794170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.870056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.927561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.953183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1a3050-8fd4-4c25-97c4-c87d338739fb,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:23.959022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:23.961428 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2767dc6b-1653-475d-b59a-a14af4ed10dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef1a3050-8fd4-4c25-97c4-c87d338739fb HTTP/1.1" status: 204 len: 168 time: 0.5947497 Aug 10 01:47:23.964144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53668) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:23.964859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e35b83-3a3d-4351-8989-5a697ee58348 None None] Network f276347b-1547-463e-b97a-c3a5449fe355 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:23.980656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:24.034979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:24.035258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 7496f13f-bcf3-43e5-aad6-5df01e9e0c58 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:24.036233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.090152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Deleting port de3ad845-e6fa-4bcb-8565-9b34acf392af {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:24.090606 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.157925 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] For port de3ad845-e6fa-4bcb-8565-9b34acf392af, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de3ad845-e6fa-4bcb-8565-9b34acf392af,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:24.158368 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.168521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] DHCP port deletion for f276347b-1547-463e-b97a-c3a5449fe355 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:47:24.174153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Calling delete_port for de3ad845-e6fa-4bcb-8565-9b34acf392af owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:24.235931 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Deleting port de3ad845-e6fa-4bcb-8565-9b34acf392af {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:24.236304 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.250575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de3ad845-e6fa-4bcb-8565-9b34acf392af no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:24.263816 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.290706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=de3ad845-e6fa-4bcb-8565-9b34acf392af,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:24.298372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.298752 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.299109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.299479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.299829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.300171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.300914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.300914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.301213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: de3ad845-e6fa-4bcb-8565-9b34acf392af {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:24.301338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.301542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.301654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device de3ad845-e6fa-4bcb-8565-9b34acf392af not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:24.301877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.301984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d15acb0a-291a-436f-a251-81332af921fb no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:24.302210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:24.306232 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] No DVR routers for this DVR port de3ad845-e6fa-4bcb-8565-9b34acf392af on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:47:24.331032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: d15acb0a-291a-436f-a251-81332af921fb {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:24.331590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d15acb0a-291a-436f-a251-81332af921fb not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:24.332278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:24.367795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:24.368337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0e2b22fa-58ea-4cd1-8b9d-233a2a3b6184 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:24.371259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] For port de3ad845-e6fa-4bcb-8565-9b34acf392af, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=de3ad845-e6fa-4bcb-8565-9b34acf392af,segment=NetworkSegment(ebd7f8d5-9150-43d0-88b4-4ff95f47d595),segment_id=ebd7f8d5-9150-43d0-88b4-4ff95f47d595)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:24.371785 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.382779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.385622 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Calling delete_port for de3ad845-e6fa-4bcb-8565-9b34acf392af owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:24.392956 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f276347b-1547-463e-b97a-c3a5449fe355']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:24.403703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:24.404015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd7f8d5-9150-43d0-88b4-4ff95f47d595') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:24.413575 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.427516 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.435229 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:47:24.435632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:47:24.437322 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:47:24.466505 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.492110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] Pushing event deleted for resources: {'Port': ['ID=de3ad845-e6fa-4bcb-8565-9b34acf392af,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:24.498024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e5b2d-f0c9-4c24-9c28-61e029db237d None None] No DVR routers for this DVR port de3ad845-e6fa-4bcb-8565-9b34acf392af on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:47:24.500235 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.505877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:24.512036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] 10.222.0.25 "DELETE /v2.0/networks/f276347b-1547-463e-b97a-c3a5449fe355 HTTP/1.1" status: 204 len: 168 time: 0.5427122 Aug 10 01:47:24.513600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53672) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:24.531634 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa8db2-25b9-4b2f-bb6f-a1bcc8fc6e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f276347b-1547-463e-b97a-c3a5449fe355,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:25.237514 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:25.482589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Deleting port e0030c53-e9e4-4e5c-bd05-94a74f12e920 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:25.482963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:25.582789 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] For port e0030c53-e9e4-4e5c-bd05-94a74f12e920, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e0030c53-e9e4-4e5c-bd05-94a74f12e920,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:25.583244 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:25.599195 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Calling delete_port for e0030c53-e9e4-4e5c-bd05-94a74f12e920 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:25.786965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:25.816679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0030c53-e9e4-4e5c-bd05-94a74f12e920,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:25.984349 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.204113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Router 31120672-9f4d-46f3-9fe8-387d43a866bf has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:47:26.310572 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:26.317168 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7fee9435-5166-4e83-87b6-9fadb7946cf7 admin admin] 10.222.0.25 "PUT /v2.0/routers/31120672-9f4d-46f3-9fe8-387d43a866bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020434 Aug 10 01:47:26.318583 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53674) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:26.319243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Sync routers for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:26.329108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:26.329728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:26.422605 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.433719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:26.529332 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.560003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.571475 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.582214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Deleting port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:26.582559 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.634129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:47:25Z', 'revision_number': 5, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port': {'id': 'dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:46:09Z', 'updated_at': '2021-08-10T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:26.660531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Checking router: 31120672-9f4d-46f3-9fe8-387d43a866bf for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:26.661199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] For port dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:26.661569 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.668796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Routers {'31120672-9f4d-46f3-9fe8-387d43a866bf'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:26.669399 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['31120672-9f4d-46f3-9fe8-387d43a866bf'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:26.674311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Calling delete_port for dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:26.754178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] Set router 31120672-9f4d-46f3-9fe8-387d43a866bf gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:26.809312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:47:26Z', 'revision_number': 6, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:26.836281 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126791cf-37c8-4a8b-af53-f1305a70ddac None None] The sync data for ids ['31120672-9f4d-46f3-9fe8-387d43a866bf'] in n-d-766380-21 is: [{'id': '31120672-9f4d-46f3-9fe8-387d43a866bf', 'name': 'tempest-TestEncryptedCinderVolumes-1715926989-router', 'tenant_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:46:08Z', 'updated_at': '2021-08-10T01:47:26Z', 'revision_number': 6, 'project_id': '0b4de3f7c56843e3bf9c63f0f8ad1e3b', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:26.842726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:26.875659 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:26.933132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.022050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.024152 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.070678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.071246 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31120672-9f4d-46f3-9fe8-387d43a866bf {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:47:27.075822 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.076965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-260bbd2b-6132-4742-b5ae-15ace7c13d0f admin admin] 10.222.0.25 "DELETE /v2.0/routers/31120672-9f4d-46f3-9fe8-387d43a866bf HTTP/1.1" status: 204 len: 168 time: 0.7573535 Aug 10 01:47:27.079505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53676) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:27.123798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Deleting subnet 2d6b6530-95b5-4711-b76e-a50656dd6a20 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:47:27.126696 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.159937 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.246848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.299661 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.327119 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6b6530-95b5-4711-b76e-a50656dd6a20,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:27.329082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.330967 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b0471301-b0a3-4d7e-bfcd-3bd90ce338cc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d6b6530-95b5-4711-b76e-a50656dd6a20 HTTP/1.1" status: 204 len: 168 time: 0.2505248 Aug 10 01:47:27.333646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53678) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:27.336019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639c3b57-c884-4eda-8903-1d27da21deec None None] Network 2284e588-7f37-4da6-a6af-9c4ad3927e7f requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:27.402203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.463903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Deleting port bed0f521-b606-49ff-925f-644d6356d896 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:27.464250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.526754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] For port bed0f521-b606-49ff-925f-644d6356d896, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bed0f521-b606-49ff-925f-644d6356d896,segment=NetworkSegment(6dab7f6e-c417-4f74-bd8a-e36e8646dd59),segment_id=6dab7f6e-c417-4f74-bd8a-e36e8646dd59)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:27.527051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.540286 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Calling delete_port for bed0f521-b606-49ff-925f-644d6356d896 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:27.588781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] DHCP port deletion for 2284e588-7f37-4da6-a6af-9c4ad3927e7f request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:47:27.625357 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.638269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Deleting port bed0f521-b606-49ff-925f-644d6356d896 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:47:27.638630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.656692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed0f521-b606-49ff-925f-644d6356d896,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:27.658523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] No DVR routers for this DVR port bed0f521-b606-49ff-925f-644d6356d896 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:47:27.707363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] For port bed0f521-b606-49ff-925f-644d6356d896, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:27.707693 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.730401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Calling delete_port for bed0f521-b606-49ff-925f-644d6356d896 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:47:27.733362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Port bed0f521-b606-49ff-925f-644d6356d896 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:47:27.733623 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.734624 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.744953 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2284e588-7f37-4da6-a6af-9c4ad3927e7f']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:27.755925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dab7f6e-c417-4f74-bd8a-e36e8646dd59') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:27.756232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dab7f6e-c417-4f74-bd8a-e36e8646dd59') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:27.763310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] Pushing event deleted for resources: {'Port': ['ID=bed0f521-b606-49ff-925f-644d6356d896,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:27.763310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626cce7-1b47-4a76-9a6c-3d78675fe0c0 None None] No DVR routers for this DVR port bed0f521-b606-49ff-925f-644d6356d896 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:47:27.769756 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.783245 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.789959 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:47:27.790355 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:47:27.792178 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:47:27.852289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.859396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:27.861331 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2284e588-7f37-4da6-a6af-9c4ad3927e7f HTTP/1.1" status: 204 len: 168 time: 0.5267055 Aug 10 01:47:27.880705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5715fcc-cd52-4767-8f6e-e32fc42f15a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2284e588-7f37-4da6-a6af-9c4ad3927e7f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:28.027701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:28.069723 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b4ea9ce-e0d6-4e87-be20-ac8f49c8ecfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4cc2932d5bb48969c9828c9c6fd365b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406320 Aug 10 01:47:28.071948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53684) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:28.121039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.142705 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.195289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.198065 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.199710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5aef032-4061-45ea-9773-818f25682bb5 HTTP/1.1" status: 204 len: 168 time: 0.1266150 Aug 10 01:47:28.203810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:28.220377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831c378-2f34-4060-be15-afc0077db927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aef032-4061-45ea-9773-818f25682bb5,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:28.226476 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:28.227103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device dd89628e-9c8c-4d8b-b96b-c22aa4b7e0dd not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:28.227454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0030c53-e9e4-4e5c-bd05-94a74f12e920 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:28.253728 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e0030c53-e9e4-4e5c-bd05-94a74f12e920 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:28.254015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e0030c53-e9e4-4e5c-bd05-94a74f12e920 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:28.254456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bed0f521-b606-49ff-925f-644d6356d896 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:47:28.275827 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: bed0f521-b606-49ff-925f-644d6356d896 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:47:28.276178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bed0f521-b606-49ff-925f-644d6356d896 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:47:28.505326 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53690) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:28.547684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-021a2184-8714-44d2-8fc1-a090e1da2600 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b4de3f7c56843e3bf9c63f0f8ad1e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412152 Aug 10 01:47:28.550107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53692) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:28.600987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.622727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.669226 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.671990 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:28.673300 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f15119bf-a305-443c-95c7-8a0434e12c21 HTTP/1.1" status: 204 len: 168 time: 0.1221037 Aug 10 01:47:28.682171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da2969-a14c-46dc-b991-66abb64046ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15119bf-a305-443c-95c7-8a0434e12c21,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:29.338312 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53714) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:29.440754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1271277366-network', 'tenant_id': '8764e42b14d54994a947fcded30805f1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:29.465664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Made reservation on behalf of 8764e42b14d54994a947fcded30805f1 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:47:29.467852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.477125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.569266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.572925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.592744 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:47:29.607771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4d2ff-82ba-452c-95a9-1308f5d6774b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:29.610654 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.611018 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Added segment 607f4a4a-cee3-400d-a283-822d5c093b95 of type vlan for network b0080346-c2ba-475e-878a-921bf8f67966 Aug 10 01:47:29.650290 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.678139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.679344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:29.679915 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.736261 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3967431 Aug 10 01:47:29.739801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53718) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:29.743459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f16626-5d79-4838-b53a-74095aaccd85 admin admin] Pushing event updated for resources: {'Network': ['ID=b0080346-c2ba-475e-878a-921bf8f67966,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:29.745186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Request body: {'subnet': {'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1271277366-subnet', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:29.754172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b0080346-c2ba-475e-878a-921bf8f67966 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:47:29.769988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Made reservation on behalf of 8764e42b14d54994a947fcded30805f1 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:47:29.772334 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:29.943005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.006289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:30.016482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Checking segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:30.016848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Network hostable DHCP agents. Network: b0080346-c2ba-475e-878a-921bf8f67966, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:47:30.034318 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Network b0080346-c2ba-475e-878a-921bf8f67966 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:47:30.044204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b0080346-c2ba-475e-878a-921bf8f67966) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:30.048999 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:30.050138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.065428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4bdc3276-c3ee-4387-9a20-cadfb0948c0b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3243508 Aug 10 01:47:30.068000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53720) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:30.073121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:30.093276 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.093587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c57a22-8d2f-4126-98f0-2f8b583b3a3e None None] Network b0080346-c2ba-475e-878a-921bf8f67966 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:30.094268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.146730 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.258877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b0080346-c2ba-475e-878a-921bf8f67966', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:47:30.259750 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.297628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.387279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Allocated IP 172.20.0.2 (b0080346-c2ba-475e-878a-921bf8f67966/d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0/3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:30.495486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.518842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.533115 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.542251 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Transition to ACTIVE for port object 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:30.557127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Transition to ACTIVE for port object 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:30.563441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.598776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Network b0080346-c2ba-475e-878a-921bf8f67966 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:30.605971 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:30.609533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:30.616173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Pushing event updated for resources: {'Port': ['ID=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:30.627045 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Allocated IP 172.25.7.7 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/d497d292-4211-4364-92ac-86d161f530e7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:30.671218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Attempting to bind port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:30.671532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Attempting to bind port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:30.671823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Attempting to bind port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b on network b0080346-c2ba-475e-878a-921bf8f67966 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:30.676644 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:30.677014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Checking segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:30.677410 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.678055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Bound using segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:30.678510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Bound port: 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:30.679003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.737099 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.739946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] For port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:30.743008 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] For port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:30.747645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.777413 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:30.814453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:30.814768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a955547-3bdf-42a8-815c-241404916dd0 None None] Pushing event updated for resources: {'Port': ['ID=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:30.819991 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:30.823560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:30.848403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=d497d292-4211-4364-92ac-86d161f530e7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:31.093241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:31.287843 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:31.417348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Router fbecde60-b29d-431c-81f5-4655f700d0fa is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:47:31.529044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:31.540039 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Sync routers for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:31.545866 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:31.550240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b3ee69e7-3949-4435-86de-dc509b408ca7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4785411 Aug 10 01:47:31.550956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:31.550956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:31.551338 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53722) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:31.668953 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:31.712910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f249e0-a5d4-45ac-81a3-835281945fca None None] Network b0080346-c2ba-475e-878a-921bf8f67966 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:31.774104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-583f62cf-3ed6-45fc-a537-18f9b1f1a584 None None] Provisioning for port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:31.860062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:30Z', 'revision_number': 3, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:31.887201 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Checking router: fbecde60-b29d-431c-81f5-4655f700d0fa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:31.887555 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Updating router fbecde60-b29d-431c-81f5-4655f700d0fa port d497d292-4211-4364-92ac-86d161f530e7 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:47:31.912382 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:31.996066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.167172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Allocated IP 172.20.0.1 (b0080346-c2ba-475e-878a-921bf8f67966/d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0/1947596e-092d-4905-b068-5e95b2294b07) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:32.185528 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.196969 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Transition to ACTIVE for port object d497d292-4211-4364-92ac-86d161f530e7 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:32.209355 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.260706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:32.264241 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Attempting to bind port d497d292-4211-4364-92ac-86d161f530e7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:32.264610 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Attempting to bind port d497d292-4211-4364-92ac-86d161f530e7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:32.264964 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Attempting to bind port d497d292-4211-4364-92ac-86d161f530e7 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:32.274017 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Pushing event updated for resources: {'Port': ['ID=d497d292-4211-4364-92ac-86d161f530e7,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:32.276996 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:32.277744 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:32.277744 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.278118 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:32.278574 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Bound port: d497d292-4211-4364-92ac-86d161f530e7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:32.278973 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.290710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.303367 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.304224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.304629 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.304954 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.305277 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.305596 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.305898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Transition to ACTIVE for port object 1947596e-092d-4905-b068-5e95b2294b07 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:32.306042 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.306533 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.306851 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.307207 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.307633 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.307949 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:32.319002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:32.323895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:32.324271 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.344401 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] For port d497d292-4211-4364-92ac-86d161f530e7, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:32.348736 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] For port d497d292-4211-4364-92ac-86d161f530e7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d497d292-4211-4364-92ac-86d161f530e7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:32.351077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.357716 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.397734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Network b0080346-c2ba-475e-878a-921bf8f67966 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:32.401024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:32.403609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:32.412197 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.418296 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:32.419038 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:32.449809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Pushing event updated for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:32.451861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:32.458587 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362a963-bc4c-4637-aef4-749c78470120 None None] Pushing event updated for resources: {'Port': ['ID=d497d292-4211-4364-92ac-86d161f530e7,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:32.459550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.462891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.521075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:32.544573 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:32.607103 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.728726 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:30Z', 'revision_number': 3, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:32.739657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ecb0f2c-56ce-4644-b25d-c22559ca1d15 None None] Provisioning for port 1947596e-092d-4905-b068-5e95b2294b07 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:32.744553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3ecb0f2c-56ce-4644-b25d-c22559ca1d15 None None] Provisioning complete for port 1947596e-092d-4905-b068-5e95b2294b07 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:32.745616 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3ecb0f2c-56ce-4644-b25d-c22559ca1d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.761159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa1d0bd-28c2-4758-b1df-77b517a6aa78 None None] The sync data for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 is: [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:30Z', 'revision_number': 3, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:32.790557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.795515 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.799723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb0f2c-56ce-4644-b25d-c22559ca1d15 None None] Port 1947596e-092d-4905-b068-5e95b2294b07 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:32.863408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:32.865282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Pushing event updated for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:32.962048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Network b0080346-c2ba-475e-878a-921bf8f67966 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:32.963475 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:33.104994 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Router fbecde60-b29d-431c-81f5-4655f700d0fa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:47:33.220444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:33.221092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5e2e7986-9f4c-4577-9420-5115507bd014 None None] Provisioning complete for port 1947596e-092d-4905-b068-5e95b2294b07 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:33.221484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5e2e7986-9f4c-4577-9420-5115507bd014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.232157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9ef1db0c-4b73-4de5-a290-6b5818ad1d51 admin admin] 10.222.0.25 "PUT /v2.0/routers/fbecde60-b29d-431c-81f5-4655f700d0fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725495 Aug 10 01:47:33.261916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5e2e7986-9f4c-4577-9420-5115507bd014 None None] Port 1947596e-092d-4905-b068-5e95b2294b07 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:33.706334 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53738) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:33.711480 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1349277764-network', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:33.731995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Made reservation on behalf of 057cfd78cef248d3bdf58bd888e1fd79 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:47:33.734357 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.744008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.835791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.839375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.860462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:47:33.876094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05240ef9-0393-4c09-acc7-c692a5fe6ffb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:33.878997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.879355 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Added segment dcdef091-b258-4841-a05c-19c364637ea8 of type vlan for network 56071fb9-892a-4992-825b-790904deaaa0 Aug 10 01:47:33.920386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.948642 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:33.949803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:33.950616 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.010239 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3027561 Aug 10 01:47:34.012845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53740) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:34.019451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Request body: {'subnet': {'network_id': '56071fb9-892a-4992-825b-790904deaaa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1349277764-subnet', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:34.023764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e3bf-aeab-42ad-8f1c-9f981135d6bf admin admin] Pushing event updated for resources: {'Network': ['ID=56071fb9-892a-4992-825b-790904deaaa0,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:34.033411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 56071fb9-892a-4992-825b-790904deaaa0 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:47:34.044560 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Made reservation on behalf of 057cfd78cef248d3bdf58bd888e1fd79 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:47:34.047047 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.232661 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.283396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:34.283909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b58f909-beaf-4595-8299-1f514b6b9eff,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:34.299431 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Checking segment: {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:34.299873 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Network hostable DHCP agents. Network: 56071fb9-892a-4992-825b-790904deaaa0, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:47:34.320498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Network 56071fb9-892a-4992-825b-790904deaaa0 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:47:34.324382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Sync routers for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:34.330194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 56071fb9-892a-4992-825b-790904deaaa0) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:34.335309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:34.336352 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.341860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ec0fc-b578-44c1-a813-1a606bc80f13 None None] Network 56071fb9-892a-4992-825b-790904deaaa0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:34.345243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:34.345882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:34.350722 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-933e0111-498f-4b41-b915-f28af690caf9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3368113 Aug 10 01:47:34.353561 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53742) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:34.358043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:34.378686 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.379809 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.432073 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:34.432273 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.432416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.573832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:34.731863 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d497d292-4211-4364-92ac-86d161f530e7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:34.779935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-56071fb9-892a-4992-825b-790904deaaa0', 'network_id': '56071fb9-892a-4992-825b-790904deaaa0', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'fixed_ips': [{'subnet_id': '1b58f909-beaf-4595-8299-1f514b6b9eff'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:47:34.780798 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.891354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:34.931516 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port d497d292-4211-4364-92ac-86d161f530e7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:34.940892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d497d292-4211-4364-92ac-86d161f530e7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:34.941269 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.036205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 2, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:35.038864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Allocated IP 172.20.0.2 (56071fb9-892a-4992-825b-790904deaaa0/1b58f909-beaf-4595-8299-1f514b6b9eff/2cb52436-687e-4376-8173-13aa124a337e) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:35.072553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Checking router: fbecde60-b29d-431c-81f5-4655f700d0fa for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:35.072915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Updating router fbecde60-b29d-431c-81f5-4655f700d0fa port 1947596e-092d-4905-b068-5e95b2294b07 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:47:35.096791 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.116277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.169155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.185206 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.224630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Allocated IP 172.25.7.179 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/9efa0b59-ac5b-4deb-92a1-344e3ff6ad23) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:35.240268 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port d497d292-4211-4364-92ac-86d161f530e7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d497d292-4211-4364-92ac-86d161f530e7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:35.249404 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.334634 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.377500 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.414514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=d497d292-4211-4364-92ac-86d161f530e7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:35.416600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:35.423354 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:35.426996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:35.434033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Pushing event updated for resources: {'Port': ['ID=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:35.470328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.484948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Transition to ACTIVE for port object 2cb52436-687e-4376-8173-13aa124a337e will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:35.513708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Transition to ACTIVE for port object 2cb52436-687e-4376-8173-13aa124a337e will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:35.525056 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.579936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Network 56071fb9-892a-4992-825b-790904deaaa0 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:35.591406 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:35.597936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:35.599729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Pushing event updated for resources: {'Port': ['ID=2cb52436-687e-4376-8173-13aa124a337e,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:35.691303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.838398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.853945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Attempting to bind port 2cb52436-687e-4376-8173-13aa124a337e on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:35.854226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Attempting to bind port 2cb52436-687e-4376-8173-13aa124a337e by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:35.854578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Attempting to bind port 2cb52436-687e-4376-8173-13aa124a337e on network 56071fb9-892a-4992-825b-790904deaaa0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:35.857413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Transition to ACTIVE for port object 1947596e-092d-4905-b068-5e95b2294b07 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:35.862100 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:35.862374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Checking segment: {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:35.862803 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.863293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Bound using segment: {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:35.863642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Bound port: 2cb52436-687e-4376-8173-13aa124a337e, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:35.864039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.867428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.892263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:35.943938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438b03c-745d-4c02-89a2-e32c7e32a58e None None] Pushing event updated for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:36.017066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Attempting to bind port 1947596e-092d-4905-b068-5e95b2294b07 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:36.017442 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Attempting to bind port 1947596e-092d-4905-b068-5e95b2294b07 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:36.017805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Attempting to bind port 1947596e-092d-4905-b068-5e95b2294b07 on network b0080346-c2ba-475e-878a-921bf8f67966 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:36.020974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] For port 2cb52436-687e-4376-8173-13aa124a337e, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:36.030043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:47:36.031970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:36.032351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Checking segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:36.032749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.033140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Bound using segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:36.033657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Bound port: 1947596e-092d-4905-b068-5e95b2294b07, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:36.033991 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.045543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] For port 2cb52436-687e-4376-8173-13aa124a337e, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cb52436-687e-4376-8173-13aa124a337e,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:36.053013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.152388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] For port 1947596e-092d-4905-b068-5e95b2294b07, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:36.155506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] For port 1947596e-092d-4905-b068-5e95b2294b07, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1947596e-092d-4905-b068-5e95b2294b07,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:36.156567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4d683-efed-4a16-ba8b-176ce186fc01 None None] Pushing event updated for resources: {'Port': ['ID=2cb52436-687e-4376-8173-13aa124a337e,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:36.159270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:36.160899 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.177827 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.182708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53744) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:47:36.183260 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-86f540c1-014a-4ff4-844d-e91e371af33e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8279090 Aug 10 01:47:36.183682 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Sync routers for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:36.196488 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:36.197723 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:36.250988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:36.251642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:36.393982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d497d292-4211-4364-92ac-86d161f530e7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:36.396976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438b03c-745d-4c02-89a2-e32c7e32a58e None None] Pushing event updated for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:36.407015 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:36.543795 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:36.622216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port d497d292-4211-4364-92ac-86d161f530e7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:36.622721 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.778025 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 3, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:36.782451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:36Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:36.788516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.808343 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Checking router: 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:36.808343 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Updating router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:47:36.814039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3ef044-c4b9-4520-8217-2007bc6bfe98 None None] The sync data for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 is: [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:36Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:36.849722 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:36.998595 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Allocated IP 172.20.0.1 (56071fb9-892a-4992-825b-790904deaaa0/1b58f909-beaf-4595-8299-1f514b6b9eff/e945157d-019c-47d3-8f89-a8c8e2734800) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:37.142295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.149504 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.159262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Transition to ACTIVE for port object e945157d-019c-47d3-8f89-a8c8e2734800 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:37.162144 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Transition to ACTIVE for port object 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:37.170487 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.202169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.227324 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Attempting to bind port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:37.227875 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Attempting to bind port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:37.228024 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Attempting to bind port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:37.240611 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:37.241153 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:37.241553 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.242232 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:37.242496 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Bound port: 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:37.242895 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.260567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Network 56071fb9-892a-4992-825b-790904deaaa0 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:37.263560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:37.266451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:37.303128 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be037d55-029c-421c-8f31-1889e8146003 None None] Pushing event updated for resources: {'Port': ['ID=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:37.310711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Pushing event updated for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:37.311244 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] For port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:37.315063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] For port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:37.321323 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.333165 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.385928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:37.386556 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:37.432245 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be037d55-029c-421c-8f31-1889e8146003 None None] Pushing event updated for resources: {'Port': ['ID=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:37.470598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb46773-26ae-4540-9285-586ae127c779 None None] Network 56071fb9-892a-4992-825b-790904deaaa0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:47:37.497688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.514987 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:37.563575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cb435526-72b4-4943-90b3-b6ff0be75e93 None None] Provisioning for port 2cb52436-687e-4376-8173-13aa124a337e completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:37.704203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.712055 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.755181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 3, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:37.790586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d073e9-dfbd-4775-bb3d-ea8070add180 None None] The sync data for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 is: [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 3, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:37.798214 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Pushing event updated for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:37.806091 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:37.925716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Network 56071fb9-892a-4992-825b-790904deaaa0 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:37.927363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:38.017617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-71f68d80-0100-47ff-a51e-a9a9b2f3f483 None None] Provisioning for port e945157d-019c-47d3-8f89-a8c8e2734800 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:38.022893 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-71f68d80-0100-47ff-a51e-a9a9b2f3f483 None None] Provisioning complete for port e945157d-019c-47d3-8f89-a8c8e2734800 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:38.023274 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-71f68d80-0100-47ff-a51e-a9a9b2f3f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.065711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-71f68d80-0100-47ff-a51e-a9a9b2f3f483 None None] Port e945157d-019c-47d3-8f89-a8c8e2734800 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:38.079313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:47:38.235044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:47:38.243351 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-63b73d00-dd7c-4d07-a152-334a745abce4 admin admin] 10.222.0.25 "PUT /v2.0/routers/6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0591345 Aug 10 01:47:38.305214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6e0ba1fc-6534-4681-8ff3-0ec0e36aca55 None None] Provisioning complete for port e945157d-019c-47d3-8f89-a8c8e2734800 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:38.305777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6e0ba1fc-6534-4681-8ff3-0ec0e36aca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.354953 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ba1fc-6534-4681-8ff3-0ec0e36aca55 None None] Port e945157d-019c-47d3-8f89-a8c8e2734800 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:38.402386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:38.463413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:38.471927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:38.472305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.560484 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.593441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:38.594543 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-091f4ee5-fc82-4bb6-b351-9ad5a6c3d111 None None] Provisioning complete for port e945157d-019c-47d3-8f89-a8c8e2734800 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:38.595327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-091f4ee5-fc82-4bb6-b351-9ad5a6c3d111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.599217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.600047 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1947596e-092d-4905-b068-5e95b2294b07 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:38.698449 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-091f4ee5-fc82-4bb6-b351-9ad5a6c3d111 None None] Port e945157d-019c-47d3-8f89-a8c8e2734800 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:38.715497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:38.734474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1947596e-092d-4905-b068-5e95b2294b07 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:38.740173 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1947596e-092d-4905-b068-5e95b2294b07 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:38.740612 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.838594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.884659 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1947596e-092d-4905-b068-5e95b2294b07, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1947596e-092d-4905-b068-5e95b2294b07,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:38.889318 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:38.890743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cb52436-687e-4376-8173-13aa124a337e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:38.986883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:39.007837 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 2cb52436-687e-4376-8173-13aa124a337e completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:39.011630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2cb52436-687e-4376-8173-13aa124a337e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:39.012003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:39.091652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:39.124766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 2cb52436-687e-4376-8173-13aa124a337e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cb52436-687e-4376-8173-13aa124a337e,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:39.129462 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:39.184548 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=2cb52436-687e-4376-8173-13aa124a337e,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:40.207866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Sync routers for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:47:40.219140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:40.219778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:40.258068 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:40.365190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:40.365559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:40.389585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:40.725299 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1947596e-092d-4905-b068-5e95b2294b07 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:40.815577 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1947596e-092d-4905-b068-5e95b2294b07 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:40.815953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:40.867234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 4, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e945157d-019c-47d3-8f89-a8c8e2734800', 'name': '', 'network_id': '56071fb9-892a-4992-825b-790904deaaa0', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'mac_address': 'fa:16:3e:80:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:36Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 2, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'subnets': [{'id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:40.899779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Checking router: 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:47:40.900131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Updating router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 port e945157d-019c-47d3-8f89-a8c8e2734800 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:47:40.951200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:40.973348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cb52436-687e-4376-8173-13aa124a337e up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:41.113112 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 2cb52436-687e-4376-8173-13aa124a337e triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:41.113502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.343107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.357585 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Transition to ACTIVE for port object e945157d-019c-47d3-8f89-a8c8e2734800 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:41.367804 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.450434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f88092-aca0-417a-af3e-a18c8dd5754c None None] Pushing event updated for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:41.508148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Attempting to bind port e945157d-019c-47d3-8f89-a8c8e2734800 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:47:41.508593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Attempting to bind port e945157d-019c-47d3-8f89-a8c8e2734800 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:47:41.510040 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Attempting to bind port e945157d-019c-47d3-8f89-a8c8e2734800 on network 56071fb9-892a-4992-825b-790904deaaa0 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:47:41.516620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:47:41.517052 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Checking segment: {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:47:41.517463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.517856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Bound using segment: {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:47:41.518502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Bound port: e945157d-019c-47d3-8f89-a8c8e2734800, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdef091-b258-4841-a05c-19c364637ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '56071fb9-892a-4992-825b-790904deaaa0'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:47:41.518923 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.624489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] For port e945157d-019c-47d3-8f89-a8c8e2734800, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:47:41.628723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] For port e945157d-019c-47d3-8f89-a8c8e2734800, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e945157d-019c-47d3-8f89-a8c8e2734800,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:47:41.634742 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:41.699198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:47:41.699849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:47:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:41.736113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f88092-aca0-417a-af3e-a18c8dd5754c None None] Pushing event updated for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:41.847583 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:47:42.077689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 4, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e945157d-019c-47d3-8f89-a8c8e2734800', 'name': '', 'network_id': '56071fb9-892a-4992-825b-790904deaaa0', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'mac_address': 'fa:16:3e:80:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:36Z', 'updated_at': '2021-08-10T01:47:41Z', 'revision_number': 4, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'subnets': [{'id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:47:42.104968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c40c72-cae8-4fbf-9f86-1c3f3c2e2527 None None] The sync data for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 is: [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:47:37Z', 'revision_number': 4, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e945157d-019c-47d3-8f89-a8c8e2734800', 'name': '', 'network_id': '56071fb9-892a-4992-825b-790904deaaa0', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'mac_address': 'fa:16:3e:80:bd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:36Z', 'updated_at': '2021-08-10T01:47:41Z', 'revision_number': 4, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'subnets': [{'id': '1b58f909-beaf-4595-8299-1f514b6b9eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:47:42.320265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e945157d-019c-47d3-8f89-a8c8e2734800 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:42.383627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e945157d-019c-47d3-8f89-a8c8e2734800 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:42.388899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e945157d-019c-47d3-8f89-a8c8e2734800 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:42.389078 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:42.500007 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:42.539084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e945157d-019c-47d3-8f89-a8c8e2734800, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e945157d-019c-47d3-8f89-a8c8e2734800,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:47:42.546701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:42.606808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:44.096562 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-94c639bd-6352-47f4-b76d-7774c3a62083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:44.269649 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e945157d-019c-47d3-8f89-a8c8e2734800 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:47:44.348467 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e945157d-019c-47d3-8f89-a8c8e2734800 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:44.348854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:46.871257 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0b84d0db-f34d-4656-8d87-cb6bcee56741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:47.372734 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:47.929876 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:48.227221 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-9d614144-0cad-4669-a272-56f43934d925 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:48.228698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-9d614144-0cad-4669-a272-56f43934d925 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 815 time: 0.1008458 Aug 10 01:47:48.243457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-072fd17b-cde0-44e3-b98a-a35be9eed62b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/quotas/8764e42b14d54994a947fcded30805f1 HTTP/1.1" status: 200 len: 375 time: 0.0091102 Aug 10 01:47:48.299449 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-861bebf1-3518-4fc8-a709-92e4d1663f9a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506139 Aug 10 01:47:48.315009 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-877ae356-7582-4244-8cd3-bdcf2d8b19fb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:47:48.315962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-877ae356-7582-4244-8cd3-bdcf2d8b19fb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051181 Aug 10 01:47:48.405821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-44920388-eb19-480d-893d-e3d50766c01c service neutron] 10.222.0.25 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829306 Aug 10 01:47:48.502090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-15cb020d-bc8a-41e5-96ac-42c761ea9a4a service neutron] 10.222.0.25 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900435 Aug 10 01:47:48.663236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-598ed47c-6ca7-4668-8fc3-385d55edb781 req-79b9bc40-770e-44b4-9628-f02d05d2fd88 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Aug 10 01:47:49.563423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-38d0a28e-6216-4fc1-86d9-9e03a178fa48 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:49.565507 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-38d0a28e-6216-4fc1-86d9-9e03a178fa48 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 815 time: 0.1115599 Aug 10 01:47:49.579512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'port': {'device_id': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'admin_state_up': True, 'tenant_id': '8764e42b14d54994a947fcded30805f1'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:47:49.691782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Made reservation on behalf of 8764e42b14d54994a947fcded30805f1 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:47:49.696196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:49.779341 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ebb0456-927e-491f-b819-d82a7c6c320d req-e8a49e6d-e30e-4a7a-b545-db23361bad53 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Aug 10 01:47:49.825738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:49.845560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Allocated IP 172.20.0.11 (b0080346-c2ba-475e-878a-921bf8f67966/d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0/3d5c07f4-f533-4efb-bdc5-3136829ec45a) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:47:50.029252 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:50.046535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Transition to ACTIVE for port object 3d5c07f4-f533-4efb-bdc5-3136829ec45a will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:47:50.085015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:50.112330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Network b0080346-c2ba-475e-878a-921bf8f67966 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:47:50.116111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:47:50.148903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:47:50.203280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:47:50.214484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:50.215162 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:50.223255 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.223610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.223952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.224288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.224680 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.225673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.226013 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.226345 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.226704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.227028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.227354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.227676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:47:50.248444 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1b3e40cb-aedb-4177-8b35-1aa6985377db tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6733980 Aug 10 01:47:50.396639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7db3ed5-5a76-42ab-8247-ae56e6c9b0d1 None None] Provisioning for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:47:50.401056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f7db3ed5-5a76-42ab-8247-ae56e6c9b0d1 None None] Provisioning complete for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:47:50.401432 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f7db3ed5-5a76-42ab-8247-ae56e6c9b0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:50.439482 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-f7db3ed5-5a76-42ab-8247-ae56e6c9b0d1 None None] Port 3d5c07f4-f533-4efb-bdc5-3136829ec45a cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:47:51.268444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cee2d-6537-4dbe-b35f-6308a284acfc req-cdbd1ca6-2fa3-48d0-9f7a-49eb526ff80b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:51.269939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f7cee2d-6537-4dbe-b35f-6308a284acfc req-cdbd1ca6-2fa3-48d0-9f7a-49eb526ff80b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.4067075 Aug 10 01:47:51.311531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f7cee2d-6537-4dbe-b35f-6308a284acfc req-cde9afc8-e274-44f0-9dad-580da211c3ce tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338256 Aug 10 01:47:52.432774 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b66d02-8993-4d18-b827-71e761ec5266 req-a92b1663-651e-48cd-9213-14232ca7c673 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:52.434420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b8b66d02-8993-4d18-b827-71e761ec5266 req-a92b1663-651e-48cd-9213-14232ca7c673 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0526924 Aug 10 01:47:52.475698 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b8b66d02-8993-4d18-b827-71e761ec5266 req-98db729c-b0f2-4b67-8b32-920f1df1f3fc tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351534 Aug 10 01:47:53.595465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2c3be-e116-4c00-9328-f0bad5476a48 req-ebdeea76-5d43-4205-a848-571cba25e8d6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:53.596974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bc2c3be-e116-4c00-9328-f0bad5476a48 req-ebdeea76-5d43-4205-a848-571cba25e8d6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0532088 Aug 10 01:47:53.643427 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5bc2c3be-e116-4c00-9328-f0bad5476a48 req-efced32f-87a3-474b-8030-d09f7679be0a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Aug 10 01:47:54.766520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043d27f-7ec3-4f85-b476-5e0856aa6e92 req-a0fad2c3-b801-4319-82f4-ee197cdcdba6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:54.768257 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7043d27f-7ec3-4f85-b476-5e0856aa6e92 req-a0fad2c3-b801-4319-82f4-ee197cdcdba6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0531511 Aug 10 01:47:54.812702 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7043d27f-7ec3-4f85-b476-5e0856aa6e92 req-db435c2a-f309-4ba2-b77e-a996bc041aaa tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Aug 10 01:47:55.946868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250f38-9038-4239-9662-3756f7b603db req-79064d36-c42d-4e1e-85b2-524cf027a6dd tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:55.949401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed250f38-9038-4239-9662-3756f7b603db req-79064d36-c42d-4e1e-85b2-524cf027a6dd tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0609851 Aug 10 01:47:55.994164 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed250f38-9038-4239-9662-3756f7b603db req-53abb5ac-19ef-410a-9647-4ef1bb84def2 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Aug 10 01:47:56.562298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:56.563424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:47:57.118513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16060415-1579-4702-ae65-b989c5e6357e req-8e860a90-6a94-4d20-a1d2-3d319d3cd706 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:57.120859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16060415-1579-4702-ae65-b989c5e6357e req-8e860a90-6a94-4d20-a1d2-3d319d3cd706 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0530260 Aug 10 01:47:57.161274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16060415-1579-4702-ae65-b989c5e6357e req-5f80f07d-73aa-4bed-9a30-f798dd051c04 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342002 Aug 10 01:47:57.764221 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:47:58.286725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa0565-70b1-4329-8960-f1ee2b15a354 req-b7aca83e-bde1-4492-b341-fa6e5c84ca7a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:58.289306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57aa0565-70b1-4329-8960-f1ee2b15a354 req-b7aca83e-bde1-4492-b341-fa6e5c84ca7a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0543325 Aug 10 01:47:58.330861 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-57aa0565-70b1-4329-8960-f1ee2b15a354 req-d129a572-af9a-49e4-a8af-5388d565c2ae tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Aug 10 01:47:59.453843 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc446da4-5a43-4d26-bfd8-4fc8a9f83e53 req-8e8cf588-ed0c-4cfa-9d1e-d965d7abba6c tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:47:59.455522 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc446da4-5a43-4d26-bfd8-4fc8a9f83e53 req-8e8cf588-ed0c-4cfa-9d1e-d965d7abba6c tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 932 time: 0.0518684 Aug 10 01:47:59.496271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bc446da4-5a43-4d26-bfd8-4fc8a9f83e53 req-e44c54ce-4d8b-42f0-a7ec-551c4492f5d3 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335908 Aug 10 01:48:00.200968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-62e1e44f-50fc-4b1e-83d6-519b766ab4c6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:48:00.202042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-62e1e44f-50fc-4b1e-83d6-519b766ab4c6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075004 Aug 10 01:48:00.215443 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Request body: {'port': {'device_id': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:00.268871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.531933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5c07f4-f533-4efb-bdc5-3136829ec45a {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:48:00.543422 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.556481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Transition to ACTIVE for port object 3d5c07f4-f533-4efb-bdc5-3136829ec45a will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:48:00.560658 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.651094 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:00.711701 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a95b5d-08d0-4489-adae-6a3cf662b049 req-62c26fff-5f2c-4c05-8451-1ccd2fbb3ea9 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:00.713313 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3a95b5d-08d0-4489-adae-6a3cf662b049 req-62c26fff-5f2c-4c05-8451-1ccd2fbb3ea9 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 944 time: 0.1460090 Aug 10 01:48:00.770877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Attempting to bind port 3d5c07f4-f533-4efb-bdc5-3136829ec45a on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:48:00.771143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Attempting to bind port 3d5c07f4-f533-4efb-bdc5-3136829ec45a by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:48:00.771472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Attempting to bind port 3d5c07f4-f533-4efb-bdc5-3136829ec45a on network b0080346-c2ba-475e-878a-921bf8f67966 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:00.776083 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c3a95b5d-08d0-4489-adae-6a3cf662b049 req-0ca35100-3f8c-4ab9-8241-71b8a282bd15 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Aug 10 01:48:00.779586 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Port 3d5c07f4-f533-4efb-bdc5-3136829ec45a on network b0080346-c2ba-475e-878a-921bf8f67966 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:48:00.779917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Attempting to bind port 3d5c07f4-f533-4efb-bdc5-3136829ec45a on network b0080346-c2ba-475e-878a-921bf8f67966 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:48:00.786876 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:48:00.786999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Checking segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:48:00.787394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Bound using segment: {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:48:00.787856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Bound port: 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607f4a4a-cee3-400d-a283-822d5c093b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:48:00.788302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.853422 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:48:00.857096 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:48:00.861393 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.893394 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:00.894132 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:00.895703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] 10.222.0.10 "PUT /v2.0/ports/3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1093 time: 0.6850839 Aug 10 01:48:00.897717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:00.900086 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a335c1-c4ac-44a3-926c-5a43f6f040f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:00.931616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc61d2b-bea9-4292-8bb9-a9353f77f46d service neutron] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:00.966883 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b360902-17fb-4bb7-a369-1eb22cc42239 x-openstack-request-id: req-3b360902-17fb-4bb7-a369-1eb22cc42239 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:00.967182 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:00.967439 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b360902-17fb-4bb7-a369-1eb22cc42239 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:00.967842 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:48:00.985240 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-6fb30b70-4ecf-4a40-a715-9ffcfc325270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:00.986826 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-6fb30b70-4ecf-4a40-a715-9ffcfc325270 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1096 time: 0.0515866 Aug 10 01:48:01.032041 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-aeb05ed7-c5bc-451d-a64a-7b1b206642c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 217 time: 0.0370460 Aug 10 01:48:01.085272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-383f805b-4fd5-4c7a-95fa-bee06383b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.086854 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-383f805b-4fd5-4c7a-95fa-bee06383b602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0485377 Aug 10 01:48:01.131697 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514306d2-66e8-4133-a0f2-307ce231d553 req-021d8782-bb78-4fb7-8db7-f835535f0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.133196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-021d8782-bb78-4fb7-8db7-f835535f0c5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395820 Aug 10 01:48:01.227125 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-0b01c5a7-4200-4190-8f04-3b61009d5a26 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866706 Aug 10 01:48:01.315663 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-514306d2-66e8-4133-a0f2-307ce231d553 req-8262cc2f-2575-43eb-ab9c-2a0bf4a97c89 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814941 Aug 10 01:48:01.399929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-b27cccbd-674a-4b6c-9af2-62207d5c8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.402289 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-b27cccbd-674a-4b6c-9af2-62207d5c8de9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1096 time: 0.0466645 Aug 10 01:48:01.491577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-796fdc8e-7076-469f-aea4-548641df06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.493053 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-796fdc8e-7076-469f-aea4-548641df06c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0838766 Aug 10 01:48:01.539202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-4196b556-74d8-46af-8111-7d1b80b981d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 217 time: 0.0391650 Aug 10 01:48:01.590563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-17041433-4ae1-45f9-852c-8367e7e934fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.591983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-17041433-4ae1-45f9-852c-8367e7e934fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0454545 Aug 10 01:48:01.640105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-f1bd585e-5df7-47a2-bb4e-148a5fc79b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.641664 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-f1bd585e-5df7-47a2-bb4e-148a5fc79b00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412331 Aug 10 01:48:01.737990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-42bd2f56-4a24-47c5-8702-0049319bd6af service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Aug 10 01:48:01.829007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50a335c1-c4ac-44a3-926c-5a43f6f040f3 req-b87d5fcb-645a-478a-aa2a-f0e7c69a45b3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833912 Aug 10 01:48:01.892497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618194b2-d220-4e8d-8c8c-394d9da491cb req-b22b4730-f4de-400d-9d88-c0dad12bf3be tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:01.893889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-618194b2-d220-4e8d-8c8c-394d9da491cb req-b22b4730-f4de-400d-9d88-c0dad12bf3be tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 944 time: 0.0495601 Aug 10 01:48:01.931389 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-618194b2-d220-4e8d-8c8c-394d9da491cb req-e1988820-0432-48eb-b530-e0dd31d20e8d tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316136 Aug 10 01:48:03.045942 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf75235-bef5-46ed-bf64-fbe9258b27ec req-28abc2c5-2286-4078-88bf-9df1e0c4a667 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:03.047361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bf75235-bef5-46ed-bf64-fbe9258b27ec req-28abc2c5-2286-4078-88bf-9df1e0c4a667 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 944 time: 0.0485232 Aug 10 01:48:03.089890 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1bf75235-bef5-46ed-bf64-fbe9258b27ec req-a8116e50-4182-4831-92f7-67a0a2aca63a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Aug 10 01:48:04.116518 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3d5c07f4-f533-4efb-bdc5-3136829ec45a details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:48:04.209380 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b037-bd31-4d12-9e31-9550622a6ac5 req-0c3613ec-cb3e-4538-b4c6-357448b0efe6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:04.210901 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ac8b037-bd31-4d12-9e31-9550622a6ac5 req-0c3613ec-cb3e-4538-b4c6-357448b0efe6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 944 time: 0.0540023 Aug 10 01:48:04.211057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:04.222556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'port_id': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'mac_address': 'fa:16:3e:91:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:48:04.250250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8ac8b037-bd31-4d12-9e31-9550622a6ac5 req-a6e7dbc6-86d3-40f4-a174-c531bb9e5e19 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Aug 10 01:48:04.262735 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:04.275065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5c07f4-f533-4efb-bdc5-3136829ec45a {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:48:04.294195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:04.298324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:04.343249 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:04.350252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.350598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.351036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.351373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.351705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.352036 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.352364 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.352689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.353010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.353329 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.353652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.353970 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:48:04.497978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:48:05.364498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c529a89-fda8-42fe-a190-9fc94518d109 req-ed07c380-0cbc-41eb-8fc5-1d6132a80622 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:05.365978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c529a89-fda8-42fe-a190-9fc94518d109 req-ed07c380-0cbc-41eb-8fc5-1d6132a80622 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Aug 10 01:48:05.403586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c529a89-fda8-42fe-a190-9fc94518d109 req-f478314d-6f01-44c4-b26b-1aa885222036 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 10 01:48:06.124757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3d5c07f4-f533-4efb-bdc5-3136829ec45a up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:48:06.172555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:48:06.176075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:48:06.176444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:06.252017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:06.276424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:06.278641 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53ba884-cae1-4f23-bf4d-6d131eeef0bf" -d '{"events": [{"server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:06.291084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:06.294977 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:06.318194 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2dcf19-2c21-49a4-af4c-dcd57d35eb5d x-openstack-request-id: req-6b2dcf19-2c21-49a4-af4c-dcd57d35eb5d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:06.318485 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "name": "network-vif-plugged", "status": "completed", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:06.318771 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b2dcf19-2c21-49a4-af4c-dcd57d35eb5d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:06.319153 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'code': 200} Aug 10 01:48:06.346575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:06.411065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7f1d7-2164-4331-b7cd-55a162564b7c req-43206acb-2526-437b-9fed-998ce3e5efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:06.412454 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46e7f1d7-2164-4331-b7cd-55a162564b7c req-43206acb-2526-437b-9fed-998ce3e5efe8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1098 time: 0.0395806 Aug 10 01:48:06.447687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-46e7f1d7-2164-4331-b7cd-55a162564b7c req-99b62ca5-eb4e-4cd0-a9bd-4bc73d6bc0d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282912 Aug 10 01:48:06.517375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8c0fd-9a6e-441f-80e5-0bcf39db4d63 req-3dc538aa-5b89-4af8-8fb5-2d9ace19c23d tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:06.518868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ba8c0fd-9a6e-441f-80e5-0bcf39db4d63 req-3dc538aa-5b89-4af8-8fb5-2d9ace19c23d tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0486932 Aug 10 01:48:06.556940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2ba8c0fd-9a6e-441f-80e5-0bcf39db4d63 req-8cb4ad9c-991c-42c0-8f90-8d0fb0b2cd69 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Aug 10 01:48:07.671416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798bf5-7e9d-44e1-9376-e7adb1881ea6 req-c5f627b7-4b57-4342-baeb-4785d0336d9d tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:07.672893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04798bf5-7e9d-44e1-9376-e7adb1881ea6 req-c5f627b7-4b57-4342-baeb-4785d0336d9d tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0485127 Aug 10 01:48:07.710849 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04798bf5-7e9d-44e1-9376-e7adb1881ea6 req-e4406405-b437-4c7e-8ef9-376d3f8255a7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Aug 10 01:48:07.821832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59eacb7-915c-452f-8857-2bc547444514 req-81fb0b5f-e4e7-41eb-b42f-1e3bb600842b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:07.823857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f59eacb7-915c-452f-8857-2bc547444514 req-81fb0b5f-e4e7-41eb-b42f-1e3bb600842b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0478947 Aug 10 01:48:07.863879 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f59eacb7-915c-452f-8857-2bc547444514 req-ddcbdfc4-b775-4594-b820-bf654fbcdf11 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Aug 10 01:48:08.048068 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e64550-aae3-4631-b18c-e53c7a2f1af2 req-391a07f4-83f4-4311-bb28-ddd045f6bb90 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:08.049515 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-44e64550-aae3-4631-b18c-e53c7a2f1af2 req-391a07f4-83f4-4311-bb28-ddd045f6bb90 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0478735 Aug 10 01:48:08.086893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-44e64550-aae3-4631-b18c-e53c7a2f1af2 req-90ef3d17-feed-4e47-9c48-dba06d9b2713 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310709 Aug 10 01:48:12.865894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-b61028ce-ce51-4b6f-9ecc-95e5b340a9f9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453405 Aug 10 01:48:12.950807 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-b309ed8f-ef5b-4b45-b7f5-b5624e374073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:12.952312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-b309ed8f-ef5b-4b45-b7f5-b5624e374073 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1098 time: 0.0422041 Aug 10 01:48:13.059334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-cda57c18-717d-49f5-b0c4-cfb14b5ffbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:13.060992 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-cda57c18-717d-49f5-b0c4-cfb14b5ffbda service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0902286 Aug 10 01:48:13.107121 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-93234b24-117f-4d4a-9f7f-e3d0c17c966c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 217 time: 0.0389066 Aug 10 01:48:13.156519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-5bcf3303-fc0d-4f57-8393-1cac3b3555bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:13.157887 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-5bcf3303-fc0d-4f57-8393-1cac3b3555bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0436909 Aug 10 01:48:13.203633 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-299a6aad-4247-4143-b0af-985901d12ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:13.205144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-299a6aad-4247-4143-b0af-985901d12ac3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405426 Aug 10 01:48:13.298995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-cadaa40a-9ea3-416d-9aa7-37890131fae3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866106 Aug 10 01:48:13.390591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4be0dce0-f8ce-4c26-9297-ac104a366954 req-120e89a3-7703-49ae-bd01-7a2a215dc3a3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852442 Aug 10 01:48:14.091237 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cd8cfa17-c8a7-4f8d-8895-42ad0234ce4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:16.862017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2b07a12d-f3bf-4a61-81f3-fb6f67bfaf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:17.372799 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:17.932275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:19.620703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbc775-4cba-4e24-8d1c-435882b546e4 req-0577c6d8-dd21-4b3e-949b-e3ff194994d1 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:19.622094 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-50cbc775-4cba-4e24-8d1c-435882b546e4 req-0577c6d8-dd21-4b3e-949b-e3ff194994d1 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0489769 Aug 10 01:48:19.659086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-50cbc775-4cba-4e24-8d1c-435882b546e4 req-28c1f603-9681-4dd7-805f-6b076199bdcf tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Aug 10 01:48:19.681373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53956) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:19.816993 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d282d866-d92f-4c6a-ae4e-1e9630b14662 tempest-TestMinimumBasicScenario-130262707 tempest-TestMinimumBasicScenario-130262707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:19.818517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d282d866-d92f-4c6a-ae4e-1e9630b14662 tempest-TestMinimumBasicScenario-130262707 tempest-TestMinimumBasicScenario-130262707-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1093 time: 0.1353817 Aug 10 01:48:19.821514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53960) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:19.826073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:19.826548 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:19.847354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:19.940682 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.043511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Allocated IP 172.25.7.153 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/55cf3d74-9189-4a41-832d-85deb7df8ff6) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:48:20.145565 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.184699 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.230571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:48:20.233523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:48:20.237102 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:48:20.258635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'Port': ['ID=55cf3d74-9189-4a41-832d-85deb7df8ff6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:20.595138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.662649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.810310 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.814505 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.878011 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'Port': ['ID=55cf3d74-9189-4a41-832d-85deb7df8ff6,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:20.891148 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:20.988608 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Floating IP ce80ca85-3e6c-4fe5-83b0-e53840e70eda associated. External IP: 172.25.7.153, port: 3d5c07f4-f533-4efb-bdc5-3136829ec45a. Aug 10 01:48:21.193225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Router fbecde60-b29d-431c-81f5-4655f700d0fa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:48:21.298294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:48:21.308831 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Sync routers for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:48:21.315535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.317850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:48:21.318456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:48:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:21.342157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7df85af2-b8d8-4792-ba6a-8f98b5d2239f tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5196357 Aug 10 01:48:21.342938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:21.344992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53962) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:21.345483 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48b475-d135-4b78-aaf5-881311eff018" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:21.349691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946053892', 'description': 'tempest-secgroup-smoke-1946053892 description', 'project_id': '8764e42b14d54994a947fcded30805f1'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:21.377374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.385113 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647747ee-909b-4ac3-af20-f429a503c266 x-openstack-request-id: req-647747ee-909b-4ac3-af20-f429a503c266 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:21.385440 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:21.385857 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-647747ee-909b-4ac3-af20-f429a503c266 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:21.386307 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:48:21.425572 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:48:21.453067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b475-d135-4b78-aaf5-881311eff018 req-6f964a63-fff7-40be-b91f-ed7d376a6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:21.454585 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-6f964a63-fff7-40be-b91f-ed7d376a6f25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1098 time: 0.0480342 Aug 10 01:48:21.470904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.474849 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.506573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.507901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1618268 Aug 10 01:48:21.508630 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7e0ba-0fd7-4db2-bc1b-5074e7907463 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519ec4af-1ce2-4db2-a1f9-e00a11ee8543,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:21.510974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53966) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:21.518082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:21.569047 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.589498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b475-d135-4b78-aaf5-881311eff018 req-0c47c35e-6d24-493c-b89a-ddddb126ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:21.591038 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-0c47c35e-6d24-493c-b89a-ddddb126ef05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.1297524 Aug 10 01:48:21.684965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-12b79928-ade7-4d9f-96da-75832aac7686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1000 time: 0.0855560 Aug 10 01:48:21.690404 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.700783 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.746407 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9177c9cf-b21b-494f-a9e3-c04249e6d7ae,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:21.756345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.757612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ea50edcf-3868-406b-9614-733effa043c8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2449787 Aug 10 01:48:21.763603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53968) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:21.765254 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ce80ca85-3e6c-4fe5-83b0-e53840e70eda', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'port_id': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'mac_address': 'fa:16:3e:91:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:48:20Z', 'updated_at': '2021-08-10T01:48:20Z', 'revision_number': 0, 'project_id': '8764e42b14d54994a947fcded30805f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:21.765466 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:21.771476 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b475-d135-4b78-aaf5-881311eff018 req-56c5557b-956b-43e3-98df-7e7e3ede9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:21.772898 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-56c5557b-956b-43e3-98df-7e7e3ede9a0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0806749 Aug 10 01:48:21.795227 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Checking router: fbecde60-b29d-431c-81f5-4655f700d0fa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:48:21.803942 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:48:21.804546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:48:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:21.821972 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.844063 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b475-d135-4b78-aaf5-881311eff018 req-b1f51bce-b6cf-4237-abbe-064590912d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:21.845575 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-b1f51bce-b6cf-4237-abbe-064590912d50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657113 Aug 10 01:48:21.909408 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:48:21.938302 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.946156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.976251 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9723b2f5-092e-4260-a1ef-6ad137e97181,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:21.984559 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-62b311d8-973e-4470-9148-513a2ffc7ee0 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254659 Aug 10 01:48:21.986250 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:21.987388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5abd1406-38b5-472f-b3d2-b25c2987b924 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2257557 Aug 10 01:48:21.990180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53970) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:21.994928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:22.076980 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.125990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3e48b475-d135-4b78-aaf5-881311eff018 req-8e7c82fb-7919-4739-b352-a84f13da87ef service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267118 Aug 10 01:48:22.137976 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ce80ca85-3e6c-4fe5-83b0-e53840e70eda', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'port_id': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'mac_address': 'fa:16:3e:91:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:48:20Z', 'updated_at': '2021-08-10T01:48:20Z', 'revision_number': 0, 'project_id': '8764e42b14d54994a947fcded30805f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:48:22.162156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.165956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51eec948-813d-44d4-9dfc-ef983782d20c None None] The sync data for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 is: [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'ce80ca85-3e6c-4fe5-83b0-e53840e70eda', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'floating_ip_address': '172.25.7.153', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'port_id': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'mac_address': 'fa:16:3e:91:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:48:20Z', 'updated_at': '2021-08-10T01:48:20Z', 'revision_number': 0, 'project_id': '8764e42b14d54994a947fcded30805f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:48:22.166732 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.185186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e72ed90-185f-4f2b-bef3-7db41c576995,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:22.191537 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.193801 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f39dc07f-d7ae-4e53-8d7c-c4257bd0d723 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015767 Aug 10 01:48:22.195582 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53972) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:22.200603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:22.234415 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.296447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.300343 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.319950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7ebc43-611a-4145-855a-360b9f16081b,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:22.327090 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.331242 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6ff6082e-054f-4db8-9a67-98a8fc988029 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1318359 Aug 10 01:48:22.331468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 53974) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:22.336301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:22.368641 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Project 8764e42b14d54994a947fcded30805f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:48:22.376410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.392640 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718ecf28-2d43-4f0b-81b2-e7f5c2094f3a None None] New status for floating IP ce80ca85-3e6c-4fe5-83b0-e53840e70eda: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:48:22.451643 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.455693 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.477247 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf45063-4fee-40a4-93c9-6d9089643f0c,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:22.481248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.484988 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2fe4c3d0-cdd0-45c3-ba05-671c4f1fa0eb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499994 Aug 10 01:48:22.485438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 53976) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:48:22.490074 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'security_group_rule': {'security_group_id': '519ec4af-1ce2-4db2-a1f9-e00a11ee8543', 'project_id': '8764e42b14d54994a947fcded30805f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:22.511563 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Project 8764e42b14d54994a947fcded30805f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:48:22.516278 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.582097 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.585935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.603746 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f19858-82af-41f9-b7d6-91782419aba2,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:22.609462 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:22.610476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e965e2e1-640d-4474-99c4-3ab5a7ce3bd6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239948 Aug 10 01:48:22.689063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-a85b3e8a-c159-44d0-9cf9-7ba44e30b798 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946053892&fields=id&tenant_id=8764e42b14d54994a947fcded30805f1 HTTP/1.1" status: 200 len: 267 time: 0.0331829 Aug 10 01:48:22.742969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-9fe48237-8465-4f1f-9c1b-feb7b8cef7cc tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:22.744943 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-9fe48237-8465-4f1f-9c1b-feb7b8cef7cc tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0503833 Aug 10 01:48:22.756423 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'port': {'security_groups': ['74c4d2ff-82ba-452c-95a9-1308f5d6774b', '519ec4af-1ce2-4db2-a1f9-e00a11ee8543']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:48:22.825249 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.004877 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:48:23.033935 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.038533 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.050236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:48:23.084720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.085890 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.086964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c8983e3-28ed-45f9-9bf8-591bd38b5ba3 req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "PUT /v2.0/ports/3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 982 time: 0.3353536 Aug 10 01:48:23.087495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:48:23.090287 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:48:23.125211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a6730-c66b-4a05-b744-ea47f98b9776 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:48:23.146842 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da65c9e-2086-4b18-864d-417042384b13 x-openstack-request-id: req-2da65c9e-2086-4b18-864d-417042384b13 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:48:23.147245 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:48:23.148661 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2da65c9e-2086-4b18-864d-417042384b13 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:48:23.149176 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:48:23.151926 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:48:23.222245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9044-626e-40c6-8d2c-d94fa56076a2 req-e30a9904-14a2-4023-a515-d593c132531a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.230964 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616e9044-626e-40c6-8d2c-d94fa56076a2 req-e30a9904-14a2-4023-a515-d593c132531a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0681133 Aug 10 01:48:23.233882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-d41744a5-6450-41e0-872b-e515943cdb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.236795 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-d41744a5-6450-41e0-872b-e515943cdb1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1137 time: 0.0567420 Aug 10 01:48:23.275003 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-616e9044-626e-40c6-8d2c-d94fa56076a2 req-6573a702-fcee-42a1-9046-d7336eeee7f1 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426819 Aug 10 01:48:23.335742 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-0e6627ed-9bc2-49e5-bbb6-3b0736c71663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.337239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-0e6627ed-9bc2-49e5-bbb6-3b0736c71663 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0938642 Aug 10 01:48:23.407386 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-3f4b593d-394b-4c8d-9da3-50bbda635715 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1002 time: 0.0626290 Aug 10 01:48:23.425343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4338831f-11a7-45e2-9bfa-3855aacca677 None None] Provisioning complete for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:48:23.425343 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4338831f-11a7-45e2-9bfa-3855aacca677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:23.460839 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-5ff7f969-52d7-4cb7-bcd2-a29969816b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.462310 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-5ff7f969-52d7-4cb7-bcd2-a29969816b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0467544 Aug 10 01:48:23.509330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-d31e0f0a-49df-459a-a025-0cb169687642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:23.510949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-d31e0f0a-49df-459a-a025-0cb169687642 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415125 Aug 10 01:48:23.606741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-0fb74f64-6d7e-4346-8249-ff8f2caf7288 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882246 Aug 10 01:48:24.039319 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f278fc8b-67e3-4fbc-9f88-91bf33f64c76 req-19eb361c-6bae-4a05-856f-fde6b0512375 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248550 Aug 10 01:48:26.558004 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:26.576553 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:34.763953 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:48:40.459726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41727397-4fa5-4f12-b8fc-bc673da51df8 req-55192f03-0ea7-4416-ac44-f5138540076b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.460676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827590e-4457-4032-9a0e-cab286f33a7e req-4019e232-ef6c-4dd3-9084-99ea4cbee946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.461150 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41727397-4fa5-4f12-b8fc-bc673da51df8 req-55192f03-0ea7-4416-ac44-f5138540076b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0537469 Aug 10 01:48:40.463000 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-4019e232-ef6c-4dd3-9084-99ea4cbee946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1137 time: 0.0412266 Aug 10 01:48:40.501806 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41727397-4fa5-4f12-b8fc-bc673da51df8 req-755462cb-41fe-47cb-a3dc-22b8c4b4e6bf tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337737 Aug 10 01:48:40.556123 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827590e-4457-4032-9a0e-cab286f33a7e req-47152434-c927-4515-9f24-2e406c249f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.557601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-47152434-c927-4515-9f24-2e406c249f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0881784 Aug 10 01:48:40.622415 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-e4e5938f-93cd-4624-84ef-f5475170cb9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1002 time: 0.0572243 Aug 10 01:48:40.676053 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827590e-4457-4032-9a0e-cab286f33a7e req-fcc8d555-ecc5-40c1-9c94-d398ecb66841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.677455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-fcc8d555-ecc5-40c1-9c94-d398ecb66841 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0468831 Aug 10 01:48:40.721810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827590e-4457-4032-9a0e-cab286f33a7e req-e49c390b-3597-4e08-b623-5fca73762c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:40.723218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-e49c390b-3597-4e08-b623-5fca73762c60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388432 Aug 10 01:48:40.811586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-22d3263a-8559-48f5-a702-225eabf2e8b1 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805438 Aug 10 01:48:40.904522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5827590e-4457-4032-9a0e-cab286f33a7e req-c51674c0-8ee8-4015-b6c0-05722fb42504 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851436 Aug 10 01:48:41.619958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193af49e-4753-4f89-8cfc-2cdd71c799b0 req-0c4afb88-e0c2-4654-b308-b36a2dca9259 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:41.621431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-193af49e-4753-4f89-8cfc-2cdd71c799b0 req-0c4afb88-e0c2-4654-b308-b36a2dca9259 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0505533 Aug 10 01:48:41.663114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-193af49e-4753-4f89-8cfc-2cdd71c799b0 req-9581a66e-8486-4953-aba5-c4338bc518dd tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354447 Aug 10 01:48:42.778257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254d5fd-be5b-4fca-b776-c4346cc77f9a req-e1bf06ca-0de5-4fa3-a82c-dbc7fa46f34c tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:42.779777 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c254d5fd-be5b-4fca-b776-c4346cc77f9a req-e1bf06ca-0de5-4fa3-a82c-dbc7fa46f34c tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0488741 Aug 10 01:48:42.819545 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c254d5fd-be5b-4fca-b776-c4346cc77f9a req-e8f2597f-eabb-4e06-897f-fd6b94831feb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337646 Aug 10 01:48:43.934828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33191482-5ec0-47c3-89c1-09432d6ee5d8 req-a992d659-16f9-432b-a4f6-d839519dd1f5 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:43.936324 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33191482-5ec0-47c3-89c1-09432d6ee5d8 req-a992d659-16f9-432b-a4f6-d839519dd1f5 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0493376 Aug 10 01:48:43.980284 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-33191482-5ec0-47c3-89c1-09432d6ee5d8 req-f38d3892-ee59-41c6-9498-6684b9a890f6 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378728 Aug 10 01:48:44.092134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8e78f44-cf2d-45c3-82f1-e1570030c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:45.097101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad6412-9f6c-430f-9ed9-60a3d4b26e7f req-c65a745a-cd5c-4850-a95c-0ef7f3c4b418 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:45.098569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58ad6412-9f6c-430f-9ed9-60a3d4b26e7f req-c65a745a-cd5c-4850-a95c-0ef7f3c4b418 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0488193 Aug 10 01:48:45.138528 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58ad6412-9f6c-430f-9ed9-60a3d4b26e7f req-44a93a8d-f711-4be0-84c0-2997862c41ae tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329812 Aug 10 01:48:46.253071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27237b4c-5d42-409c-8c2f-8f0d1ebd4bdf req-6892a67d-23fd-44fb-9bfe-56ebfe1ed550 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:46.254532 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27237b4c-5d42-409c-8c2f-8f0d1ebd4bdf req-6892a67d-23fd-44fb-9bfe-56ebfe1ed550 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0482271 Aug 10 01:48:46.293909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27237b4c-5d42-409c-8c2f-8f0d1ebd4bdf req-ce13d825-a369-4f67-87b0-52208a305aa5 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325415 Aug 10 01:48:46.866081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1b6b2280-06e6-432c-b7e3-1b6ed0af52a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:47.374327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:47.415058 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29c1c7-7f7c-4f4a-821a-8c0c23f67acb req-b53fd098-7df8-4aca-8747-aa41e0fd1537 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:47.416517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f29c1c7-7f7c-4f4a-821a-8c0c23f67acb req-b53fd098-7df8-4aca-8747-aa41e0fd1537 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0550621 Aug 10 01:48:47.457073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1f29c1c7-7f7c-4f4a-821a-8c0c23f67acb req-3309fe44-1410-40a5-8036-c2edcab4064c tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343792 Aug 10 01:48:47.935111 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:48.571613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b08b7e-e32f-4a62-85c7-88a6f34da774 req-3c1e2dc2-76ac-4306-8793-7a3591108b1b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:48.573293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61b08b7e-e32f-4a62-85c7-88a6f34da774 req-3c1e2dc2-76ac-4306-8793-7a3591108b1b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0507612 Aug 10 01:48:48.614098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-61b08b7e-e32f-4a62-85c7-88a6f34da774 req-4fb5e510-43ca-4409-9557-5f2084210c34 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347888 Aug 10 01:48:49.728798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a14da-e951-4cb6-adcb-1ad6cec31ca8 req-2cacc6d2-0eea-424f-af80-4a1dab9b4784 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:49.730314 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612a14da-e951-4cb6-adcb-1ad6cec31ca8 req-2cacc6d2-0eea-424f-af80-4a1dab9b4784 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0499725 Aug 10 01:48:49.771315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612a14da-e951-4cb6-adcb-1ad6cec31ca8 req-801ef905-9ab4-44cd-9b89-20c7e6bfad38 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346818 Aug 10 01:48:49.829902 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:50.888829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5278e-83ac-42bd-911f-f4e0e0d432db req-a49aeeae-d366-4069-b9ac-2f0e0178d1c9 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:50.890342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9d5278e-83ac-42bd-911f-f4e0e0d432db req-a49aeeae-d366-4069-b9ac-2f0e0178d1c9 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0499945 Aug 10 01:48:50.934114 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9d5278e-83ac-42bd-911f-f4e0e0d432db req-cb263e63-620b-40d2-a841-3841132a8033 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375905 Aug 10 01:48:52.047965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01239136-c115-4ed7-a6fa-9fd1989b6b22 req-f0bda9c2-6e68-409e-82f9-f327d29718d3 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:48:52.049346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01239136-c115-4ed7-a6fa-9fd1989b6b22 req-f0bda9c2-6e68-409e-82f9-f327d29718d3 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0490181 Aug 10 01:48:52.089380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-01239136-c115-4ed7-a6fa-9fd1989b6b22 req-6e636b26-905a-4e87-bc92-983bf39490f0 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&id=519ec4af-1ce2-4db2-a1f9-e00a11ee8543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337384 Aug 10 01:48:56.552455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:48:56.593046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:11.762499 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:49:13.840453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-dde1d5c1-748e-4cd1-b730-72f12c10bf47 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390162 Aug 10 01:49:13.924625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-26f5c1e2-b1dd-4854-8cc3-27984dd31886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:13.926153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-26f5c1e2-b1dd-4854-8cc3-27984dd31886 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1137 time: 0.0419829 Aug 10 01:49:14.030064 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-5f35259d-b1b1-42a2-93f8-2c5e0110c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:14.031479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-5f35259d-b1b1-42a2-93f8-2c5e0110c3a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0858819 Aug 10 01:49:14.093483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-71a355cc-e04d-4b7e-a15c-7c42ab2f958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:14.097385 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-cd2f6887-e632-4ae2-aaec-1647861e379c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1002 time: 0.0588703 Aug 10 01:49:14.148622 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-2c8d413d-6676-413a-b651-2641fc092513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:14.150094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-2c8d413d-6676-413a-b651-2641fc092513 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0434635 Aug 10 01:49:14.201018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-8eed4e07-9e34-4ec1-821e-dfde707a82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:14.202498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-8eed4e07-9e34-4ec1-821e-dfde707a82d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436573 Aug 10 01:49:14.292841 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-aa356b14-21b6-4230-b42a-84989db14521 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809879 Aug 10 01:49:14.384883 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-562f9f90-97f0-4aaf-af6e-71aaad7b1326 req-d768a8bb-5ea1-407c-8719-66e5383929f3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844502 Aug 10 01:49:16.867599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-664caaf9-97a8-477f-8e5e-5f5eb8c46626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:17.375375 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:17.938273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:19.832232 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:24.507602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71db4919-f552-420d-a13a-288853cec475 req-b38bd40e-44ed-4c8f-99a8-048953fe5481 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946053892&fields=id&tenant_id=8764e42b14d54994a947fcded30805f1 HTTP/1.1" status: 200 len: 267 time: 0.1482024 Aug 10 01:49:24.561108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4919-f552-420d-a13a-288853cec475 req-9e2471d0-0780-48c3-9d5f-236430974d87 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:24.562602 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71db4919-f552-420d-a13a-288853cec475 req-9e2471d0-0780-48c3-9d5f-236430974d87 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 985 time: 0.0492847 Aug 10 01:49:24.574016 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Request body: {'port': {'security_groups': ['74c4d2ff-82ba-452c-95a9-1308f5d6774b']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:24.636610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:24.809295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:24.838784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:24.843156 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:24.854763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:49:24.888426 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:24.889461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:24.890457 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71db4919-f552-420d-a13a-288853cec475 req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "PUT /v2.0/ports/3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 943 time: 0.3211842 Aug 10 01:49:24.890939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:24.893218 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2df162-59b9-468c-bb51-90aea3fbe1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:24.910541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54030) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:24.924895 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event updated for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=7']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:24.934071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.934805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.935154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.935498 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.935834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.936164 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.936496 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.936827 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.937155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.937488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.937815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.938139 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e6576b-42de-498e-83c4-33538570939a tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:24.958053 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb35a3a-3645-4fc7-a1ab-97bc5c1fd5b1 x-openstack-request-id: req-3fb35a3a-3645-4fc7-a1ab-97bc5c1fd5b1 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:24.958349 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:24.958602 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fb35a3a-3645-4fc7-a1ab-97bc5c1fd5b1 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:24.959037 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:49:24.966026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:49:24.989728 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.026505 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.027420 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-367ffdf5-28b8-40a4-8335-92453d87fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:25.029551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-367ffdf5-28b8-40a4-8335-92453d87fc1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1098 time: 0.0464129 Aug 10 01:49:25.102330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.107275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.109311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "DELETE /v2.0/security-groups/519ec4af-1ce2-4db2-a1f9-e00a11ee8543 HTTP/1.1" status: 204 len: 168 time: 0.1939189 Aug 10 01:49:25.113535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54032) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:25.121458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ec4af-1ce2-4db2-a1f9-e00a11ee8543,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:25.131456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.131812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.132159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.132500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.132838 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.133206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.133544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.133871 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.134204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.134534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.134890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.135218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6fe066-fd32-444f-8c99-b7ff1a6a7b40 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:25.205580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-727fd000-29c3-4859-8068-78a9a3755261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:25.207600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-727fd000-29c3-4859-8068-78a9a3755261 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.1715071 Aug 10 01:49:25.231957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b8694e60-d168-4b68-85f7-65f981cbda87 None None] Provisioning complete for port 3d5c07f4-f533-4efb-bdc5-3136829ec45a triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:25.232321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b8694e60-d168-4b68-85f7-65f981cbda87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.341266 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-10a64d73-033e-4c7f-941f-a4bd8bf75e91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 1002 time: 0.1009469 Aug 10 01:49:25.422509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Deleting port 55cf3d74-9189-4a41-832d-85deb7df8ff6 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:25.422877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.425537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-6003ba26-5bb3-436a-bcab-82e2e3e99036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:25.427691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-6003ba26-5bb3-436a-bcab-82e2e3e99036 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0774186 Aug 10 01:49:25.552323 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-fd7d533b-ad97-46bf-a672-77154e7a302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:25.554175 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-fd7d533b-ad97-46bf-a672-77154e7a302d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1084461 Aug 10 01:49:25.573896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.574220 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.634610 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Calling delete_port for 55cf3d74-9189-4a41-832d-85deb7df8ff6 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:25.762316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-e222a7d0-1ea0-4d65-80bb-9165bc26a3b9 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992667 Aug 10 01:49:25.917730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ca2df162-59b9-468c-bb51-90aea3fbe1b7 req-51927d1a-2ff8-4646-9087-4704f4fd34ea service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477787 Aug 10 01:49:25.945420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:25.976607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event deleted for resources: {'Port': ['ID=55cf3d74-9189-4a41-832d-85deb7df8ff6,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:26.036336 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:26.036734 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Floating IP ce80ca85-3e6c-4fe5-83b0-e53840e70eda disassociated (deleted). External IP: 172.25.7.153, port: 3d5c07f4-f533-4efb-bdc5-3136829ec45a. Aug 10 01:49:26.249603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Router fbecde60-b29d-431c-81f5-4655f700d0fa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:49:26.356966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:26.362077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:26.366813 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Sync routers for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:26.376417 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:26.377026 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:26.389527 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-feb860f6-208b-45e1-bee6-25aaa01576d7 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce80ca85-3e6c-4fe5-83b0-e53840e70eda HTTP/1.1" status: 204 len: 168 time: 1.2748842 Aug 10 01:49:26.481592 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:26.592111 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:26.609376 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:26.703326 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:26.729058 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Checking router: fbecde60-b29d-431c-81f5-4655f700d0fa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:26.737178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:26.737713 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:26.850796 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:26.960457 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:26.962980 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0281ccc-072a-4283-a612-ee85945629a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:27.000358 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54d5b5-2a89-4e85-a54c-ada9c3fb46fe x-openstack-request-id: req-3e54d5b5-2a89-4e85-a54c-ada9c3fb46fe {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:27.000652 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:27.000909 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e54d5b5-2a89-4e85-a54c-ada9c3fb46fe {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:27.001318 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:49:27.041753 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:27.066710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281ccc-072a-4283-a612-ee85945629a6 req-d19e9fb4-0630-4032-9c08-eec07fdd835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:27.068240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-d19e9fb4-0630-4032-9c08-eec07fdd835d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8764e42b14d54994a947fcded30805f1&device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 1098 time: 0.0435622 Aug 10 01:49:27.072015 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43e964-b739-40f5-9326-ef0eb8d53a64 None None] The sync data for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 is: [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:32Z', 'revision_number': 4, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1947596e-092d-4905-b068-5e95b2294b07', 'name': '', 'network_id': 'b0080346-c2ba-475e-878a-921bf8f67966', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'mac_address': 'fa:16:3e:b1:c5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:32Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'subnets': [{'id': 'd49cf5fa-1382-4fb1-9a0d-9a4c71211ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:27.166854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281ccc-072a-4283-a612-ee85945629a6 req-b3166f2b-4489-40cf-8a1b-a2c8dd1b164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:27.168371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-b3166f2b-4489-40cf-8a1b-a2c8dd1b164d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 200 len: 915 time: 0.0935376 Aug 10 01:49:27.213364 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-53752351-528d-4ec3-8b4f-67a9a3b09596 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 200 len: 217 time: 0.0377235 Aug 10 01:49:27.266682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281ccc-072a-4283-a612-ee85945629a6 req-ffe2d4bd-7a00-418e-a832-e2eaf31b0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:27.268349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-ffe2d4bd-7a00-418e-a832-e2eaf31b0d41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 200 len: 854 time: 0.0480220 Aug 10 01:49:27.319402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0281ccc-072a-4283-a612-ee85945629a6 req-ee972595-b144-42e2-a8c5-f5dad9635ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:27.321347 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-ee972595-b144-42e2-a8c5-f5dad9635ed6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b0080346-c2ba-475e-878a-921bf8f67966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457802 Aug 10 01:49:27.335327 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9b04e-76c4-46a0-8696-dd1ba41e6473 None None] New status for floating IP ce80ca85-3e6c-4fe5-83b0-e53840e70eda: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:49:27.421012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-db22e10d-b996-4266-9576-3b6cdecce65b service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928855 Aug 10 01:49:27.514430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b0281ccc-072a-4283-a612-ee85945629a6 req-a96a61b8-2ec9-4115-b07c-50d66890a114 service neutron] 10.222.0.10 "GET /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857327 Aug 10 01:49:33.413244 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28c66-178e-4a9c-9810-4de9ac26a9c2 req-349bf885-45c5-43e0-b982-4ceea8cd7f53 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:33.415356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77a28c66-178e-4a9c-9810-4de9ac26a9c2 req-349bf885-45c5-43e0-b982-4ceea8cd7f53 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0513709 Aug 10 01:49:33.452924 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77a28c66-178e-4a9c-9810-4de9ac26a9c2 req-47d88e14-fd41-4f4d-b715-c53c5e593205 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315361 Aug 10 01:49:34.574176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660dcff-584c-496b-98f5-48a83a4b22c6 req-7b99150a-3f0f-4e94-90a4-2d9f77cc001b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:34.575712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3660dcff-584c-496b-98f5-48a83a4b22c6 req-7b99150a-3f0f-4e94-90a4-2d9f77cc001b tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0542722 Aug 10 01:49:34.612939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3660dcff-584c-496b-98f5-48a83a4b22c6 req-9f9ed592-0f2e-48f5-b1ca-843c69cd84bc tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/security-groups?id=74c4d2ff-82ba-452c-95a9-1308f5d6774b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 10 01:49:35.044764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-b10fa2f6-9d80-4218-826e-91e5f51d31bb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:35.046198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-b10fa2f6-9d80-4218-826e-91e5f51d31bb tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.10 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 946 time: 0.0480309 Aug 10 01:49:35.136023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Deleting port 3d5c07f4-f533-4efb-bdc5-3136829ec45a {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:35.136365 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:35.222862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] For port 3d5c07f4-f533-4efb-bdc5-3136829ec45a, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=3d5c07f4-f533-4efb-bdc5-3136829ec45a,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:35.223229 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:35.236529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Calling delete_port for 3d5c07f4-f533-4efb-bdc5-3136829ec45a owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:35.365458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:35.376732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['3d5c07f4-f533-4efb-bdc5-3136829ec45a'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:49:35.400397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Pushing event deleted for resources: {'Port': ['ID=3d5c07f4-f533-4efb-bdc5-3136829ec45a,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:35.441234 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] No DVR routers for this DVR port 3d5c07f4-f533-4efb-bdc5-3136829ec45a on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:49:35.443934 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:35.446469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b4201cc6-4339-49ac-8849-ddaff071f213 req-97d06e04-b9c6-4edc-a7d9-60ea22af20e8 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.10 "DELETE /v2.0/ports/3d5c07f4-f533-4efb-bdc5-3136829ec45a HTTP/1.1" status: 204 len: 173 time: 0.3943057 Aug 10 01:49:35.446950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'name': 'network-vif-deleted', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:35.449184 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e30aaa-b29d-4a2c-8029-86cb98581c89" -d '{"events": [{"server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "name": "network-vif-deleted", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:35.486118 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222f4d65-14ea-4f1d-98ce-70d310180b84 x-openstack-request-id: req-222f4d65-14ea-4f1d-98ce-70d310180b84 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:35.486414 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b4f8d7-c415-48f8-9b0b-c45687e8acc4", "name": "network-vif-deleted", "tag": "3d5c07f4-f533-4efb-bdc5-3136829ec45a", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:35.486686 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-222f4d65-14ea-4f1d-98ce-70d310180b84 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:35.487089 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b4f8d7-c415-48f8-9b0b-c45687e8acc4', 'name': 'network-vif-deleted', 'tag': '3d5c07f4-f533-4efb-bdc5-3136829ec45a', 'status': 'completed', 'code': 200} Aug 10 01:49:35.719258 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b996b165-fa37-4f16-895f-39ad74cfa58d req-2855b79c-c056-4630-95f3-1bcb1d943c93 tempest-TestMinimumBasicScenario-191432274 tempest-TestMinimumBasicScenario-191432274-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1b4f8d7-c415-48f8-9b0b-c45687e8acc4 HTTP/1.1" status: 200 len: 210 time: 0.0300434 Aug 10 01:49:37.276546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54128) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:37.614203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:37.854942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Deleting port 1947596e-092d-4905-b068-5e95b2294b07 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:37.855242 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:37.931261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] For port 1947596e-092d-4905-b068-5e95b2294b07, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1947596e-092d-4905-b068-5e95b2294b07,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:37.931620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:37.946873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Calling delete_port for 1947596e-092d-4905-b068-5e95b2294b07 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:38.120264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:38.146181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1947596e-092d-4905-b068-5e95b2294b07,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:38.539559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3d5c07f4-f533-4efb-bdc5-3136829ec45a no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:38.559975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 3d5c07f4-f533-4efb-bdc5-3136829ec45a {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:38.560325 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 3d5c07f4-f533-4efb-bdc5-3136829ec45a not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:38.655677 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:38.871243 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Router fbecde60-b29d-431c-81f5-4655f700d0fa has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:49:38.977663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:38.983789 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11177d5a-7441-4e76-af29-a0c0867999eb admin admin] 10.222.0.25 "PUT /v2.0/routers/fbecde60-b29d-431c-81f5-4655f700d0fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061524 Aug 10 01:49:38.986296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54134) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:38.986711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Sync routers for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:38.996379 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:38.996978 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:39.095599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.102580 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:39.204945 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.266314 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Deleting port d497d292-4211-4364-92ac-86d161f530e7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:39.266757 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.351906 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] For port d497d292-4211-4364-92ac-86d161f530e7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=d497d292-4211-4364-92ac-86d161f530e7,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:39.352123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.365491 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Calling delete_port for d497d292-4211-4364-92ac-86d161f530e7 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:39.382803 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7'}], 'enable_snat': True}, 'gw_port_id': 'd497d292-4211-4364-92ac-86d161f530e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:49:38Z', 'revision_number': 5, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port': {'id': 'd497d292-4211-4364-92ac-86d161f530e7', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:39.412322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Checking router: fbecde60-b29d-431c-81f5-4655f700d0fa for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:39.421419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Routers {'fbecde60-b29d-431c-81f5-4655f700d0fa'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:39.422032 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['fbecde60-b29d-431c-81f5-4655f700d0fa'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:39.506167 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] Set router fbecde60-b29d-431c-81f5-4655f700d0fa gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:39.547203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.558180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:49:39Z', 'revision_number': 6, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:39.578310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Pushing event deleted for resources: {'Port': ['ID=d497d292-4211-4364-92ac-86d161f530e7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:39.589658 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed56fbc-85e8-41d0-b27d-24caa9617a53 None None] The sync data for ids ['fbecde60-b29d-431c-81f5-4655f700d0fa'] in n-d-766380-21 is: [{'id': 'fbecde60-b29d-431c-81f5-4655f700d0fa', 'name': 'tempest-TestMinimumBasicScenario-1271277366-router', 'tenant_id': '8764e42b14d54994a947fcded30805f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:30Z', 'updated_at': '2021-08-10T01:49:39Z', 'revision_number': 6, 'project_id': '8764e42b14d54994a947fcded30805f1', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:39.644255 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.734726 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.736800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.783975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.784543 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbecde60-b29d-431c-81f5-4655f700d0fa {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:49:39.789477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.790635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-49c5b23d-0053-4303-af49-96aa34934660 admin admin] 10.222.0.25 "DELETE /v2.0/routers/fbecde60-b29d-431c-81f5-4655f700d0fa HTTP/1.1" status: 204 len: 168 time: 0.8033686 Aug 10 01:49:39.793095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54138) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:39.837377 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Deleting subnet d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:49:39.840481 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.873473 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:39.955926 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.011588 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.040166 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:40.042140 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.046638 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cbc5e00f-0e93-4adc-86df-358beeecf3d7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d49cf5fa-1382-4fb1-9a0d-9a4c71211ea0 HTTP/1.1" status: 204 len: 168 time: 0.2526159 Aug 10 01:49:40.046910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54140) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:40.047371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e1c3f-2421-4cc2-83c1-366af8f5acaa None None] Network b0080346-c2ba-475e-878a-921bf8f67966 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:49:40.119679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.173966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Deleting port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:40.174537 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.240233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] For port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,segment=NetworkSegment(607f4a4a-cee3-400d-a283-822d5c093b95),segment_id=607f4a4a-cee3-400d-a283-822d5c093b95)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:40.240608 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.253730 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Calling delete_port for 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:40.336346 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.363465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Pushing event deleted for resources: {'Port': ['ID=3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:40.365342 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] No DVR routers for this DVR port 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:49:40.394910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc44fa-aa95-4ff0-bc6a-f0df7689810f None None] DHCP port deletion for b0080346-c2ba-475e-878a-921bf8f67966 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:49:40.442979 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.453624 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0080346-c2ba-475e-878a-921bf8f67966']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:40.455075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1947596e-092d-4905-b068-5e95b2294b07 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:40.464420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607f4a4a-cee3-400d-a283-822d5c093b95') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:40.464801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607f4a4a-cee3-400d-a283-822d5c093b95') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:40.473471 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.474739 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1947596e-092d-4905-b068-5e95b2294b07 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:40.475096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1947596e-092d-4905-b068-5e95b2294b07 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:40.475513 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:40.486988 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.493966 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:49:40.494638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:49:40.496152 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:49:40.498198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:40.498198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 3934bd6e-2e9d-4cc3-af01-3b3236a3dc1b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:40.498198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d497d292-4211-4364-92ac-86d161f530e7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:40.519313 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: d497d292-4211-4364-92ac-86d161f530e7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:40.519668 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device d497d292-4211-4364-92ac-86d161f530e7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:40.552205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.561228 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:40.563143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] 10.222.0.25 "DELETE /v2.0/networks/b0080346-c2ba-475e-878a-921bf8f67966 HTTP/1.1" status: 204 len: 168 time: 0.5154698 Aug 10 01:49:40.566117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54142) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:40.576013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652eefbb-f90d-4fa8-b254-131b62079bde admin admin] Pushing event deleted for resources: {'Network': ['ID=b0080346-c2ba-475e-878a-921bf8f67966,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:40.922347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.163471 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Deleting port e945157d-019c-47d3-8f89-a8c8e2734800 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:41.164314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.244041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] For port e945157d-019c-47d3-8f89-a8c8e2734800, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e945157d-019c-47d3-8f89-a8c8e2734800,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:41.244400 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.256881 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Calling delete_port for e945157d-019c-47d3-8f89-a8c8e2734800 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:41.435379 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.459289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Pushing event deleted for resources: {'Port': ['ID=e945157d-019c-47d3-8f89-a8c8e2734800,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:41.630418 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:41.843043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:49:41.947509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:41.953160 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f1ca067d-9b5a-4243-832c-80e251c3256d admin admin] 10.222.0.25 "PUT /v2.0/routers/6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3859308 Aug 10 01:49:41.955156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54144) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:41.956359 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Sync routers for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:41.966012 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:41.966639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:42.058773 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.070752 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:42.160779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.212778 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Deleting port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:42.213129 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.249603 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:49:41Z', 'revision_number': 5, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port': {'id': '9efa0b59-ac5b-4deb-92a1-344e3ff6ad23', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:47:35Z', 'updated_at': '2021-08-10T01:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:42.281849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Checking router: 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:42.292122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Routers {'6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:42.292854 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:42.302345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] For port 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:42.302746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.314506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Calling delete_port for 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:42.378741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] Set router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:42.434062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:49:42Z', 'revision_number': 6, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:42.461185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb10-9c7a-42e0-a18e-35e7bded6fa5 None None] The sync data for ids ['6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9'] in n-d-766380-21 is: [{'id': '6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9', 'name': 'tempest-TestMinimumBasicScenario-1349277764-router', 'tenant_id': '057cfd78cef248d3bdf58bd888e1fd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:47:34Z', 'updated_at': '2021-08-10T01:49:42Z', 'revision_number': 6, 'project_id': '057cfd78cef248d3bdf58bd888e1fd79', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:42.483510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.513684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Pushing event deleted for resources: {'Port': ['ID=9efa0b59-ac5b-4deb-92a1-344e3ff6ad23,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:42.571437 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.663267 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.665376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.708331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.708899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:49:42.713948 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.715405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d734be7-ba0f-4410-a98e-c8532a0be498 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6d4f28ba-a8ba-4071-9e7b-cc6eca7150a9 HTTP/1.1" status: 204 len: 168 time: 0.7590179 Aug 10 01:49:42.717594 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54148) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:42.761446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Deleting subnet 1b58f909-beaf-4595-8299-1f514b6b9eff {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:49:42.764531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.798006 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.882196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.935754 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.960403 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b58f909-beaf-4595-8299-1f514b6b9eff,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:42.963954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:42.965850 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d786cea-b467-4c83-be5f-3248b27e7080 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1b58f909-beaf-4595-8299-1f514b6b9eff HTTP/1.1" status: 204 len: 168 time: 0.2472880 Aug 10 01:49:42.968288 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54150) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:42.970717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25d735-f4d5-4838-bc85-4f94c58022a3 None None] Network 56071fb9-892a-4992-825b-790904deaaa0 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:49:43.037313 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.090981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Deleting port 2cb52436-687e-4376-8173-13aa124a337e {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:43.091325 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.152829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] For port 2cb52436-687e-4376-8173-13aa124a337e, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=2cb52436-687e-4376-8173-13aa124a337e,segment=NetworkSegment(dcdef091-b258-4841-a05c-19c364637ea8),segment_id=dcdef091-b258-4841-a05c-19c364637ea8)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:43.153189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.165997 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Calling delete_port for 2cb52436-687e-4376-8173-13aa124a337e owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:43.233049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] DHCP port deletion for 56071fb9-892a-4992-825b-790904deaaa0 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:49:43.257635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.281782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Deleting port 2cb52436-687e-4376-8173-13aa124a337e {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:49:43.282152 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.284521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2cb52436-687e-4376-8173-13aa124a337e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:43.289190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] No DVR routers for this DVR port 2cb52436-687e-4376-8173-13aa124a337e on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:49:43.343534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] For port 2cb52436-687e-4376-8173-13aa124a337e, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:43.343928 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.357294 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Calling delete_port for 2cb52436-687e-4376-8173-13aa124a337e owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:49:43.359994 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Port 2cb52436-687e-4376-8173-13aa124a337e was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 01:49:43.361271 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.366933 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.376913 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56071fb9-892a-4992-825b-790904deaaa0']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:43.389495 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Pushing event deleted for resources: {'Port': ['ID=2cb52436-687e-4376-8173-13aa124a337e,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:43.393894 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] No DVR routers for this DVR port 2cb52436-687e-4376-8173-13aa124a337e on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:49:43.401588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.401886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.402221 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.407519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928f6c77-f8ba-4298-af31-beff531595ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:43.707107 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdef091-b258-4841-a05c-19c364637ea8') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:43.707414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdef091-b258-4841-a05c-19c364637ea8') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:43.716628 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.731654 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.737437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:49:43.737787 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:49:43.739440 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:49:43.791426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.796987 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:43.799087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] 10.222.0.25 "DELETE /v2.0/networks/56071fb9-892a-4992-825b-790904deaaa0 HTTP/1.1" status: 204 len: 168 time: 0.8299029 Aug 10 01:49:43.810426 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7636276-99ec-4c7b-9789-fd58b5f887bb admin admin] Pushing event deleted for resources: {'Network': ['ID=56071fb9-892a-4992-825b-790904deaaa0,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:43.962593 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54154) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:44.002459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e50a6a65-f590-4457-bd03-b2093bc2dc13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8764e42b14d54994a947fcded30805f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385897 Aug 10 01:49:44.004745 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54156) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:44.056000 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.077528 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.093359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d3f6c67-3884-4ee7-89b7-9f32e2873ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.123620 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.126129 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.127308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74c4d2ff-82ba-452c-95a9-1308f5d6774b HTTP/1.1" status: 204 len: 168 time: 0.1216822 Aug 10 01:49:44.135459 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb6ee6-b87a-467a-a41e-573dce239064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4d2ff-82ba-452c-95a9-1308f5d6774b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:44.306811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:44.326804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:44.327148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 9efa0b59-ac5b-4deb-92a1-344e3ff6ad23 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:44.327555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e945157d-019c-47d3-8f89-a8c8e2734800 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:44.346109 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e945157d-019c-47d3-8f89-a8c8e2734800 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:44.346451 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e945157d-019c-47d3-8f89-a8c8e2734800 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:44.346889 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cb52436-687e-4376-8173-13aa124a337e no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:49:44.365803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 2cb52436-687e-4376-8173-13aa124a337e {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:49:44.366170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 2cb52436-687e-4376-8173-13aa124a337e not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:49:44.444145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54162) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:44.484796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4861a046-9394-4785-9892-61388e531c95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=057cfd78cef248d3bdf58bd888e1fd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394893 Aug 10 01:49:44.487349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:44.535415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.557064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.602183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.604804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:44.606100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05240ef9-0393-4c09-acc7-c692a5fe6ffb HTTP/1.1" status: 204 len: 168 time: 0.1178713 Aug 10 01:49:44.615662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4eb2a-bb57-48f9-a6cf-4a05ae7d81c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05240ef9-0393-4c09-acc7-c692a5fe6ffb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.302305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54204) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:46.309294 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2023317401', 'description': 'tempest-secgroup-smoke-2023317401 description', 'project_id': '3b00f310d01e46b4852fb2382436aee5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:46.331645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.339864 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.434836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.438314 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.474227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babd4aa3-e3a4-4644-aa89-57de306b192c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.533440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.537247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.564287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.565494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2621653 Aug 10 01:49:46.567339 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479e72b-b516-487c-9820-b87f196d7cf5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09450d6-9263-45fd-a66f-e9ccb6541186,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.568856 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54208) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:46.574330 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:46.600618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.657277 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.660919 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.679739 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9fbbd4-a126-4331-abaf-0b944f78321e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.685025 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.687163 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5c1feb69-0a6c-46d7-b08e-55e5f8d6a51a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166334 Aug 10 01:49:46.689077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:46.693483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:46.719816 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.780436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.784032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.802293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7918c1d3-2972-48ea-a15b-4b9977956f47,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.808029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.809272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-903ff19b-8c9d-4eac-87d7-edcc314042c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192439 Aug 10 01:49:46.811951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54212) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:46.816436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:46.843278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.868495 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-be4da689-1cdf-4542-aff7-83edf6b47338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.907648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.911197 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.929265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4b1529-2bf2-4c36-81c9-7628f3766bd5,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:46.934954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:46.936178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e7018faa-e8fe-4bca-b1cf-f60a12b4d35c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232882 Aug 10 01:49:46.938825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54214) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:46.943271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:46.970509 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.028492 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.032208 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.047048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05557422-ebed-457e-ace1-65f8240cfc98,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:47.055929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.057136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ba07b530-2c78-405b-b8e1-a1bfbed334cd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173849 Aug 10 01:49:47.059873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54216) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:47.064299 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:47.084674 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:49:47.090123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.151669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.155373 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.178961 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe644e1-f363-4a67-a1c1-3e026d5c0bd7,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:47.182743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.183925 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-895604d0-d8e2-4903-80c4-5c5962f30f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231031 Aug 10 01:49:47.186787 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54218) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:47.191217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'd09450d6-9263-45fd-a66f-e9ccb6541186', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:47.212958 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:49:47.217589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.279097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.282376 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.299169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca640cd-6d3a-4053-8dd9-a6bc6f28f526,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:47.305167 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.306225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-12496eb7-2953-4893-9349-80213d899b13 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1184142 Aug 10 01:49:47.309201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54220) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:47.314172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'network': {'name': 'tempest-network-smoke--1095920862', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:47.334644 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:49:47.338729 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.361271 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:49:47.370228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.370571 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Added segment 6938ca76-0e28-46d5-94e3-7ef4f40c3b46 of type vlan for network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 Aug 10 01:49:47.376893 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.412480 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.441295 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.447285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:47.447864 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.502643 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923685 Aug 10 01:49:47.505612 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54222) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:47.512763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'admin_state_up': True, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:47.530182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f5ddf-d272-4343-b0c5-125af3ccc099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Network': ['ID=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:47.540797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:49:47.545036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.546077 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.597765 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.738675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.927539 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.941272 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:47.952142 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:48.050946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.223 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/abaa30eb-6537-4329-a4f5-91df458f24af) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:49:48.153828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:48.192296 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:48.231747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:49:48.234574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:48.237233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:49:48.261073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=abaa30eb-6537-4329-a4f5-91df458f24af,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:48.494513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:48.766350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:49:49.042399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.171158 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 61853ebd-aae0-417f-a3ef-22e6b876e14e is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:49:49.276344 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:49.287121 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Sync routers for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:49.295036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.296240 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4a8741f9-b2ac-446e-a8c3-b49f2615b884 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7896376 Aug 10 01:49:49.296865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:49.297474 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:49.299555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54224) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:49.398309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:49.430843 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82b40eaa-2823-4420-89ca-dd60a4589406 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3b00f310d01e46b4852fb2382436aee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301272 Aug 10 01:49:49.433540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:49.525026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e808dd5-4a1e-42f6-bda5-41c897d38c27 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:49.526624 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6e808dd5-4a1e-42f6-bda5-41c897d38c27 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919363 Aug 10 01:49:49.529525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:49.559642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8380b18d-967c-434b-b511-b6dc218176c0 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289569 Aug 10 01:49:49.562018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:49.566821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597274108', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:49.571778 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:48Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:49.597167 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Checking router: 61853ebd-aae0-417f-a3ef-22e6b876e14e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:49.597513 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Updating router 61853ebd-aae0-417f-a3ef-22e6b876e14e port abaa30eb-6537-4329-a4f5-91df458f24af binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:49:49.622551 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.655067 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:49:49.658542 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.837276 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.843983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.885290 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.895107 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Transition to ACTIVE for port object abaa30eb-6537-4329-a4f5-91df458f24af will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:49.900661 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.911537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Subnet': ['ID=2167b776-766d-4321-a78c-4657d5b075ba,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:49.920342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Checking segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:49:49.920709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network hostable DHCP agents. Network: 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:49:49.938399 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:49:49.947589 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Attempting to bind port abaa30eb-6537-4329-a4f5-91df458f24af on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:49:49.947956 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Attempting to bind port abaa30eb-6537-4329-a4f5-91df458f24af by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:49:49.948198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:49.948345 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Attempting to bind port abaa30eb-6537-4329-a4f5-91df458f24af on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:49:49.955176 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:49.955791 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.956071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a1ba62-52dc-42fb-99b6-07a2957eceac None None] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:49:49.963179 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:49:49.963547 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:49:49.963937 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.964383 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:49:49.964839 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Bound port: abaa30eb-6537-4329-a4f5-91df458f24af, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:49:49.965244 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:49.974564 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8658a670-8143-4134-9699-1416e367b055 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4088805 Aug 10 01:49:49.974930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54234) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:49:50.001982 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Pushing event updated for resources: {'Port': ['ID=abaa30eb-6537-4329-a4f5-91df458f24af,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:50.026056 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] For port abaa30eb-6537-4329-a4f5-91df458f24af, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:49:50.030191 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] For port abaa30eb-6537-4329-a4f5-91df458f24af, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abaa30eb-6537-4329-a4f5-91df458f24af,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:49:50.031823 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.032141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.032481 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.032852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.033114 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.033430 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.033738 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.034578 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.034951 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.035272 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.035683 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.035928 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:49:50.039863 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.094834 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:50.095451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:50.109081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:49:50.110345 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.190703 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342e7d1-fba1-4741-bf22-c8f00a90d85c None None] Pushing event updated for resources: {'Port': ['ID=abaa30eb-6537-4329-a4f5-91df458f24af,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:50.210625 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:50.260643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Allocated IP 172.20.0.2 (3ee0e175-caba-4aa9-ba68-e7650ac6f5c6/2167b776-766d-4321-a78c-4657d5b075ba/19fe6c62-ef11-4c30-bbe6-a20f3f3d0662) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:49:50.394060 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:48Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:50.418956 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.428293 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Transition to ACTIVE for port object 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:50.430059 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee203620-d93e-4711-b847-dc5a5b88187b None None] The sync data for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 is: [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:48Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:50.450853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Transition to ACTIVE for port object 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:50.456836 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.482028 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.495447 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:49:50.500715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:50.504258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:49:50.514982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Pushing event updated for resources: {'Port': ['ID=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:50.571322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Attempting to bind port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:49:50.571686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Attempting to bind port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:49:50.572042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Attempting to bind port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 on network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:49:50.577328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:49:50.577678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Checking segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:49:50.578066 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.578453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Bound using segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:49:50.578929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Bound port: 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:49:50.579310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.650096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] For port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:49:50.654182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] For port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:49:50.665691 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.736855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb0a65-0ca8-4419-a6c7-d64ee9d4f665 None None] Pushing event updated for resources: {'Port': ['ID=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:50.812647 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.1 (3ee0e175-caba-4aa9-ba68-e7650ac6f5c6/2167b776-766d-4321-a78c-4657d5b075ba/09715495-95ac-43f0-a31a-8c060e294059) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:49:50.953174 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:50.970946 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 09715495-95ac-43f0-a31a-8c060e294059 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:51.015290 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.068939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:49:51.072748 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:51.077196 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:49:51.081259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:51.129862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.266102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.565543 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.576163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.655801 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:51.658625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:51.668787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7845ea79-da02-4d70-8313-591dc330ea94 None None] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:49:51.769390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:49:51.770854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:51.793653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1871c7ab-b654-4745-8faa-79f059355d84 None None] Provisioning for port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:51.887815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 61853ebd-aae0-417f-a3ef-22e6b876e14e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:49:52.006090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:49:52.012189 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-36cbccff-66ff-4f15-baff-b507a50674e4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/61853ebd-aae0-417f-a3ef-22e6b876e14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360029 Aug 10 01:49:52.122958 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4931b097-1911-479d-938d-40c3250a8941 None None] Provisioning for port 09715495-95ac-43f0-a31a-8c060e294059 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:52.126862 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4931b097-1911-479d-938d-40c3250a8941 None None] Provisioning complete for port 09715495-95ac-43f0-a31a-8c060e294059 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:52.127240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4931b097-1911-479d-938d-40c3250a8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.165003 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-c2fb3617-4d45-4355-a30a-bbf955a83423 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2023317401&fields=id&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 267 time: 0.0372932 Aug 10 01:49:52.166245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4931b097-1911-479d-938d-40c3250a8941 None None] Port 09715495-95ac-43f0-a31a-8c060e294059 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:49:52.301164 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1da32a97-e4c4-4c61-adae-3896668662bc None None] Provisioning complete for port 09715495-95ac-43f0-a31a-8c060e294059 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:52.301569 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1da32a97-e4c4-4c61-adae-3896668662bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.306328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-de711621-e4ab-470e-8e33-f0587c312fae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:52.309876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Sync routers for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:49:52.314929 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-de711621-e4ab-470e-8e33-f0587c312fae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 797 time: 0.1424315 Aug 10 01:49:52.341299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-249b93b9-67b8-4de0-8c37-05db6a379431 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/quotas/3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 375 time: 0.0180042 Aug 10 01:49:52.356706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:52.357346 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:52.362617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1da32a97-e4c4-4c61-adae-3896668662bc None None] Port 09715495-95ac-43f0-a31a-8c060e294059 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:49:52.405036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a6bc1bc3-14cb-4606-a8d8-28f87ce98295 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623596 Aug 10 01:49:52.406093 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abaa30eb-6537-4329-a4f5-91df458f24af up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:52.507343 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:52.519181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-2e014172-bd76-4d85-a865-7c55bdd08497 service neutron] 10.222.0.25 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017096 Aug 10 01:49:52.537092 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port abaa30eb-6537-4329-a4f5-91df458f24af completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:52.543715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port abaa30eb-6537-4329-a4f5-91df458f24af triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:52.544089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.617907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-778ce1d2-1f88-4ea2-805c-eb7fcc1950fa service neutron] 10.222.0.25 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920250 Aug 10 01:49:52.796716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-243ff639-c834-4a9e-8e5a-122a23f7a0de req-4fb4264a-ba96-46e2-a539-fb4a1df00b2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 210 time: 0.0274727 Aug 10 01:49:52.834801 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-87899f68-93ca-4047-b26f-6c64d539b72c None None] Provisioning complete for port 09715495-95ac-43f0-a31a-8c060e294059 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:52.835293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87899f68-93ca-4047-b26f-6c64d539b72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.940626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-87899f68-93ca-4047-b26f-6c64d539b72c None None] Port 09715495-95ac-43f0-a31a-8c060e294059 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:49:52.951812 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.980045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port abaa30eb-6537-4329-a4f5-91df458f24af, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abaa30eb-6537-4329-a4f5-91df458f24af,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:52.985762 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:52.986536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:53.052258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 2, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:53.083236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Checking router: 61853ebd-aae0-417f-a3ef-22e6b876e14e for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:49:53.083594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Updating router 61853ebd-aae0-417f-a3ef-22e6b876e14e port 09715495-95ac-43f0-a31a-8c060e294059 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:49:53.124208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=abaa30eb-6537-4329-a4f5-91df458f24af,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:53.130572 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.139075 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:53.146655 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:53.147042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.345720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.398906 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:53.407561 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.497605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:53.520320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.529909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Transition to ACTIVE for port object 09715495-95ac-43f0-a31a-8c060e294059 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:53.535278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.584220 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6f7b4-cf7c-4dc0-8303-b0aac5a3f7d7 None None] Pushing event updated for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:53.636581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Attempting to bind port 09715495-95ac-43f0-a31a-8c060e294059 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:49:53.636946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Attempting to bind port 09715495-95ac-43f0-a31a-8c060e294059 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:49:53.637305 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Attempting to bind port 09715495-95ac-43f0-a31a-8c060e294059 on network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:49:53.642239 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:49:53.642606 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Checking segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:49:53.643597 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.643597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Bound using segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:49:53.643856 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Bound port: 09715495-95ac-43f0-a31a-8c060e294059, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:49:53.644225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.712177 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] For port 09715495-95ac-43f0-a31a-8c060e294059, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:49:53.715479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] For port 09715495-95ac-43f0-a31a-8c060e294059, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09715495-95ac-43f0-a31a-8c060e294059,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:49:53.720625 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:53.786744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6f7b4-cf7c-4dc0-8303-b0aac5a3f7d7 None None] Pushing event updated for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:53.790589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:49:53.791230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:53.868528 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-27d08dc1-0561-474d-878f-dec6be738b52 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:53.870296 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-27d08dc1-0561-474d-878f-dec6be738b52 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 797 time: 0.1534014 Aug 10 01:49:53.935186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-beae526d-f536-40db-8d32-3037fc2ea3c4 req-699ae073-2c97-4e16-a2c1-6087ba2b48fb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 210 time: 0.0414348 Aug 10 01:49:53.943029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:49:53.951014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a25aa0ca-c99c-45fa-bfff-327aacf306a0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 380 time: 0.0699563 Aug 10 01:49:53.961726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'port': {'device_id': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'admin_state_up': True, 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'security_groups': ['d09450d6-9263-45fd-a66f-e9ccb6541186']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:54.077248 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:49:54.080972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.159908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:49:54.187218 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e6af-5e95-4c34-8c0e-d2074f7edfad None None] The sync data for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 is: [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:49:54.211070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.6 (3ee0e175-caba-4aa9-ba68-e7650ac6f5c6/2167b776-766d-4321-a78c-4657d5b075ba/5de60fe4-d19d-4ed1-a76d-c709cac85c6b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:49:54.377779 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.393117 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 5de60fe4-d19d-4ed1-a76d-c709cac85c6b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:54.426946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.441135 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09715495-95ac-43f0-a31a-8c060e294059 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:54.479899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:49:54.483227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:49:54.485795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:49:54.496114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 09715495-95ac-43f0-a31a-8c060e294059 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:54.500111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 09715495-95ac-43f0-a31a-8c060e294059 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:54.500486 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.518134 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:54.564772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:54.565451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.586910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-93c498dd-e1b4-4e5c-b8ca-12ac9ccd25db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6292586 Aug 10 01:49:54.597424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.601613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a2b60bc0-3eff-4bf3-b0b8-f45106221d33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:49:54.603085 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a2b60bc0-3eff-4bf3-b0b8-f45106221d33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090024 Aug 10 01:49:54.636591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 09715495-95ac-43f0-a31a-8c060e294059, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09715495-95ac-43f0-a31a-8c060e294059,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:54.640900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.641741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abaa30eb-6537-4329-a4f5-91df458f24af up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:54.684815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Request body: {'port': {'device_id': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:49:54.741509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:54.754833 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port abaa30eb-6537-4329-a4f5-91df458f24af triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:54.755154 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.769366 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.803718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1dcbc775-bdaa-46db-80a8-45af74b9294a None None] Provisioning for port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:54.809957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1dcbc775-bdaa-46db-80a8-45af74b9294a None None] Provisioning complete for port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:54.810337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1dcbc775-bdaa-46db-80a8-45af74b9294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:54.869254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1dcbc775-bdaa-46db-80a8-45af74b9294a None None] Port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:49:54.880747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:54.934504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:54.934998 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.101776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ff436-8e3f-4a6e-876c-ee146477378a req-9fdcf777-3c10-4f84-8e80-328418ea8e23 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.103504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b01ff436-8e3f-4a6e-876c-ee146477378a req-9fdcf777-3c10-4f84-8e80-328418ea8e23 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 931 time: 0.0984349 Aug 10 01:49:55.107601 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de60fe4-d19d-4ed1-a76d-c709cac85c6b {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:49:55.121842 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.151640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Transition to ACTIVE for port object 5de60fe4-d19d-4ed1-a76d-c709cac85c6b will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:49:55.160112 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b01ff436-8e3f-4a6e-876c-ee146477378a req-5dc60690-170b-46fd-9c89-cd422683aac7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477455 Aug 10 01:49:55.160721 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.215438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:55.295785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Attempting to bind port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:49:55.296119 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Attempting to bind port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:49:55.296445 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Attempting to bind port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b on network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:49:55.301640 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b on network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:49:55.301962 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Attempting to bind port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b on network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:49:55.307169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:49:55.307504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Checking segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:49:55.307886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Bound using segment: {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:49:55.308337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Bound port: 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6938ca76-0e28-46d5-94e3-7ef4f40c3b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:49:55.308697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.385976 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:49:55.390826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:49:55.395464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.436251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.436880 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:55.438272 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 1092 time: 0.8265831 Aug 10 01:49:55.438767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:49:55.441047 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88c61c0-6edf-438b-9428-659e789d29c9" -d '{"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:49:55.467251 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c12784-ec34-49ac-8241-d69e2c0424b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:55.534286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a9b9ad6e-5376-49be-9c88-f19419b22a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.535814 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-a9b9ad6e-5376-49be-9c88-f19419b22a3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1095 time: 0.0466537 Aug 10 01:49:55.580034 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d7bee-8a24-4a53-ae49-ca760794ce11 x-openstack-request-id: req-0b3d7bee-8a24-4a53-ae49-ca760794ce11 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:49:55.580320 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:49:55.580569 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b3d7bee-8a24-4a53-ae49-ca760794ce11 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:49:55.580966 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'status': 'completed', 'code': 200} Aug 10 01:49:55.582830 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-0a79481d-3061-4e77-8094-2f0f90f87e97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 217 time: 0.0386286 Aug 10 01:49:55.638160 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-8beed5f8-f615-4d29-98d8-0b5f83269bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.639713 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-8beed5f8-f615-4d29-98d8-0b5f83269bfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 200 len: 834 time: 0.0501523 Aug 10 01:49:55.690089 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-fde79a6e-4295-44af-855f-c9a56d4880f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.691604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-fde79a6e-4295-44af-855f-c9a56d4880f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407135 Aug 10 01:49:55.780593 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-55960c8b-a3a1-4372-ad92-22dc36f91380 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816772 Aug 10 01:49:55.873334 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a58b1bc3-e5e0-407c-be46-35c7f58a53b2 req-ab362e00-b5c1-4817-a48b-1992843edeba service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Aug 10 01:49:55.957603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-40d4dc41-32b6-466d-9dea-0399f5d0755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:55.959014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-40d4dc41-32b6-466d-9dea-0399f5d0755a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1095 time: 0.0400345 Aug 10 01:49:56.052486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-2bc9d511-106e-4a89-a38f-3b8f26da7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:56.054163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-2bc9d511-106e-4a89-a38f-3b8f26da7bdd service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 897 time: 0.0883880 Aug 10 01:49:56.096086 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-cbfd1e3e-edac-4149-8b18-24bc7e6142ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 217 time: 0.0348828 Aug 10 01:49:56.145238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-d64f48d5-a28a-4bc4-843c-b6e88636d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:56.146809 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-d64f48d5-a28a-4bc4-843c-b6e88636d4de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 200 len: 834 time: 0.0433066 Aug 10 01:49:56.199404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-4ccaeae3-8a93-4cbc-a685-0fcc28198bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:56.201149 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-4ccaeae3-8a93-4cbc-a685-0fcc28198bfe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468783 Aug 10 01:49:56.310763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09715495-95ac-43f0-a31a-8c060e294059 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:56.326716 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab05c08-a0b7-499e-8fd0-262776d5e2de req-e0023770-4480-4b0e-b0db-27f88a73a914 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:56.328186 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ab05c08-a0b7-499e-8fd0-262776d5e2de req-e0023770-4480-4b0e-b0db-27f88a73a914 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 943 time: 0.0722907 Aug 10 01:49:56.344435 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-35c6b360-a9c7-4fe1-a257-675fc6c03da4 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353049 Aug 10 01:49:56.358122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 09715495-95ac-43f0-a31a-8c060e294059 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:56.358501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:56.415812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7ab05c08-a0b7-499e-8fd0-262776d5e2de req-3a994276-e1f1-4046-8fe1-c0dffa605c1a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805080 Aug 10 01:49:56.454648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d88c61c0-6edf-438b-9428-659e789d29c9 req-84509401-89dc-43ba-b0ac-932b3af7f691 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994208 Aug 10 01:49:56.582828 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:56.604886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:57.533036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691535c-faea-4697-b1af-8716675c6481 req-ec23ec33-c0b3-4e03-bbfd-118448f43ee5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:57.534548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6691535c-faea-4697-b1af-8716675c6481 req-ec23ec33-c0b3-4e03-bbfd-118448f43ee5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 943 time: 0.0499861 Aug 10 01:49:57.573499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6691535c-faea-4697-b1af-8716675c6481 req-7bc51dd1-39ff-4b10-9f6e-e910d2994d9d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Aug 10 01:49:57.880859 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5de60fe4-d19d-4ed1-a76d-c709cac85c6b details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:49:57.971940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:57.983769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'port_id': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'mac_address': 'fa:16:3e:90:ad:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:49:58.019948 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:58.035170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de60fe4-d19d-4ed1-a76d-c709cac85c6b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:49:58.054869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:49:58.058807 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:49:58.104107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:49:58.275351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['5de60fe4-d19d-4ed1-a76d-c709cac85c6b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:49:58.686622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715aba1-5c03-4f45-856c-b5dd6a1f8bf5 req-e03890b7-3a04-4298-ac06-4c2a36b32990 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:58.688118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4715aba1-5c03-4f45-856c-b5dd6a1f8bf5 req-e03890b7-3a04-4298-ac06-4c2a36b32990 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 944 time: 0.0487902 Aug 10 01:49:58.725579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4715aba1-5c03-4f45-856c-b5dd6a1f8bf5 req-274bedb2-6b6b-4e6c-be61-68105f32ea01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Aug 10 01:49:59.839556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef2613-e141-4c82-ad7e-13dc9dd1912d req-4834cb12-f05e-4211-8224-1f2821187127 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:49:59.841074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8ef2613-e141-4c82-ad7e-13dc9dd1912d req-4834cb12-f05e-4211-8224-1f2821187127 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 944 time: 0.0502551 Aug 10 01:49:59.878022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8ef2613-e141-4c82-ad7e-13dc9dd1912d req-bfd6d162-6988-4d90-a41d-92218bc89d32 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Aug 10 01:49:59.890861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5de60fe4-d19d-4ed1-a76d-c709cac85c6b up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:49:59.938317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:49:59.941795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:49:59.942163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:00.019482 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:00.041271 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:00.043624 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1647c37a-a654-4706-9d97-327a7799139a" -d '{"events": [{"server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:00.056670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:00.060858 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:00.108911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:00.136852 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2cd314-4994-45ee-8c30-2281f1d012ab x-openstack-request-id: req-db2cd314-4994-45ee-8c30-2281f1d012ab {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:00.137154 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:00.137435 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db2cd314-4994-45ee-8c30-2281f1d012ab {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:00.137826 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'code': 200} Aug 10 01:50:00.233960 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688aa0d-9372-49f7-b7b5-0afac3258d2d req-4240452c-5b03-4597-815b-9aa734d59753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:00.235457 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3688aa0d-9372-49f7-b7b5-0afac3258d2d req-4240452c-5b03-4597-815b-9aa734d59753 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1097 time: 0.0436466 Aug 10 01:50:00.271534 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3688aa0d-9372-49f7-b7b5-0afac3258d2d req-95f37f8b-3b6d-472b-a3a3-50ba7f8daa94 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291603 Aug 10 01:50:01.001293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3121cc-315a-4eaa-80c5-950a244e7b33 req-4b9d8328-61b2-4e8f-a556-d05cba1f0e16 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:01.002782 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da3121cc-315a-4eaa-80c5-950a244e7b33 req-4b9d8328-61b2-4e8f-a556-d05cba1f0e16 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0540259 Aug 10 01:50:01.041816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-da3121cc-315a-4eaa-80c5-950a244e7b33 req-994ab9e4-be30-4d9c-b04f-698790d794e9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Aug 10 01:50:02.160407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a510b-a307-44b1-94d4-9bbc9332e20c req-3aab5fec-f19d-4c44-89bb-e51a1874344e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:02.161891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b2a510b-a307-44b1-94d4-9bbc9332e20c req-3aab5fec-f19d-4c44-89bb-e51a1874344e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0491869 Aug 10 01:50:02.199640 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b2a510b-a307-44b1-94d4-9bbc9332e20c req-8876456b-283b-482b-a2be-6b07fa2964d2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317590 Aug 10 01:50:02.312181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b1f8a-d19f-4eed-93a7-d06b0e5b6d00 req-22b91f29-5235-4f7f-8ec1-55be6c418e32 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:02.313673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-416b1f8a-d19f-4eed-93a7-d06b0e5b6d00 req-22b91f29-5235-4f7f-8ec1-55be6c418e32 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0492148 Aug 10 01:50:02.350990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-416b1f8a-d19f-4eed-93a7-d06b0e5b6d00 req-b7bc157e-5600-430a-8b2e-a75f554bf777 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 Aug 10 01:50:02.372239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54298) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:02.410594 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f93205-4c86-4fb6-9e96-e00acde624c0 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:02.412865 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-48f93205-4c86-4fb6-9e96-e00acde624c0 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1092 time: 0.0389335 Aug 10 01:50:02.415516 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:02.419819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:02.443045 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:02.542138 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:02.641727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.162 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f452caac-fce8-47ac-b03e-692f1550a273) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:02.751620 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:02.791238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:02.831998 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:02.837884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:02.840073 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=f452caac-fce8-47ac-b03e-692f1550a273,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:02.842195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:03.189857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.254331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.402892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.407092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.481663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=f452caac-fce8-47ac-b03e-692f1550a273,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:03.489617 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.590332 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 38083d5c-61c3-4e2d-881f-5db7e745e3e3 associated. External IP: 172.25.7.162, port: 5de60fe4-d19d-4ed1-a76d-c709cac85c6b. Aug 10 01:50:03.799405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 61853ebd-aae0-417f-a3ef-22e6b876e14e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:50:03.909492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:50:03.921076 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Sync routers for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:50:03.926050 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:03.931172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:03.931784 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:03.954334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f705b4c2-a6bd-4d5b-be40-c9afdf7b5916 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5377810 Aug 10 01:50:03.954972 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:03.957287 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376" -d '{"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:03.997746 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e672776-d794-44ec-b0a5-c6cf07ea7731 x-openstack-request-id: req-2e672776-d794-44ec-b0a5-c6cf07ea7731 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:03.998239 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:03.998561 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e672776-d794-44ec-b0a5-c6cf07ea7731 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:03.999067 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'status': 'completed', 'code': 200} Aug 10 01:50:04.089254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5795b6a-b7ee-4c0c-8c6b-7c2a252be3ed req-8294c61c-5e21-4b67-8fb8-60d060822595 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:04.090690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5795b6a-b7ee-4c0c-8c6b-7c2a252be3ed req-8294c61c-5e21-4b67-8fb8-60d060822595 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0815117 Aug 10 01:50:04.095384 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-1f128044-55d1-4265-b67e-81c3424fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:04.096823 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-1f128044-55d1-4265-b67e-81c3424fdcfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1097 time: 0.0754812 Aug 10 01:50:04.131975 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:04.181552 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c5795b6a-b7ee-4c0c-8c6b-7c2a252be3ed req-1b28ad96-53ae-4716-a4b7-57a5d9412743 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837653 Aug 10 01:50:04.203902 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54306) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:04.209694 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-92b090aa-bc5d-4d41-a804-4b81ef5004a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:04.211436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-92b090aa-bc5d-4d41-a804-4b81ef5004a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 897 time: 0.1070309 Aug 10 01:50:04.266834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8a6a90dc-d445-427a-ab14-428856b7f881 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/38083d5c-61c3-4e2d-881f-5db7e745e3e3 HTTP/1.1" status: 200 len: 991 time: 0.0616808 Aug 10 01:50:04.283218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-8898b77f-b73c-4ea0-9d3f-beb8db43e52b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 999 time: 0.0648425 Aug 10 01:50:04.331095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-34322f65-7754-4a87-bc7e-03a2cffd0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:04.332533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-34322f65-7754-4a87-bc7e-03a2cffd0f43 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 200 len: 834 time: 0.0426235 Aug 10 01:50:04.355101 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '38083d5c-61c3-4e2d-881f-5db7e745e3e3', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'port_id': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'mac_address': 'fa:16:3e:90:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:50:03Z', 'updated_at': '2021-08-10T01:50:03Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:04.379390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-2a065f97-abdd-48a1-a72e-f105177da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:04.380878 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-2a065f97-abdd-48a1-a72e-f105177da69b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405400 Aug 10 01:50:04.385043 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Checking router: 61853ebd-aae0-417f-a3ef-22e6b876e14e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:50:04.393307 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:04.393903 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:49:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:04.475415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-24204763-a8a3-4187-a81c-512dc7ca431f service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866125 Aug 10 01:50:04.494772 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:04.564392 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ef8c2cc9-7e9c-4b15-83f5-ea727cd4b376 req-05f23630-46fb-475a-880b-a35c2d677942 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824800 Aug 10 01:50:04.712709 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '38083d5c-61c3-4e2d-881f-5db7e745e3e3', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'port_id': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'mac_address': 'fa:16:3e:90:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:50:03Z', 'updated_at': '2021-08-10T01:50:03Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:04.737669 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c826b010-5496-4356-8aa4-f5c0006ee73c None None] The sync data for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 is: [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '38083d5c-61c3-4e2d-881f-5db7e745e3e3', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.162', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'port_id': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'mac_address': 'fa:16:3e:90:ad:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:50:03Z', 'updated_at': '2021-08-10T01:50:03Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:50:04.929228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88da1a0c-be54-44fb-9841-1788be39ef4e None None] New status for floating IP 38083d5c-61c3-4e2d-881f-5db7e745e3e3: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:50:05.270550 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54308) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:05.334088 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e8b9aa57-ef38-427b-b048-cac07a989d0f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/38083d5c-61c3-4e2d-881f-5db7e745e3e3 HTTP/1.1" status: 200 len: 993 time: 0.0622809 Aug 10 01:50:11.927978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-c97f75c3-efa6-46f3-bc31-58fd3ee4ac04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3391981 Aug 10 01:50:12.019087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-4ba40f72-a002-4089-af51-56cbb6fad554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:12.020440 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-4ba40f72-a002-4089-af51-56cbb6fad554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1097 time: 0.0385342 Aug 10 01:50:12.123438 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-30404a48-c13c-464d-af5d-a3613f2e709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:12.124889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-30404a48-c13c-464d-af5d-a3613f2e709a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 897 time: 0.0847619 Aug 10 01:50:12.189247 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-4e1b3ad0-cedc-4045-98d1-fcae40f54d1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 1001 time: 0.0568068 Aug 10 01:50:12.236591 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-577cf94f-0101-4bc0-8ab1-eed67d9c9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:12.237989 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-577cf94f-0101-4bc0-8ab1-eed67d9c9672 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 200 len: 834 time: 0.0427253 Aug 10 01:50:12.288001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-bb53d62f-78a7-4511-9a8f-293bc9dc5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:12.289414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-bb53d62f-78a7-4511-9a8f-293bc9dc5dfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439818 Aug 10 01:50:12.380308 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-056ceb28-f3fa-42d6-b8f3-f904311ce072 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807948 Aug 10 01:50:12.474940 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-acc86ee0-26a6-4843-b887-8083f2fb9010 req-74cca9cf-5586-484b-89dc-c835d5199062 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846937 Aug 10 01:50:14.095175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3740bb7c-62cb-4da6-9d46-1f581361c882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:16.867982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d6219443-2e3d-46bb-b6b4-2687aced1e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:17.378820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:17.943906 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:19.839069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:25.766069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:50:26.601434 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:26.619660 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:36.653003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86257aa1-baba-427c-aa30-26e45c0c8186 req-5313e3d1-a003-4ad1-ac35-d0fed15be9f4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:36.654492 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86257aa1-baba-427c-aa30-26e45c0c8186 req-5313e3d1-a003-4ad1-ac35-d0fed15be9f4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 10 01:50:36.697335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86257aa1-baba-427c-aa30-26e45c0c8186 req-83cfeffa-d935-4ccb-93e3-4e37db1e963e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366261 Aug 10 01:50:37.829645 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430fdfe-931d-418c-9bcc-199f08877032 req-024371df-1207-4965-99c1-793a07ca8bfd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:37.831023 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0430fdfe-931d-418c-9bcc-199f08877032 req-024371df-1207-4965-99c1-793a07ca8bfd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0479774 Aug 10 01:50:37.869071 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0430fdfe-931d-418c-9bcc-199f08877032 req-d0cfbf73-8292-4dab-b365-ee4372c6efde tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Aug 10 01:50:37.890820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54328) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:37.948866 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-50d5e861-9d65-46bb-b784-b721b0ded38e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/38083d5c-61c3-4e2d-881f-5db7e745e3e3 HTTP/1.1" status: 200 len: 993 time: 0.0569637 Aug 10 01:50:39.205346 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6b2f8-3713-4a23-92b0-df0e27304e9e req-d29f77cc-9d2e-419c-bf70-4a1cddff7eba tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:39.206896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23a6b2f8-3713-4a23-92b0-df0e27304e9e req-d29f77cc-9d2e-419c-bf70-4a1cddff7eba tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0499754 Aug 10 01:50:39.246858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-23a6b2f8-3713-4a23-92b0-df0e27304e9e req-cd7d8d58-62b7-4460-88b0-14936b3be13a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Aug 10 01:50:40.367534 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5a107-a764-42c6-beca-fad9491d8bdb req-89dcb6ce-8f52-47dc-8fa8-8642ce31a0f8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:40.368990 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ec5a107-a764-42c6-beca-fad9491d8bdb req-89dcb6ce-8f52-47dc-8fa8-8642ce31a0f8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0523238 Aug 10 01:50:40.405741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ec5a107-a764-42c6-beca-fad9491d8bdb req-acbbd915-76f9-4f4c-a6b8-e85288e9c4b5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308368 Aug 10 01:50:40.428210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54338) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:40.486992 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8179a380-2498-4b6c-bd7f-b1ef106f1416 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/38083d5c-61c3-4e2d-881f-5db7e745e3e3 HTTP/1.1" status: 200 len: 993 time: 0.0576527 Aug 10 01:50:40.699341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54344) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:40.854636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port f452caac-fce8-47ac-b03e-692f1550a273 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:40.854911 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.931814 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.932145 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:40.943327 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for f452caac-fce8-47ac-b03e-692f1550a273 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:41.092182 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.115375 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=f452caac-fce8-47ac-b03e-692f1550a273,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:41.125227 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.125584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.125955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.126297 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.127239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.127239 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.127421 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.127639 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.128140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.128261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.128597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.128924 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:41.193605 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.194050 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 38083d5c-61c3-4e2d-881f-5db7e745e3e3 disassociated (deleted). External IP: 172.25.7.162, port: 5de60fe4-d19d-4ed1-a76d-c709cac85c6b. Aug 10 01:50:41.398340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 61853ebd-aae0-417f-a3ef-22e6b876e14e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:50:41.503185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:50:41.508563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:41.513030 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Sync routers for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:50:41.523787 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:41.524389 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:41.538642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3cea2bb2-b5fc-490e-bf58-fdc33acb1e65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/floatingips/38083d5c-61c3-4e2d-881f-5db7e745e3e3 HTTP/1.1" status: 204 len: 168 time: 0.8382030 Aug 10 01:50:41.539333 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:41.541608 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9c241-30e5-4035-8bde-4b6086a3a65d" -d '{"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:41.580624 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f72429-b362-4323-9c4b-4084a8f48f7f x-openstack-request-id: req-75f72429-b362-4323-9c4b-4084a8f48f7f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:41.580923 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:41.581178 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75f72429-b362-4323-9c4b-4084a8f48f7f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:41.581583 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'status': 'completed', 'code': 200} Aug 10 01:50:41.632569 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:41.653622 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-1f01947a-54e1-4107-876a-3bf78e1f73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.655018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-1f01947a-54e1-4107-876a-3bf78e1f73fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 1097 time: 0.0506964 Aug 10 01:50:41.753451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-1f28d36a-5729-4d0b-a0c2-959cd300df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.754641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-1f28d36a-5729-4d0b-a0c2-959cd300df08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 200 len: 897 time: 0.0917845 Aug 10 01:50:41.773218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71684023-fe1c-4f4e-8f93-470761daeefb req-33df3615-0fe4-4e60-9fbb-f8173305726a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.774865 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71684023-fe1c-4f4e-8f93-470761daeefb req-33df3615-0fe4-4e60-9fbb-f8173305726a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0503781 Aug 10 01:50:41.799067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-64ada8cf-134a-48d7-beea-c6fecf057113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 200 len: 217 time: 0.0364728 Aug 10 01:50:41.813601 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-71684023-fe1c-4f4e-8f93-470761daeefb req-1f93da75-79dd-45f1-bd8a-93780c3d796f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325274 Aug 10 01:50:41.853981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-c464129d-cd07-4c37-b210-21e46800c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.855516 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-c464129d-cd07-4c37-b210-21e46800c912 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 200 len: 834 time: 0.0494235 Aug 10 01:50:41.859728 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:41.886195 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Checking router: 61853ebd-aae0-417f-a3ef-22e6b876e14e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:50:41.894340 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:41.894974 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:41.902820 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-15507de3-508e-444e-9626-ce3177b74049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:41.904388 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-15507de3-508e-444e-9626-ce3177b74049 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405061 Aug 10 01:50:41.994153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-535cd476-34fb-4ccb-b139-2fa9d03042ee service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815270 Aug 10 01:50:41.999885 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:42.088832 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bca9c241-30e5-4035-8bde-4b6086a3a65d req-08164ecf-5f3e-4bdb-914f-5c86a096028b service neutron] 10.222.0.21 "GET /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873175 Aug 10 01:50:42.278209 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:42.307860 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba384431-29b9-4b37-9a82-54e70e895214 None None] The sync data for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 is: [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:51Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '09715495-95ac-43f0-a31a-8c060e294059', 'name': '', 'network_id': '3ee0e175-caba-4aa9-ba68-e7650ac6f5c6', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:f8:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '2167b776-766d-4321-a78c-4657d5b075ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:50Z', 'updated_at': '2021-08-10T01:49:54Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '2167b776-766d-4321-a78c-4657d5b075ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:50:42.513771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0d76a2-7c95-4945-88b0-7022acf3ddb2 None None] New status for floating IP 38083d5c-61c3-4e2d-881f-5db7e745e3e3: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:50:42.936837 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac423eb-1c70-402d-acc7-faf631af0243 req-f2dd19e1-cd04-43f7-8aa6-6c36707f2136 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:42.938285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ac423eb-1c70-402d-acc7-faf631af0243 req-f2dd19e1-cd04-43f7-8aa6-6c36707f2136 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0490625 Aug 10 01:50:42.975002 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ac423eb-1c70-402d-acc7-faf631af0243 req-330f2788-f42a-4d39-a1c9-6a3329f0e250 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=d09450d6-9263-45fd-a66f-e9ccb6541186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301793 Aug 10 01:50:43.226147 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-eacc4a0c-48c2-4b73-8b85-c08e200b2359 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:43.227592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-eacc4a0c-48c2-4b73-8b85-c08e200b2359 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 945 time: 0.0479920 Aug 10 01:50:43.317262 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:43.317601 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.402031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:43.402391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.415305 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 5de60fe4-d19d-4ed1-a76d-c709cac85c6b owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:43.543806 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.572278 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=5de60fe4-d19d-4ed1-a76d-c709cac85c6b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:43.619812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] No DVR routers for this DVR port 5de60fe4-d19d-4ed1-a76d-c709cac85c6b on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:50:43.622364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:43.624390 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dbb7324b-f21c-4aa0-bae2-6bb8ff12561c req-0d23eff8-30b8-4411-9c31-5e71e81f5d65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "DELETE /v2.0/ports/5de60fe4-d19d-4ed1-a76d-c709cac85c6b HTTP/1.1" status: 204 len: 173 time: 0.3905478 Aug 10 01:50:43.624828 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'name': 'network-vif-deleted', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:43.627075 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53909dbb-659d-49c0-9cb8-98df1f1d84f0" -d '{"events": [{"server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "name": "network-vif-deleted", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:43.664018 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8658e9f-94cd-43f4-8a9a-022292ef045f x-openstack-request-id: req-e8658e9f-94cd-43f4-8a9a-022292ef045f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:43.664319 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b4702c-6fad-4e87-b90c-201d6468d5ea", "name": "network-vif-deleted", "tag": "5de60fe4-d19d-4ed1-a76d-c709cac85c6b", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:43.664576 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8658e9f-94cd-43f4-8a9a-022292ef045f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:43.665740 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b4702c-6fad-4e87-b90c-201d6468d5ea', 'name': 'network-vif-deleted', 'tag': '5de60fe4-d19d-4ed1-a76d-c709cac85c6b', 'status': 'completed', 'code': 200} Aug 10 01:50:44.094087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db18bca8-6db5-4a67-bb6b-845e26fc262e req-23399eb9-574e-45c0-aed9-331c0b7a2813 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=37b4702c-6fad-4e87-b90c-201d6468d5ea HTTP/1.1" status: 200 len: 210 time: 0.0313473 Aug 10 01:50:44.102188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b1007fab-6458-42ad-bc7f-2a83e270e327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:45.151070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54360) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:45.506868 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:45.756456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 09715495-95ac-43f0-a31a-8c060e294059 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:45.756800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:45.845482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 09715495-95ac-43f0-a31a-8c060e294059, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=09715495-95ac-43f0-a31a-8c060e294059,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:45.845762 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:45.858544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 09715495-95ac-43f0-a31a-8c060e294059 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:46.038326 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.066141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=09715495-95ac-43f0-a31a-8c060e294059,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:46.240112 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.451904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 61853ebd-aae0-417f-a3ef-22e6b876e14e has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:50:46.557529 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:50:46.562474 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-66d05075-daec-4c4b-bcb5-12cf3923674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/61853ebd-aae0-417f-a3ef-22e6b876e14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103880 Aug 10 01:50:46.565433 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54362) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:46.567879 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Sync routers for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:50:46.576853 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:46.577456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:46.624684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting subnet 2167b776-766d-4321-a78c-4657d5b075ba {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:50:46.627727 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.667714 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.681233 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:46.750223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.813008 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.841259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Subnet': ['ID=2167b776-766d-4321-a78c-4657d5b075ba,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:46.847064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.852629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a7ff7848-eeac-4bcc-b143-35b0fa3567fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/subnets/2167b776-766d-4321-a78c-4657d5b075ba HTTP/1.1" status: 204 len: 168 time: 0.2827966 Aug 10 01:50:46.853660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54364) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:46.854013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a14e9-3cde-491a-bb16-81822a8cf6ab None None] Network 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:50:46.862728 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:50:45Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:46.889061 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Checking router: 61853ebd-aae0-417f-a3ef-22e6b876e14e for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:50:46.899151 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Routers {'61853ebd-aae0-417f-a3ef-22e6b876e14e'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:46.899776 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['61853ebd-aae0-417f-a3ef-22e6b876e14e'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:46.926348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a6afe13-e3e9-43f1-91d7-9f1b403b4389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:46.975185 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.004521 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] Set router 61853ebd-aae0-417f-a3ef-22e6b876e14e gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:47.055445 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] DHCP port deletion for 3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:50:47.105030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Deleting port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:47.105434 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.174252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] For port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,segment=NetworkSegment(6938ca76-0e28-46d5-94e3-7ef4f40c3b46),segment_id=6938ca76-0e28-46d5-94e3-7ef4f40c3b46)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:47.174683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.190917 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Calling delete_port for 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:47.199579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:50:45Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:47.227640 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f133c1-366f-457b-8391-7077dc9d0ac5 None None] The sync data for ids ['61853ebd-aae0-417f-a3ef-22e6b876e14e'] in n-d-766380-21 is: [{'id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1718453459', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:50:45Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'abaa30eb-6537-4329-a4f5-91df458f24af', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:03:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61853ebd-aae0-417f-a3ef-22e6b876e14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:49:47Z', 'updated_at': '2021-08-10T01:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:50:47.282369 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.309774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Pushing event deleted for resources: {'Port': ['ID=19fe6c62-ef11-4c30-bbe6-a20f3f3d0662,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:47.317424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] No DVR routers for this DVR port 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:50:47.328044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.328392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.329110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.329110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.329387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.329687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.330010 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.330338 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.330701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.330999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.331319 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.331637 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a9d7c0-bf5e-459c-9ff1-b55f5b6e2564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:47.383214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.417737 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.469001 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port abaa30eb-6537-4329-a4f5-91df458f24af {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:50:47.469341 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.544886 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port abaa30eb-6537-4329-a4f5-91df458f24af, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=abaa30eb-6537-4329-a4f5-91df458f24af,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:47.545183 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.557891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for abaa30eb-6537-4329-a4f5-91df458f24af owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:50:47.730828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.761325 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=abaa30eb-6537-4329-a4f5-91df458f24af,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:47.820744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.920136 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.922440 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.945644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.965972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.966525 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Fanout notify agent at l3_agent the message router_deleted on router 61853ebd-aae0-417f-a3ef-22e6b876e14e {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:50:47.973229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:47.975093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-86af9b9a-5610-46ef-92f2-87b328a0f01e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/routers/61853ebd-aae0-417f-a3ef-22e6b876e14e HTTP/1.1" status: 204 len: 168 time: 1.1208286 Aug 10 01:50:47.977673 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54366) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.045045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5de60fe4-d19d-4ed1-a76d-c709cac85c6b no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:50:48.060613 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.155985 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.167514 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee0e175-caba-4aa9-ba68-e7650ac6f5c6']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:48.178979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6938ca76-0e28-46d5-94e3-7ef4f40c3b46') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:48.179276 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6938ca76-0e28-46d5-94e3-7ef4f40c3b46') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:48.188233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.207877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.215711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:50:48.216133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:50:48.219223 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:50:48.229973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 5de60fe4-d19d-4ed1-a76d-c709cac85c6b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:50:48.230322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 5de60fe4-d19d-4ed1-a76d-c709cac85c6b not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:50:48.276522 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.283520 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.285322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/networks/3ee0e175-caba-4aa9-ba68-e7650ac6f5c6 HTTP/1.1" status: 204 len: 168 time: 0.3066397 Aug 10 01:50:48.289092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54368) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.297720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fa540-f1bb-4a45-8e9d-a9a3d9c8cf0a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Network': ['ID=3ee0e175-caba-4aa9-ba68-e7650ac6f5c6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.348799 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.373674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.440833 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.444000 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.446424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/security-groups/d09450d6-9263-45fd-a66f-e9ccb6541186 HTTP/1.1" status: 204 len: 168 time: 0.1558847 Aug 10 01:50:48.451426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09715495-95ac-43f0-a31a-8c060e294059 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:50:48.460535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09450d6-9263-45fd-a66f-e9ccb6541186,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.471252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.471607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.471951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.472290 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.472624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.472958 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.473479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.473852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.475090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.475488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.475830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.476213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a30ec6b-f401-4ed4-a216-92ff65a5c005 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:48.478843 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 09715495-95ac-43f0-a31a-8c060e294059 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:50:48.479289 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 09715495-95ac-43f0-a31a-8c060e294059 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:50:48.479688 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abaa30eb-6537-4329-a4f5-91df458f24af no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:50:48.509157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: abaa30eb-6537-4329-a4f5-91df458f24af {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:50:48.509505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device abaa30eb-6537-4329-a4f5-91df458f24af not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:50:48.509915 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:50:48.543412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:50:48.543764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 19fe6c62-ef11-4c30-bbe6-a20f3f3d0662 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:50:48.697724 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54374) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.702416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277409446', 'description': 'tempest-secgroup-smoke-1277409446 description', 'project_id': '3b00f310d01e46b4852fb2382436aee5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:48.725874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.815121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.819280 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.847628 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.848821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500845 Aug 10 01:50:48.851066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4e91a-aee3-4dc9-84de-7186a325eaa4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bebf5fd-a239-444b-ba83-33376836ee9e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.851850 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54376) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.856689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:48.882078 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.936570 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.939759 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.956848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefeeaf8-0617-44a4-b3bf-96f05c9f11b2,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:48.963302 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:48.964444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f4ad616f-9759-4782-8881-f094cb6fc723 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114495 Aug 10 01:50:48.967061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54378) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:48.971446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:48.996051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.057126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.060659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.077978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ff9a1e-5026-4de7-8d12-856ab317d0c9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.084715 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.086021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9bd06aa0-310c-4b17-9194-b14eb2a8c25c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180129 Aug 10 01:50:49.088671 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54380) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.093021 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.119331 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.178154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.181785 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.196985 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed7b717-2ac4-4028-9770-91d1106fd529,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.205574 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.206889 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-545182f8-abb3-46f8-b944-44bf78973970 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172647 Aug 10 01:50:49.209756 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54382) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.214111 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.238501 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.295375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.299190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.317213 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d576b94f-3c4a-4977-9fda-c6163e594741,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.322567 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.324166 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-3b6f642a-1b87-405f-aae6-ac5e373d7504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132593 Aug 10 01:50:49.326568 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54384) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.330883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.351846 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:50:49.356438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.417465 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.420584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.437677 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b382801-ecfb-4f28-9c8c-2d72e0a8b9dd,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.442918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.443968 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9d824f81-7c94-4272-9379-9dcefabb674e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164706 Aug 10 01:50:49.446697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54386) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.451070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '2bebf5fd-a239-444b-ba83-33376836ee9e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.471681 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:50:49.477171 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.537895 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.540694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.559151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc478263-174c-4b0a-8f30-641f9c95b91d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.565167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.566425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-716f21ad-92f2-4c18-abe8-c51993f43d3b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188216 Aug 10 01:50:49.569904 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54388) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.574926 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'network': {'name': 'tempest-network-smoke--1065383480', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.596235 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:49.600200 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.623493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:50:49.633472 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.633823 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Added segment 27d21ae5-e485-410a-85df-08ca0a634558 of type vlan for network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 Aug 10 01:50:49.674223 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.700941 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.706461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:49.707001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.769134 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1981604 Aug 10 01:50:49.772642 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54390) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:49.777504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'admin_state_up': True, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:49.778250 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5795f3-55a2-4b71-91d1-a97ff24ed3bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Network': ['ID=98a67cb4-c8fa-49bc-b396-d2a08c3f4559,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:49.788118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:50:49.806521 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.807621 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.852529 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:49.875959 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.013975 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.552117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.572059 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.670463 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.3 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f5533e21-d9f0-4c60-8dc6-a875adf58b6d) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:50.774973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.814431 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:50.848461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:50.851273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:50.856666 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:50.886523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:51.103789 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.295524 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.421769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router e1abeac3-78fe-4e44-9f5c-78e432a09a18 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:50:51.526111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:50:51.536663 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Sync routers for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:50:51.545354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.546965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a1c37630-6fe0-4d1d-863a-ef78c877fc3f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7731435 Aug 10 01:50:51.547139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:51.547747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:51.549942 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54392) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.578250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1e123fe5-6563-401a-82a1-7692ac4a12a9 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3b00f310d01e46b4852fb2382436aee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272164 Aug 10 01:50:51.580770 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54394) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.653625 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:51.670112 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab11321-a290-4b7e-b334-889ea387f913 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:51.671998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ab11321-a290-4b7e-b334-889ea387f913 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902646 Aug 10 01:50:51.674773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54396) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.704223 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a7813662-154d-4d9e-b10c-8acadd67d703 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283237 Aug 10 01:50:51.706771 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54398) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:51.712947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977501635', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:51.800580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:51.804708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.832197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:50Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:51.862223 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Checking router: e1abeac3-78fe-4e44-9f5c-78e432a09a18 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:50:51.862569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Updating router e1abeac3-78fe-4e44-9f5c-78e432a09a18 port f5533e21-d9f0-4c60-8dc6-a875adf58b6d binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:50:51.889035 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:51.988707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.048023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Subnet': ['ID=bd2c5a5c-a6fa-43b8-b162-ee134591aa53,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.063741 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Checking segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:52.064110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network hostable DHCP agents. Network: 98a67cb4-c8fa-49bc-b396-d2a08c3f4559, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:50:52.080782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:50:52.090260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 98a67cb4-c8fa-49bc-b396-d2a08c3f4559) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:52.094508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:52.095150 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.104285 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7f19f-ab11-4754-9d4c-363a5c16f825 None None] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:50:52.110339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ff92181f-d44b-4112-a671-e2be1fee5d2a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4025528 Aug 10 01:50:52.113117 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54400) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:50:52.199924 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.218123 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Transition to ACTIVE for port object f5533e21-d9f0-4c60-8dc6-a875adf58b6d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:52.248145 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.317829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746e76c-6319-474b-9b19-d3e231a5efbe None None] Pushing event updated for resources: {'Port': ['ID=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.332274 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Attempting to bind port f5533e21-d9f0-4c60-8dc6-a875adf58b6d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:52.332654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Attempting to bind port f5533e21-d9f0-4c60-8dc6-a875adf58b6d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:52.332996 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Attempting to bind port f5533e21-d9f0-4c60-8dc6-a875adf58b6d on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:52.340332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:52.340706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:52.341104 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.341485 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:52.341943 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Bound port: f5533e21-d9f0-4c60-8dc6-a875adf58b6d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:52.342353 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.362419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:50:52.363279 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.457468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] For port f5533e21-d9f0-4c60-8dc6-a875adf58b6d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:52.479122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] For port f5533e21-d9f0-4c60-8dc6-a875adf58b6d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:52.485954 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.561137 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.582508 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:52.583169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:52.586678 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Allocated IP 172.20.0.2 (98a67cb4-c8fa-49bc-b396-d2a08c3f4559/bd2c5a5c-a6fa-43b8-b162-ee134591aa53/7f747746-9d0d-4e3a-b540-f8848d6ab821) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:52.628660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746e76c-6319-474b-9b19-d3e231a5efbe None None] Pushing event updated for resources: {'Port': ['ID=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:52.753686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:52.917251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:52.934500 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Transition to ACTIVE for port object 7f747746-9d0d-4e3a-b540-f8848d6ab821 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:52.972079 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Transition to ACTIVE for port object 7f747746-9d0d-4e3a-b540-f8848d6ab821 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:52.980119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.020050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:53.026825 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.1 (98a67cb4-c8fa-49bc-b396-d2a08c3f4559/bd2c5a5c-a6fa-43b8-b162-ee134591aa53/a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:53.028227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:53.032650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:53.047566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Pushing event updated for resources: {'Port': ['ID=7f747746-9d0d-4e3a-b540-f8848d6ab821,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.055788 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:50Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:53.096178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f607eb-22aa-4877-b2f0-7f92f3dea90b None None] The sync data for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 is: [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:50Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:50:53.129387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Attempting to bind port 7f747746-9d0d-4e3a-b540-f8848d6ab821 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:53.129797 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Attempting to bind port 7f747746-9d0d-4e3a-b540-f8848d6ab821 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:53.130243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Attempting to bind port 7f747746-9d0d-4e3a-b540-f8848d6ab821 on network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:53.136185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:53.136562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Checking segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:53.136963 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.137546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Bound using segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:53.138024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Bound port: 7f747746-9d0d-4e3a-b540-f8848d6ab821, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:53.138460 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.152202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.167207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:53.202130 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.204977 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] For port 7f747746-9d0d-4e3a-b540-f8848d6ab821, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:53.210573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] For port 7f747746-9d0d-4e3a-b540-f8848d6ab821, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7f747746-9d0d-4e3a-b540-f8848d6ab821,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:53.215039 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.251818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:53.258319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:53.265970 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:53.286811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca98fe-fc08-4792-b2e4-1812c6d42f9f None None] Pushing event updated for resources: {'Port': ['ID=7f747746-9d0d-4e3a-b540-f8848d6ab821,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.299613 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.322941 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.494286 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.800380 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.805737 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.879931 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:53.881842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:53.987352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:53.989024 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:54.107743 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router e1abeac3-78fe-4e44-9f5c-78e432a09a18 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:50:54.219559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:50:54.225499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b2283df7-f75c-44ba-b7cb-a2b7faa1299b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/e1abeac3-78fe-4e44-9f5c-78e432a09a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1105394 Aug 10 01:50:54.236027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600febe-e20f-432e-947f-f1708948078f None None] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:50:54.308842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-f6905933-ba28-4aab-9ea6-a028e2171531 None None] Provisioning for port 7f747746-9d0d-4e3a-b540-f8848d6ab821 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:54.398004 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-dbc8e99d-cf32-4e1f-9a47-74eaf80e4f44 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277409446&fields=id&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 267 time: 0.0377622 Aug 10 01:50:54.398539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5533e21-d9f0-4c60-8dc6-a875adf58b6d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:54.462503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f5533e21-d9f0-4c60-8dc6-a875adf58b6d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:54.468213 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5533e21-d9f0-4c60-8dc6-a875adf58b6d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:54.468723 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:54.516166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-d3a8756d-cf7d-47dc-9b19-d44152e7e147 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:54.524319 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-d3a8756d-cf7d-47dc-9b19-d44152e7e147 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 797 time: 0.1187270 Aug 10 01:50:54.541454 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-36445359-f8a1-4a18-b167-e1a599122193 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/quotas/3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 375 time: 0.0161011 Aug 10 01:50:54.611226 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-fb07204d-cae9-49f9-a4d6-848de01fbf70 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657539 Aug 10 01:50:54.715864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-7e50b84c-1516-4df1-a327-ea967c882695 service neutron] 10.222.0.25 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949709 Aug 10 01:50:54.727966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:54.767361 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f5533e21-d9f0-4c60-8dc6-a875adf58b6d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:54.774496 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:54.775490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7f747746-9d0d-4e3a-b540-f8848d6ab821 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:54.820139 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e0e68e9-c49c-4665-85f8-92590323cf83 None None] Provisioning for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:54.823305 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-098a77e0-ccc0-4d97-9494-239fd0ba0665 service neutron] 10.222.0.25 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045384 Aug 10 01:50:54.840895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e0e68e9-c49c-4665-85f8-92590323cf83 None None] Provisioning complete for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:54.841247 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e0e68e9-c49c-4665-85f8-92590323cf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:54.888593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:54.894695 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Sync routers for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:50:54.904714 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:54.905337 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:54.919176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e68e9-c49c-4665-85f8-92590323cf83 None None] Port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:54.930725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 7f747746-9d0d-4e3a-b540-f8848d6ab821 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:54.935096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7f747746-9d0d-4e3a-b540-f8848d6ab821 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:54.935500 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.055526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cfa3a039-6935-486d-a13e-d53fd36b0390 req-17db409e-71c6-4373-bd7f-cd30ae7aff19 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 210 time: 0.0464833 Aug 10 01:50:55.081051 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.082760 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:55.097597 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c47f4307-c562-4938-9fc0-f42bf6512efd None None] Provisioning complete for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:55.097967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c47f4307-c562-4938-9fc0-f42bf6512efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.152205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 7f747746-9d0d-4e3a-b540-f8848d6ab821, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7f747746-9d0d-4e3a-b540-f8848d6ab821,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:55.154908 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c47f4307-c562-4938-9fc0-f42bf6512efd None None] Port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:55.156996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.206817 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=7f747746-9d0d-4e3a-b540-f8848d6ab821,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:55.280306 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4488cf50-f5bd-4c36-9693-035f524b5ffa None None] Provisioning complete for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:55.280894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4488cf50-f5bd-4c36-9693-035f524b5ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.300985 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 2, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:55.319118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4488cf50-f5bd-4c36-9693-035f524b5ffa None None] Port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:55.331896 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Checking router: e1abeac3-78fe-4e44-9f5c-78e432a09a18 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:50:55.332241 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Updating router e1abeac3-78fe-4e44-9f5c-78e432a09a18 port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:50:55.357141 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.626330 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.636133 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Transition to ACTIVE for port object a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:55.641085 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.696651 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Pushing event updated for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:55.829342 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.829681 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.830016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.830345 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.830690 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.831015 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.831331 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.831648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.831962 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.832275 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.832589 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.832901 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:50:55.867756 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Attempting to bind port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:55.868111 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Attempting to bind port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:55.868457 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Attempting to bind port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 on network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:55.873117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:55.873471 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Checking segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:55.873850 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.874226 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Bound using segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:55.874686 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Bound port: a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:55.875057 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.934155 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] For port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:55.937429 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] For port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:55.941691 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:55.996758 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:50:55.997383 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:56.035870 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3a596-7f12-4223-9316-dbf285a751ed None None] Pushing event updated for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.111921 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:50:56.229193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-99e777c0-31e5-4d0c-b388-396053a5f41b req-6a041e20-6bf1-4bea-8eeb-63617a35a21e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 210 time: 0.0426657 Aug 10 01:50:56.278296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-989918b8-4bb3-4e77-955f-ce222f148bf3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:56.280147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-989918b8-4bb3-4e77-955f-ce222f148bf3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 797 time: 0.1794491 Aug 10 01:50:56.330552 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:55Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:50:56.332494 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e14e9646-a1f9-4187-b4a2-0798203ed184 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 380 time: 0.0368705 Aug 10 01:50:56.342230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'port': {'device_id': '679d845c-d2a1-4f5c-b081-751a195b060b', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'admin_state_up': True, 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'security_groups': ['2bebf5fd-a239-444b-ba83-33376836ee9e']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:56.358844 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f656867b-89cb-4984-8124-1ea2afb8a322 None None] The sync data for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 is: [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:55Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:50:56.361144 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5533e21-d9f0-4c60-8dc6-a875adf58b6d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:56.430506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5533e21-d9f0-4c60-8dc6-a875adf58b6d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:56.431002 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.483667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:50:56.488854 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.528356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7f747746-9d0d-4e3a-b540-f8848d6ab821 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:56.580955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 7f747746-9d0d-4e3a-b540-f8848d6ab821 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:56.581483 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.627792 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.629814 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.5 (98a67cb4-c8fa-49bc-b396-d2a08c3f4559/bd2c5a5c-a6fa-43b8-b162-ee134591aa53/2785c4a8-53f5-43b0-bf73-ba60728e94a8) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:50:56.638215 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.781450 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.795616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 2785c4a8-53f5-43b0-bf73-ba60728e94a8 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:56.830053 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.876891 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:50:56.880061 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:50:56.882813 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:50:56.910145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:56.942506 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:56.943679 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:56.960883 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-e410e7d6-cd43-4529-ad82-cdfe62f4787d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6223290 Aug 10 01:50:56.976287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Request body: {'port': {'device_id': '679d845c-d2a1-4f5c-b081-751a195b060b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:50:57.040133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.184301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e3ad4219-fb02-4b2f-9d67-e8ba3e8ee3c1 None None] Provisioning for port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:57.188064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e3ad4219-fb02-4b2f-9d67-e8ba3e8ee3c1 None None] Provisioning complete for port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:57.188441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e3ad4219-fb02-4b2f-9d67-e8ba3e8ee3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.223401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad4219-fb02-4b2f-9d67-e8ba3e8ee3c1 None None] Port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:50:57.327055 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2785c4a8-53f5-43b0-bf73-ba60728e94a8 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:50:57.336592 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.349955 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Transition to ACTIVE for port object 2785c4a8-53f5-43b0-bf73-ba60728e94a8 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:50:57.354782 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.369440 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb850209-ae98-4e3b-a500-1814c2e8b9b0 req-e9f728cc-e6ce-4f07-a105-25cc058c0cfd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.371141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb850209-ae98-4e3b-a500-1814c2e8b9b0 req-e9f728cc-e6ce-4f07-a105-25cc058c0cfd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 931 time: 0.0556629 Aug 10 01:50:57.407539 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Pushing event updated for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:57.417540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fb850209-ae98-4e3b-a500-1814c2e8b9b0 req-cebe43d3-cac1-48bc-ab89-e9ce5d7a00f0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Aug 10 01:50:57.484923 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Attempting to bind port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:50:57.485289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Attempting to bind port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:50:57.485687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Attempting to bind port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 on network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:57.492629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 on network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:50:57.492629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Attempting to bind port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 on network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:50:57.497703 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:50:57.498163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Checking segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:50:57.498656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Bound using segment: {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:50:57.499204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Bound port: 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d21ae5-e485-410a-85df-08ca0a634558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:50:57.499633 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.570620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:50:57.574006 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:50:57.577828 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.612604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.613210 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:57.614703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] 10.222.0.21 "PUT /v2.0/ports/2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 1092 time: 0.6430087 Aug 10 01:50:57.615162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:50:57.617615 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224975ff-0f21-48c4-84d9-00b1b4d535d0" -d '{"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:50:57.644791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f3103-c3b3-41ca-a802-62f4bfeafade service neutron] Pushing event updated for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:57.665840 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1362dd-8b93-4d77-bba6-c74f939c9338 x-openstack-request-id: req-5a1362dd-8b93-4d77-bba6-c74f939c9338 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:50:57.666157 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:50:57.666408 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a1362dd-8b93-4d77-bba6-c74f939c9338 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:50:57.666831 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'status': 'completed', 'code': 200} Aug 10 01:50:57.697636 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-2658317a-bc5e-4984-b458-0023d2a4d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.699368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-2658317a-bc5e-4984-b458-0023d2a4d446 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1095 time: 0.0446038 Aug 10 01:50:57.746426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-2aba1f33-d802-47f1-848b-d4caf9f0f0e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 217 time: 0.0395761 Aug 10 01:50:57.800349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-6b8007e6-3c4a-4c9a-8aaf-7b2d35cee511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.801827 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-6b8007e6-3c4a-4c9a-8aaf-7b2d35cee511 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0481455 Aug 10 01:50:57.850729 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-6c893ce8-9ac8-4923-a090-3ebcd2bf1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:57.852203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-6c893ce8-9ac8-4923-a090-3ebcd2bf1802 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429041 Aug 10 01:50:57.945572 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-15a83e10-36d7-4539-b260-be2c45f30e9c service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Aug 10 01:50:58.032812 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-65139dc0-7129-44c1-88e3-aca148b1cb2f req-5eee80dc-073d-43a7-a9d3-098bf012ebe9 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803218 Aug 10 01:50:58.120256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-ea39cfb4-7b38-4103-b9da-0e9084836eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.121687 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-ea39cfb4-7b38-4103-b9da-0e9084836eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1095 time: 0.0430357 Aug 10 01:50:58.215582 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-48ec7ade-4598-492e-86f7-4e15a57a8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.217047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-48ec7ade-4598-492e-86f7-4e15a57a8cbf service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.0889189 Aug 10 01:50:58.262476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-bc582a52-4b9b-49c3-98aa-d5bada2fb302 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 217 time: 0.0341630 Aug 10 01:50:58.316573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-931d52bb-c33e-4e4b-9b03-a1eb66d1fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.318843 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-931d52bb-c33e-4e4b-9b03-a1eb66d1fdd3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0485039 Aug 10 01:50:58.360363 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:50:58.365662 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-538fd30d-d5fb-4739-9ef8-dd505c78fa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.367428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-538fd30d-d5fb-4739-9ef8-dd505c78fa81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416114 Aug 10 01:50:58.412170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:50:58.415675 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:50:58.416043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.462993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-ce658d8a-18bb-4047-a673-64e681a3dc0e service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878603 Aug 10 01:50:58.496989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.529657 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:50:58.536072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:50:58.544111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dd831-bada-4a15-8cb4-325eb8d5de64 req-2b2a0da6-fc90-4ab1-a3d9-bf8dde22f24a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:58.546837 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e1dd831-bada-4a15-8cb4-325eb8d5de64 req-2b2a0da6-fc90-4ab1-a3d9-bf8dde22f24a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 943 time: 0.0552106 Aug 10 01:50:58.580723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-224975ff-0f21-48c4-84d9-00b1b4d535d0 req-9209c68e-c0c3-4f4b-99a0-0cc7b5753180 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101623 Aug 10 01:50:58.591029 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:50:58.594939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7e1dd831-bada-4a15-8cb4-325eb8d5de64 req-bf30e0dd-e54a-4dc1-a5b9-787077f6ce42 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Aug 10 01:50:59.704311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafc15f-eecd-4da9-85a3-29f786c67623 req-c6998972-4a7e-4e2d-b070-4c5229712663 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:50:59.705775 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5dafc15f-eecd-4da9-85a3-29f786c67623 req-c6998972-4a7e-4e2d-b070-4c5229712663 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 943 time: 0.0495899 Aug 10 01:50:59.743368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5dafc15f-eecd-4da9-85a3-29f786c67623 req-9db80672-5b47-4a5c-b33e-fe3b822a7850 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Aug 10 01:51:00.091643 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2785c4a8-53f5-43b0-bf73-ba60728e94a8 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:51:00.186813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:00.197949 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'port_id': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'mac_address': 'fa:16:3e:95:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:51:00.233517 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.246627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2785c4a8-53f5-43b0-bf73-ba60728e94a8 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:51:00.265468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:00.268979 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.316874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:00.344077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:00.392919 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:00.393289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:00.478290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['2785c4a8-53f5-43b0-bf73-ba60728e94a8'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:51:00.859986 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ae3ca-f5eb-48cf-bced-1dcee772f59f req-6d5674db-cc42-42a8-ab61-ebb73a20ffab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:00.861470 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-343ae3ca-f5eb-48cf-bced-1dcee772f59f req-6d5674db-cc42-42a8-ab61-ebb73a20ffab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 944 time: 0.0523887 Aug 10 01:51:00.899291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-343ae3ca-f5eb-48cf-bced-1dcee772f59f req-16ed7353-fef9-4d71-b46c-934bca0b5da0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Aug 10 01:51:02.010510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02146890-b818-44a1-8be0-f0048b324b99 req-9d8f9a39-1eda-4a28-bf70-cb7b7919e476 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:02.012021 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02146890-b818-44a1-8be0-f0048b324b99 req-9d8f9a39-1eda-4a28-bf70-cb7b7919e476 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 944 time: 0.0478382 Aug 10 01:51:02.054910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02146890-b818-44a1-8be0-f0048b324b99 req-ae1d084b-e979-4174-8db5-79d91661e6c0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368607 Aug 10 01:51:02.122777 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2785c4a8-53f5-43b0-bf73-ba60728e94a8 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:51:02.170254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:51:02.174044 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:51:02.174444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.251195 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.274013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:02.276276 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab02ae-714f-48fc-a457-146ad037a77d" -d '{"events": [{"server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "name": "network-vif-plugged", "status": "completed", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:02.289662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:51:02.294301 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:02.321026 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb371e64-e6cd-4527-b0bd-584b0b8f650d x-openstack-request-id: req-fb371e64-e6cd-4527-b0bd-584b0b8f650d {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:02.321319 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "name": "network-vif-plugged", "status": "completed", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:02.321574 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb371e64-e6cd-4527-b0bd-584b0b8f650d {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:02.321964 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'code': 200} Aug 10 01:51:02.347247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:02.416629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d49c8-74b0-470d-bc5b-02d23ce79e3f req-d37b1086-0d30-4c09-a744-f0489b37ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:02.418106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b07d49c8-74b0-470d-bc5b-02d23ce79e3f req-d37b1086-0d30-4c09-a744-f0489b37ec88 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0401587 Aug 10 01:51:02.453418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b07d49c8-74b0-470d-bc5b-02d23ce79e3f req-df4758ab-d68d-4057-8f78-acec66009da7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283430 Aug 10 01:51:02.764334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:03.171494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a4097-6901-485c-8088-ef8323bc06aa req-6c4f7eb1-72cb-4b6a-97be-e6e6539f2d85 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:03.172984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d1a4097-6901-485c-8088-ef8323bc06aa req-6c4f7eb1-72cb-4b6a-97be-e6e6539f2d85 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0517864 Aug 10 01:51:03.212311 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8d1a4097-6901-485c-8088-ef8323bc06aa req-d9c402b5-8929-464d-bf5c-451b6966f36f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Aug 10 01:51:04.330492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04574bab-3265-47bd-87c2-f551e1c04978 req-3f980a4f-bae3-4d3d-88dc-282c433a30b9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.331999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04574bab-3265-47bd-87c2-f551e1c04978 req-3f980a4f-bae3-4d3d-88dc-282c433a30b9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0496511 Aug 10 01:51:04.369021 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04574bab-3265-47bd-87c2-f551e1c04978 req-ea1451bb-57ae-4afe-87bd-587f051cab47 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Aug 10 01:51:04.481070 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17061f64-8565-4a26-8fdd-8e70f0ab23a4 req-5f4d544a-d5fc-424c-845a-5e8635f21e8f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.482430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17061f64-8565-4a26-8fdd-8e70f0ab23a4 req-5f4d544a-d5fc-424c-845a-5e8635f21e8f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0477419 Aug 10 01:51:04.523396 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-17061f64-8565-4a26-8fdd-8e70f0ab23a4 req-11cbc3c1-2341-41a2-a6ad-7a398444b4bf tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Aug 10 01:51:04.546791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54460) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:04.585750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea11e71b-20d3-46f6-93a1-bbcea270a573 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:04.587262 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ea11e71b-20d3-46f6-93a1-bbcea270a573 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1092 time: 0.0395112 Aug 10 01:51:04.590081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54462) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:04.594332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:51:04.616836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.709447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.814359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.97 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/94863d0e-85ba-4aea-8931-aa057a5b2dfb) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:51:04.916108 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.959877 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:04.995494 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:51:05.000320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:51:05.003770 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:51:05.028626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=94863d0e-85ba-4aea-8931-aa057a5b2dfb,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:05.358469 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.423725 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.584874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.589283 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.652803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=94863d0e-85ba-4aea-8931-aa057a5b2dfb,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:51:05.665666 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:05.766841 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 33d847c5-ac1f-4aea-8eab-d96bb91105fa associated. External IP: 172.25.7.97, port: 2785c4a8-53f5-43b0-bf73-ba60728e94a8. Aug 10 01:51:05.982391 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router e1abeac3-78fe-4e44-9f5c-78e432a09a18 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:51:06.089767 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:51:06.099194 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Sync routers for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:51:06.105774 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:06.109180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:06.109795 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:06.133154 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c6240d99-4eb3-4526-bb49-de5a5655b9f1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5420823 Aug 10 01:51:06.133741 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:51:06.136045 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95547fa4-607e-4707-bbb6-5db91d4f26eb" -d '{"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:51:06.174778 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9111a854-5f24-4a7b-ba6e-da8916a5f48e x-openstack-request-id: req-9111a854-5f24-4a7b-ba6e-da8916a5f48e {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:51:06.175134 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:51:06.175455 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9111a854-5f24-4a7b-ba6e-da8916a5f48e {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:51:06.175963 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'status': 'completed', 'code': 200} Aug 10 01:51:06.217405 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:06.235382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8f939-b801-4542-a9e7-ce4f32ce31f2 req-00ed8505-0e5e-485a-a669-359e8b6a1b44 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.237078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29d8f939-b801-4542-a9e7-ce4f32ce31f2 req-00ed8505-0e5e-485a-a669-359e8b6a1b44 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0512981 Aug 10 01:51:06.237742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-ccbafb11-86de-470b-9d16-2098b757701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.239394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-ccbafb11-86de-470b-9d16-2098b757701d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0422292 Aug 10 01:51:06.279619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-29d8f939-b801-4542-a9e7-ce4f32ce31f2 req-06f44da9-0881-4a17-949e-f8ccc5d26eed tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Aug 10 01:51:06.320181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54470) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:06.358856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-116bb0d8-8584-4666-b0b0-17bd0c56d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.360645 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-116bb0d8-8584-4666-b0b0-17bd0c56d8dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.1140714 Aug 10 01:51:06.389413 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b901f09c-2e7e-43a8-b55e-5d51acdb2f43 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/33d847c5-ac1f-4aea-8eab-d96bb91105fa HTTP/1.1" status: 200 len: 990 time: 0.0678477 Aug 10 01:51:06.430452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-6872a3b8-e286-42cd-b0d0-74be6e47ea8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 998 time: 0.0617654 Aug 10 01:51:06.463381 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33d847c5-ac1f-4aea-8eab-d96bb91105fa', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'port_id': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'mac_address': 'fa:16:3e:95:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679d845c-d2a1-4f5c-b081-751a195b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:51:05Z', 'updated_at': '2021-08-10T01:51:05Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:06.482522 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-2c297b02-cc4c-48f8-9d89-9cdd9ceb302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.484576 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-2c297b02-cc4c-48f8-9d89-9cdd9ceb302a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0479934 Aug 10 01:51:06.490101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Checking router: e1abeac3-78fe-4e44-9f5c-78e432a09a18 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:51:06.498976 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:51:06.499574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:50:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:06.539602 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-2764fdc7-72c0-4f0b-b876-7b9f57e29349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:06.541176 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-2764fdc7-72c0-4f0b-b876-7b9f57e29349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470166 Aug 10 01:51:06.607918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:51:06.629344 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-d682cd79-ef10-4dc3-9470-9f1105918db6 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810893 Aug 10 01:51:06.723240 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-95547fa4-607e-4707-bbb6-5db91d4f26eb req-1eb170ab-6b90-421b-9cda-bc99a4ff2ee7 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863383 Aug 10 01:51:06.830824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33d847c5-ac1f-4aea-8eab-d96bb91105fa', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'port_id': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'mac_address': 'fa:16:3e:95:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679d845c-d2a1-4f5c-b081-751a195b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:51:05Z', 'updated_at': '2021-08-10T01:51:05Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:51:06.856679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af404a5a-700d-49dc-8813-039934f29ab3 None None] The sync data for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 is: [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '33d847c5-ac1f-4aea-8eab-d96bb91105fa', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'port_id': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'mac_address': 'fa:16:3e:95:d0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679d845c-d2a1-4f5c-b081-751a195b060b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:51:05Z', 'updated_at': '2021-08-10T01:51:05Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:51:07.054731 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5417fec8-ab91-4424-91b2-fa782dd5e026 None None] New status for floating IP 33d847c5-ac1f-4aea-8eab-d96bb91105fa: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:51:07.393322 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54472) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:07.452888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-91ab39f2-3d1f-4cd2-aa70-474bd8ccfda7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/33d847c5-ac1f-4aea-8eab-d96bb91105fa HTTP/1.1" status: 200 len: 992 time: 0.0583584 Aug 10 01:51:11.622229 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-869a3b95-26b1-4098-b113-1faed5f6d07a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402164 Aug 10 01:51:11.701697 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-9ed8c1b7-ad5e-4046-b1d2-948961cdd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:11.703198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-9ed8c1b7-ad5e-4046-b1d2-948961cdd193 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0395510 Aug 10 01:51:11.810557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-9cf1403b-f294-4f88-8560-210fd3b3f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:11.812093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-9cf1403b-f294-4f88-8560-210fd3b3f00e service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.0890486 Aug 10 01:51:11.875504 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-de5931f6-4aa2-4b61-98a6-4f56cd1b166f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 1000 time: 0.0559552 Aug 10 01:51:11.926620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-88a95478-fe7e-416e-8565-07edf7df1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:11.928164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-88a95478-fe7e-416e-8565-07edf7df1627 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0458674 Aug 10 01:51:12.279566 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-3b9082b0-ccb8-40f4-84bc-8dbd97503631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:12.281039 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-3b9082b0-ccb8-40f4-84bc-8dbd97503631 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3467002 Aug 10 01:51:12.368358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-b67e33f8-6059-4e31-9212-86d0e6c477b2 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789287 Aug 10 01:51:12.457538 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d54b6c3e-2a41-45d4-be3b-45e99eefbf8c req-c16d2e6f-8be8-4b45-95f5-fe378c409a48 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821493 Aug 10 01:51:14.093816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f05d35fd-f821-4140-b1d0-1480da74ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:16.868430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6e8b-2c03-4e14-a013-b32811049c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.384198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:17.948861 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:19.843009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.598294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:26.633009 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:34.235167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82782e3-254c-4a6c-b077-15d7d720de98 req-0d3259cb-75ab-4600-89bd-ebf2ab22e61c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.236633 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b82782e3-254c-4a6c-b077-15d7d720de98 req-0d3259cb-75ab-4600-89bd-ebf2ab22e61c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0751891 Aug 10 01:51:34.242803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-68eaa791-2808-426b-9328-a241f003c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.244246 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-68eaa791-2808-426b-9328-a241f003c16c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0801363 Aug 10 01:51:34.335358 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b82782e3-254c-4a6c-b077-15d7d720de98 req-a3627c0a-d165-4965-b464-009e0e294e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901685 Aug 10 01:51:34.373605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-279dd846-97cb-4bcc-95a1-eefe8fa1f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.375099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-279dd846-97cb-4bcc-95a1-eefe8fa1f729 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.1234496 Aug 10 01:51:34.443712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-df7cb2a4-3d27-47e7-97eb-72fa58001c0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 1000 time: 0.0608480 Aug 10 01:51:34.490839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-eb3c361f-a336-48a7-a098-f5098659e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.492211 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-eb3c361f-a336-48a7-a098-f5098659e08c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0416424 Aug 10 01:51:34.537414 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-97d2c335-f2cc-4583-a7a2-8862eb4c21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:34.538975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-97d2c335-f2cc-4583-a7a2-8862eb4c21ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391617 Aug 10 01:51:34.631507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-67a8e4d7-fcb9-4df2-960c-5673ab7a3812 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845206 Aug 10 01:51:34.720430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c351fe8-a6ea-45c9-a22e-d908b332fb5d req-2331bafe-b990-4540-bc12-0ffacf7d7ba8 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820940 Aug 10 01:51:35.456316 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662ac42-03e8-430e-add8-3f14c5191b36 req-99bb87ed-f2de-452a-bb88-2440defeebb2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:35.457780 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6662ac42-03e8-430e-add8-3f14c5191b36 req-99bb87ed-f2de-452a-bb88-2440defeebb2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0522010 Aug 10 01:51:35.496219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6662ac42-03e8-430e-add8-3f14c5191b36 req-29856f73-499d-45ff-859d-184bb7127425 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323186 Aug 10 01:51:36.611216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e887ec7-5ad7-497d-928b-f2e4915b6321 req-3de6a3b2-5ca5-42c7-b37b-5bbc592e08c2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:36.612577 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e887ec7-5ad7-497d-928b-f2e4915b6321 req-3de6a3b2-5ca5-42c7-b37b-5bbc592e08c2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0482438 Aug 10 01:51:36.650895 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e887ec7-5ad7-497d-928b-f2e4915b6321 req-529217fc-6316-4ea6-9862-b04f2b0e7394 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Aug 10 01:51:37.764718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd89cbe-f72e-4ea6-9b84-8982a60c79d1 req-50548037-c09e-47c0-9586-176d92a6f407 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:37.766209 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1bd89cbe-f72e-4ea6-9b84-8982a60c79d1 req-50548037-c09e-47c0-9586-176d92a6f407 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0482054 Aug 10 01:51:37.805510 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1bd89cbe-f72e-4ea6-9b84-8982a60c79d1 req-54929923-d2b2-40b1-8940-d54cb124e353 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325348 Aug 10 01:51:38.927407 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161398-c1c4-45f9-bad6-9c6c98995889 req-e5d2ff87-315f-4003-805e-706b06e7c6be tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:38.929047 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb161398-c1c4-45f9-bad6-9c6c98995889 req-e5d2ff87-315f-4003-805e-706b06e7c6be tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0552371 Aug 10 01:51:38.968367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cb161398-c1c4-45f9-bad6-9c6c98995889 req-6b461bda-d632-45fa-9d14-793557fea4df tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Aug 10 01:51:39.764437 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:51:40.081660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bef79-aca4-43d8-b7a8-5cf662efcbf0 req-27d624fb-734c-4b10-b373-f1367b38d60d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:40.083166 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-100bef79-aca4-43d8-b7a8-5cf662efcbf0 req-27d624fb-734c-4b10-b373-f1367b38d60d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0483608 Aug 10 01:51:40.121336 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-100bef79-aca4-43d8-b7a8-5cf662efcbf0 req-1c237413-4544-4d4d-bf91-047eba2dfa98 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Aug 10 01:51:41.233620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d35da-6b04-43ab-b706-c3c5dc461f7a req-56b45377-b2d4-4e0c-a87f-78fda393e0d3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:41.235129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b48d35da-6b04-43ab-b706-c3c5dc461f7a req-56b45377-b2d4-4e0c-a87f-78fda393e0d3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0481441 Aug 10 01:51:41.272213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b48d35da-6b04-43ab-b706-c3c5dc461f7a req-0e109ddd-978c-4422-a48b-b2e2419395db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306652 Aug 10 01:51:42.389517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c88322-77c6-4c48-bfac-918d5f7e6927 req-7bc34f8f-288a-4555-adc9-258bc17b143f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:42.391013 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0c88322-77c6-4c48-bfac-918d5f7e6927 req-7bc34f8f-288a-4555-adc9-258bc17b143f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0520408 Aug 10 01:51:42.429202 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0c88322-77c6-4c48-bfac-918d5f7e6927 req-03d0eee1-83c9-4409-90e6-17d2b142187e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Aug 10 01:51:43.543953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a98c3-4f3d-4faf-afc3-0b56ed2498b2 req-48fba376-1ace-427a-bfe1-54bdc67a8c31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:43.545695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3a6a98c3-4f3d-4faf-afc3-0b56ed2498b2 req-48fba376-1ace-427a-bfe1-54bdc67a8c31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 10 01:51:43.582445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3a6a98c3-4f3d-4faf-afc3-0b56ed2498b2 req-b19197b9-b525-46d9-bc39-75c41e410d1e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Aug 10 01:51:44.094240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e3048ec-aacf-47b7-bc8a-5f40914103db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:44.695662 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9afb5b-df3d-4f53-b018-bd5766e501d3 req-6d14a5ea-5a43-4eda-a81e-4a5d6a031254 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:44.697119 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f9afb5b-df3d-4f53-b018-bd5766e501d3 req-6d14a5ea-5a43-4eda-a81e-4a5d6a031254 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0479841 Aug 10 01:51:44.734968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0f9afb5b-df3d-4f53-b018-bd5766e501d3 req-9792758e-b078-4741-8180-be0047deaac5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Aug 10 01:51:45.852077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc232105-387e-40a8-8c25-e4769ac95270 req-f9715e8f-03e0-4d45-88dd-674ddf0f1504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:51:45.853536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc232105-387e-40a8-8c25-e4769ac95270 req-f9715e8f-03e0-4d45-88dd-674ddf0f1504 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0530283 Aug 10 01:51:45.890197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc232105-387e-40a8-8c25-e4769ac95270 req-da097b30-ce8d-4d91-a0fc-815e6b9027fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308082 Aug 10 01:51:45.912236 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54512) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:51:45.971571 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e9f0b536-46c4-41db-908a-2b67bc8d223a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/33d847c5-ac1f-4aea-8eab-d96bb91105fa HTTP/1.1" status: 200 len: 992 time: 0.0581884 Aug 10 01:51:46.868102 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-288b71cf-f94e-4f8c-8f5f-356ce8109f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.385567 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:47.951623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:49.845981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.610429 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:51:56.646448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:13.619434 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-05989f96-27df-48d5-87fc-f48edbd757e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394685 Aug 10 01:52:13.699839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-a0493bf6-40f5-4225-952c-68411ccdf9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.702290 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-a0493bf6-40f5-4225-952c-68411ccdf9f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0421529 Aug 10 01:52:13.807573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-bb06c369-ca6c-4b70-9014-32efb568b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.809025 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-bb06c369-ca6c-4b70-9014-32efb568b3f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.0877154 Aug 10 01:52:13.875019 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-aa4c94e1-8f2d-4166-aca0-078cf244c9bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 1000 time: 0.0569417 Aug 10 01:52:13.924581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-20f31371-6ce1-40b0-a60a-e32dabe3f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.925975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-20f31371-6ce1-40b0-a60a-e32dabe3f82d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0437720 Aug 10 01:52:13.975388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-3199f0bf-0e5a-4a8d-92cd-92144ab11d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:13.976858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-3199f0bf-0e5a-4a8d-92cd-92144ab11d14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436757 Aug 10 01:52:14.066753 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-1a89dab1-4463-43ee-9111-8f06ac906bce service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815332 Aug 10 01:52:14.095008 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a42921c6-d138-4497-8d15-a1ab8fe1ddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:14.167244 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a42cb86e-7c6a-4a6a-b01c-1e7214275de5 req-4357a26e-a76e-4566-b50a-fdcc1487d0ac service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926812 Aug 10 01:52:16.360638 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54524) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:16.516316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 94863d0e-85ba-4aea-8931-aa057a5b2dfb {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:16.516664 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.591307 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.591577 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.603109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 94863d0e-85ba-4aea-8931-aa057a5b2dfb owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:16.750527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.763829 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:52:16.775775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=94863d0e-85ba-4aea-8931-aa057a5b2dfb,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:16.803812 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.804163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.804509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.804848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.805180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.805509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.805839 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.806162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.806482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.806832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.807156 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.807478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:16.848795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:16.849035 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 33d847c5-ac1f-4aea-8eab-d96bb91105fa disassociated (deleted). External IP: 172.25.7.97, port: 2785c4a8-53f5-43b0-bf73-ba60728e94a8. Aug 10 01:52:16.866919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3d984e6d-994d-4fb6-88d9-eacfeef43da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.053709 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router e1abeac3-78fe-4e44-9f5c-78e432a09a18 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:17.158299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:17.163074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.167521 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Sync routers for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:17.179724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:17.180334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:17.189874 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2386b3a5-50ed-4a6f-af7f-fbbecd831f7d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/floatingips/33d847c5-ac1f-4aea-8eab-d96bb91105fa HTTP/1.1" status: 204 len: 168 time: 0.8281469 Aug 10 01:52:17.190472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:17.193641 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02ec81a-daef-4c93-baaa-022bb64546fc" -d '{"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:17.238348 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c52f84f-d31f-4d10-aee5-76627bda5c87 x-openstack-request-id: req-3c52f84f-d31f-4d10-aee5-76627bda5c87 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:17.238787 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:17.239044 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c52f84f-d31f-4d10-aee5-76627bda5c87 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:17.239487 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'status': 'completed', 'code': 200} Aug 10 01:52:17.284444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:17.307173 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-a66ffa80-d45d-41a4-90d8-21d5d043634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.309129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-a66ffa80-d45d-41a4-90d8-21d5d043634f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 1097 time: 0.0462556 Aug 10 01:52:17.415209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-467eb1ae-2858-4459-ab3a-198b4f582c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.416738 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-467eb1ae-2858-4459-ab3a-198b4f582c29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 200 len: 897 time: 0.0960951 Aug 10 01:52:17.433065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:17.437559 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efedba9-5b5d-4924-8d54-cb835a84e9b3 req-c000e59f-0805-4990-a6ee-b39688560547 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.439128 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7efedba9-5b5d-4924-8d54-cb835a84e9b3 req-c000e59f-0805-4990-a6ee-b39688560547 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0583429 Aug 10 01:52:17.469327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-801d65dc-082d-4714-9d05-b24c49d95766 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 200 len: 217 time: 0.0447743 Aug 10 01:52:17.482635 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7efedba9-5b5d-4924-8d54-cb835a84e9b3 req-568a34c9-ce5a-4012-aa41-e109f8104683 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358810 Aug 10 01:52:17.518636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:17.521454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-a1e15d3c-4cda-42ee-b428-db79c116bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.523146 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-a1e15d3c-4cda-42ee-b428-db79c116bb34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 200 len: 834 time: 0.0463765 Aug 10 01:52:17.546879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Checking router: e1abeac3-78fe-4e44-9f5c-78e432a09a18 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:17.555505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:17.556118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:17.569961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-f10152ff-a8cd-46af-8f0f-0d826cfa3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:17.571497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-f10152ff-a8cd-46af-8f0f-0d826cfa3fa7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98a67cb4-c8fa-49bc-b396-d2a08c3f4559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412471 Aug 10 01:52:17.661487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:17.668796 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-dacea6b8-bb3e-4cbe-9705-f534409d979f service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899513 Aug 10 01:52:17.763218 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b02ec81a-daef-4c93-baaa-022bb64546fc req-3ad4f1d1-44f7-4df6-a06c-f283121ce4b9 service neutron] 10.222.0.21 "GET /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845363 Aug 10 01:52:17.873261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:17.899142 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efb282-e3f2-4b72-b5f6-be64932a5afe None None] The sync data for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 is: [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:50:53Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72', 'name': '', 'network_id': '98a67cb4-c8fa-49bc-b396-d2a08c3f4559', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:db:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:52Z', 'updated_at': '2021-08-10T01:50:58Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'bd2c5a5c-a6fa-43b8-b162-ee134591aa53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:17.953760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.106696 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfe8f3-8207-4f6c-b3ac-803323f483c1 None None] New status for floating IP 33d847c5-ac1f-4aea-8eab-d96bb91105fa: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:18.609149 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a4c69-8446-448a-91f5-0a6fc5afa4f9 req-0a9050c9-07d2-4c24-8578-3203c999ed3d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.610655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb3a4c69-8446-448a-91f5-0a6fc5afa4f9 req-0a9050c9-07d2-4c24-8578-3203c999ed3d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0558600 Aug 10 01:52:18.648167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb3a4c69-8446-448a-91f5-0a6fc5afa4f9 req-43d8dfb0-dc89-4f60-8d54-29e39f9f7827 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bebf5fd-a239-444b-ba83-33376836ee9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310340 Aug 10 01:52:18.816935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3aace3e0-fa71-418d-8743-cd8f5d71dbd0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:18.818424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3aace3e0-fa71-418d-8743-cd8f5d71dbd0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 945 time: 0.0492604 Aug 10 01:52:18.903685 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:18.904039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:18.992992 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 2785c4a8-53f5-43b0-bf73-ba60728e94a8, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=2785c4a8-53f5-43b0-bf73-ba60728e94a8,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:18.993355 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.005784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 2785c4a8-53f5-43b0-bf73-ba60728e94a8 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:19.131206 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.159145 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=2785c4a8-53f5-43b0-bf73-ba60728e94a8,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:19.199723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] No DVR routers for this DVR port 2785c4a8-53f5-43b0-bf73-ba60728e94a8 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:19.202376 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:19.204458 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-24c9676d-6c7b-4ba6-825a-0e428ef18282 req-3502fd31-b706-4985-93ab-4cefed51d8da tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "DELETE /v2.0/ports/2785c4a8-53f5-43b0-bf73-ba60728e94a8 HTTP/1.1" status: 204 len: 173 time: 0.3804801 Aug 10 01:52:19.240126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'name': 'network-vif-deleted', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:19.242429 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00edd585-723e-4bd2-aeaf-40bc568ae527" -d '{"events": [{"server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "name": "network-vif-deleted", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:19.279413 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb6fc1a-7e9f-4d68-bfb3-cae68c5b0832 x-openstack-request-id: req-3bb6fc1a-7e9f-4d68-bfb3-cae68c5b0832 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:19.279714 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679d845c-d2a1-4f5c-b081-751a195b060b", "name": "network-vif-deleted", "tag": "2785c4a8-53f5-43b0-bf73-ba60728e94a8", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:19.279998 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bb6fc1a-7e9f-4d68-bfb3-cae68c5b0832 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:19.280377 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '679d845c-d2a1-4f5c-b081-751a195b060b', 'name': 'network-vif-deleted', 'tag': '2785c4a8-53f5-43b0-bf73-ba60728e94a8', 'status': 'completed', 'code': 200} Aug 10 01:52:19.758817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1229d573-42f0-4537-8661-46cc963b024e req-0e3a308c-d37c-4131-ba1d-85e1731dc71f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=679d845c-d2a1-4f5c-b081-751a195b060b HTTP/1.1" status: 200 len: 210 time: 0.0278389 Aug 10 01:52:19.848047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:20.815738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54540) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:21.165518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.414742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:21.415092 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.505577 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:21.505936 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.518191 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:21.697146 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:21.728604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:21.906364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.121798 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router e1abeac3-78fe-4e44-9f5c-78e432a09a18 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:22.533481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:22.541829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2785c4a8-53f5-43b0-bf73-ba60728e94a8 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:22.542620 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d3592e46-c9a5-4c07-a20b-d4d485afd34b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/e1abeac3-78fe-4e44-9f5c-78e432a09a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255971 Aug 10 01:52:22.545524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54542) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:22.546241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Sync routers for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:22.570237 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 2785c4a8-53f5-43b0-bf73-ba60728e94a8 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:22.570892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 2785c4a8-53f5-43b0-bf73-ba60728e94a8 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:22.573836 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:22.574438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:22.597458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting subnet bd2c5a5c-a6fa-43b8-b162-ee134591aa53 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:52:22.601202 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.642597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.735561 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.798353 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.826373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2c5a5c-a6fa-43b8-b162-ee134591aa53,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:22.835390 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:22.837174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/subnets/bd2c5a5c-a6fa-43b8-b162-ee134591aa53 HTTP/1.1" status: 204 len: 168 time: 0.2906442 Aug 10 01:52:22.839104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.839805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.839938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54544) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:22.840065 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e067f-3958-4f83-86f3-af77360e5091 None None] Network 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:22.843153 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.843540 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.844257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.844406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.845406 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.845764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.846134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.847020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.847020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.847369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b1e69-a8a8-4aba-bbff-ab7809057b01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:22.898309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:22.948916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.057778 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.120181 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port f5533e21-d9f0-4c60-8dc6-a875adf58b6d {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:23.120551 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.134316 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:52:21Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5533e21-d9f0-4c60-8dc6-a875adf58b6d', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:50:50Z', 'updated_at': '2021-08-10T01:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.167969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] DHCP port deletion for 98a67cb4-c8fa-49bc-b396-d2a08c3f4559 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:52:23.171245 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Checking router: e1abeac3-78fe-4e44-9f5c-78e432a09a18 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:23.200195 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Routers {'e1abeac3-78fe-4e44-9f5c-78e432a09a18'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:23.200825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.202842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port f5533e21-d9f0-4c60-8dc6-a875adf58b6d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:23.203211 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.215857 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for f5533e21-d9f0-4c60-8dc6-a875adf58b6d owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:23.298074 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] Set router e1abeac3-78fe-4e44-9f5c-78e432a09a18 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:23.301938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Deleting port 7f747746-9d0d-4e3a-b540-f8848d6ab821 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:52:23.302412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.368121 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:52:23Z', 'revision_number': 6, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.381386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.412264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=f5533e21-d9f0-4c60-8dc6-a875adf58b6d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.424600 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ea672-a801-48c7-93fc-37510b1c75c4 None None] The sync data for ids ['e1abeac3-78fe-4e44-9f5c-78e432a09a18'] in n-d-766380-21 is: [{'id': 'e1abeac3-78fe-4e44-9f5c-78e432a09a18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017640012', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:50:49Z', 'updated_at': '2021-08-10T01:52:23Z', 'revision_number': 6, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:23.448152 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] For port 7f747746-9d0d-4e3a-b540-f8848d6ab821, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=7f747746-9d0d-4e3a-b540-f8848d6ab821,segment=NetworkSegment(27d21ae5-e485-410a-85df-08ca0a634558),segment_id=27d21ae5-e485-410a-85df-08ca0a634558)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:23.448598 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.462912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Calling delete_port for 7f747746-9d0d-4e3a-b540-f8848d6ab821 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:52:23.470165 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.547632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.563965 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.566039 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.571033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Pushing event deleted for resources: {'Port': ['ID=7f747746-9d0d-4e3a-b540-f8848d6ab821,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.580368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] No DVR routers for this DVR port 7f747746-9d0d-4e3a-b540-f8848d6ab821 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:52:23.583514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.583860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.584201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.584539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.584870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.585201 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.585525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.585852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.586176 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.586499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.586847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.587169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb49b5a2-7f40-4a7a-828e-7b9e985ec62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:23.618735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.619186 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Fanout notify agent at l3_agent the message router_deleted on router e1abeac3-78fe-4e44-9f5c-78e432a09a18 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:52:23.626233 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.627452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-db8a868c-3bdb-43ae-b161-0e15df8ee6ea tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/routers/e1abeac3-78fe-4e44-9f5c-78e432a09a18 HTTP/1.1" status: 204 len: 168 time: 0.7865264 Aug 10 01:52:23.630209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54546) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:23.704205 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.796802 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.807108 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a67cb4-c8fa-49bc-b396-d2a08c3f4559']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.818282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d21ae5-e485-410a-85df-08ca0a634558') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.818581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d21ae5-e485-410a-85df-08ca0a634558') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:23.828236 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.843259 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.850035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:52:23.850451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: timer() Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:52:23.853449 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:52:23.910821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.918453 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:23.919643 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/networks/98a67cb4-c8fa-49bc-b396-d2a08c3f4559 HTTP/1.1" status: 204 len: 168 time: 0.2884259 Aug 10 01:52:23.922507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54548) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:23.931100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60101a73-5b52-41d0-824a-8c0c63847e33 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Network': ['ID=98a67cb4-c8fa-49bc-b396-d2a08c3f4559,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:23.982076 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.011408 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.071329 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.073889 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.075079 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/security-groups/2bebf5fd-a239-444b-ba83-33376836ee9e HTTP/1.1" status: 204 len: 168 time: 0.1515412 Aug 10 01:52:24.084810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94a571-1a9d-4a99-843d-3c41f0cfed75 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bebf5fd-a239-444b-ba83-33376836ee9e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.398179 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7f747746-9d0d-4e3a-b540-f8848d6ab821 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:24.425362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 7f747746-9d0d-4e3a-b540-f8848d6ab821 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:24.425710 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 7f747746-9d0d-4e3a-b540-f8848d6ab821 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:24.426934 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:24.449248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:24.449586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a67abf9f-1b9c-4e6f-a179-91e0c5bf7d72 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:24.449979 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5533e21-d9f0-4c60-8dc6-a875adf58b6d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:52:24.469056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f5533e21-d9f0-4c60-8dc6-a875adf58b6d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:52:24.469411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5533e21-d9f0-4c60-8dc6-a875adf58b6d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:52:24.618103 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54554) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:24.622767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966695621', 'description': 'tempest-secgroup-smoke-966695621 description', 'project_id': '3b00f310d01e46b4852fb2382436aee5'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:24.644347 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.727828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.732029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.757932 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.762124 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429391 Aug 10 01:52:24.762345 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54556) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:24.766405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd1a02-45ea-4752-a918-5e2ffa78decd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e47ed2-59eb-45f1-b601-7918a141439a,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.767516 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:24.795659 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.855428 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.858918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.873047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b32f8bd6-ea29-4575-877b-55b69af28e8a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:24.882337 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.883586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-34ea6241-4447-486d-978e-a7f91bf68a0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200447 Aug 10 01:52:24.886228 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54558) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:24.890613 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:24.916557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.973390 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.976783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:24.997450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd48b67-9947-4173-af37-8bc255aa66a9,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.001167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.006572 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54560) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.007155 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a3153af2-5f8e-4dc0-bf95-b229fc927b4d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193397 Aug 10 01:52:25.011962 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.038986 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.097632 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.101502 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.118607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1a63f8-372c-4993-8834-910ec0c2a533,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.125248 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.126462 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-59a27009-3176-44cf-ad84-b8576e3f4e2e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186969 Aug 10 01:52:25.129717 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54562) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.134478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.160727 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.222092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.225553 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.243423 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c514cabd-e305-48f9-bd87-d9e64b1838d4,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.248297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.252045 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-02950bf6-74b7-4577-b47e-aea7928daf5e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186671 Aug 10 01:52:25.252204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54564) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.257308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.278332 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:52:25.283173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.346146 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.349892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.370405 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b361f675-a4a6-499f-8d7e-9a1cb6bbb582,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.373913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.375201 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1a7a7281-2ac2-40e5-bd60-61ec01ef006a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220715 Aug 10 01:52:25.377829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54566) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.382789 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '30e47ed2-59eb-45f1-b601-7918a141439a', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.403808 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:52:25.408736 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.472333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.476701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.495458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8091b69b-4439-48da-b58b-073a40d64a0e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.501113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.502509 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c7677d60-a0e4-4c40-b3a0-5b2e10632558 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237555 Aug 10 01:52:25.505453 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54568) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.510490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'network': {'name': 'tempest-network-smoke--431656020', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.530803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:25.534221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.558517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:52:25.567375 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.567722 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Added segment 3412234f-69db-4e09-b9be-8742783aa286 of type vlan for network 49d2a9eb-3794-49ba-9a8e-5875787d2562 Aug 10 01:52:25.608852 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.637270 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.642833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:25.643423 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.700192 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1936173 Aug 10 01:52:25.703017 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54570) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:25.707995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'admin_state_up': True, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:25.711544 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6994c5e-c3af-4808-8398-9b196e28538b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Network': ['ID=49d2a9eb-3794-49ba-9a8e-5875787d2562,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:25.721499 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:52:25.737464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.739188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.795372 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:25.933591 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.123426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.141874 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.240193 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.72 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/0c84c187-9897-4362-be06-e02a9caf7b54) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:26.349970 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.388354 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.424385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:26.429406 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:26.432883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:26.463000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=0c84c187-9897-4362-be06-e02a9caf7b54,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:26.609309 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.646594 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.689275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:26.888971 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.015625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 291f0ba8-2068-49da-84c8-d490d4ed2c99 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:52:27.120286 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:27.129724 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Sync routers for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:27.138177 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.138742 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:27.139350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:27.142934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-dd6321e9-804f-4a92-87bc-340caabdfaf4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4388542 Aug 10 01:52:27.143082 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54572) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:27.171696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8b97fe46-f217-434e-b76b-ba1c6aa589fd tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3b00f310d01e46b4852fb2382436aee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276127 Aug 10 01:52:27.174182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54574) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:27.243321 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:27.262428 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502f68e-4e22-4047-b85c-2e282e14d34d tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:27.263969 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3502f68e-4e22-4047-b85c-2e282e14d34d tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888693 Aug 10 01:52:27.266852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54576) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:27.295198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4db45451-1862-482d-90f4-523b477ef53e tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273578 Aug 10 01:52:27.297624 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54578) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:27.302910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-384211308', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:27.392265 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:27.396110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.420334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:26Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:27.447333 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Checking router: 291f0ba8-2068-49da-84c8-d490d4ed2c99 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:27.447688 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Updating router 291f0ba8-2068-49da-84c8-d490d4ed2c99 port 0c84c187-9897-4362-be06-e02a9caf7b54 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:52:27.471472 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.579938 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.723996 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.734644 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Transition to ACTIVE for port object 0c84c187-9897-4362-be06-e02a9caf7b54 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:27.740627 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.792799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Attempting to bind port 0c84c187-9897-4362-be06-e02a9caf7b54 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:27.793423 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Attempting to bind port 0c84c187-9897-4362-be06-e02a9caf7b54 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:27.793776 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Attempting to bind port 0c84c187-9897-4362-be06-e02a9caf7b54 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:27.803320 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Pushing event updated for resources: {'Port': ['ID=0c84c187-9897-4362-be06-e02a9caf7b54,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.806525 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:27.808571 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:27.808571 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.808571 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:27.808571 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Bound port: 0c84c187-9897-4362-be06-e02a9caf7b54, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:27.808571 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.815046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.815381 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.815708 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.816032 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.816557 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.816902 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.817224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.817534 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.817848 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.818157 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.818467 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.818800 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:52:27.871822 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] For port 0c84c187-9897-4362-be06-e02a9caf7b54, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:27.875063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] For port 0c84c187-9897-4362-be06-e02a9caf7b54, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0c84c187-9897-4362-be06-e02a9caf7b54,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:27.879221 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:27.931959 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:27.932576 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:27.977402 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6018216-d387-472b-8cee-d8a3ca15963b None None] Pushing event updated for resources: {'Port': ['ID=0c84c187-9897-4362-be06-e02a9caf7b54,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:27.998367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Subnet': ['ID=3d9ba7d5-d45c-4b66-8acd-2334043564cd,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.005917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Checking segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:28.006284 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network hostable DHCP agents. Network: 49d2a9eb-3794-49ba-9a8e-5875787d2562, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:52:28.023704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:52:28.032217 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 49d2a9eb-3794-49ba-9a8e-5875787d2562) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:28.036729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:28.037511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.042366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe427e11-6b2e-4789-944c-10301f686973 None None] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:28.052852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:28.056701 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-118b2990-7f05-4158-bdc1-03f621b6a9a6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7553740 Aug 10 01:52:28.057034 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54580) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:28.200129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-49d2a9eb-3794-49ba-9a8e-5875787d2562', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:52:28.201217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.331706 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:26Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:28.343358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Allocated IP 172.20.0.2 (49d2a9eb-3794-49ba-9a8e-5875787d2562/3d9ba7d5-d45c-4b66-8acd-2334043564cd/ef3d119f-dbea-4c66-b05d-544be7cb038d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:28.360197 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf876f9d-ce73-4f26-a7db-2dac3e165dae None None] The sync data for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 is: [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:26Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:28.504661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.513345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Transition to ACTIVE for port object ef3d119f-dbea-4c66-b05d-544be7cb038d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:28.529878 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Transition to ACTIVE for port object ef3d119f-dbea-4c66-b05d-544be7cb038d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:28.536921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.541078 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.604424 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:28.614768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:28.617756 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:28.649545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Pushing event updated for resources: {'Port': ['ID=ef3d119f-dbea-4c66-b05d-544be7cb038d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.690111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Attempting to bind port ef3d119f-dbea-4c66-b05d-544be7cb038d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:28.690804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Attempting to bind port ef3d119f-dbea-4c66-b05d-544be7cb038d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:28.691253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Attempting to bind port ef3d119f-dbea-4c66-b05d-544be7cb038d on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:28.696656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:28.697027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Checking segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:28.697427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.697813 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Bound using segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:28.698275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Bound port: ef3d119f-dbea-4c66-b05d-544be7cb038d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:28.698651 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.770255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] For port ef3d119f-dbea-4c66-b05d-544be7cb038d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:28.774292 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] For port ef3d119f-dbea-4c66-b05d-544be7cb038d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef3d119f-dbea-4c66-b05d-544be7cb038d,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:28.778967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:28.849553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe1eb-f849-4ea7-8dac-594603a9bb10 None None] Pushing event updated for resources: {'Port': ['ID=ef3d119f-dbea-4c66-b05d-544be7cb038d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:28.854437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.1 (49d2a9eb-3794-49ba-9a8e-5875787d2562/3d9ba7d5-d45c-4b66-8acd-2334043564cd/92f0a915-38a6-427b-bf10-b5f7dd6b036c) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:29.310638 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.324526 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 92f0a915-38a6-427b-bf10-b5f7dd6b036c will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:29.356956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.393651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:29.398632 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:29.402368 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:29.427890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:29.449858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.587116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.769730 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b63ae-58f2-4f25-a8b9-734de9cb3408 None None] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:52:29.822402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-4bdba866-28ec-493d-8015-dc861c003ebc None None] Provisioning for port ef3d119f-dbea-4c66-b05d-544be7cb038d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:29.880126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.884510 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:29.967019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:29.972189 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.071159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:30.072784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:30.159357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c1f2eda-f489-4bb5-8f67-4951fa1c945f None None] Provisioning for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:30.164574 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0c1f2eda-f489-4bb5-8f67-4951fa1c945f None None] Provisioning complete for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:30.165317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0c1f2eda-f489-4bb5-8f67-4951fa1c945f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.203775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 291f0ba8-2068-49da-84c8-d490d4ed2c99 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:30.212975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0c1f2eda-f489-4bb5-8f67-4951fa1c945f None None] Port 92f0a915-38a6-427b-bf10-b5f7dd6b036c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:30.328935 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:30.344601 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c0148b0d-b968-4488-a249-11d8712a53a5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/291f0ba8-2068-49da-84c8-d490d4ed2c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2758973 Aug 10 01:52:30.349468 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Sync routers for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:30.380466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:30.381702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:30.438598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-ba41f9a5-eae0-4d76-97c9-6dd664c88ac0 None None] Provisioning complete for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:30.439014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ba41f9a5-eae0-4d76-97c9-6dd664c88ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.520235 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef3d119f-dbea-4c66-b05d-544be7cb038d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:30.525260 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-ab4b608f-3193-498d-a393-9a218d5354d3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966695621&fields=id&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 267 time: 0.0450234 Aug 10 01:52:30.527377 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-ba41f9a5-eae0-4d76-97c9-6dd664c88ac0 None None] Port 92f0a915-38a6-427b-bf10-b5f7dd6b036c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:30.584054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:30.632331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ef3d119f-dbea-4c66-b05d-544be7cb038d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:30.652472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-bd96950a-e183-4303-ada4-034ed29e550d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:30.653955 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-bd96950a-e183-4303-ada4-034ed29e550d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 796 time: 0.1202779 Aug 10 01:52:30.669701 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ef3d119f-dbea-4c66-b05d-544be7cb038d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:30.670077 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.670536 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-bea6e549-3654-454f-b11d-2d5b3047c0c9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/quotas/3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 375 time: 0.0098193 Aug 10 01:52:30.728720 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-7c49e20b-d2d7-4989-b14b-a683972edab5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496440 Aug 10 01:52:30.748148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cb9d4403-cade-4957-b0cb-3fd95885832e None None] Provisioning complete for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:30.748527 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4403-cade-4957-b0cb-3fd95885832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.810940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d4403-cade-4957-b0cb-3fd95885832e None None] Port 92f0a915-38a6-427b-bf10-b5f7dd6b036c cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:30.884464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:30.889821 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-3224c879-e969-4ee5-adf6-14682da58c2c service neutron] 10.222.0.25 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466744 Aug 10 01:52:30.995351 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-f9540335-7ca1-436c-9191-17b075b97abf service neutron] 10.222.0.25 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987182 Aug 10 01:52:31.091178 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ef3d119f-dbea-4c66-b05d-544be7cb038d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef3d119f-dbea-4c66-b05d-544be7cb038d,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:31.100000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.100861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0c84c187-9897-4362-be06-e02a9caf7b54 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:31.106441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 2, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:31.169558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Checking router: 291f0ba8-2068-49da-84c8-d490d4ed2c99 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:31.169909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Updating router 291f0ba8-2068-49da-84c8-d490d4ed2c99 port 92f0a915-38a6-427b-bf10-b5f7dd6b036c binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:52:31.173355 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ece80e16-6380-4d98-9a16-37ea89ea66c7 req-27c34663-7843-4d5b-9415-b5a8217ecc48 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 210 time: 0.0296836 Aug 10 01:52:31.224368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.239086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ef3d119f-dbea-4c66-b05d-544be7cb038d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:31.272589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 0c84c187-9897-4362-be06-e02a9caf7b54 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:31.282390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0c84c187-9897-4362-be06-e02a9caf7b54 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:31.282795 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.476420 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.512525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 0c84c187-9897-4362-be06-e02a9caf7b54, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0c84c187-9897-4362-be06-e02a9caf7b54,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:31.517443 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.601632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=0c84c187-9897-4362-be06-e02a9caf7b54,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:31.612371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.622014 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Transition to ACTIVE for port object 92f0a915-38a6-427b-bf10-b5f7dd6b036c will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:31.626971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.697610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f46b-db19-48d8-a623-ac3bd32f5253 None None] Pushing event updated for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:31.731699 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Attempting to bind port 92f0a915-38a6-427b-bf10-b5f7dd6b036c on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:31.732078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Attempting to bind port 92f0a915-38a6-427b-bf10-b5f7dd6b036c by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:31.732448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Attempting to bind port 92f0a915-38a6-427b-bf10-b5f7dd6b036c on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:31.737540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:31.737951 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Checking segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:31.738362 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.738944 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Bound using segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:31.739457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Bound port: 92f0a915-38a6-427b-bf10-b5f7dd6b036c, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:31.739838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.805275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] For port 92f0a915-38a6-427b-bf10-b5f7dd6b036c, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:31.809131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] For port 92f0a915-38a6-427b-bf10-b5f7dd6b036c, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=92f0a915-38a6-427b-bf10-b5f7dd6b036c,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:31.813238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:31.869497 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:31.870136 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:31.908791 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1f46b-db19-48d8-a623-ac3bd32f5253 None None] Pushing event updated for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:31.996171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:32.201857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:32.228855 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556d1d22-1086-49a4-aba1-f3dfd0d8cfb9 None None] The sync data for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 is: [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:32.252794 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ca4acea7-3674-4802-9de5-c8eaa61ca1fb req-0a468500-401e-4803-86e5-bd2facaab700 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 210 time: 0.0281472 Aug 10 01:52:32.499514 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92f0a915-38a6-427b-bf10-b5f7dd6b036c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:32.551395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:32.555326 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:32.555703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.637403 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.672826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 92f0a915-38a6-427b-bf10-b5f7dd6b036c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=92f0a915-38a6-427b-bf10-b5f7dd6b036c,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:32.677172 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.677991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0c84c187-9897-4362-be06-e02a9caf7b54 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:32.760308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:32.772553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 0c84c187-9897-4362-be06-e02a9caf7b54 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:32.772927 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:32.852321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef3d119f-dbea-4c66-b05d-544be7cb038d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:32.898814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ef3d119f-dbea-4c66-b05d-544be7cb038d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:32.899187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:33.334482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d7ee8b2-8d9f-438a-9728-b74aaa6a9650 req-7c7d9126-5b64-4e4f-9413-3e083a6ab59d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 210 time: 0.0262887 Aug 10 01:52:34.293769 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-4bc6efd4-bdf0-4a56-a2d3-8c1046097dfc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.295244 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-4bc6efd4-bdf0-4a56-a2d3-8c1046097dfc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 796 time: 0.1125956 Aug 10 01:52:34.337961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-8bb2ddc9-d8ae-4912-a4d0-e5b536892781 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 379 time: 0.0333285 Aug 10 01:52:34.349093 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'port': {'device_id': '0814a134-3b2b-432e-8527-28f538ca50ae', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'admin_state_up': True, 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'security_groups': ['30e47ed2-59eb-45f1-b601-7918a141439a']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:34.409469 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92f0a915-38a6-427b-bf10-b5f7dd6b036c up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:34.434278 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-41e02f7b-67d4-4c09-a1f2-4d41f91834ef req-e2da6295-257c-498f-86ea-409d68f7f857 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 210 time: 0.0291386 Aug 10 01:52:34.464869 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 92f0a915-38a6-427b-bf10-b5f7dd6b036c triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:34.465251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.473801 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:52:34.477289 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.603162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.8 (49d2a9eb-3794-49ba-9a8e-5875787d2562/3d9ba7d5-d45c-4b66-8acd-2334043564cd/118b5a93-03d2-4474-83d9-e951f3c02e58) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:34.740766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.754131 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 118b5a93-03d2-4474-83d9-e951f3c02e58 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:34.787113 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.830470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:34.834047 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:34.837760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:34.843974 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:34.890707 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:34.891372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:34.907026 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-cf9e34c3-6d78-412f-bd69-5cc5afa485a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621889 Aug 10 01:52:34.965381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Request body: {'port': {'device_id': '0814a134-3b2b-432e-8527-28f538ca50ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:35.024947 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.067779 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e5854f8-171a-449a-94ab-6d4c5b353912 None None] Provisioning for port 118b5a93-03d2-4474-83d9-e951f3c02e58 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:35.071412 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-9e5854f8-171a-449a-94ab-6d4c5b353912 None None] Provisioning complete for port 118b5a93-03d2-4474-83d9-e951f3c02e58 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:35.071791 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9e5854f8-171a-449a-94ab-6d4c5b353912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.105704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9e5854f8-171a-449a-94ab-6d4c5b353912 None None] Port 118b5a93-03d2-4474-83d9-e951f3c02e58 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:52:35.311445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118b5a93-03d2-4474-83d9-e951f3c02e58 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:35.319123 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.330438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Transition to ACTIVE for port object 118b5a93-03d2-4474-83d9-e951f3c02e58 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:52:35.334363 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.385477 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:35.455938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:52:35.456282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:52:35.456846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:35.462145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:52:35.462469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:52:35.467709 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:52:35.468048 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Checking segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:52:35.468616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Bound using segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:52:35.469075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Bound port: 118b5a93-03d2-4474-83d9-e951f3c02e58, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:52:35.469895 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.574137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:52:35.577635 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:52:35.586979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58c23-057f-48df-9d4d-0203b8458d6b req-737f0aad-690a-4e98-a159-3139333a6d36 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.588473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dec58c23-057f-48df-9d4d-0203b8458d6b req-737f0aad-690a-4e98-a159-3139333a6d36 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0784285 Aug 10 01:52:35.589892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.650599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.651247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:35.652639 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] 10.222.0.10 "PUT /v2.0/ports/118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 1092 time: 0.7378352 Aug 10 01:52:35.653078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:35.655345 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb7c329-4661-410f-8737-630ae4f285e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:35.690048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dec58c23-057f-48df-9d4d-0203b8458d6b req-6ad152ea-2fc6-4a15-8d98-4901062b125d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708408 Aug 10 01:52:35.691159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39331c6-3c5b-4f95-85e2-532b55efe3ff service neutron] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:35.742877 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-f18c206d-5f84-404c-ad58-38733315fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.744620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-f18c206d-5f84-404c-ad58-38733315fcd6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1095 time: 0.0479374 Aug 10 01:52:35.795699 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c761a794-e31f-4de1-8a94-3e0f414f450f x-openstack-request-id: req-c761a794-e31f-4de1-8a94-3e0f414f450f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:35.796015 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:35.796253 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c761a794-e31f-4de1-8a94-3e0f414f450f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:35.796653 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'status': 'completed', 'code': 200} Aug 10 01:52:35.798502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-dc06d63e-cb85-4480-86bc-1bc878075ba9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 217 time: 0.0458612 Aug 10 01:52:35.850854 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-5d9a96b6-7833-41cb-bd85-92f1c3355214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.852388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-5d9a96b6-7833-41cb-bd85-92f1c3355214 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0476005 Aug 10 01:52:35.898941 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-9352d55c-b6cc-414b-943f-063005305524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:35.900499 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-9352d55c-b6cc-414b-943f-063005305524 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406992 Aug 10 01:52:35.992354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-072ac9c6-9315-4ba0-9901-6b5fcfb62d90 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849230 Aug 10 01:52:36.081474 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3871e101-f2ff-4883-bce3-3a8a37b58948 req-3b7f77cd-6293-4b1d-9a41-740d8f509e57 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815740 Aug 10 01:52:36.168080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-cd1b2e26-6489-4386-99c7-9f90371db12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.169497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-cd1b2e26-6489-4386-99c7-9f90371db12d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1095 time: 0.0418718 Aug 10 01:52:36.262640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-2826ee96-7b79-4a35-b298-fe2e0c283786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.264153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-2826ee96-7b79-4a35-b298-fe2e0c283786 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0876031 Aug 10 01:52:36.307322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-d47a6238-82cb-487a-a8cb-9db8f7f90eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 217 time: 0.0362692 Aug 10 01:52:36.361844 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-d6f82a38-1d28-4b60-8fc7-e4840abbaa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.363940 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-d6f82a38-1d28-4b60-8fc7-e4840abbaa2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0482073 Aug 10 01:52:36.409713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-6f29d87c-15f7-4123-9402-0359babd424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.411221 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-6f29d87c-15f7-4123-9402-0359babd424c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396063 Aug 10 01:52:36.501161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-585ffc40-82fe-4099-8214-faf5db1a7253 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824082 Aug 10 01:52:36.595483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2eb7c329-4661-410f-8737-630ae4f285e5 req-97d38344-b862-4736-8972-f4775faa0bdf service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Aug 10 01:52:36.817975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7419-1e8b-462b-9691-f0318bdf4ba8 req-740f508f-511f-4074-a2fc-fdbe9133b75d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:36.819505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7bce7419-1e8b-462b-9691-f0318bdf4ba8 req-740f508f-511f-4074-a2fc-fdbe9133b75d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0498538 Aug 10 01:52:36.879063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7bce7419-1e8b-462b-9691-f0318bdf4ba8 req-0574e046-7b91-4223-a1a5-88ba381cc196 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535536 Aug 10 01:52:37.998302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62476c2e-7d35-47ba-9146-5689b7b2ad18 req-33b3540a-29bb-4bb1-9222-a28ba6339e87 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:37.999781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62476c2e-7d35-47ba-9146-5689b7b2ad18 req-33b3540a-29bb-4bb1-9222-a28ba6339e87 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0516293 Aug 10 01:52:38.036642 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-62476c2e-7d35-47ba-9146-5689b7b2ad18 req-5cc111ea-33aa-4919-bede-973d934894c0 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303888 Aug 10 01:52:39.153545 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb2e82-a146-4709-be08-e27346781ba5 req-e8aee028-21bf-481c-aac6-241eb464199c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:39.155051 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67cb2e82-a146-4709-be08-e27346781ba5 req-e8aee028-21bf-481c-aac6-241eb464199c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0489721 Aug 10 01:52:39.198048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-67cb2e82-a146-4709-be08-e27346781ba5 req-103b2d65-04b6-41d2-bd76-11104059bbab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364771 Aug 10 01:52:39.285690 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:52:39.376884 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:39.388206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'mac_address': 'fa:16:3e:3b:6b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:52:39.429810 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.442134 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118b5a93-03d2-4474-83d9-e951f3c02e58 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:52:39.461132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:39.465229 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:39.510554 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:39.702046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['118b5a93-03d2-4474-83d9-e951f3c02e58'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:52:40.312309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ccb90-673f-4f7e-9cd7-6cc5e7829c7e req-65772fa7-2700-41c0-8e4c-aa024b2f2e87 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:40.313779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-338ccb90-673f-4f7e-9cd7-6cc5e7829c7e req-65772fa7-2700-41c0-8e4c-aa024b2f2e87 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 944 time: 0.0487850 Aug 10 01:52:40.351204 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-338ccb90-673f-4f7e-9cd7-6cc5e7829c7e req-dc602736-6bee-4d9b-9d3b-4f41c826c13e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Aug 10 01:52:41.299212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:52:41.346736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 118b5a93-03d2-4474-83d9-e951f3c02e58 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:52:41.350395 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 118b5a93-03d2-4474-83d9-e951f3c02e58 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:52:41.350794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:41.428630 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:41.451216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:41.453448 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c98919e-a81e-444f-8ad2-1ba6d72b85c1" -d '{"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-plugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:41.467468 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c56ef-70c4-4e98-8f9a-6e337e22bc37 req-0d135285-c486-4395-96cf-0cd76b16c9f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.468983 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d8c56ef-70c4-4e98-8f9a-6e337e22bc37 req-0d135285-c486-4395-96cf-0cd76b16c9f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 944 time: 0.0501642 Aug 10 01:52:41.474698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:52:41.479813 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:41.515516 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d8c56ef-70c4-4e98-8f9a-6e337e22bc37 req-efed42bf-5a1d-4582-aff0-a65663bbc1ec tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354867 Aug 10 01:52:41.516976 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e706ccbb-cb41-4a5e-ac75-bc35cde8e5ec x-openstack-request-id: req-e706ccbb-cb41-4a5e-ac75-bc35cde8e5ec {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:41.517273 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-plugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:41.517523 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e706ccbb-cb41-4a5e-ac75-bc35cde8e5ec {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:41.517901 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'code': 200} Aug 10 01:52:41.536380 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:41.607683 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e102c2d-38e6-469f-af7d-7276b29b85f7 req-30925a32-6b89-40b7-b1da-7ead4e6552da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:41.609078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e102c2d-38e6-469f-af7d-7276b29b85f7 req-30925a32-6b89-40b7-b1da-7ead4e6552da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1097 time: 0.0393276 Aug 10 01:52:41.643153 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e102c2d-38e6-469f-af7d-7276b29b85f7 req-5dad5c0b-5610-4690-b4b2-040a12b07cea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275037 Aug 10 01:52:42.633727 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb16c4-f74a-4624-b10c-bc0f459bea45 req-3c971676-ecc6-4d1b-b318-c37cf062ca59 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.635236 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bbb16c4-f74a-4624-b10c-bc0f459bea45 req-3c971676-ecc6-4d1b-b318-c37cf062ca59 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0484324 Aug 10 01:52:42.672995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3bbb16c4-f74a-4624-b10c-bc0f459bea45 req-0c948d52-052d-48f1-af27-d42f57bcea78 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317891 Aug 10 01:52:42.787415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231801-2ded-47e0-9e69-d614d365fb66 req-62b7cc13-47f7-40f9-9b93-81301a603ec7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.788895 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d231801-2ded-47e0-9e69-d614d365fb66 req-62b7cc13-47f7-40f9-9b93-81301a603ec7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0488477 Aug 10 01:52:42.830010 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5d231801-2ded-47e0-9e69-d614d365fb66 req-0cb89b8c-a0ca-4908-878f-48962989f0b5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349317 Aug 10 01:52:42.851436 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54652) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:42.894902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02404d1f-8844-416d-8e15-3bc246bf9e5f tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:42.896409 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-02404d1f-8844-416d-8e15-3bc246bf9e5f tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1092 time: 0.0439882 Aug 10 01:52:42.899216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54654) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:42.903481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:52:42.924751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.017931 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.122656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.192 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/c90e8d35-808b-4798-a69f-a4112e9c5880) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:52:43.219793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.257396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.297337 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:52:43.302144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:52:43.305615 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:52:43.328791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=c90e8d35-808b-4798-a69f-a4112e9c5880,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:43.658374 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.729384 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.887417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.891862 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:43.964381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=c90e8d35-808b-4798-a69f-a4112e9c5880,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:52:43.973984 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.077793 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP d49561dd-7d8b-45a6-b3dc-94bc363b44af associated. External IP: 172.25.7.192, port: 118b5a93-03d2-4474-83d9-e951f3c02e58. Aug 10 01:52:44.095416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d1eadd71-f7c7-4076-a7cf-e6d2b871a3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.285139 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 291f0ba8-2068-49da-84c8-d490d4ed2c99 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:52:44.390720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:52:44.400400 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Sync routers for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:52:44.405849 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:44.410830 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:44.411441 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:44.436581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6e3914ad-776d-4c97-8fd5-808e237b7efb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5339153 Aug 10 01:52:44.436581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:52:44.436991 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d645e9-28a8-46a6-abae-562f0dd7c290" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:52:44.474448 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e866666-9226-4b88-a7d5-68d45ee6fc8f x-openstack-request-id: req-8e866666-9226-4b88-a7d5-68d45ee6fc8f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:52:44.474763 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:52:44.475030 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e866666-9226-4b88-a7d5-68d45ee6fc8f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:52:44.475662 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'status': 'completed', 'code': 200} Aug 10 01:52:44.526156 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:44.537152 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8da5d3-524f-44ff-8c1c-8588e5147850 req-9922da83-b8b7-4e43-a105-07908139565e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.538600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c8da5d3-524f-44ff-8c1c-8588e5147850 req-9922da83-b8b7-4e43-a105-07908139565e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0498784 Aug 10 01:52:44.539873 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-25f36531-6d39-4144-beac-2563df8de854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.542215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-25f36531-6d39-4144-beac-2563df8de854 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1097 time: 0.0443985 Aug 10 01:52:44.580420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7c8da5d3-524f-44ff-8c1c-8588e5147850 req-1624e985-14cb-42db-9aac-860bcbbff2f2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332205 Aug 10 01:52:44.605150 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54660) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:44.690092 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e2479aef-350c-45ff-be4e-743df6f8674d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/d49561dd-7d8b-45a6-b3dc-94bc363b44af HTTP/1.1" status: 200 len: 991 time: 0.0838354 Aug 10 01:52:44.693142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-dc72a80e-b2e7-4bd1-a24f-7a8cf181a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.694581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-dc72a80e-b2e7-4bd1-a24f-7a8cf181a6b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.1452470 Aug 10 01:52:44.750133 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd49561dd-7d8b-45a6-b3dc-94bc363b44af', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'mac_address': 'fa:16:3e:3b:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814a134-3b2b-432e-8527-28f538ca50ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:43Z', 'updated_at': '2021-08-10T01:52:43Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:44.759724 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-b45b5466-684c-43b5-90bb-aeff93885270 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 999 time: 0.0583613 Aug 10 01:52:44.780309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Checking router: 291f0ba8-2068-49da-84c8-d490d4ed2c99 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:52:44.789350 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:52:44.789881 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:52:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:44.812629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-56485857-2168-4575-ad0c-88390d804afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.814087 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-56485857-2168-4575-ad0c-88390d804afd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0481498 Aug 10 01:52:44.859574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-b4a53c22-249d-4b65-8582-98ecbf665c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:52:44.861082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-b4a53c22-249d-4b65-8582-98ecbf665c1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403061 Aug 10 01:52:44.894309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:52:44.949345 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-164ee60e-a2e8-469e-86c8-c08b3a9ddc1e service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812862 Aug 10 01:52:45.042785 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3d645e9-28a8-46a6-abae-562f0dd7c290 req-116ff04b-bcd4-4b02-b514-f55ef8d4b7a9 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865276 Aug 10 01:52:45.116413 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd49561dd-7d8b-45a6-b3dc-94bc363b44af', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'mac_address': 'fa:16:3e:3b:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814a134-3b2b-432e-8527-28f538ca50ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:43Z', 'updated_at': '2021-08-10T01:52:43Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:52:45.145639 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eb9afd-8d02-492e-9984-1da9d496b8fd None None] The sync data for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 is: [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'd49561dd-7d8b-45a6-b3dc-94bc363b44af', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.192', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'mac_address': 'fa:16:3e:3b:6b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0814a134-3b2b-432e-8527-28f538ca50ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:52:43Z', 'updated_at': '2021-08-10T01:52:43Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:52:45.329371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ef2bcc-3f35-4cde-bb57-f75f77e9f53d None None] New status for floating IP d49561dd-7d8b-45a6-b3dc-94bc363b44af: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:52:45.694149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54662) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:52:45.754487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d04a95d-983f-4e14-958f-b583872a488b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/d49561dd-7d8b-45a6-b3dc-94bc363b44af HTTP/1.1" status: 200 len: 993 time: 0.0591600 Aug 10 01:52:46.866819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ca32f20-8f18-4cc1-a522-b990abdfc2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.385003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:47.961109 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:49.850242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:53.765042 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:52:56.623842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:52:56.644835 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:14.096436 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c9ae-35ff-4775-8c85-9ff430889642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:16.845937 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-1282afde-ee42-4dbc-9758-5c59e3afa504 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429163 Aug 10 01:53:16.868213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-480c9c44-344a-46cd-84cc-57a0bd91bd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:16.928383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-5d91b46c-35cc-4f7f-bd63-9d1528f5a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:16.929836 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-5d91b46c-35cc-4f7f-bd63-9d1528f5a3ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1097 time: 0.0403721 Aug 10 01:53:17.029400 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-8f09a901-7df5-4877-9948-9fe7d9ca188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.030777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-8f09a901-7df5-4877-9948-9fe7d9ca188d service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0822866 Aug 10 01:53:17.099730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-b9c0ab15-683e-42c7-97f0-eb55acece890 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 1001 time: 0.0609882 Aug 10 01:53:17.149374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-4b03fde5-20bb-4325-bb8b-b19b1b71b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.150821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-4b03fde5-20bb-4325-bb8b-b19b1b71b04a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0432460 Aug 10 01:53:17.195629 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-49181e38-7600-4f5a-b654-f7c292ebd38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:17.197058 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-49181e38-7600-4f5a-b654-f7c292ebd38c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386670 Aug 10 01:53:17.289696 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-ba4702bb-949d-4378-a9ec-06b181b7b9ce service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840342 Aug 10 01:53:17.379482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a354cff-0b94-49c0-aef3-b6f8a845a2e8 req-d1559db8-b8b0-4886-9022-8bd442d55392 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817604 Aug 10 01:53:17.385439 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:17.958956 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:19.126886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86931720-1dbf-4600-a736-d5173173db93 req-2081597e-086d-4994-b08d-dbce50c1460e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:19.128388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86931720-1dbf-4600-a736-d5173173db93 req-2081597e-086d-4994-b08d-dbce50c1460e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0557911 Aug 10 01:53:19.167028 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86931720-1dbf-4600-a736-d5173173db93 req-5805e5de-f9c7-44cb-bbb7-e9decdd07193 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327106 Aug 10 01:53:19.174443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-bb965c78-42dd-4477-b7b5-13174bb03c64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789504 Aug 10 01:53:19.854441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:20.200836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-9abe38cc-077a-428b-b446-099e0b4a25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.202366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-9abe38cc-077a-428b-b446-099e0b4a25f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1097 time: 0.0417137 Aug 10 01:53:20.288653 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae2348-fc14-4207-9df2-d15a79d371b3 req-a7fd8ef0-40e7-4bd0-bebc-87278690d52a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.290253 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceae2348-fc14-4207-9df2-d15a79d371b3 req-a7fd8ef0-40e7-4bd0-bebc-87278690d52a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0547857 Aug 10 01:53:20.294760 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-894901b8-4004-4bff-bfa6-fa623093870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.296397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-894901b8-4004-4bff-bfa6-fa623093870f service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0876031 Aug 10 01:53:20.328956 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ceae2348-fc14-4207-9df2-d15a79d371b3 req-14ccf6e0-69f5-469c-9f09-a21dea241cdb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323639 Aug 10 01:53:20.364713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-bb40d94a-52c4-4198-8cc5-2f102d8535b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 1001 time: 0.0617888 Aug 10 01:53:20.413767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-be1aab3f-a917-40cc-9e66-0d5a40f623a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.415225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-be1aab3f-a917-40cc-9e66-0d5a40f623a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0442839 Aug 10 01:53:20.460803 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-d812f01a-7e0b-4172-8062-bf24c0a217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:20.462200 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-d812f01a-7e0b-4172-8062-bf24c0a217cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397539 Aug 10 01:53:20.557167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-296d04cf-7130-49e9-8429-73385fc798b2 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877814 Aug 10 01:53:20.648170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-9b5c1204-9766-46c2-8e32-f7189e15709a service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831726 Aug 10 01:53:21.450395 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd87a-2c36-49d7-b02b-a6e8cdb888e6 req-5de68a0d-4103-4ed7-812e-4e0dcc7ff7f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:21.451914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bdcd87a-2c36-49d7-b02b-a6e8cdb888e6 req-5de68a0d-4103-4ed7-812e-4e0dcc7ff7f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0531466 Aug 10 01:53:21.489642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6bdcd87a-2c36-49d7-b02b-a6e8cdb888e6 req-01e3fb96-65ae-4f0b-9ae2-e7f883b4fc59 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Aug 10 01:53:22.604260 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d0cc3-982f-4e7e-8bea-5d97f530b13a req-d09a136d-df8a-4580-92c5-3479eeeb9ac9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:22.605733 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-276d0cc3-982f-4e7e-8bea-5d97f530b13a req-d09a136d-df8a-4580-92c5-3479eeeb9ac9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0491729 Aug 10 01:53:22.643791 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-276d0cc3-982f-4e7e-8bea-5d97f530b13a req-db18a5c3-2c16-46bd-a9b8-b7ed2c6f50b5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318222 Aug 10 01:53:23.759943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08405b3d-f528-44ce-bec6-648fc7ebaefe req-25f86b2e-425a-425d-b87f-a3cd1dd72c68 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:23.761447 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08405b3d-f528-44ce-bec6-648fc7ebaefe req-25f86b2e-425a-425d-b87f-a3cd1dd72c68 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0490248 Aug 10 01:53:23.799867 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-08405b3d-f528-44ce-bec6-648fc7ebaefe req-4613a3e9-55ee-4395-88f2-d678a894c3db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Aug 10 01:53:24.913704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5a25-e313-4aff-83e5-82ae35249bd4 req-212f8dfa-3ef5-4d48-85fc-76252d0c63a8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:24.915187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-264b5a25-e313-4aff-83e5-82ae35249bd4 req-212f8dfa-3ef5-4d48-85fc-76252d0c63a8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0475976 Aug 10 01:53:24.954143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-264b5a25-e313-4aff-83e5-82ae35249bd4 req-675036cc-271c-464f-93ba-52c1dedd4b38 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327694 Aug 10 01:53:26.068767 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805368-0ef4-43ee-a79d-2106ad1267cf req-c19aec00-d016-4595-8792-625a74e0054b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:26.070214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0805368-0ef4-43ee-a79d-2106ad1267cf req-c19aec00-d016-4595-8792-625a74e0054b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0485265 Aug 10 01:53:26.107167 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0805368-0ef4-43ee-a79d-2106ad1267cf req-9c488ecb-8e79-4a77-8059-2e30c0758c5a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Aug 10 01:53:26.622589 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:26.655307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:27.224588 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0f1dd-320a-4e79-ba11-f9fdc9d80ce2 req-910b7ae2-a68f-4e11-bac7-67543d098ffe tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:27.226048 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ca0f1dd-320a-4e79-ba11-f9fdc9d80ce2 req-910b7ae2-a68f-4e11-bac7-67543d098ffe tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0520680 Aug 10 01:53:27.262550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6ca0f1dd-320a-4e79-ba11-f9fdc9d80ce2 req-d8f142d6-a318-4e07-9d1d-75cc3d0129b9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Aug 10 01:53:28.380027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63acdcf-ac99-4c31-96e6-081f31242dd1 req-7d0f2130-fffd-42e3-8867-fdf3f0e61527 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:28.381491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c63acdcf-ac99-4c31-96e6-081f31242dd1 req-7d0f2130-fffd-42e3-8867-fdf3f0e61527 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0518577 Aug 10 01:53:28.418652 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c63acdcf-ac99-4c31-96e6-081f31242dd1 req-36fc148b-a800-42f0-8d77-f8a62ef6561e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312448 Aug 10 01:53:29.532878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9f9c1-11e8-4157-b96d-6203c2ccd914 req-7eb4ab0e-16aa-425a-b2e0-8b4fba4808b6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:29.534345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfa9f9c1-11e8-4157-b96d-6203c2ccd914 req-7eb4ab0e-16aa-425a-b2e0-8b4fba4808b6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0483048 Aug 10 01:53:29.571018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfa9f9c1-11e8-4157-b96d-6203c2ccd914 req-f4f93e2c-fd51-4644-9c16-8be1e304fee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307970 Aug 10 01:53:30.687061 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ce72-c68e-425d-b380-938ca4977e2d req-fef5c2b1-ec55-4d87-b420-dc67185081a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:30.689199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8a5ce72-c68e-425d-b380-938ca4977e2d req-fef5c2b1-ec55-4d87-b420-dc67185081a9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0492239 Aug 10 01:53:30.726402 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8a5ce72-c68e-425d-b380-938ca4977e2d req-a7acde31-46b7-4dbc-88bd-3e7d69c8cc1d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 10 01:53:30.763236 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:53:31.840689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3a9e-a73f-4e50-bd0d-26d38b629ca7 req-9d71982e-2380-4b56-8d88-e746ac512f12 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:31.842234 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb8a3a9e-a73f-4e50-bd0d-26d38b629ca7 req-9d71982e-2380-4b56-8d88-e746ac512f12 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0485225 Aug 10 01:53:31.879547 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb8a3a9e-a73f-4e50-bd0d-26d38b629ca7 req-7d8f1875-7d41-4e3c-840d-8f16dab084c4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Aug 10 01:53:33.003436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e26740-11d6-4930-a37d-7cf1349fd6fd req-c74d2d72-5659-47cd-9709-32c28a07f465 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:33.004853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5e26740-11d6-4930-a37d-7cf1349fd6fd req-c74d2d72-5659-47cd-9709-32c28a07f465 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0491157 Aug 10 01:53:33.042713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f5e26740-11d6-4930-a37d-7cf1349fd6fd req-2d57c189-dd13-4219-9775-0eb208dd7d18 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317693 Aug 10 01:53:34.159782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ac988-769f-4ed9-9ce1-dc0fd20667a0 req-3186d45c-2d46-4dfc-bed5-641a74aadc2c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:34.161259 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-893ac988-769f-4ed9-9ce1-dc0fd20667a0 req-3186d45c-2d46-4dfc-bed5-641a74aadc2c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0527694 Aug 10 01:53:34.199507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-893ac988-769f-4ed9-9ce1-dc0fd20667a0 req-a1cac5c9-8b43-42e3-b20a-f8c81b8ffc4c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320811 Aug 10 01:53:35.317145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22202d8d-b4d8-4f4d-9819-77e0065b6c2c req-b5242f43-bc92-4df2-9bf3-2bd26525017b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:35.318622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22202d8d-b4d8-4f4d-9819-77e0065b6c2c req-b5242f43-bc92-4df2-9bf3-2bd26525017b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0533242 Aug 10 01:53:35.356371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-22202d8d-b4d8-4f4d-9819-77e0065b6c2c req-bf892d5b-1e46-4847-bfb8-4e1ea0f1b45b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318067 Aug 10 01:53:36.473437 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0907-eebd-4c6d-8ec2-4b657b09b46c req-4f5b718f-b1ff-4ccb-a00d-0832c8a23c67 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:36.474934 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a4f0907-eebd-4c6d-8ec2-4b657b09b46c req-4f5b718f-b1ff-4ccb-a00d-0832c8a23c67 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0492280 Aug 10 01:53:36.514294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a4f0907-eebd-4c6d-8ec2-4b657b09b46c req-787543ce-de6d-4745-890f-2f30af1d6a97 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333998 Aug 10 01:53:37.510464 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-49cc698c-83f7-45f2-ae0e-dfe3e2396f81 service neutron] show failed (client error): The resource could not be found. Aug 10 01:53:37.511572 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-49cc698c-83f7-45f2-ae0e-dfe3e2396f81 service neutron] 10.222.0.10 "GET /v2.0/ports/118b5a93-03d2-4474-83d9-e951f3c02e58/bindings/n-h1-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0548456 Aug 10 01:53:37.632969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43916527-75c7-4f68-9724-f71b48c77e82 req-9afd378c-8843-460c-9599-bb75b6312ef1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:37.634495 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43916527-75c7-4f68-9724-f71b48c77e82 req-9afd378c-8843-460c-9599-bb75b6312ef1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0504854 Aug 10 01:53:37.678328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43916527-75c7-4f68-9724-f71b48c77e82 req-afaf67d1-93ba-4a66-873d-61037454fd21 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368896 Aug 10 01:53:37.715121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8f6d0f2b-f58c-488a-b2f9-41cb64fafebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:37.716677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8f6d0f2b-f58c-488a-b2f9-41cb64fafebc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 1097 time: 0.0457299 Aug 10 01:53:37.728953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:53:37.785330 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:37.981996 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:38.014088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:38.052784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:38.054944 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e5e3b4-01be-4d93-ba28-f6cf3ce491ce" -d '{"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-unplugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:38.059023 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:38.071596 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Transition to ACTIVE for port object 118b5a93-03d2-4474-83d9-e951f3c02e58 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:53:38.075033 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:38.104719 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9a4c2a-7b1d-43a9-92bb-4203f595a6b7 x-openstack-request-id: req-3a9a4c2a-7b1d-43a9-92bb-4203f595a6b7 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:38.105016 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-unplugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:38.105269 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a9a4c2a-7b1d-43a9-92bb-4203f595a6b7 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:38.105659 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'code': 200} Aug 10 01:53:38.158461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=6']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:38.172744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.173102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.173450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.173795 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.174199 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.174503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.174865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.175201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.175536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.175868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.176202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.176532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:38.212256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] No DVR routers for this DVR port 118b5a93-03d2-4474-83d9-e951f3c02e58 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:53:38.654236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:53:38.654573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:53:38.654930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:38.659363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:53:38.659687 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Attempting to bind port 118b5a93-03d2-4474-83d9-e951f3c02e58 on network 49d2a9eb-3794-49ba-9a8e-5875787d2562 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:53:38.664462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:53:38.664808 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Checking segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:53:38.665209 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Bound using segment: {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:53:38.665862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Bound port: 118b5a93-03d2-4474-83d9-e951f3c02e58, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3412234f-69db-4e09-b9be-8742783aa286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:53:38.666222 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:38.732584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:53:38.737564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:53:38.742872 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:38.790937 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.791561 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:38.792961 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] 10.222.0.21 "PUT /v2.0/ports/118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 1092 time: 1.0681033 Aug 10 01:53:38.807280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645911a-c9b9-49ae-b975-67beafa35565 service neutron] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:38.815671 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bc8bd-0514-4932-9cb1-ce94c3843a32 req-d1731115-8d8a-4634-94d6-fed6959b1b4a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.817373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d53bc8bd-0514-4932-9cb1-ce94c3843a32 req-d1731115-8d8a-4634-94d6-fed6959b1b4a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0607460 Aug 10 01:53:38.860612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-f75299fd-e37c-412c-8695-216f44b2bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.860866 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d53bc8bd-0514-4932-9cb1-ce94c3843a32 req-5d85bcce-0fbc-42ca-945e-e81570f5649e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362840 Aug 10 01:53:38.862161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-f75299fd-e37c-412c-8695-216f44b2bb77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1095 time: 0.0449612 Aug 10 01:53:38.966127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-c81c1f75-8591-4aed-8245-640ac6b16771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:38.967804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-c81c1f75-8591-4aed-8245-640ac6b16771 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0984154 Aug 10 01:53:39.040181 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-0080805a-193a-46dd-ac99-3ca962fab94f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 999 time: 0.0654359 Aug 10 01:53:39.088689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-a6e4d094-0c45-4f3d-b099-ba1b9d0aec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.090214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-a6e4d094-0c45-4f3d-b099-ba1b9d0aec25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0431376 Aug 10 01:53:39.137504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-f202cc3a-40c6-4e1d-bf94-8b1e88bab327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.139117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-f202cc3a-40c6-4e1d-bf94-8b1e88bab327 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417035 Aug 10 01:53:39.233627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-c24c1869-4c65-43b1-989a-127d7574c31a service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870416 Aug 10 01:53:39.324143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-324545e5-dc54-4dba-82f3-430a7154cce1 req-4b7c6b09-ed55-4521-8d02-25f68c2b96cc service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839260 Aug 10 01:53:39.987910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8081507-8130-4605-be28-4e785b24f736 req-2b20a645-b626-4ae1-a018-daa024893dbb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:39.989475 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8081507-8130-4605-be28-4e785b24f736 req-2b20a645-b626-4ae1-a018-daa024893dbb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0575757 Aug 10 01:53:40.027686 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a8081507-8130-4605-be28-4e785b24f736 req-10cae7da-7bbe-4509-96a2-b720b13e3e89 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322440 Aug 10 01:53:40.106372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:40.108706 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3dda3f-da1d-45b1-84cf-710550733d79" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:40.157098 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1484c8-5de9-4cbe-be30-92ec4276e6eb x-openstack-request-id: req-7c1484c8-5de9-4cbe-be30-92ec4276e6eb {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:40.157514 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:40.157729 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c1484c8-5de9-4cbe-be30-92ec4276e6eb {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:40.158106 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'status': 'completed', 'code': 200} Aug 10 01:53:40.216154 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-bc9f44e0-106e-41a4-990e-abc0f4d100cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.217641 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-bc9f44e0-106e-41a4-990e-abc0f4d100cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1095 time: 0.0404792 Aug 10 01:53:40.218589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-cdfd25a9-9925-4eb3-a388-7cee1e42baad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.220758 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-cdfd25a9-9925-4eb3-a388-7cee1e42baad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1095 time: 0.0408099 Aug 10 01:53:40.311280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-ecacc053-d1ec-4433-a308-5e6ebc2877d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.312269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-30624c66-354d-466a-ab91-41b63be2f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.314361 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-ecacc053-d1ec-4433-a308-5e6ebc2877d5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0888245 Aug 10 01:53:40.314787 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-30624c66-354d-466a-ab91-41b63be2f3b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.0867505 Aug 10 01:53:40.384706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-55d85d32-aaec-4acf-90f7-f237a6042af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 999 time: 0.0624387 Aug 10 01:53:40.386177 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-0e3f19a5-b5cb-4663-86e0-9220a7f3831b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 999 time: 0.0646198 Aug 10 01:53:40.434472 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-00177688-f4dd-4a0c-a1b9-8929a81af970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.435879 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-00177688-f4dd-4a0c-a1b9-8929a81af970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0449879 Aug 10 01:53:40.436984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-97628159-b265-4eda-841d-0f55b8dc2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.438743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-97628159-b265-4eda-841d-0f55b8dc2789 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0448983 Aug 10 01:53:40.481693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-0d00ebbd-c040-4389-bf0f-fe5c80dfa165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.483227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-0d00ebbd-c040-4389-bf0f-fe5c80dfa165 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406625 Aug 10 01:53:40.485974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-5eb57232-a181-465c-81af-97171fbfb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:40.487513 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-5eb57232-a181-465c-81af-97171fbfb5de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417264 Aug 10 01:53:40.576729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-92a790e3-19c9-434f-ba35-977289bec612 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863519 Aug 10 01:53:40.582863 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-8ea0a763-6390-4b01-8d05-704a7e6ff195 service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876734 Aug 10 01:53:40.666675 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-c6161d1d-18b0-4686-8ac3-1d3158de6044 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831974 Aug 10 01:53:40.675798 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6b3dda3f-da1d-45b1-84cf-710550733d79 req-c46f74bb-a25d-4f15-9de9-95a082710aa7 service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849617 Aug 10 01:53:40.975264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:53:41.070071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:41.157951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c5c18-d2ea-4c21-aab7-eb0d1d60d7c3 req-9241338e-8651-4e3e-bbdc-fca2fa484862 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.159591 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a4c5c18-d2ea-4c21-aab7-eb0d1d60d7c3 req-9241338e-8651-4e3e-bbdc-fca2fa484862 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 943 time: 0.0576518 Aug 10 01:53:41.199864 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a4c5c18-d2ea-4c21-aab7-eb0d1d60d7c3 req-c73ba981-064a-4b1b-a017-cc265ddbf230 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341485 Aug 10 01:53:41.238337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'port_id': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'mac_address': 'fa:16:3e:3b:6b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:53:41.275346 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.288582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118b5a93-03d2-4474-83d9-e951f3c02e58 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:53:41.308954 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:41.313793 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:41.360559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:41.368038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.368392 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.368741 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.369086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.369430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.369767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.370101 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.370431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.370786 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.371115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.371443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.371808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:53:41.402317 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c39a38-345f-4b88-997d-f6be48b776a9 req-f169908a-d89a-4a33-96d4-8611ef76649e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.403837 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4c39a38-345f-4b88-997d-f6be48b776a9 req-f169908a-d89a-4a33-96d4-8611ef76649e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 944 time: 0.0507567 Aug 10 01:53:41.418362 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16dca-e695-44c3-b969-a774dce2da4e req-9f02c284-f43f-4644-9182-22feaaf5c459 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.419860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-9f02c284-f43f-4644-9182-22feaaf5c459 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae&tenant_id=3b00f310d01e46b4852fb2382436aee5&binding%3Ahost_id=n-h1-766380-21 HTTP/1.1" status: 200 len: 944 time: 0.0581040 Aug 10 01:53:41.442690 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b4c39a38-345f-4b88-997d-f6be48b776a9 req-1ee457ee-4a12-4028-a2ac-9fb954092d09 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323327 Aug 10 01:53:41.480875 n-d-766380-21 neutron-server[105957]: INFO neutron.api.v2.resource [req-0af16dca-e695-44c3-b969-a774dce2da4e req-60100381-85c2-4c41-9e02-f9fe794ac044 service neutron] delete failed (client error): The resource could not be found. Aug 10 01:53:41.481896 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-60100381-85c2-4c41-9e02-f9fe794ac044 service neutron] 10.222.0.10 "DELETE /v2.0/ports/118b5a93-03d2-4474-83d9-e951f3c02e58/bindings/n-h2-766380-21 HTTP/1.1" status: 404 len: 381 time: 0.0548635 Aug 10 01:53:41.541108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['118b5a93-03d2-4474-83d9-e951f3c02e58'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:53:41.590574 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311ff9d-b50e-49ad-9ee2-a7483c26e237 req-28757dce-22bf-43c7-aa80-ead299bc5f8c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.591981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4311ff9d-b50e-49ad-9ee2-a7483c26e237 req-28757dce-22bf-43c7-aa80-ead299bc5f8c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 944 time: 0.0792506 Aug 10 01:53:41.598294 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16dca-e695-44c3-b969-a774dce2da4e req-2ce6a3ea-ab7f-4e60-9d1b-a89f8f7b7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.599759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-2ce6a3ea-ab7f-4e60-9d1b-a89f8f7b7667 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1096 time: 0.0592639 Aug 10 01:53:41.624853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:53:41.680161 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4311ff9d-b50e-49ad-9ee2-a7483c26e237 req-1a453162-a657-4471-a2a0-44923a09aa36 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794415 Aug 10 01:53:41.700298 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:53:41.720049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16dca-e695-44c3-b969-a774dce2da4e req-29e2160a-df43-4106-96c1-6a5f55d5253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.721539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-29e2160a-df43-4106-96c1-6a5f55d5253c service neutron] 10.222.0.10 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.1047678 Aug 10 01:53:41.793257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-d1e02eaf-61b7-4241-8a59-a9850c6be999 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 1000 time: 0.0636694 Aug 10 01:53:41.842945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16dca-e695-44c3-b969-a774dce2da4e req-1098ccb6-2d53-4e95-9a06-738d7e4298c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.844531 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-1098ccb6-2d53-4e95-9a06-738d7e4298c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0446208 Aug 10 01:53:41.889882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16dca-e695-44c3-b969-a774dce2da4e req-24aad6da-405a-402a-98d3-ef9f142e2251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:41.891414 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-24aad6da-405a-402a-98d3-ef9f142e2251 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399406 Aug 10 01:53:41.983670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-95e65e66-8503-4619-80d0-629598e46621 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Aug 10 01:53:42.073873 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0af16dca-e695-44c3-b969-a774dce2da4e req-77b41ad4-9025-473f-b1e2-ad8ff705c910 service neutron] 10.222.0.10 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Aug 10 01:53:42.796261 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52091644-470e-4fd9-bb98-ba028b41dfbd req-73404901-f0c9-4011-88ea-078fee7e8f82 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:53:42.797781 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52091644-470e-4fd9-bb98-ba028b41dfbd req-73404901-f0c9-4011-88ea-078fee7e8f82 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 944 time: 0.0486960 Aug 10 01:53:42.834855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-52091644-470e-4fd9-bb98-ba028b41dfbd req-90457f2d-49f0-4352-8f37-cbac292c9866 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311682 Aug 10 01:53:42.856039 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54764) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:53:42.918784 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4be2f705-b865-44db-8366-3bff4a3382dd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/d49561dd-7d8b-45a6-b3dc-94bc363b44af HTTP/1.1" status: 200 len: 992 time: 0.0616419 Aug 10 01:53:42.991046 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:53:43.037570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 118b5a93-03d2-4474-83d9-e951f3c02e58 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:53:43.041309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 118b5a93-03d2-4474-83d9-e951f3c02e58 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:53:43.041679 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:43.114541 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:43.136654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:53:43.138931 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed21b61-0c7a-4320-812c-3ea484f98a3b" -d '{"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-plugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:53:43.151390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:53:43.155540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:43.181851 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9206f-e2d2-41f9-b59e-45ce390d9e27 x-openstack-request-id: req-56b9206f-e2d2-41f9-b59e-45ce390d9e27 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:53:43.182143 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-plugged", "status": "completed", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:53:43.182390 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56b9206f-e2d2-41f9-b59e-45ce390d9e27 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:53:43.182796 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'code': 200} Aug 10 01:53:43.207982 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:53:44.096444 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1130d907-41d9-483f-b42a-19284f7a2001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:46.869365 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-dd7ab97a-1301-4368-9f16-15b3640703c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:47.387871 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:47.963540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:49.856245 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.643632 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:53:56.647761 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:07.762062 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:54:11.408490 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54778) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:11.563797 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port c90e8d35-808b-4798-a69f-a4112e9c5880 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:11.564140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.641833 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.642163 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.653363 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for c90e8d35-808b-4798-a69f-a4112e9c5880 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:11.797137 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.825219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=c90e8d35-808b-4798-a69f-a4112e9c5880,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:11.885563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:11.885920 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP d49561dd-7d8b-45a6-b3dc-94bc363b44af disassociated (deleted). External IP: 172.25.7.192, port: 118b5a93-03d2-4474-83d9-e951f3c02e58. Aug 10 01:54:12.091563 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 291f0ba8-2068-49da-84c8-d490d4ed2c99 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:12.198146 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:12.203237 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:12.208449 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Sync routers for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:12.217152 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:12.217752 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:12.230683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-711a0986-dfde-41fb-9465-fa3b83e99e5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/floatingips/d49561dd-7d8b-45a6-b3dc-94bc363b44af HTTP/1.1" status: 204 len: 168 time: 0.8210959 Aug 10 01:54:12.231272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:12.234017 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981ebe60-4b41-46af-bced-07e915039e02" -d '{"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:12.286177 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755c4777-c968-4d91-b5bf-e4b9d1f99420 x-openstack-request-id: req-755c4777-c968-4d91-b5bf-e4b9d1f99420 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:12.286473 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:12.286750 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-755c4777-c968-4d91-b5bf-e4b9d1f99420 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:12.287156 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'status': 'completed', 'code': 200} Aug 10 01:54:12.328805 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:12.351352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe60-4b41-46af-bced-07e915039e02 req-b4d5df1a-dcef-4e34-a4d6-cf303f9277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.352774 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-b4d5df1a-dcef-4e34-a4d6-cf303f9277b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 1097 time: 0.0429404 Aug 10 01:54:12.482713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe60-4b41-46af-bced-07e915039e02 req-e0e578f3-2900-4fcd-9f31-8843dd1d71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.485027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-e0e578f3-2900-4fcd-9f31-8843dd1d71ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 200 len: 896 time: 0.1235559 Aug 10 01:54:12.500509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93615b2c-9ba6-4b0f-a188-2545ccb58008 req-3562fb86-0a7c-413c-9a77-e8e698681abe tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.501957 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93615b2c-9ba6-4b0f-a188-2545ccb58008 req-3562fb86-0a7c-413c-9a77-e8e698681abe tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0664439 Aug 10 01:54:12.536767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:12.552261 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-c668afd9-6314-470f-9988-a56cb9399aaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 200 len: 217 time: 0.0493419 Aug 10 01:54:12.597554 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93615b2c-9ba6-4b0f-a188-2545ccb58008 req-a1c1e90a-a21d-40a3-b03d-adf023e6002c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888555 Aug 10 01:54:12.616738 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe60-4b41-46af-bced-07e915039e02 req-d9e9b1d6-a0b2-4b33-a66b-12fcc0951bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.618488 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-d9e9b1d6-a0b2-4b33-a66b-12fcc0951bd4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 200 len: 834 time: 0.0533917 Aug 10 01:54:12.662152 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Checking router: 291f0ba8-2068-49da-84c8-d490d4ed2c99 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:12.667791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ebe60-4b41-46af-bced-07e915039e02 req-5faa5831-2a07-407b-a45f-3c13fdf915fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:12.669295 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-5faa5831-2a07-407b-a45f-3c13fdf915fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=49d2a9eb-3794-49ba-9a8e-5875787d2562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423536 Aug 10 01:54:12.670735 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:12.672224 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:12.770096 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-1100f396-2cb2-4946-9ffd-da67727e7630 service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918326 Aug 10 01:54:12.776827 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:12.862380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-981ebe60-4b41-46af-bced-07e915039e02 req-b73e6113-2242-4b8a-a097-b8d2bb80934a service neutron] 10.222.0.21 "GET /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842972 Aug 10 01:54:12.975199 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:13.001991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd04c4-d3ab-4146-b46c-5d902c539320 None None] The sync data for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 is: [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:52:29Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '92f0a915-38a6-427b-bf10-b5f7dd6b036c', 'name': '', 'network_id': '49d2a9eb-3794-49ba-9a8e-5875787d2562', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:d4:ba:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:28Z', 'updated_at': '2021-08-10T01:52:32Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': '3d9ba7d5-d45c-4b66-8acd-2334043564cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:13.203852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6747dcfc-9c7a-4d92-820a-fa5773ebebd6 None None] New status for floating IP d49561dd-7d8b-45a6-b3dc-94bc363b44af: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:54:13.726890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd786a-07fc-4526-b6d5-2e7fcfc0dce8 req-b5c6dd9f-deb1-498b-9880-57f7256ac5fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.728393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcdd786a-07fc-4526-b6d5-2e7fcfc0dce8 req-b5c6dd9f-deb1-498b-9880-57f7256ac5fc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0487337 Aug 10 01:54:13.767214 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bcdd786a-07fc-4526-b6d5-2e7fcfc0dce8 req-e9628b00-74ac-45fc-b6fc-5d62139a18c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=30e47ed2-59eb-45f1-b601-7918a141439a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Aug 10 01:54:13.815043 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-1b5a7994-0148-4b47-a2d0-d261d0a6bc27 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:13.816511 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-1b5a7994-0148-4b47-a2d0-d261d0a6bc27 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/ports?device_id=0814a134-3b2b-432e-8527-28f538ca50ae HTTP/1.1" status: 200 len: 945 time: 0.0516305 Aug 10 01:54:13.906865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 118b5a93-03d2-4474-83d9-e951f3c02e58 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:13.907126 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:13.992355 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 118b5a93-03d2-4474-83d9-e951f3c02e58, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=118b5a93-03d2-4474-83d9-e951f3c02e58,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:13.992736 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:14.005336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 118b5a93-03d2-4474-83d9-e951f3c02e58 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:14.100080 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3d24bd7e-5298-4f75-ab8b-27032127e17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:14.140705 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:14.169252 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=118b5a93-03d2-4474-83d9-e951f3c02e58,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:14.213461 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] No DVR routers for this DVR port 118b5a93-03d2-4474-83d9-e951f3c02e58 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:14.216178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:14.218206 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16b9534b-da9c-4109-beeb-fe5e2ca75d8b req-db1f2252-b3c9-4326-a1c1-d58f2acb5308 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "DELETE /v2.0/ports/118b5a93-03d2-4474-83d9-e951f3c02e58 HTTP/1.1" status: 204 len: 173 time: 0.3960528 Aug 10 01:54:14.287957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-deleted', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:14.290647 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c00d1b-740b-4be5-8702-abbda8406473" -d '{"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-deleted", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:14.330599 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fc54c5-6625-480e-bb03-ba6dd19496b5 x-openstack-request-id: req-57fc54c5-6625-480e-bb03-ba6dd19496b5 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:14.330921 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0814a134-3b2b-432e-8527-28f538ca50ae", "name": "network-vif-deleted", "tag": "118b5a93-03d2-4474-83d9-e951f3c02e58", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:14.331179 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57fc54c5-6625-480e-bb03-ba6dd19496b5 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:14.331568 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0814a134-3b2b-432e-8527-28f538ca50ae', 'name': 'network-vif-deleted', 'tag': '118b5a93-03d2-4474-83d9-e951f3c02e58', 'status': 'completed', 'code': 200} Aug 10 01:54:14.823332 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54796) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:15.170067 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:15.419868 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 92f0a915-38a6-427b-bf10-b5f7dd6b036c {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:15.420277 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:15.509254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 92f0a915-38a6-427b-bf10-b5f7dd6b036c, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=92f0a915-38a6-427b-bf10-b5f7dd6b036c,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:15.509624 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:15.522793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 92f0a915-38a6-427b-bf10-b5f7dd6b036c owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:15.708873 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:15.734971 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=92f0a915-38a6-427b-bf10-b5f7dd6b036c,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:15.912584 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.435930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 291f0ba8-2068-49da-84c8-d490d4ed2c99 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:16.540504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:16.547571 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a770bf91-cf96-417a-b444-733f05a7c3d8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/291f0ba8-2068-49da-84c8-d490d4ed2c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227044 Aug 10 01:54:16.549280 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54798) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:16.551665 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Sync routers for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:16.560771 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:16.561456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:16.603735 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting subnet 3d9ba7d5-d45c-4b66-8acd-2334043564cd {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:54:16.606840 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.646793 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.663715 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:16.732294 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.800388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.828082 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9ba7d5-d45c-4b66-8acd-2334043564cd,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:16.831744 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.836356 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54800) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:16.837020 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f9985bc6-a1fc-4bb6-9301-0db78eb1a494 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/subnets/3d9ba7d5-d45c-4b66-8acd-2334043564cd HTTP/1.1" status: 204 len: 168 time: 0.2860775 Aug 10 01:54:16.847832 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dffc5ab-5538-4ad7-899a-b3a4a16600d6 None None] Network 49d2a9eb-3794-49ba-9a8e-5875787d2562 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:16.848390 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:54:15Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:16.875522 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Checking router: 291f0ba8-2068-49da-84c8-d490d4ed2c99 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:16.884396 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Routers {'291f0ba8-2068-49da-84c8-d490d4ed2c99'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:16.885384 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:53:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['291f0ba8-2068-49da-84c8-d490d4ed2c99'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:16.913540 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aad4c2b5-5fd9-4937-8d21-9a10ae0af9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:16.949697 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.003010 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] Set router 291f0ba8-2068-49da-84c8-d490d4ed2c99 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:17.047261 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] DHCP port deletion for 49d2a9eb-3794-49ba-9a8e-5875787d2562 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:54:17.062844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.092570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Deleting port ef3d119f-dbea-4c66-b05d-544be7cb038d {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:17.093548 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.120300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 0c84c187-9897-4362-be06-e02a9caf7b54 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:54:17.120659 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.129321 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:17.160117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 118b5a93-03d2-4474-83d9-e951f3c02e58 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:17.160502 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 118b5a93-03d2-4474-83d9-e951f3c02e58 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:17.181902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] For port ef3d119f-dbea-4c66-b05d-544be7cb038d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ef3d119f-dbea-4c66-b05d-544be7cb038d,segment=NetworkSegment(3412234f-69db-4e09-b9be-8742783aa286),segment_id=3412234f-69db-4e09-b9be-8742783aa286)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:17.182380 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.186084 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:54:15Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:17.195639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Calling delete_port for ef3d119f-dbea-4c66-b05d-544be7cb038d owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:17.216101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 0c84c187-9897-4362-be06-e02a9caf7b54, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=0c84c187-9897-4362-be06-e02a9caf7b54,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:17.216772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.217282 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe326b8-0cea-4ec9-ab9b-5beac40c3530 None None] The sync data for ids ['291f0ba8-2068-49da-84c8-d490d4ed2c99'] in n-d-766380-21 is: [{'id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1535664858', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72'}], 'enable_snat': True}, 'gw_port_id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:52:25Z', 'updated_at': '2021-08-10T01:54:15Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': '0c84c187-9897-4362-be06-e02a9caf7b54', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291f0ba8-2068-49da-84c8-d490d4ed2c99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:52:26Z', 'updated_at': '2021-08-10T01:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:17.229860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 0c84c187-9897-4362-be06-e02a9caf7b54 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:54:17.283162 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.306163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] Pushing event deleted for resources: {'Port': ['ID=ef3d119f-dbea-4c66-b05d-544be7cb038d,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:17.312310 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e93ba-a9e8-4e7b-9d24-fb418768cb99 None None] No DVR routers for this DVR port ef3d119f-dbea-4c66-b05d-544be7cb038d on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:54:17.388135 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.400043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.425097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=0c84c187-9897-4362-be06-e02a9caf7b54,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:17.437437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.437795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.438138 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.438478 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.438848 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.439189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.439523 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.439859 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.440191 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.440520 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.440853 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.441183 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:17.497557 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.590901 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.593166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.638439 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.639028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Fanout notify agent at l3_agent the message router_deleted on router 291f0ba8-2068-49da-84c8-d490d4ed2c99 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:54:17.646264 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.647502 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-6f17d905-378e-4b44-b0a4-d483607b5001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/routers/291f0ba8-2068-49da-84c8-d490d4ed2c99 HTTP/1.1" status: 204 len: 168 time: 0.8090951 Aug 10 01:54:17.650239 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54802) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:17.728566 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.824024 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.835580 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d2a9eb-3794-49ba-9a8e-5875787d2562']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:17.847434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3412234f-69db-4e09-b9be-8742783aa286') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:17.848039 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3412234f-69db-4e09-b9be-8742783aa286') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:17.857141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.871110 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.879398 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:54:17.879398 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:54:17.881790 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:54:17.942044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.953284 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:17.955294 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/networks/49d2a9eb-3794-49ba-9a8e-5875787d2562 HTTP/1.1" status: 204 len: 168 time: 0.3039892 Aug 10 01:54:17.958162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54804) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:17.968424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.020967 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.048766 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.111442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.114095 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.115337 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/security-groups/30e47ed2-59eb-45f1-b601-7918a141439a HTTP/1.1" status: 204 len: 168 time: 0.1561489 Aug 10 01:54:18.125696 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025c8fb-97cb-4444-b397-10e0c5b7fbae tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e47ed2-59eb-45f1-b601-7918a141439a,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.327296 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728544eb-82a3-488a-af06-f2de0acce210 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Network': ['ID=49d2a9eb-3794-49ba-9a8e-5875787d2562,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.338713 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54812) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.343939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727491584', 'description': 'tempest-secgroup-smoke-1727491584 description', 'project_id': '3b00f310d01e46b4852fb2382436aee5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.365167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.448825 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.453603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.456656 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef3d119f-dbea-4c66-b05d-544be7cb038d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:18.480088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ef3d119f-dbea-4c66-b05d-544be7cb038d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:18.480436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ef3d119f-dbea-4c66-b05d-544be7cb038d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:18.480857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0c84c187-9897-4362-be06-e02a9caf7b54 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:18.486415 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.487627 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478369 Aug 10 01:54:18.489545 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb55061-9327-43cc-9da2-ab2cdd4c3848 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.490945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54814) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.496975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.501706 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 0c84c187-9897-4362-be06-e02a9caf7b54 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:18.502130 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 0c84c187-9897-4362-be06-e02a9caf7b54 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:18.502613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92f0a915-38a6-427b-bf10-b5f7dd6b036c no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:54:18.522082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 92f0a915-38a6-427b-bf10-b5f7dd6b036c {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:54:18.522519 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 92f0a915-38a6-427b-bf10-b5f7dd6b036c not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:54:18.525180 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.581161 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.585173 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.605075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5a3a55-ebae-4cde-9a79-9593730af228,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.613749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.615570 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e1fed594-dcd2-4029-bce6-3094eaec163a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224482 Aug 10 01:54:18.617914 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54816) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.622302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.649273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.705022 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.708692 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.725479 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744d4399-0b08-403a-806d-f60fdb68d248,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.731994 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.733204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4c9a4eca-d8b0-48d1-ada7-75b09c1196ef tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143448 Aug 10 01:54:18.736608 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54818) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.741148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.767023 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.825356 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.828976 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.846126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7dfb6b-9e85-4dac-976b-a566baf1070d,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.852223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.853388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8ec5d353-3304-4ca9-a700-91d38d3864f9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157403 Aug 10 01:54:18.856208 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54820) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.861090 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.886154 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.943749 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.947166 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.963762 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05081d0-2052-4545-b6d8-45f22200f7ad,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:18.970369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:18.971591 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3504d82c-1d11-41f0-93ba-73f783eaa703 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144161 Aug 10 01:54:18.974301 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54822) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:18.978651 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:18.999718 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:54:19.004440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.062781 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.066345 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.087026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537d59d4-0adc-43f0-bd57-11c6d45b6efb,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:19.091164 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.092349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c56371a5-683f-4882-b012-2251d24a4a20 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170871 Aug 10 01:54:19.095737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54824) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:19.100295 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': 'cfc9af46-e8ce-421b-8dfc-fceaf123e6d4', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:19.122157 n-d-766380-21 neutron-server[105957]: INFO neutron.db.securitygroups_db [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:54:19.127083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.192701 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.196204 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.215260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc487fa-a4a1-4daf-b426-cebde6e6cb2e,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:19.218634 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.222488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a21cda90-dcf8-41b6-873f-b1ec82e10f01 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232290 Aug 10 01:54:19.222999 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54826) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:19.227551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'network': {'name': 'tempest-network-smoke--694121677', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'port_security_enabled': True}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:19.247274 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:19.250648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.273700 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:54:19.283117 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.283454 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Added segment 913bc630-006c-40b1-8820-1bde7ed4a705 of type vlan for network 8d0116a1-8290-4e77-b94a-32aff37ac408 Aug 10 01:54:19.322477 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.350169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.355599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:19.356182 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.415257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1915097 Aug 10 01:54:19.417894 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54828) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:19.424615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'admin_state_up': True, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:19.436054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2dd484-7d5c-493a-8c1a-95928b8564ad tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Network': ['ID=8d0116a1-8290-4e77-b94a-32aff37ac408,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:19.447581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:54:19.454425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.455516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.506678 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.651578 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.839760 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.858776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.859082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:19.960802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.200 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ea39e455-be1a-4179-b3d3-0d7bbb7896b1) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:20.058029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.100916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.140790 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:20.143657 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:20.147220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:20.169455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:20.392233 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.588613 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.716177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router cbf230d9-c957-49eb-bbb9-6bfad9c06285 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:54:20.828382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:20.841689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Sync routers for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:20.848966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:20.853438 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-275813d1-8847-4524-b9c8-5086eff0c261 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4316542 Aug 10 01:54:20.853842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54830) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:20.854129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:20.855035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:20.883473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9b83622b-5ef3-4ee5-bd0e-4bb6561312ee tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3b00f310d01e46b4852fb2382436aee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284412 Aug 10 01:54:20.886109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54832) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:20.962536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:20.975160 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd81ec7-6c6e-4efc-ac4e-f3c096577d13 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:20.976712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-bcd81ec7-6c6e-4efc-ac4e-f3c096577d13 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896623 Aug 10 01:54:20.979616 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54834) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:21.009236 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7dc4c4d7-012c-4a1d-b299-f10d9573ae5e tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284870 Aug 10 01:54:21.011813 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54836) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:21.017607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977981051', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:21.114077 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:21.117644 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.148002 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:20Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:21.174732 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Checking router: cbf230d9-c957-49eb-bbb9-6bfad9c06285 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:21.175086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Updating router cbf230d9-c957-49eb-bbb9-6bfad9c06285 port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:21.200223 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.302960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.365909 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Subnet': ['ID=ab3ae237-9fd8-4a86-a988-778b90c54172,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:21.375135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Checking segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:21.375499 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network hostable DHCP agents. Network: 8d0116a1-8290-4e77-b94a-32aff37ac408, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:54:21.392148 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:54:21.404603 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 8d0116a1-8290-4e77-b94a-32aff37ac408) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:21.409903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:21.410494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.413304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b135fa-ab74-4be5-8bdd-ccb6f21bbf50 None None] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:21.427322 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-65574d74-b1a4-4a84-b654-4030cd2b951a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143536 Aug 10 01:54:21.430201 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54838) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:21.496196 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.515960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Transition to ACTIVE for port object ea39e455-be1a-4179-b3d3-0d7bbb7896b1 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:21.528202 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.615607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509b6c8-96fd-4d41-892a-50f1c8a5133d None None] Pushing event updated for resources: {'Port': ['ID=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:21.617842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Attempting to bind port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:21.618207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Attempting to bind port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:21.618562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Attempting to bind port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:21.630340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:21.630736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:21.631142 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.631529 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:21.631990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Bound port: ea39e455-be1a-4179-b3d3-0d7bbb7896b1, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:21.632661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.665909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-8d0116a1-8290-4e77-b94a-32aff37ac408', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:54:21.666777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.773255 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] For port ea39e455-be1a-4179-b3d3-0d7bbb7896b1, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:21.791617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] For port ea39e455-be1a-4179-b3d3-0d7bbb7896b1, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:21.812278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.872843 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:21.886019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Allocated IP 172.20.0.2 (8d0116a1-8290-4e77-b94a-32aff37ac408/ab3ae237-9fd8-4a86-a988-778b90c54172/17110ca9-e70a-4552-a9c4-3ad58e845b47) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:21.895800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509b6c8-96fd-4d41-892a-50f1c8a5133d None None] Pushing event updated for resources: {'Port': ['ID=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:21.899055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:21.899653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:22.073347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:22.204322 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.221457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Transition to ACTIVE for port object 17110ca9-e70a-4552-a9c4-3ad58e845b47 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:22.248913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Transition to ACTIVE for port object 17110ca9-e70a-4552-a9c4-3ad58e845b47 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:22.255640 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.307759 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.1 (8d0116a1-8290-4e77-b94a-32aff37ac408/ab3ae237-9fd8-4a86-a988-778b90c54172/e70e7e60-577b-46e7-a6af-f0a7e35e9074) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:22.315374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:22.323322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:22.328494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:22.340045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Pushing event updated for resources: {'Port': ['ID=17110ca9-e70a-4552-a9c4-3ad58e845b47,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:22.387546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:20Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:22.420400 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051c070-946f-4641-b8a2-68a3bf8e9a79 None None] The sync data for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 is: [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:20Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:22.425573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Attempting to bind port 17110ca9-e70a-4552-a9c4-3ad58e845b47 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:22.425946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Attempting to bind port 17110ca9-e70a-4552-a9c4-3ad58e845b47 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:22.426309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Attempting to bind port 17110ca9-e70a-4552-a9c4-3ad58e845b47 on network 8d0116a1-8290-4e77-b94a-32aff37ac408 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:22.427648 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.431526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:22.431905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Checking segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:22.432306 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.432698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Bound using segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:22.433169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Bound port: 17110ca9-e70a-4552-a9c4-3ad58e845b47, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:22.433555 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.454194 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object e70e7e60-577b-46e7-a6af-f0a7e35e9074 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:22.491551 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.503760 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] For port 17110ca9-e70a-4552-a9c4-3ad58e845b47, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:22.506913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] For port 17110ca9-e70a-4552-a9c4-3ad58e845b47, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17110ca9-e70a-4552-a9c4-3ad58e845b47,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:22.511528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.536599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:22.547615 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:22.551186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:22.573060 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc4bb6-acaf-4f1b-8fd8-ec063ed3f0a5 None None] Pushing event updated for resources: {'Port': ['ID=17110ca9-e70a-4552-a9c4-3ad58e845b47,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:22.589713 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:22.620711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:22.799436 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.103722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.109027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.200028 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:23.203589 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:23.310180 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:23.313257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:23.563462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5accc50f-0104-48ae-bc7b-98858d47f5bf None None] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:54:23.634244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-c996b9aa-afb6-4400-9f3a-410fed55c9f9 None None] Provisioning for port 17110ca9-e70a-4552-a9c4-3ad58e845b47 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:23.806905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router cbf230d9-c957-49eb-bbb9-6bfad9c06285 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:23.928199 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:23.943106 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5f6feae8-5ea4-47ec-90ef-50fb90588a5b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/cbf230d9-c957-49eb-bbb9-6bfad9c06285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030496 Aug 10 01:54:23.976626 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59560117-eae5-48c0-a964-8a1b7717aaf6 None None] Provisioning for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:23.982425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-59560117-eae5-48c0-a964-8a1b7717aaf6 None None] Provisioning complete for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:23.982979 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-59560117-eae5-48c0-a964-8a1b7717aaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.021490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-59560117-eae5-48c0-a964-8a1b7717aaf6 None None] Port e70e7e60-577b-46e7-a6af-f0a7e35e9074 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:24.096237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-bf8cc093-eba6-4a6f-a17b-b18e43701a70 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727491584&fields=id&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 267 time: 0.0377898 Aug 10 01:54:24.120247 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Sync routers for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:24.132696 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:24.133502 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:24.143371 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-b6b4674c-f3db-4c48-8281-88804e59861a None None] Provisioning complete for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:24.143741 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-b6b4674c-f3db-4c48-8281-88804e59861a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.178624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4674c-f3db-4c48-8281-88804e59861a None None] Port e70e7e60-577b-46e7-a6af-f0a7e35e9074 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:24.221178 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-305453b4-76b2-4a19-afb3-7461d0c1070f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:24.222803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-305453b4-76b2-4a19-afb3-7461d0c1070f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 796 time: 0.1183884 Aug 10 01:54:24.243564 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b02073e4-138b-4549-8cdb-8c9e69aab6b9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/quotas/3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 375 time: 0.0141928 Aug 10 01:54:24.246612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:24.294373 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b30616b0-82d6-44d1-8131-ddb8f95ecc91 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494545 Aug 10 01:54:24.397331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-65b3bd3a-420c-4835-86fb-b38cc5341289 None None] Provisioning complete for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:24.398005 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-65b3bd3a-420c-4835-86fb-b38cc5341289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.408082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-782b18ad-8ca2-4795-bef2-e7fb14be94b0 service neutron] 10.222.0.25 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011460 Aug 10 01:54:24.460460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-65b3bd3a-420c-4835-86fb-b38cc5341289 None None] Port e70e7e60-577b-46e7-a6af-f0a7e35e9074 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:24.467558 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 2, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:24.494643 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Checking router: cbf230d9-c957-49eb-bbb9-6bfad9c06285 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:24.495302 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Updating router cbf230d9-c957-49eb-bbb9-6bfad9c06285 port e70e7e60-577b-46e7-a6af-f0a7e35e9074 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:54:24.514280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-9eeec295-4b78-433a-8ad4-fcd959fa959f service neutron] 10.222.0.25 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999396 Aug 10 01:54:24.527656 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.537861 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17110ca9-e70a-4552-a9c4-3ad58e845b47 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:24.593430 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 17110ca9-e70a-4552-a9c4-3ad58e845b47 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:24.598043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17110ca9-e70a-4552-a9c4-3ad58e845b47 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:24.598545 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.702421 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.741810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 17110ca9-e70a-4552-a9c4-3ad58e845b47, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17110ca9-e70a-4552-a9c4-3ad58e845b47,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:24.746811 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.748007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ea39e455-be1a-4179-b3d3-0d7bbb7896b1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:24.807196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-802e2e6e-ac3c-4355-a543-824246885925 req-882ad286-85db-4fe5-a6e2-5a9888cb474f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 210 time: 0.1322246 Aug 10 01:54:24.943123 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:24.954385 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Transition to ACTIVE for port object e70e7e60-577b-46e7-a6af-f0a7e35e9074 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:24.960679 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.008718 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Pushing event updated for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:25.009642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=17110ca9-e70a-4552-a9c4-3ad58e845b47,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:25.027581 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:25.032175 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:25.032552 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.045750 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.046195 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.046714 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.046977 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.047303 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.047648 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.047938 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.048304 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.048711 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.049027 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.049390 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.049710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:54:25.088289 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Attempting to bind port e70e7e60-577b-46e7-a6af-f0a7e35e9074 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:25.090365 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Attempting to bind port e70e7e60-577b-46e7-a6af-f0a7e35e9074 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:25.091039 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Attempting to bind port e70e7e60-577b-46e7-a6af-f0a7e35e9074 on network 8d0116a1-8290-4e77-b94a-32aff37ac408 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:25.099312 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:25.099682 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Checking segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:25.100077 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.100764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Bound using segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:25.101246 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Bound port: e70e7e60-577b-46e7-a6af-f0a7e35e9074, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:25.101620 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.133843 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.167769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ea39e455-be1a-4179-b3d3-0d7bbb7896b1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:25.174648 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.189063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] For port e70e7e60-577b-46e7-a6af-f0a7e35e9074, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:25.192946 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] For port e70e7e60-577b-46e7-a6af-f0a7e35e9074, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e70e7e60-577b-46e7-a6af-f0a7e35e9074,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:25.199341 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:25.238757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:25.245015 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:25.245849 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:25.347435 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e35db-4f87-44a1-b10d-33b06120ef7b None None] Pushing event updated for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:25.380289 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:25.591103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:25.617800 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fd392d-c3b9-4038-a928-b13a684da821 None None] The sync data for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 is: [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:25.754991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-eea8cb56-7bfa-4871-9064-48e5992e3f61 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:25.756540 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-eea8cb56-7bfa-4871-9064-48e5992e3f61 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 796 time: 0.1538262 Aug 10 01:54:25.810043 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-5c5d8bcd-64ee-4ac8-9b99-9e41c3083536 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 380 time: 0.0434160 Aug 10 01:54:25.820985 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'port': {'device_id': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'admin_state_up': True, 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'security_groups': ['cfc9af46-e8ce-421b-8dfc-fceaf123e6d4']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:25.912566 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-595e4979-fc19-407a-9762-e5f5224d9aa7 req-d33325bb-cd27-4f1e-af8e-b4b93fb7ace9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 210 time: 0.0315459 Aug 10 01:54:25.946810 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:54:25.950527 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.087332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.6 (8d0116a1-8290-4e77-b94a-32aff37ac408/ab3ae237-9fd8-4a86-a988-778b90c54172/1d0afc2a-ef7e-484e-9324-cb7636a6a69b) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:26.238079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.253507 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 1d0afc2a-ef7e-484e-9324-cb7636a6a69b will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:26.288223 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.334436 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:26.339935 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:26.344903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:26.372551 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:26.402727 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:26.403386 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.423588 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-ce16a7cc-ddaf-4c4e-836a-f2bd2518417d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6068070 Aug 10 01:54:26.437809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Request body: {'port': {'device_id': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:26.545105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.580566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17110ca9-e70a-4552-a9c4-3ad58e845b47 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:26.654324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dcf8775-8f75-4ac5-87bc-a0bd75dc4260 None None] Provisioning for port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:26.666351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dcf8775-8f75-4ac5-87bc-a0bd75dc4260 None None] Provisioning complete for port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:26.666762 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dcf8775-8f75-4ac5-87bc-a0bd75dc4260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.672720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.691426 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.706355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17110ca9-e70a-4552-a9c4-3ad58e845b47 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:26.706832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.732138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dcf8775-8f75-4ac5-87bc-a0bd75dc4260 None None] Port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:54:26.800353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e70e7e60-577b-46e7-a6af-f0a7e35e9074 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:26.851049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:26.854215 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0afc2a-ef7e-484e-9324-cb7636a6a69b {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:26.855026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:26.855399 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.862155 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.875218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Transition to ACTIVE for port object 1d0afc2a-ef7e-484e-9324-cb7636a6a69b will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:54:26.879718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.931690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:26.940628 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.985314 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port e70e7e60-577b-46e7-a6af-f0a7e35e9074, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e70e7e60-577b-46e7-a6af-f0a7e35e9074,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:26.991361 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:26.992634 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ea39e455-be1a-4179-b3d3-0d7bbb7896b1 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:27.013140 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Attempting to bind port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:54:27.013531 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Attempting to bind port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:54:27.013796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Attempting to bind port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b on network 8d0116a1-8290-4e77-b94a-32aff37ac408 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:27.034132 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b on network 8d0116a1-8290-4e77-b94a-32aff37ac408 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:54:27.034458 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Attempting to bind port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b on network 8d0116a1-8290-4e77-b94a-32aff37ac408 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:54:27.042506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:54:27.042897 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Checking segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:54:27.043256 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Bound using segment: {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:54:27.043690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Bound port: 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913bc630-006c-40b1-8820-1bde7ed4a705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:54:27.044044 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.071764 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:27.072976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84364905-a5d7-4592-b92f-eacaea4edc2d req-ecd4fc68-4940-4a57-9131-fb18aed27fd6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.075182 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84364905-a5d7-4592-b92f-eacaea4edc2d req-ecd4fc68-4940-4a57-9131-fb18aed27fd6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 943 time: 0.0769324 Aug 10 01:54:27.087351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:27.087737 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.150095 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-84364905-a5d7-4592-b92f-eacaea4edc2d req-cf890bd2-47c6-438d-a673-a2adc2b8544c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563409 Aug 10 01:54:27.154335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:54:27.158311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:54:27.171446 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.201126 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.202362 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:27.203809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 1092 time: 0.7717655 Aug 10 01:54:27.204249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:27.206495 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:27.239737 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d4b7-839b-42c1-be41-089ab11a8620 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:27.252817 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c108e9-ce15-49d4-b221-520bab53c8dd x-openstack-request-id: req-67c108e9-ce15-49d4-b221-520bab53c8dd {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:27.253115 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:27.253369 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67c108e9-ce15-49d4-b221-520bab53c8dd {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:27.253768 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'status': 'completed', 'code': 200} Aug 10 01:54:27.296209 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-3c9a8b82-25d2-40dd-abe1-31e89eece8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.298070 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-3c9a8b82-25d2-40dd-abe1-31e89eece8d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1095 time: 0.0471413 Aug 10 01:54:27.341593 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-77070aa9-9da8-4432-881e-f478958c2d67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 217 time: 0.0360856 Aug 10 01:54:27.398704 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-5fd7f263-f323-40ef-b9ca-622ae1205b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.400342 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-5fd7f263-f323-40ef-b9ca-622ae1205b71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0520957 Aug 10 01:54:27.446816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a7989-6677-4218-8f53-6f5e7d898259 req-cedc80ee-bcdc-49ad-a24e-01223dfa69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.448307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-cedc80ee-bcdc-49ad-a24e-01223dfa69d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411654 Aug 10 01:54:27.534453 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-be74f700-7410-4218-8adb-5c91231c663d service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789289 Aug 10 01:54:27.626250 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-906a7989-6677-4218-8f53-6f5e7d898259 req-6e154875-4563-4e5a-b163-a9a293407b18 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Aug 10 01:54:27.718505 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-fd1c3c3e-2cb8-4ab7-ad5a-5ec9dc4b854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.720086 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-fd1c3c3e-2cb8-4ab7-ad5a-5ec9dc4b854c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1095 time: 0.0452561 Aug 10 01:54:27.814105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-4074b2da-dcf3-478e-a53e-aed1cd4977b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.815642 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-4074b2da-dcf3-478e-a53e-aed1cd4977b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 896 time: 0.0889273 Aug 10 01:54:27.863981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-72586443-3150-49d7-89df-37f000b056a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 217 time: 0.0409524 Aug 10 01:54:27.912758 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-f2823f06-4579-447b-bb7f-98976475ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.914357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-f2823f06-4579-447b-bb7f-98976475ed42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0424995 Aug 10 01:54:27.962852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-2f678a55-841a-4944-b7d7-9cf70d25ec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:27.964316 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-2f678a55-841a-4944-b7d7-9cf70d25ec5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421517 Aug 10 01:54:28.052303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-32c0ca32-b920-45a9-8de0-773324e5a9c7 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804713 Aug 10 01:54:28.145522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d2b417d2-b517-4c72-bd3a-0cd9c43d398d req-8b7ef44f-9f99-4bdd-b019-c77647f0552b service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849819 Aug 10 01:54:28.267945 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f5ba0-d3e4-4e94-9c2d-f65871670b86 req-dd60e103-f1d4-45fb-8dd2-beca67cfdbe9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:28.269424 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-758f5ba0-d3e4-4e94-9c2d-f65871670b86 req-dd60e103-f1d4-45fb-8dd2-beca67cfdbe9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 943 time: 0.0496240 Aug 10 01:54:28.306844 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-758f5ba0-d3e4-4e94-9c2d-f65871670b86 req-2fd52151-3d48-4729-bda7-b27fc846967d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Aug 10 01:54:28.460231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e70e7e60-577b-46e7-a6af-f0a7e35e9074 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:28.507609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port e70e7e60-577b-46e7-a6af-f0a7e35e9074 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:28.507985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.421271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76358a7-386f-4d9c-a2b2-376a0db0250b req-1bdb1348-f1d4-4ca7-ba6e-150fe6eceea9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:29.422744 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d76358a7-386f-4d9c-a2b2-376a0db0250b req-1bdb1348-f1d4-4ca7-ba6e-150fe6eceea9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 943 time: 0.0483749 Aug 10 01:54:29.460461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d76358a7-386f-4d9c-a2b2-376a0db0250b req-5ada5c3d-d302-4c96-9a32-2ca1b8146fab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Aug 10 01:54:29.827879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1d0afc2a-ef7e-484e-9324-cb7636a6a69b details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:54:29.918465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:29.929969 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'port_id': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'mac_address': 'fa:16:3e:81:39:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:54:29.964903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:29.977607 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0afc2a-ef7e-484e-9324-cb7636a6a69b {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:54:30.000532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:30.004250 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:30.049841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:30.204865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['1d0afc2a-ef7e-484e-9324-cb7636a6a69b'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:54:30.575381 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f822cf-91ff-4fa4-b8b7-2480f4fd43b8 req-84951f9d-d101-4ea7-8f98-e97615fa091f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:30.577396 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4f822cf-91ff-4fa4-b8b7-2480f4fd43b8 req-84951f9d-d101-4ea7-8f98-e97615fa091f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 944 time: 0.0492365 Aug 10 01:54:30.614885 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e4f822cf-91ff-4fa4-b8b7-2480f4fd43b8 req-db7298bc-a5f9-4e55-bee0-8ace5abb1e57 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314150 Aug 10 01:54:31.796019 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310acd75-3a34-459a-882a-1cec20c20cfb req-87ed1ebe-eb9d-47d6-883b-11dec30ec1bc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:31.797529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-310acd75-3a34-459a-882a-1cec20c20cfb req-87ed1ebe-eb9d-47d6-883b-11dec30ec1bc tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 944 time: 0.1156383 Aug 10 01:54:31.835182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-310acd75-3a34-459a-882a-1cec20c20cfb req-b801853f-6394-46fe-b9e8-5cf8d15f9e3c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316427 Aug 10 01:54:31.845937 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1d0afc2a-ef7e-484e-9324-cb7636a6a69b up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:54:31.893560 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:54:31.897114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:54:31.897487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.974520 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:31.995541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:31.997776 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999b4ff6-7d7d-4875-af37-4a34b91ee703" -d '{"events": [{"server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "name": "network-vif-plugged", "status": "completed", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:32.010639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:54:32.015788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:32.038605 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa7451-6715-49ba-9dcd-6f25454e12b9 x-openstack-request-id: req-25fa7451-6715-49ba-9dcd-6f25454e12b9 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:32.039175 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "name": "network-vif-plugged", "status": "completed", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:32.039425 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25fa7451-6715-49ba-9dcd-6f25454e12b9 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:32.039810 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'code': 200} Aug 10 01:54:32.068328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:32.132235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721de5d5-39e9-45eb-9f03-ee9a640b6682 req-c1a80ba0-7295-439d-9b78-f81507b98903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.134080 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-721de5d5-39e9-45eb-9f03-ee9a640b6682 req-c1a80ba0-7295-439d-9b78-f81507b98903 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0403402 Aug 10 01:54:32.171687 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-721de5d5-39e9-45eb-9f03-ee9a640b6682 req-33924d9c-1fa6-49ba-876e-e24759cbe488 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306013 Aug 10 01:54:32.963385 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfac89-9ca0-45cd-a29f-492dd77048ef req-42467c86-74af-492f-9f88-246e3118b870 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:32.964873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fccfac89-9ca0-45cd-a29f-492dd77048ef req-42467c86-74af-492f-9f88-246e3118b870 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0563159 Aug 10 01:54:33.002437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fccfac89-9ca0-45cd-a29f-492dd77048ef req-3c2fafe1-239a-4c80-808a-0166b706bc87 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Aug 10 01:54:34.118099 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e37d36-c941-471a-abe9-b2a09b37c956 req-0866d9fc-3f26-4499-bf49-6963178cc619 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.119606 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f2e37d36-c941-471a-abe9-b2a09b37c956 req-0866d9fc-3f26-4499-bf49-6963178cc619 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Aug 10 01:54:34.157292 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f2e37d36-c941-471a-abe9-b2a09b37c956 req-2c844473-2ea6-4b71-847f-b92fc29cea97 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Aug 10 01:54:34.270051 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9f958-ce32-45f5-b2d6-b29c89366863 req-eb8acb28-782f-4a63-b683-318cbbf4c05a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.271548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89b9f958-ce32-45f5-b2d6-b29c89366863 req-eb8acb28-782f-4a63-b683-318cbbf4c05a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Aug 10 01:54:34.308755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-89b9f958-ce32-45f5-b2d6-b29c89366863 req-4547ecf0-ef31-4740-bc31-ac61717e63af tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Aug 10 01:54:34.329911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54892) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:34.369397 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e731c-066d-4350-9f71-3af0a40f9044 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:34.370916 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-b51e731c-066d-4350-9f71-3af0a40f9044 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1092 time: 0.0399699 Aug 10 01:54:34.374203 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54894) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:34.378522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:54:34.400273 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.499535 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.600896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.31 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ab25fcb4-1ea6-43dd-9989-9398b4c3657f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:54:34.704125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.743399 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:34.780370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:54:34.785182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:54:34.788655 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:54:34.814031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=ab25fcb4-1ea6-43dd-9989-9398b4c3657f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:35.142996 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.208203 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.358048 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.362499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.438195 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=ab25fcb4-1ea6-43dd-9989-9398b4c3657f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:54:35.446494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.547775 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP adcad05d-0132-46cb-81c0-33850f6418a8 associated. External IP: 172.25.7.31, port: 1d0afc2a-ef7e-484e-9324-cb7636a6a69b. Aug 10 01:54:35.754824 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router cbf230d9-c957-49eb-bbb9-6bfad9c06285 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:54:35.859976 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:54:35.869922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Sync routers for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:54:35.875956 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:35.880842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:35.881465 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:35.907907 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1f89ba57-7010-4b93-97ad-6d34be23f241 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5326192 Aug 10 01:54:35.908626 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:54:35.911129 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:54:35.961007 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f31369-3843-4c02-8f00-d936bfb94863 x-openstack-request-id: req-c8f31369-3843-4c02-8f00-d936bfb94863 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:54:35.961295 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:54:35.961549 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8f31369-3843-4c02-8f00-d936bfb94863 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:54:35.961954 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'status': 'completed', 'code': 200} Aug 10 01:54:35.994531 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:36.047627 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf2feb-a903-4962-ae8f-7717565e7598 req-db6221f3-ca21-4737-9667-f6b6155e89f2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.049168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5aaf2feb-a903-4962-ae8f-7717565e7598 req-db6221f3-ca21-4737-9667-f6b6155e89f2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0782652 Aug 10 01:54:36.054966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-c3aa7d3f-39ab-4ad2-aec9-48ec0da87c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.056390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-c3aa7d3f-39ab-4ad2-aec9-48ec0da87c44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0592191 Aug 10 01:54:36.139615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5aaf2feb-a903-4962-ae8f-7717565e7598 req-53b27000-5af4-4875-acc9-1f0176d2d8c7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817490 Aug 10 01:54:36.162620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54900) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:36.174640 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-802f2fdf-27ef-4e75-aac2-46f191db0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.176181 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-802f2fdf-27ef-4e75-aac2-46f191db0834 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 896 time: 0.1126282 Aug 10 01:54:36.221525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'adcad05d-0132-46cb-81c0-33850f6418a8', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'port_id': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'mac_address': 'fa:16:3e:81:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:54:35Z', 'updated_at': '2021-08-10T01:54:35Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:36.226910 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-be439891-19a2-4f25-b871-ad195524a001 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/adcad05d-0132-46cb-81c0-33850f6418a8 HTTP/1.1" status: 200 len: 990 time: 0.0612617 Aug 10 01:54:36.249713 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-8f930aff-cb44-40ad-bd92-1c2519cb4c00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 998 time: 0.0666115 Aug 10 01:54:36.258588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Checking router: cbf230d9-c957-49eb-bbb9-6bfad9c06285 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:54:36.267598 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:54:36.268210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:54:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:36.305430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-0d38ef21-e882-45bb-ab3a-51a3ddf7d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.306970 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-0d38ef21-e882-45bb-ab3a-51a3ddf7d30b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0511830 Aug 10 01:54:36.352673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-4b8cc45f-1cb4-4ce6-9c38-5e226220bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:54:36.354491 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-4b8cc45f-1cb4-4ce6-9c38-5e226220bd8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411456 Aug 10 01:54:36.375879 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:54:36.445190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-aad74513-52a4-44d1-b664-c669510a7c93 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835700 Aug 10 01:54:36.539312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cf5fdffb-8d3f-43b5-9b6e-5433429886d2 req-4042e9c9-3ca5-45a0-82a5-d238cd772a6b service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867510 Aug 10 01:54:36.600110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'adcad05d-0132-46cb-81c0-33850f6418a8', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'port_id': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'mac_address': 'fa:16:3e:81:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:54:35Z', 'updated_at': '2021-08-10T01:54:35Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:54:36.630898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4094f1a4-89e0-4ea8-b9e1-8ba167f1a504 None None] The sync data for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 is: [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'adcad05d-0132-46cb-81c0-33850f6418a8', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.31', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'port_id': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'mac_address': 'fa:16:3e:81:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:54:35Z', 'updated_at': '2021-08-10T01:54:35Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:54:36.827692 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befbfa4b-747a-4596-8030-ec7179239f0a None None] New status for floating IP adcad05d-0132-46cb-81c0-33850f6418a8: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:54:37.229711 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54902) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:54:37.292869 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-53605d70-b0fa-40e6-8380-203259a9e099 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/adcad05d-0132-46cb-81c0-33850f6418a8 HTTP/1.1" status: 200 len: 992 time: 0.0620184 Aug 10 01:54:44.100291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fabdc6c9-5687-4964-8a03-f54fd7a8a809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:44.761278 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:54:46.873671 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7f8d5dba-0028-4285-b67e-9366fe32662c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:47.390606 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:47.969190 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:49.861605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.653105 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:54:56.669502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:10.671861 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb172e3-1d24-43d2-ba3e-86e981a905e0 req-550366c7-b306-44ff-a36e-70d347b2da72 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:10.673490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfb172e3-1d24-43d2-ba3e-86e981a905e0 req-550366c7-b306-44ff-a36e-70d347b2da72 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Aug 10 01:55:10.711911 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dfb172e3-1d24-43d2-ba3e-86e981a905e0 req-cfeeb9da-d48b-401e-9a4d-a83882b6537f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Aug 10 01:55:11.828940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26b609-ac79-431c-82ad-7b18293acd85 req-34388729-e828-4d18-8a0e-cf833a7123c6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:11.830458 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d26b609-ac79-431c-82ad-7b18293acd85 req-34388729-e828-4d18-8a0e-cf833a7123c6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0491898 Aug 10 01:55:11.867477 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d26b609-ac79-431c-82ad-7b18293acd85 req-9598fdb1-5f63-463b-9e7c-b749427add96 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312068 Aug 10 01:55:12.985025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65099e6-eeb6-461e-a623-b3ce3138ceed req-9a7c033c-6e5c-4aa8-88f6-fbe413d1ef36 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:12.986413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e65099e6-eeb6-461e-a623-b3ce3138ceed req-9a7c033c-6e5c-4aa8-88f6-fbe413d1ef36 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Aug 10 01:55:13.027297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e65099e6-eeb6-461e-a623-b3ce3138ceed req-4bdfdc10-263b-45bf-826a-679918bf3ead tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349431 Aug 10 01:55:14.101031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a379a5bf-ca56-4de0-9668-725152719b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:14.142276 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a781310-d1f2-4f8f-a3b2-35d9c8d64162 req-81e6504f-9624-4ba9-a50a-fd2af2e47aaf tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:14.143856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a781310-d1f2-4f8f-a3b2-35d9c8d64162 req-81e6504f-9624-4ba9-a50a-fd2af2e47aaf tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0493579 Aug 10 01:55:14.186285 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6a781310-d1f2-4f8f-a3b2-35d9c8d64162 req-50549d09-e404-4045-8c70-3d9a71f24c17 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364013 Aug 10 01:55:15.301932 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1d249-f768-4334-9ded-79c323639697 req-d86dc85a-3be6-488b-ab12-55b13c5f30bd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:15.303431 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3de1d249-f768-4334-9ded-79c323639697 req-d86dc85a-3be6-488b-ab12-55b13c5f30bd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0491295 Aug 10 01:55:15.340402 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3de1d249-f768-4334-9ded-79c323639697 req-3b81c919-1289-4777-8b7b-7ccae06e2170 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Aug 10 01:55:16.455960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bac7f3-bde7-4ae0-bd07-e6d77946b8fc req-5b5d7f05-9c0c-4ad0-9916-65940f9a3f5d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:16.457436 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7bac7f3-bde7-4ae0-bd07-e6d77946b8fc req-5b5d7f05-9c0c-4ad0-9916-65940f9a3f5d tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0492663 Aug 10 01:55:16.501090 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7bac7f3-bde7-4ae0-bd07-e6d77946b8fc req-ad5cca12-46c5-4d6a-8db7-bef813330333 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369065 Aug 10 01:55:16.873560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-efdcf43d-55da-490b-be35-411c4b0b52d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:17.392302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:17.615973 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89561b4-3f6d-4070-97b4-f10f50628217 req-61b5b5b9-e4c9-46a4-8823-62a3aae0169e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.617428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a89561b4-3f6d-4070-97b4-f10f50628217 req-61b5b5b9-e4c9-46a4-8823-62a3aae0169e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0485857 Aug 10 01:55:17.654348 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a89561b4-3f6d-4070-97b4-f10f50628217 req-610513a9-2f16-4781-bb02-e5c1415d2a24 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303504 Aug 10 01:55:17.854425 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-ae6cf7fd-f364-4070-96f7-1bdb7017fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.856001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-ae6cf7fd-f364-4070-96f7-1bdb7017fcb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0399816 Aug 10 01:55:17.960542 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-e3d0cddd-1cfe-44b5-9ab7-346c9d2d299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:17.962035 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-e3d0cddd-1cfe-44b5-9ab7-346c9d2d299b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 896 time: 0.0869040 Aug 10 01:55:17.973356 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:18.026783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-3d3ac076-06f3-43a3-893b-620ec6aa2c46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 1000 time: 0.0573738 Aug 10 01:55:18.076133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-eeede500-2c63-4e7a-adcf-a630eef9833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.077529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-eeede500-2c63-4e7a-adcf-a630eef9833c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0428193 Aug 10 01:55:18.128227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-91f59478-1855-495e-8aa2-5b88c7c2a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.129708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-91f59478-1855-495e-8aa2-5b88c7c2a5e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435843 Aug 10 01:55:18.220035 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-3c41184c-23d3-40d1-9e86-cec6d934249a service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822389 Aug 10 01:55:18.655463 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a6a708b-4a47-4b70-aa4f-8458969c7312 req-02f77d1a-ca8f-47b3-8391-cefcabf9e50b service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286914 Aug 10 01:55:18.768987 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c22327-675d-48c9-8d17-9d5c56a2c0bf req-ea32f444-b568-4ca2-8642-22076490895a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:18.770497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32c22327-675d-48c9-8d17-9d5c56a2c0bf req-ea32f444-b568-4ca2-8642-22076490895a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Aug 10 01:55:18.808732 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-32c22327-675d-48c9-8d17-9d5c56a2c0bf req-51513a3e-5627-41af-80e3-a7c3acbb6787 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Aug 10 01:55:19.863837 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:19.926366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3956ec-7fdb-44a6-80b7-8a3724499f12 req-f359ab6e-5eb8-4476-b985-d5258547c747 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:19.927848 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d3956ec-7fdb-44a6-80b7-8a3724499f12 req-f359ab6e-5eb8-4476-b985-d5258547c747 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0494537 Aug 10 01:55:19.970011 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5d3956ec-7fdb-44a6-80b7-8a3724499f12 req-c14ce4b9-abed-4b65-96ec-c24f77dce2c3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 Aug 10 01:55:21.091954 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58098799-cf57-4b33-9055-208c4fe83977 req-d97fd135-1672-46e2-9766-bb6e987b2506 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:21.094168 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58098799-cf57-4b33-9055-208c4fe83977 req-d97fd135-1672-46e2-9766-bb6e987b2506 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0586216 Aug 10 01:55:21.146736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-58098799-cf57-4b33-9055-208c4fe83977 req-0be26d7e-644d-4c43-b08c-ba2ac58ce921 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Aug 10 01:55:21.760135 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:55:22.261836 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920c84c-5c63-44a3-840d-cb5ef9f1d94b req-2ce5572d-4c0b-4993-9c82-d237ce1a3ed5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:22.263873 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5920c84c-5c63-44a3-840d-cb5ef9f1d94b req-2ce5572d-4c0b-4993-9c82-d237ce1a3ed5 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0494595 Aug 10 01:55:22.306728 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5920c84c-5c63-44a3-840d-cb5ef9f1d94b req-96a30096-0633-4b14-bdb9-7f79414c7220 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332634 Aug 10 01:55:23.428275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253ae7c-723c-4083-80f7-d3b060288027 req-43c106dc-4edd-49bf-84b9-421775f0ce70 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:23.429749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9253ae7c-723c-4083-80f7-d3b060288027 req-43c106dc-4edd-49bf-84b9-421775f0ce70 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0540469 Aug 10 01:55:23.468126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9253ae7c-723c-4083-80f7-d3b060288027 req-2068967f-c799-4350-ab8d-d5019fe925bb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319130 Aug 10 01:55:24.581878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936e709-8662-46ea-b976-f4e0ec244f40 req-a5af2bed-1ffa-4ed6-b260-d8dec3525c7b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:24.583381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3936e709-8662-46ea-b976-f4e0ec244f40 req-a5af2bed-1ffa-4ed6-b260-d8dec3525c7b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Aug 10 01:55:24.620491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3936e709-8662-46ea-b976-f4e0ec244f40 req-bee401df-9134-4183-8656-c85d1880f77c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Aug 10 01:55:25.739382 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af6526-872b-4a23-aba7-cdde7522d75b req-c4456205-1750-42c8-a566-67ff861d0dda tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:25.740913 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38af6526-872b-4a23-aba7-cdde7522d75b req-c4456205-1750-42c8-a566-67ff861d0dda tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0497344 Aug 10 01:55:25.780141 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-38af6526-872b-4a23-aba7-cdde7522d75b req-809b45ee-1c3d-4ea6-b664-167e82eace78 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332000 Aug 10 01:55:26.660743 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.664719 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:26.892570 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3abfa-b1ca-4bb1-9017-c13372c3f507 req-f07c03f5-9638-4b58-94f9-d953e8b1bce4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:26.894008 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58b3abfa-b1ca-4bb1-9017-c13372c3f507 req-f07c03f5-9638-4b58-94f9-d953e8b1bce4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Aug 10 01:55:26.936106 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-58b3abfa-b1ca-4bb1-9017-c13372c3f507 req-1302477d-1c72-445d-8e58-7790b3ed53f7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361040 Aug 10 01:55:26.958267 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 54952) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:27.017530 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-13922c1e-a7b4-4d43-8b4f-831bbbfba76b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/adcad05d-0132-46cb-81c0-33850f6418a8 HTTP/1.1" status: 200 len: 992 time: 0.0580578 Aug 10 01:55:28.301863 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33566a3-a8fe-4d84-9e16-0a184e17e1fb req-4f1b3312-9700-4abc-901a-0a3dbe353081 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.303287 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a33566a3-a8fe-4d84-9e16-0a184e17e1fb req-4f1b3312-9700-4abc-901a-0a3dbe353081 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0807631 Aug 10 01:55:28.309311 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-c71feec4-1fe6-4928-a6fa-30e015b30a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.310912 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-c71feec4-1fe6-4928-a6fa-30e015b30a73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0583811 Aug 10 01:55:28.388081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a33566a3-a8fe-4d84-9e16-0a184e17e1fb req-0d04469f-2951-4e75-9a5d-15b5694910c4 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762081 Aug 10 01:55:28.423168 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-8b38c72e-a206-4cb6-aa38-8100c1c6f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.424650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-8b38c72e-a206-4cb6-aa38-8100c1c6f756 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 896 time: 0.1062908 Aug 10 01:55:28.497720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-a065d9c7-90c9-4bdc-b415-e8ed1e124a13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 1000 time: 0.0640452 Aug 10 01:55:28.547589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-570abee3-4fa0-490e-bdfd-ce6cad689574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.549027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-570abee3-4fa0-490e-bdfd-ce6cad689574 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0451753 Aug 10 01:55:28.596054 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-321d5e34-95f3-4a22-9437-e9c488cb1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:28.597431 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-321d5e34-95f3-4a22-9437-e9c488cb1550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400009 Aug 10 01:55:28.690994 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-09c0c680-b181-482d-80d8-87235d7b4756 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854752 Aug 10 01:55:28.782008 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2483a41-30f1-4a44-a883-a1f3be349f31 req-4f5eb9fb-bb5f-4ef8-ace8-9f6767dff7c5 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Aug 10 01:55:29.504887 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfc984-4804-446c-91b3-547ca43c9e93 req-ac296c84-2a9c-49f2-a768-8e9480ed1a24 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:55:29.506343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fedfc984-4804-446c-91b3-547ca43c9e93 req-ac296c84-2a9c-49f2-a768-8e9480ed1a24 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Aug 10 01:55:29.543671 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fedfc984-4804-446c-91b3-547ca43c9e93 req-61a4fc3d-5b64-40d8-9b88-246d31af7139 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Aug 10 01:55:29.568029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54962) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:55:29.633833 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2b40a530-0d0f-4a4d-bf5c-24da8bf19388 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/adcad05d-0132-46cb-81c0-33850f6418a8 HTTP/1.1" status: 200 len: 992 time: 0.0646014 Aug 10 01:55:44.101985 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ffe93666-33ba-4323-8a5b-c7131b6c3f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:46.873242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-eb656b1e-1c94-4c53-b562-d2ce1a246f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.396293 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:47.975577 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:49.867808 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.655663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:56.664707 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:55:58.758564 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:56:01.989773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 54984) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:02.145254 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port ab25fcb4-1ea6-43dd-9989-9398b4c3657f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:02.145606 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.219649 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.219973 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.231182 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for ab25fcb4-1ea6-43dd-9989-9398b4c3657f owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:02.378992 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.404220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=ab25fcb4-1ea6-43dd-9989-9398b4c3657f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:02.416785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.417143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.417490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.417832 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.418172 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.418508 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.418893 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.419232 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.419564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.419898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.420230 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.420556 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:02.478711 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.479110 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP adcad05d-0132-46cb-81c0-33850f6418a8 disassociated (deleted). External IP: 172.25.7.31, port: 1d0afc2a-ef7e-484e-9324-cb7636a6a69b. Aug 10 01:56:02.689903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router cbf230d9-c957-49eb-bbb9-6bfad9c06285 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:02.801202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:02.805845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:02.810370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Sync routers for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:02.823493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:02.824129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:02.834145 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-16b79f3d-50e4-4bfd-9877-e1a0f15d76ab tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/floatingips/adcad05d-0132-46cb-81c0-33850f6418a8 HTTP/1.1" status: 204 len: 168 time: 0.8433409 Aug 10 01:56:02.834747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:02.837110 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab612c66-add5-4fdf-9d7b-debe221378d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:02.879406 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b021e2-e3af-4364-aa8b-3180d51bc576 x-openstack-request-id: req-34b021e2-e3af-4364-aa8b-3180d51bc576 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:02.879710 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:02.879971 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34b021e2-e3af-4364-aa8b-3180d51bc576 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:02.880501 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'status': 'completed', 'code': 200} Aug 10 01:56:02.928787 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:02.947965 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-8fa7323c-92a6-4339-a16b-e97bc35605d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:02.949458 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-8fa7323c-92a6-4339-a16b-e97bc35605d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 1097 time: 0.0438230 Aug 10 01:56:03.080493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-7762f572-01f0-40fb-a0e9-f6e441378fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.081985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-7762f572-01f0-40fb-a0e9-f6e441378fb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 200 len: 896 time: 0.1232584 Aug 10 01:56:03.093198 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caa1e8-09d4-4855-9a7b-3ef4b7e79a79 req-84756e79-5d37-4589-88fb-55d900ca3839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.094714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96caa1e8-09d4-4855-9a7b-3ef4b7e79a79 req-84756e79-5d37-4589-88fb-55d900ca3839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0753543 Aug 10 01:56:03.137464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:03.140771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-ffc12d7a-748f-41df-8332-902daf666497 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 200 len: 217 time: 0.0450237 Aug 10 01:56:03.164215 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Checking router: cbf230d9-c957-49eb-bbb9-6bfad9c06285 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:03.173114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:03.173731 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:03.191358 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-96caa1e8-09d4-4855-9a7b-3ef4b7e79a79 req-81724087-9b10-40c2-a592-f95f467e60dd tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901790 Aug 10 01:56:03.207467 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-5a47f709-6aab-4748-a096-1ced0e31bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.209009 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-5a47f709-6aab-4748-a096-1ced0e31bc43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 200 len: 835 time: 0.0601702 Aug 10 01:56:03.257647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-3961dc1b-c2c6-4e83-8a6f-2951101438d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:03.259204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-3961dc1b-c2c6-4e83-8a6f-2951101438d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d0116a1-8290-4e77-b94a-32aff37ac408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420270 Aug 10 01:56:03.279137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:03.353282 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-2e8c075e-f71d-424c-9d1f-79fc07d278fb service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850248 Aug 10 01:56:03.458580 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab612c66-add5-4fdf-9d7b-debe221378d0 req-ebcbd1ff-cf92-4b35-a6c3-4a62a91e7026 service neutron] 10.222.0.10 "GET /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940375 Aug 10 01:56:03.627614 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:03.653409 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16759f7d-9296-4d01-91cd-8c9f9a330832 None None] The sync data for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 is: [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:22Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': 'e70e7e60-577b-46e7-a6af-f0a7e35e9074', 'name': '', 'network_id': '8d0116a1-8290-4e77-b94a-32aff37ac408', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:cd:53:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:21Z', 'updated_at': '2021-08-10T01:54:26Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ab3ae237-9fd8-4a86-a988-778b90c54172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:03.865695 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce27188a-ff6c-4f8e-8d93-a0b675302083 None None] New status for floating IP adcad05d-0132-46cb-81c0-33850f6418a8: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:56:04.312439 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac60914-23c5-4aee-ae60-5c3567eddf86 req-e8097c2e-a530-4752-9f5d-245ad2c8e26b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.313909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ac60914-23c5-4aee-ae60-5c3567eddf86 req-e8097c2e-a530-4752-9f5d-245ad2c8e26b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0531604 Aug 10 01:56:04.351316 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9ac60914-23c5-4aee-ae60-5c3567eddf86 req-f23aa2b9-fcaf-4a8d-93a1-21db5a8faed3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Aug 10 01:56:04.622533 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-3a3b52dd-dd24-456b-9516-9bff248d2987 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:04.624022 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-3a3b52dd-dd24-456b-9516-9bff248d2987 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 945 time: 0.0491612 Aug 10 01:56:04.717120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:04.717469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.807233 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:04.807602 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.820668 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 1d0afc2a-ef7e-484e-9324-cb7636a6a69b owned by compute:nova {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:04.951855 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:04.982031 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=1d0afc2a-ef7e-484e-9324-cb7636a6a69b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:05.023948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] No DVR routers for this DVR port 1d0afc2a-ef7e-484e-9324-cb7636a6a69b on host n-h2-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:05.026586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:05.028671 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-425582fe-78f8-401a-bbb4-a1a4bbe68600 req-0b5b96f0-2660-4b35-b439-0c553c5ea052 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.10 "DELETE /v2.0/ports/1d0afc2a-ef7e-484e-9324-cb7636a6a69b HTTP/1.1" status: 204 len: 173 time: 0.3989716 Aug 10 01:56:05.029113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'name': 'network-vif-deleted', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:05.031669 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cdcc4f-0a62-4d61-9ba9-0ad036263852" -d '{"events": [{"server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "name": "network-vif-deleted", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:05.075498 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39511a1-08cd-4dbc-b2d1-ff8cbad6cdd9 x-openstack-request-id: req-f39511a1-08cd-4dbc-b2d1-ff8cbad6cdd9 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:05.075808 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9efe01a-635e-406a-9768-1f93bb77edd3", "name": "network-vif-deleted", "tag": "1d0afc2a-ef7e-484e-9324-cb7636a6a69b", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:05.076071 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f39511a1-08cd-4dbc-b2d1-ff8cbad6cdd9 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:05.076475 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9efe01a-635e-406a-9768-1f93bb77edd3', 'name': 'network-vif-deleted', 'tag': '1d0afc2a-ef7e-484e-9324-cb7636a6a69b', 'status': 'completed', 'code': 200} Aug 10 01:56:05.472723 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f3304c2e-bac6-4f80-b66c-30c87b6f342b req-8c8cc31d-a91f-412e-ada9-110604293608 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9efe01a-635e-406a-9768-1f93bb77edd3 HTTP/1.1" status: 200 len: 210 time: 0.0396485 Aug 10 01:56:06.538081 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55000) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:06.893169 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:07.141775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port e70e7e60-577b-46e7-a6af-f0a7e35e9074 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:07.142036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:07.231764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port e70e7e60-577b-46e7-a6af-f0a7e35e9074, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=e70e7e60-577b-46e7-a6af-f0a7e35e9074,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:07.232134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:07.245431 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for e70e7e60-577b-46e7-a6af-f0a7e35e9074 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:07.426464 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:07.453091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=e70e7e60-577b-46e7-a6af-f0a7e35e9074,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:07.629709 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:07.841925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router cbf230d9-c957-49eb-bbb9-6bfad9c06285 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:07.946043 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:07.953600 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-a9ce4db2-1d6f-4a8b-8263-5ea990bd484b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/cbf230d9-c957-49eb-bbb9-6bfad9c06285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4118583 Aug 10 01:56:07.954216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55002) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:07.958960 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Sync routers for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:07.969463 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:07.970127 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:08.005189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting subnet ab3ae237-9fd8-4a86-a988-778b90c54172 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:56:08.008361 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.048134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.073681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:08.135924 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.194887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.222213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3ae237-9fd8-4a86-a988-778b90c54172,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:08.225896 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.228961 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fbb0dcb8-963e-4c0b-9f61-bce564d219c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/subnets/ab3ae237-9fd8-4a86-a988-778b90c54172 HTTP/1.1" status: 204 len: 168 time: 0.2736320 Aug 10 01:56:08.230438 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55004) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:08.233368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecb8d72-0439-4397-b059-abbf76c6de74 None None] Network 8d0116a1-8290-4e77-b94a-32aff37ac408 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:08.294892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1d0afc2a-ef7e-484e-9324-cb7636a6a69b no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:08.330776 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: 1d0afc2a-ef7e-484e-9324-cb7636a6a69b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:08.331118 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 1d0afc2a-ef7e-484e-9324-cb7636a6a69b not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:08.362722 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:56:07Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:08.408602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Checking router: cbf230d9-c957-49eb-bbb9-6bfad9c06285 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:08.424425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Routers {'cbf230d9-c957-49eb-bbb9-6bfad9c06285'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:08.425066 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:08.539420 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] Set router cbf230d9-c957-49eb-bbb9-6bfad9c06285 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:08.568209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] DHCP port deletion for 8d0116a1-8290-4e77-b94a-32aff37ac408 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:56:08.694192 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.727446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Deleting port 17110ca9-e70a-4552-a9c4-3ad58e845b47 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:08.728226 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.799100 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.806181 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] For port 17110ca9-e70a-4552-a9c4-3ad58e845b47, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17110ca9-e70a-4552-a9c4-3ad58e845b47,segment=NetworkSegment(913bc630-006c-40b1-8820-1bde7ed4a705),segment_id=913bc630-006c-40b1-8820-1bde7ed4a705)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:08.806576 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.820821 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Calling delete_port for 17110ca9-e70a-4552-a9c4-3ad58e845b47 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:08.832351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:56:07Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:08.855315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port ea39e455-be1a-4179-b3d3-0d7bbb7896b1 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:56:08.855668 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.859927 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82e4766-d55a-40d1-84b5-27d7fd300b14 None None] The sync data for ids ['cbf230d9-c957-49eb-bbb9-6bfad9c06285'] in n-d-766380-21 is: [{'id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2094617436', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:56:07Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'ea39e455-be1a-4179-b3d3-0d7bbb7896b1', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf230d9-c957-49eb-bbb9-6bfad9c06285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:54:19Z', 'updated_at': '2021-08-10T01:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:08.936014 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.938451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port ea39e455-be1a-4179-b3d3-0d7bbb7896b1, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:08.938849 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:08.951711 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for ea39e455-be1a-4179-b3d3-0d7bbb7896b1 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:56:08.963205 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Pushing event deleted for resources: {'Port': ['ID=17110ca9-e70a-4552-a9c4-3ad58e845b47,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:08.967479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] No DVR routers for this DVR port 17110ca9-e70a-4552-a9c4-3ad58e845b47 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.976510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.977565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.977565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.977565 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.978216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:08.978216 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc73a5b-ee9d-4bfc-914c-3fabf43beb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.115177 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.140032 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=ea39e455-be1a-4179-b3d3-0d7bbb7896b1,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:09.208421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.304925 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.307490 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.351421 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.351984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Fanout notify agent at l3_agent the message router_deleted on router cbf230d9-c957-49eb-bbb9-6bfad9c06285 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:56:09.359556 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.360670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0e64ddfa-0417-40a3-a968-a8a0fc6b39db tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/routers/cbf230d9-c957-49eb-bbb9-6bfad9c06285 HTTP/1.1" status: 204 len: 168 time: 1.1292579 Aug 10 01:56:09.363442 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55006) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:09.443845 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.532135 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.541849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0116a1-8290-4e77-b94a-32aff37ac408']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:09.552490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913bc630-006c-40b1-8820-1bde7ed4a705') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:09.552786 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913bc630-006c-40b1-8820-1bde7ed4a705') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:09.562331 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.579523 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.585421 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:56:09.585891 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:56:09.589373 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:56:09.649855 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.655420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.658653 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/networks/8d0116a1-8290-4e77-b94a-32aff37ac408 HTTP/1.1" status: 204 len: 168 time: 0.2939436 Aug 10 01:56:09.661684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55008) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:09.673552 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ccfc4-f2f8-4cb1-9d10-ba6a6d93964b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Network': ['ID=8d0116a1-8290-4e77-b94a-32aff37ac408,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:09.720091 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.745402 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.802904 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.805342 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:09.806517 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/security-groups/cfc9af46-e8ce-421b-8dfc-fceaf123e6d4 HTTP/1.1" status: 204 len: 168 time: 0.1437140 Aug 10 01:56:09.815454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc9af46-e8ce-421b-8dfc-fceaf123e6d4,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:09.822998 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.823352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.823714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.824035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.824372 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.824704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.825033 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.825366 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.825692 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.826013 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.826336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:09.826658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b2136f-723a-4b50-a860-9ac6ff3cd587 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:10.078465 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55014) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.085513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052200494', 'description': 'tempest-secgroup-smoke-2052200494 description', 'project_id': '3b00f310d01e46b4852fb2382436aee5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.109364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.190107 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.193427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.221256 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.222467 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1429648 Aug 10 01:56:10.224328 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94b259-136a-4acb-9a12-ae2929130f31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25cc29d7-d600-4089-a7f9-1d616d5330c6,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.225563 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55016) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.231554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.257269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.312391 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.315828 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.333940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847770db-a76f-4d09-9d45-756f2bb5bbb9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.340163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.341375 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f4cd4394-da21-4e71-92c3-9e2ca561434c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139119 Aug 10 01:56:10.344248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.348687 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.373511 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.430196 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.433672 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.456416 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d219afb-2211-483e-84db-7c8a74a05364,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.463032 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.464254 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-e0a19086-1cd1-4dd0-9e84-24144f6f7a30 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190898 Aug 10 01:56:10.469495 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55020) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.474211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.500874 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.521573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17110ca9-e70a-4552-a9c4-3ad58e845b47 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:10.542972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 17110ca9-e70a-4552-a9c4-3ad58e845b47 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:10.543328 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17110ca9-e70a-4552-a9c4-3ad58e845b47 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:10.543750 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e70e7e60-577b-46e7-a6af-f0a7e35e9074 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:10.563247 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.563630 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: e70e7e60-577b-46e7-a6af-f0a7e35e9074 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:10.564006 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device e70e7e60-577b-46e7-a6af-f0a7e35e9074 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:10.564436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ea39e455-be1a-4179-b3d3-0d7bbb7896b1 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:56:10.566877 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.582509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5495c7b-2697-4d60-b379-e9e030d72ec9,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.587303 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ea39e455-be1a-4179-b3d3-0d7bbb7896b1 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:56:10.587652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ea39e455-be1a-4179-b3d3-0d7bbb7896b1 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:56:10.591797 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.593081 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-71fdcdf7-2d5f-4bbf-8f54-4a852fb5b69e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223948 Aug 10 01:56:10.596577 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.601085 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.626674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.692367 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.695714 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.714728 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f990a7b6-42c6-49b5-8c33-627486c6b4c2,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.717662 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.719637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ec691a2e-ea36-4cac-8b96-febe698d989a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221321 Aug 10 01:56:10.722500 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55024) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.727910 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.748919 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:56:10.754029 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.814810 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.818036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.835781 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc13b9fa-1569-491a-9ea5-0e031d223afa,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.841271 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.842331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1e4d6206-3cd5-402e-acdd-3cdb9cd7e43b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181953 Aug 10 01:56:10.845801 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55026) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.850137 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'security_group_rule': {'security_group_id': '25cc29d7-d600-4089-a7f9-1d616d5330c6', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.871059 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Project 3b00f310d01e46b4852fb2382436aee5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:56:10.875920 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.936697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.940458 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.957965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b757ad0-201d-4635-b045-80ec834dd360,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:10.964069 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:10.965403 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a00d6576-2c75-4e32-a505-a2730101ac86 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186945 Aug 10 01:56:10.968776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55028) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:10.973906 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'network': {'name': 'tempest-network-smoke--1114894998', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'port_security_enabled': True}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:10.993902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:10.997241 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.021047 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:56:11.029771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.030114 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Added segment 4d3338c1-4bb7-4627-8076-8739074e5316 of type vlan for network f5f1283d-d257-4f70-bf02-5262120c897e Aug 10 01:56:11.073263 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.100563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.106167 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:11.106823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.162271 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1921825 Aug 10 01:56:11.165105 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55030) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:11.170022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'admin_state_up': True, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:11.174169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de708c-834a-408f-b4a6-e92667dce68e tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Network': ['ID=f5f1283d-d257-4f70-bf02-5262120c897e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:11.184378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network f5f1283d-d257-4f70-bf02-5262120c897e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:56:11.194592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.195741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.250294 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.385842 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.581619 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.602772 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.708260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.123 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/f5d032cb-b9bb-4174-8e01-a49257d365fc) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:11.808175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.846215 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:11.885177 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:11.888076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:11.892427 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:11.897834 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=f5d032cb-b9bb-4174-8e01-a49257d365fc,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:12.164089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.365221 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.491732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 5b2696d7-efea-4aba-adfc-853df8ce1640 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:56:12.596607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:12.605734 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Sync routers for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:12.614420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.615192 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:12.615799 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:12.618841 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55032) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:12.619335 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-cc8ccc0a-4063-4371-ad5a-069598fd854c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4526556 Aug 10 01:56:12.701080 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-a5944c6e-a741-48bd-b15e-b431422fb6ff tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=3b00f310d01e46b4852fb2382436aee5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809221 Aug 10 01:56:12.703816 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55036) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:12.732593 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:12.850361 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6e6c7c-3e26-41da-900c-ac53d7d7e2a3 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:12.851887 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9e6e6c7c-3e26-41da-900c-ac53d7d7e2a3 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472487 Aug 10 01:56:12.854762 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55038) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:12.887364 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-314f66b7-4626-4e81-a392-fb51fea9a47c tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2ea539c7-3d82-42a2-bf1f-3882f35fe4b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315330 Aug 10 01:56:12.890443 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55040) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:12.895978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362116288', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:12.908259 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:12Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:12.937612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Checking router: 5b2696d7-efea-4aba-adfc-853df8ce1640 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:12.937963 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Updating router 5b2696d7-efea-4aba-adfc-853df8ce1640 port f5d032cb-b9bb-4174-8e01-a49257d365fc binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:12.962393 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:12.986289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:12.989848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.171751 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.215195 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.226560 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Transition to ACTIVE for port object f5d032cb-b9bb-4174-8e01-a49257d365fc will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:13.231614 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.232335 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Subnet': ['ID=ed76e56c-655b-44aa-b7f7-8e34e2a88893,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:13.242412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Checking segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:13.242810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network hostable DHCP agents. Network: f5f1283d-d257-4f70-bf02-5262120c897e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:56:13.258994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network f5f1283d-d257-4f70-bf02-5262120c897e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:56:13.269393 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, f5f1283d-d257-4f70-bf02-5262120c897e) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:13.275048 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:13.278734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf3e31-b357-44f6-a90a-430d6232bac6 None None] Network f5f1283d-d257-4f70-bf02-5262120c897e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:13.279622 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.299946 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55042) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:13.300381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-810f1b39-9dce-47f6-8864-e915ad05b697 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4085569 Aug 10 01:56:13.373539 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Attempting to bind port f5d032cb-b9bb-4174-8e01-a49257d365fc on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:13.373902 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Attempting to bind port f5d032cb-b9bb-4174-8e01-a49257d365fc by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:13.374813 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Attempting to bind port f5d032cb-b9bb-4174-8e01-a49257d365fc on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:13.384927 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Pushing event updated for resources: {'Port': ['ID=f5d032cb-b9bb-4174-8e01-a49257d365fc,revision_number=2']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:13.386973 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:13.387336 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:13.387713 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.388094 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:13.388546 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Bound port: f5d032cb-b9bb-4174-8e01-a49257d365fc, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:13.388910 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.396966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.397240 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.397555 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.397880 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.398616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.398616 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.398861 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.399183 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.399500 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.399810 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.400516 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.400516 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:56:13.435774 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-f5f1283d-d257-4f70-bf02-5262120c897e', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:56:13.437218 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.452778 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] For port f5d032cb-b9bb-4174-8e01-a49257d365fc, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:13.456219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] For port f5d032cb-b9bb-4174-8e01-a49257d365fc, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d032cb-b9bb-4174-8e01-a49257d365fc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:13.461031 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.528951 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba383cc-c64c-457a-82e8-2c67b421aa93 None None] Pushing event updated for resources: {'Port': ['ID=f5d032cb-b9bb-4174-8e01-a49257d365fc,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:13.533565 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:13.534180 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:13.583387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Allocated IP 172.20.0.2 (f5f1283d-d257-4f70-bf02-5262120c897e/ed76e56c-655b-44aa-b7f7-8e34e2a88893/36d84abf-b51a-45b9-b5ab-8757755d727d) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:13.645710 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:13.733788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.742444 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Transition to ACTIVE for port object 36d84abf-b51a-45b9-b5ab-8757755d727d will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:13.758045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Transition to ACTIVE for port object 36d84abf-b51a-45b9-b5ab-8757755d727d will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:13.768207 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.789517 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.810082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Network f5f1283d-d257-4f70-bf02-5262120c897e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:13.815208 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:13.818798 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:13.827955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Pushing event updated for resources: {'Port': ['ID=36d84abf-b51a-45b9-b5ab-8757755d727d,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:13.851109 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:12Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:13.879228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Attempting to bind port 36d84abf-b51a-45b9-b5ab-8757755d727d on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:13.879759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Attempting to bind port 36d84abf-b51a-45b9-b5ab-8757755d727d by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:13.880214 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Attempting to bind port 36d84abf-b51a-45b9-b5ab-8757755d727d on network f5f1283d-d257-4f70-bf02-5262120c897e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:13.882740 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d475ac0f-80fa-4b7e-848f-b0cfe04d84a2 None None] The sync data for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 is: [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:12Z', 'revision_number': 3, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:13.885304 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:13.885762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Checking segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:13.886880 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.886880 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Bound using segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:13.887113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Bound port: 36d84abf-b51a-45b9-b5ab-8757755d727d, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:13.887620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:13.954418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] For port 36d84abf-b51a-45b9-b5ab-8757755d727d, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:13.958049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] For port 36d84abf-b51a-45b9-b5ab-8757755d727d, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=36d84abf-b51a-45b9-b5ab-8757755d727d,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:13.964319 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.026433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc367-01b2-4aa9-b2fc-1e198df90050 None None] Pushing event updated for resources: {'Port': ['ID=36d84abf-b51a-45b9-b5ab-8757755d727d,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.097155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.1 (f5f1283d-d257-4f70-bf02-5262120c897e/ed76e56c-655b-44aa-b7f7-8e34e2a88893/655730b9-6c0d-4881-b2ba-2f1a5ea96f50) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:14.103926 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3c71c85e-c51f-429b-8496-6e602d6046b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.273929 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.297868 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:14.337825 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.384169 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network f5f1283d-d257-4f70-bf02-5262120c897e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:14.387938 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:14.392390 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:14.417026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.441494 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.589386 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d032cb-b9bb-4174-8e01-a49257d365fc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:14.594506 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.658435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port f5d032cb-b9bb-4174-8e01-a49257d365fc completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:14.663224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5d032cb-b9bb-4174-8e01-a49257d365fc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:14.664069 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.756070 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.783243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port f5d032cb-b9bb-4174-8e01-a49257d365fc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d032cb-b9bb-4174-8e01-a49257d365fc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:14.787806 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.788805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 36d84abf-b51a-45b9-b5ab-8757755d727d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:14.882956 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=f5d032cb-b9bb-4174-8e01-a49257d365fc,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.898437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 36d84abf-b51a-45b9-b5ab-8757755d727d completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:14.912325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.917372 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:14.994020 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:14.996447 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.094510 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network f5f1283d-d257-4f70-bf02-5262120c897e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:15.096185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:15.117264 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12afdda-2d10-4075-a364-9eabc3d42893 None None] Network f5f1283d-d257-4f70-bf02-5262120c897e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:56:15.231584 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Provisioning for port 36d84abf-b51a-45b9-b5ab-8757755d727d completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:15.241853 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Provisioning complete for port 36d84abf-b51a-45b9-b5ab-8757755d727d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:15.242221 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.368440 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.408347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] For port 36d84abf-b51a-45b9-b5ab-8757755d727d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=36d84abf-b51a-45b9-b5ab-8757755d727d,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:15.414522 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.474566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172585d8-00ab-4f63-a00b-8880bbbc17ee None None] Pushing event updated for resources: {'Port': ['ID=36d84abf-b51a-45b9-b5ab-8757755d727d,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:15.588747 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 5b2696d7-efea-4aba-adfc-853df8ce1640 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:15.636810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Provisioning complete for port 36d84abf-b51a-45b9-b5ab-8757755d727d triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:15.637947 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:15.708992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:15.714122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-093e1b2d-9b91-420c-b32e-ae1bdd267f10 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/5b2696d7-efea-4aba-adfc-853df8ce1640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4123042 Aug 10 01:56:15.722572 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Sync routers for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:15.748638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:15.749498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:55:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:15.877548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-678ac46a-35fa-479b-b3ad-86a04ad354ff tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052200494&fields=id&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 267 time: 0.0421236 Aug 10 01:56:16.000311 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-58b98a53-f175-48f4-80a9-aa0d35932271 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:16.001786 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-58b98a53-f175-48f4-80a9-aa0d35932271 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 797 time: 0.1169724 Aug 10 01:56:16.009589 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Provisioning for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:16.017937 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-7ad2e64e-b3a7-47d8-ae2d-907cea353625 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/quotas/3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 375 time: 0.0102041 Aug 10 01:56:16.019480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Provisioning complete for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:16.019859 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.071282 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:16.072949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-dda39d06-f901-4991-919a-5f38bfd9a255 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484385 Aug 10 01:56:16.073081 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-469f7add-7d59-492e-b2ad-c7be8ebd0aa4 None None] Port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:16.168666 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-e2f58e39-36e1-4393-bca9-83aeb3aa0a13 service neutron] 10.222.0.25 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830064 Aug 10 01:56:16.210227 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-3cdf5cf5-b26b-41ba-978d-a4cbd04e3c1c None None] Provisioning complete for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:16.210602 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3cdf5cf5-b26b-41ba-978d-a4cbd04e3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.265859 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-74b59423-d228-4399-895c-11de60ef147b service neutron] 10.222.0.25 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891204 Aug 10 01:56:16.266163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf5cf5-b26b-41ba-978d-a4cbd04e3c1c None None] Port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:16.310651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 2, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:16.343903 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Checking router: 5b2696d7-efea-4aba-adfc-853df8ce1640 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:16.344183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Updating router 5b2696d7-efea-4aba-adfc-853df8ce1640 port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:56:16.374549 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.444915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2287c409-d681-4d94-9e87-681175a3c503 req-82e02e79-9b2c-469e-bb71-95bb03c0d331 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Aug 10 01:56:16.551747 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d032cb-b9bb-4174-8e01-a49257d365fc up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:16.647358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port f5d032cb-b9bb-4174-8e01-a49257d365fc triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:16.648074 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.748423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.779067 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Transition to ACTIVE for port object 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:16.789525 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.818624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 36d84abf-b51a-45b9-b5ab-8757755d727d up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:16.875872 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d3c17-d875-4ca2-8f44-b8d8a68cac6c None None] Pushing event updated for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:16.908865 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cd7c4e97-874a-449a-8efd-5bcb8c67faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.957824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Attempting to bind port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:16.958200 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Attempting to bind port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:16.958566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Attempting to bind port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 on network f5f1283d-d257-4f70-bf02-5262120c897e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:16.961842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 36d84abf-b51a-45b9-b5ab-8757755d727d triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:16.962214 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.984320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:16.984851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Checking segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:16.985315 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:16.985676 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Bound using segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:16.986147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Bound port: 655730b9-6c0d-4881-b2ba-2f1a5ea96f50, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:16.986530 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.088157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] For port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:17.109738 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] For port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:17.116052 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.177055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:17.177494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:17.211241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d3c17-d875-4ca2-8f44-b8d8a68cac6c None None] Pushing event updated for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:17.293829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:17.396331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-0705176b-141e-4be5-b202-956e8f17d442 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:17.397939 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-0705176b-141e-4be5-b202-956e8f17d442 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 797 time: 0.1234615 Aug 10 01:56:17.437468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.454817 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-de1ae638-cf3d-4567-903d-e8f486397ed7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b00f310d01e46b4852fb2382436aee5 HTTP/1.1" status: 200 len: 380 time: 0.0472505 Aug 10 01:56:17.464911 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'port': {'device_id': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'admin_state_up': True, 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'security_groups': ['25cc29d7-d600-4089-a7f9-1d616d5330c6']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:17.529566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:17Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:17.557150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a77efa-754a-479d-bdf6-6e3c835e2599 None None] The sync data for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 is: [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:17Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:17.557807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-dea9d27c-b9af-4817-a6de-499928624ce9 req-0d408b06-e648-4725-b7f0-d598959389f2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 210 time: 0.0360737 Aug 10 01:56:17.615287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Made reservation on behalf of 3b00f310d01e46b4852fb2382436aee5 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:56:17.621434 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.761894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.20.0.9 (f5f1283d-d257-4f70-bf02-5262120c897e/ed76e56c-655b-44aa-b7f7-8e34e2a88893/74f02693-fccb-4976-855d-b2e20690eae3) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:17.909743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.924211 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Transition to ACTIVE for port object 74f02693-fccb-4976-855d-b2e20690eae3 will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:17.958503 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:17.980390 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.006987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network f5f1283d-d257-4f70-bf02-5262120c897e is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:18.010456 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:18.013236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:18.020773 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.069523 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.070181 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.086438 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-9a738a38-e138-4ad8-bedb-4a294afb72e3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6253262 Aug 10 01:56:18.145223 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Request body: {'port': {'device_id': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:18.210980 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.230866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2189b599-3082-4593-a971-219f7afd4fca None None] Provisioning for port 74f02693-fccb-4976-855d-b2e20690eae3 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:18.235825 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2189b599-3082-4593-a971-219f7afd4fca None None] Provisioning complete for port 74f02693-fccb-4976-855d-b2e20690eae3 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:18.236202 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2189b599-3082-4593-a971-219f7afd4fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.279647 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-2189b599-3082-4593-a971-219f7afd4fca None None] Port 74f02693-fccb-4976-855d-b2e20690eae3 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:56:18.494411 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f02693-fccb-4976-855d-b2e20690eae3 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:18.502696 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.516130 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Transition to ACTIVE for port object 74f02693-fccb-4976-855d-b2e20690eae3 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:56:18.520427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.542805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:18.588666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Pushing event updated for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.638083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:18.643913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:18.644574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.708578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Attempting to bind port 74f02693-fccb-4976-855d-b2e20690eae3 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:56:18.709210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Attempting to bind port 74f02693-fccb-4976-855d-b2e20690eae3 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:56:18.709800 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Attempting to bind port 74f02693-fccb-4976-855d-b2e20690eae3 on network f5f1283d-d257-4f70-bf02-5262120c897e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:18.715620 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Port 74f02693-fccb-4976-855d-b2e20690eae3 on network f5f1283d-d257-4f70-bf02-5262120c897e not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:56:18.716243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Attempting to bind port 74f02693-fccb-4976-855d-b2e20690eae3 on network f5f1283d-d257-4f70-bf02-5262120c897e {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:56:18.722236 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:56:18.723025 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Checking segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:56:18.723631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Bound using segment: {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:56:18.724496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Bound port: 74f02693-fccb-4976-855d-b2e20690eae3, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3338c1-4bb7-4627-8076-8739074e5316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:56:18.725042 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.740291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.746750 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8e207-11bf-473c-94ef-f9468622e634 req-1d4d031c-4550-4cd2-970b-78ae3d727e1a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.755498 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6c8e207-11bf-473c-94ef-f9468622e634 req-1d4d031c-4550-4cd2-970b-78ae3d727e1a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 943 time: 0.0750234 Aug 10 01:56:18.793692 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:18.802612 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6c8e207-11bf-473c-94ef-f9468622e634 req-c3376f90-db45-4751-9423-8d6988558f9f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391872 Aug 10 01:56:18.804294 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.832400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:56:18.835532 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=74f02693-fccb-4976-855d-b2e20690eae3,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:56:18.839804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.860991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.872835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.873760 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:18.875187 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] 10.222.0.21 "PUT /v2.0/ports/74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 1092 time: 0.7808239 Aug 10 01:56:18.877359 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:18.880548 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:18.920349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c3fb2-74ae-4265-a1fa-3b470fae821d service neutron] Pushing event updated for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:18.970212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-296e5ac5-a68c-4b83-ada9-2188fcd1986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:18.972231 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-296e5ac5-a68c-4b83-ada9-2188fcd1986d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1095 time: 0.0477388 Aug 10 01:56:19.019199 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4f35f-1afd-482d-bde3-eff50862ecc9 x-openstack-request-id: req-5cb4f35f-1afd-482d-bde3-eff50862ecc9 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:19.019199 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:19.019535 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cb4f35f-1afd-482d-bde3-eff50862ecc9 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:19.019780 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3', 'status': 'completed', 'code': 200} Aug 10 01:56:19.021584 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-26d896a8-180b-4b02-b03d-0652afe9afaf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 217 time: 0.0421207 Aug 10 01:56:19.073242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-5a9168cd-3266-4115-9fa9-fe02397522c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.074743 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-5a9168cd-3266-4115-9fa9-fe02397522c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 200 len: 835 time: 0.0457807 Aug 10 01:56:19.119185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11520-bc26-41b4-845b-7c239c10a072 req-e0ae1860-9262-4af5-ba00-ecc956067add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.120665 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-e0ae1860-9262-4af5-ba00-ecc956067add service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f1283d-d257-4f70-bf02-5262120c897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392258 Aug 10 01:56:19.214594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-73fa791f-882c-4060-a592-5d03dc8629eb service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Aug 10 01:56:19.302225 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-97f11520-bc26-41b4-845b-7c239c10a072 req-78c28d2a-53f9-4a61-806e-e766d6d08666 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806770 Aug 10 01:56:19.386878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-6ccbebbf-8193-4574-947a-7cd65cab10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.388350 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-6ccbebbf-8193-4574-947a-7cd65cab10b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1095 time: 0.0408695 Aug 10 01:56:19.479565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-6a6ee554-4684-4869-a11a-3491797d5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.480975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-6a6ee554-4684-4869-a11a-3491797d5179 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 897 time: 0.0863261 Aug 10 01:56:19.522418 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-b3e6d521-650f-4fea-a5d2-21f1068190bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 217 time: 0.0347247 Aug 10 01:56:19.575947 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-dfbbfa34-6dd5-4ad9-866b-7d83cea659ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.578036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-dfbbfa34-6dd5-4ad9-866b-7d83cea659ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 200 len: 835 time: 0.0479648 Aug 10 01:56:19.623889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-a434902f-909b-484a-b850-8bd2265aec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.626052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-a434902f-909b-484a-b850-8bd2265aec02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f1283d-d257-4f70-bf02-5262120c897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396888 Aug 10 01:56:19.716417 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-2eb562c8-e081-4565-889a-aedcc3a6c29a service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828016 Aug 10 01:56:19.808219 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1a596d9f-fce8-45c8-8d3b-2dc9c6b04cc2 req-ea9179da-0718-4782-b0c3-1677f6e7f7f6 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Aug 10 01:56:19.868747 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:19.926238 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7c60-6d3b-473c-9c0b-cff18b6d47a2 req-a8b9a6b4-1c22-4153-9a52-42b2931fa1e6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:19.927736 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4f7c60-6d3b-473c-9c0b-cff18b6d47a2 req-a8b9a6b4-1c22-4153-9a52-42b2931fa1e6 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 943 time: 0.0519032 Aug 10 01:56:19.965811 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d4f7c60-6d3b-473c-9c0b-cff18b6d47a2 req-420d0f72-b858-45a7-9bda-5ba059ef7b48 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321765 Aug 10 01:56:20.516016 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:20.561991 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:20.562361 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.081509 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173084cf-83b5-4662-b004-077f45d574ec req-0f0a6ed7-4f5c-4724-b237-3c65c23a0478 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:21.082979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-173084cf-83b5-4662-b004-077f45d574ec req-0f0a6ed7-4f5c-4724-b237-3c65c23a0478 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 943 time: 0.0490081 Aug 10 01:56:21.119437 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-173084cf-83b5-4662-b004-077f45d574ec req-f7eb7a0e-8200-447b-8d59-6712655ad384 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304880 Aug 10 01:56:21.672192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 74f02693-fccb-4976-855d-b2e20690eae3 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:56:21.764466 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=74f02693-fccb-4976-855d-b2e20690eae3,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:21.776379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '74f02693-fccb-4976-855d-b2e20690eae3', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'port_id': '74f02693-fccb-4976-855d-b2e20690eae3', 'mac_address': 'fa:16:3e:cd:5c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:56:21.812418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.824382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f02693-fccb-4976-855d-b2e20690eae3 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:56:21.847023 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=74f02693-fccb-4976-855d-b2e20690eae3,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:21.850516 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:21.895460 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:22.098540 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['74f02693-fccb-4976-855d-b2e20690eae3'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:56:22.234434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006eca4-8211-4f97-b593-7e0a899b6e13 req-9ce0420b-6d9d-4030-9807-bd2052844460 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:22.235974 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b006eca4-8211-4f97-b593-7e0a899b6e13 req-9ce0420b-6d9d-4030-9807-bd2052844460 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Aug 10 01:56:22.273836 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b006eca4-8211-4f97-b593-7e0a899b6e13 req-ee25830d-99a5-46e8-9f20-c02563d9a9fb tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314910 Aug 10 01:56:23.390442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038168bb-6b3d-4250-bd82-707690ef5e34 req-a1a4d3d1-5fa7-4d9c-bb09-9ac5765ac906 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:23.391853 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038168bb-6b3d-4250-bd82-707690ef5e34 req-a1a4d3d1-5fa7-4d9c-bb09-9ac5765ac906 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 944 time: 0.0517371 Aug 10 01:56:23.429060 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-038168bb-6b3d-4250-bd82-707690ef5e34 req-4b2d9277-56fa-443a-89cf-49e5bd14af0b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Aug 10 01:56:23.688353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 74f02693-fccb-4976-855d-b2e20690eae3 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:56:23.736115 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 74f02693-fccb-4976-855d-b2e20690eae3 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:56:23.739864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 74f02693-fccb-4976-855d-b2e20690eae3 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:56:23.740240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.818526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.839578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:23.841798 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b561d8-2a4b-4165-989e-8c7ecccfeb4b" -d '{"events": [{"server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "name": "network-vif-plugged", "status": "completed", "tag": "74f02693-fccb-4976-855d-b2e20690eae3"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:23.854426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=74f02693-fccb-4976-855d-b2e20690eae3,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:56:23.859295 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:23.904539 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:23.933074 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420370f-146e-45b7-862d-2bf42360a4ac x-openstack-request-id: req-3420370f-146e-45b7-862d-2bf42360a4ac {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:23.933378 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "name": "network-vif-plugged", "status": "completed", "tag": "74f02693-fccb-4976-855d-b2e20690eae3", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:23.933641 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3420370f-146e-45b7-862d-2bf42360a4ac {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:23.934040 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3', 'code': 200} Aug 10 01:56:24.027087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e757-f60c-4489-bd59-0cd8c8826d9e req-8d674ff4-fc6d-448c-a1be-1525e8b5fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.028600 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37f7e757-f60c-4489-bd59-0cd8c8826d9e req-8d674ff4-fc6d-448c-a1be-1525e8b5fc98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1097 time: 0.0390065 Aug 10 01:56:24.063962 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-37f7e757-f60c-4489-bd59-0cd8c8826d9e req-f7a98e96-9c06-4cfe-a374-9d820cc2854c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280373 Aug 10 01:56:24.542699 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e3d38-4532-4d91-b8e0-54f1fb44abbb req-135f85fd-c495-49d1-9b91-6775aceb83a7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:24.544170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a7e3d38-4532-4d91-b8e0-54f1fb44abbb req-135f85fd-c495-49d1-9b91-6775aceb83a7 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 10 01:56:24.582151 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2a7e3d38-4532-4d91-b8e0-54f1fb44abbb req-545feca8-0d2e-4c9f-8504-b37557d14a31 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Aug 10 01:56:25.696904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa4224-e78f-4d00-8341-488314f629d0 req-f11706f8-4fb6-480e-a386-6b7c62fa4347 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:25.698387 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0fa4224-e78f-4d00-8341-488314f629d0 req-f11706f8-4fb6-480e-a386-6b7c62fa4347 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0492201 Aug 10 01:56:25.736463 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c0fa4224-e78f-4d00-8341-488314f629d0 req-1b79414c-d315-4350-995e-03ef884b208f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 10 01:56:25.852832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e64f3-222b-4a03-a9d2-d0f76f5f674e req-1b6d717c-2b94-4aec-b5fe-a0e16d48fa62 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:25.854289 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96e64f3-222b-4a03-a9d2-d0f76f5f674e req-1b6d717c-2b94-4aec-b5fe-a0e16d48fa62 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Aug 10 01:56:25.891243 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b96e64f3-222b-4a03-a9d2-d0f76f5f674e req-f6f4c2b4-c7e1-4071-b0e4-91eb82fe1696 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Aug 10 01:56:25.912753 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55106) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:25.951418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b9d2f-e19d-447d-b20f-2bb80fde7e01 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:25.953446 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b99b9d2f-e19d-447d-b20f-2bb80fde7e01 tempest-TestNetworkAdvancedServerOps-1364735865 tempest-TestNetworkAdvancedServerOps-1364735865-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1092 time: 0.0396860 Aug 10 01:56:25.956201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55108) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:25.960479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '74f02693-fccb-4976-855d-b2e20690eae3', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:56:25.982227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.080179 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.484462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Allocated IP 172.25.7.97 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/8deb8785-a646-4255-af55-7882d0b5e6ac) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:56:26.588377 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.626746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.660328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.662720 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:56:26.664769 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:26.667851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:56:26.672230 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:56:26.695963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=8deb8785-a646-4255-af55-7882d0b5e6ac,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:27.021943 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.087261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.238855 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.243138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.310000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event updated for resources: {'Port': ['ID=8deb8785-a646-4255-af55-7882d0b5e6ac,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:56:27.319947 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.419367 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 98f3e0f8-e30c-4de1-95bd-89976c28c571 associated. External IP: 172.25.7.97, port: 74f02693-fccb-4976-855d-b2e20690eae3. Aug 10 01:56:27.649739 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 5b2696d7-efea-4aba-adfc-853df8ce1640 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:56:27.759822 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:56:27.775216 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Sync routers for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:56:27.782060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:27.784243 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:27.784855 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:27.809090 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7e0fef51-59e0-443c-957d-df541de45577 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8518543 Aug 10 01:56:27.809764 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:56:27.812675 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594b24e-89b7-4f31-93ab-2411fb44328d" -d '{"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:56:27.853797 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7644e6bb-45fc-4233-80f2-8028661a1ccf x-openstack-request-id: req-7644e6bb-45fc-4233-80f2-8028661a1ccf {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:56:27.854282 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:56:27.854605 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7644e6bb-45fc-4233-80f2-8028661a1ccf {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:56:27.855112 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3', 'status': 'completed', 'code': 200} Aug 10 01:56:27.893377 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:27.917293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-1a03f3e1-2666-48f1-9dea-0972471fab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.918890 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c2ee6-7dd1-409c-a3f0-fa21ae11743e req-35312e0f-096b-483b-a693-27efbf3b4cc9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:27.919420 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-1a03f3e1-2666-48f1-9dea-0972471fab8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1097 time: 0.0427308 Aug 10 01:56:27.920936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-303c2ee6-7dd1-409c-a3f0-fa21ae11743e req-35312e0f-096b-483b-a693-27efbf3b4cc9 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0561721 Aug 10 01:56:27.961204 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-303c2ee6-7dd1-409c-a3f0-fa21ae11743e req-79149e80-bc15-442d-bb7e-8bc1698dbe0c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338211 Aug 10 01:56:27.984541 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55114) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:28.067473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec21e863-6ca5-40db-8e6a-f6ebf818af65 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/98f3e0f8-e30c-4de1-95bd-89976c28c571 HTTP/1.1" status: 200 len: 990 time: 0.0818267 Aug 10 01:56:28.068786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-06da5459-b60b-4421-8aa5-f9c19254016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.070174 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-06da5459-b60b-4421-8aa5-f9c19254016b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 897 time: 0.1441891 Aug 10 01:56:28.116278 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '98f3e0f8-e30c-4de1-95bd-89976c28c571', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'port_id': '74f02693-fccb-4976-855d-b2e20690eae3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'mac_address': 'fa:16:3e:cd:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:56:26Z', 'updated_at': '2021-08-10T01:56:26Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:28.142203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-56fee313-85e6-4244-8825-52a2f9e0c682 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 998 time: 0.0642488 Aug 10 01:56:28.146183 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Checking router: 5b2696d7-efea-4aba-adfc-853df8ce1640 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:56:28.154764 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:56:28.155898 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:28.195684 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-4e810fb5-1235-4e19-b908-f2d8ea0558c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.197164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-4e810fb5-1235-4e19-b908-f2d8ea0558c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 200 len: 835 time: 0.0489569 Aug 10 01:56:28.243527 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-dbefffe1-a0f9-4c4b-b9bf-807489e1efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:56:28.245030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-dbefffe1-a0f9-4c4b-b9bf-807489e1efc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f1283d-d257-4f70-bf02-5262120c897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399616 Aug 10 01:56:28.258166 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:56:28.338847 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-e0bf1d05-3c49-4898-8b7b-5f0776c3a082 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865843 Aug 10 01:56:28.428842 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8594b24e-89b7-4f31-93ab-2411fb44328d req-bfeb5361-e665-4b92-9ca5-c97213000cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831931 Aug 10 01:56:28.477231 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '98f3e0f8-e30c-4de1-95bd-89976c28c571', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'port_id': '74f02693-fccb-4976-855d-b2e20690eae3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'mac_address': 'fa:16:3e:cd:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:56:26Z', 'updated_at': '2021-08-10T01:56:26Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:56:28.512618 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ab1a0-0c75-4a0f-b243-0b7baf3924ca None None] The sync data for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 is: [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '98f3e0f8-e30c-4de1-95bd-89976c28c571', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'floating_ip_address': '172.25.7.97', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'port_id': '74f02693-fccb-4976-855d-b2e20690eae3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'mac_address': 'fa:16:3e:cd:5c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:56:26Z', 'updated_at': '2021-08-10T01:56:26Z', 'revision_number': 0, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:56:28.700418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7631984-733a-4832-b2b3-0c62d27ddca4 None None] New status for floating IP 98f3e0f8-e30c-4de1-95bd-89976c28c571: ACTIVE {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:56:29.071306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55116) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:56:29.140952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d21f2602-ee04-40fa-a853-d566dab27e6a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/98f3e0f8-e30c-4de1-95bd-89976c28c571 HTTP/1.1" status: 200 len: 992 time: 0.0685565 Aug 10 01:56:35.757219 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:56:43.627786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-ab7398e7-ada2-41c9-8c2a-76d655237a2f req-bda27f59-1f12-424e-98aa-75570af4c6cb service neutron] (105958) timed out ('10.222.0.25', 36950) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 01:56:44.106224 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e2ac9186-54ee-49a9-8b8e-b03a8aad8cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:46.872487 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8e12e249-8211-4f33-9f05-a8dac54863f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.398513 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:47.982374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:49.870971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.658248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:56:56.675281 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:00.484085 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc809c0-0845-47c4-a522-c262532b4044 req-d9ed9bb0-229a-4a62-8dd6-5bbf4a8f0223 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:00.485882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4bc809c0-0845-47c4-a522-c262532b4044 req-d9ed9bb0-229a-4a62-8dd6-5bbf4a8f0223 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0491190 Aug 10 01:57:00.523111 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4bc809c0-0845-47c4-a522-c262532b4044 req-60ac82d2-2461-4b1c-a5f3-b266e915992b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Aug 10 01:57:01.642027 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949326c-a122-4ca5-a137-6d2c0024e869 req-090717a9-0d5a-4b4d-9ecd-b348fc80c53b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:01.643529 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6949326c-a122-4ca5-a137-6d2c0024e869 req-090717a9-0d5a-4b4d-9ecd-b348fc80c53b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0487912 Aug 10 01:57:01.680730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6949326c-a122-4ca5-a137-6d2c0024e869 req-746eb415-ddd1-446e-a5c7-94e5b9535530 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Aug 10 01:57:01.703026 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55138) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:01.767997 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c003d23b-8276-48fe-81e2-5280c284f30b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/98f3e0f8-e30c-4de1-95bd-89976c28c571 HTTP/1.1" status: 200 len: 992 time: 0.0638335 Aug 10 01:57:03.056057 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bec58-ed8d-4781-b060-c3358751bc69 req-6cb711ba-849b-4efc-9899-26458d6fd49c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.057461 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f6bec58-ed8d-4781-b060-c3358751bc69 req-6cb711ba-849b-4efc-9899-26458d6fd49c tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0845408 Aug 10 01:57:03.063243 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2abac1da-cc3d-4899-ae3f-efabbe942b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.064654 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2abac1da-cc3d-4899-ae3f-efabbe942b5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1097 time: 0.0596275 Aug 10 01:57:03.150500 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f6bec58-ed8d-4781-b060-c3358751bc69 req-a3258603-a179-4ca1-972a-29ea113cc446 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848956 Aug 10 01:57:03.179369 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2cafe953-16d0-45bb-aedf-89304d5f07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.180841 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2cafe953-16d0-45bb-aedf-89304d5f07ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 897 time: 0.1095855 Aug 10 01:57:03.250846 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-69be9010-af93-4f36-88d3-5665f5711cf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 1000 time: 0.0619569 Aug 10 01:57:03.299478 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-36c46aba-631e-44f2-9fac-cc1d16283b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.300880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-36c46aba-631e-44f2-9fac-cc1d16283b2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 200 len: 835 time: 0.0440555 Aug 10 01:57:03.346316 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2f533229-8d9a-46cf-8284-fcbffc2e27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:03.347712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-2f533229-8d9a-46cf-8284-fcbffc2e27f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f1283d-d257-4f70-bf02-5262120c897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403364 Aug 10 01:57:03.441603 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-af0b4b62-27d5-4ffb-af00-cb82187bec15 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Aug 10 01:57:03.535147 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c2c0752e-7194-4aef-8bd8-8695ee09c40b req-4242aedd-146a-4e30-a589-9a4dbea1db03 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806663 Aug 10 01:57:04.271692 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2319-b6ba-47dd-9b36-7e1e1345bba0 req-1055db43-f9a4-42aa-8b57-e4edc3685db2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:04.273249 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d3f2319-b6ba-47dd-9b36-7e1e1345bba0 req-1055db43-f9a4-42aa-8b57-e4edc3685db2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0510900 Aug 10 01:57:04.317194 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2d3f2319-b6ba-47dd-9b36-7e1e1345bba0 req-e50a7db3-ef30-4921-b166-64827359c696 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367777 Aug 10 01:57:05.437707 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c9acb-6a7a-480a-96a7-8a1b95f5add2 req-30cca5f7-f3cb-4e99-956d-740411614a09 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:05.439188 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e0c9acb-6a7a-480a-96a7-8a1b95f5add2 req-30cca5f7-f3cb-4e99-956d-740411614a09 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Aug 10 01:57:05.475553 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e0c9acb-6a7a-480a-96a7-8a1b95f5add2 req-a50665ab-0d16-43ed-ba3b-506a5b592ff8 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304613 Aug 10 01:57:05.499461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55152) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:05.560142 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f84c65dc-e7aa-4911-899c-5a1d9ccdd949 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/floatingips/98f3e0f8-e30c-4de1-95bd-89976c28c571 HTTP/1.1" status: 200 len: 992 time: 0.0588980 Aug 10 01:57:05.772554 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55158) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:05.932154 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 8deb8785-a646-4255-af55-7882d0b5e6ac {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:05.932411 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.009269 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.009598 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.021947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 8deb8785-a646-4255-af55-7882d0b5e6ac owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:06.170703 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.196178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=8deb8785-a646-4255-af55-7882d0b5e6ac,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:06.219763 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.220111 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.220451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.220783 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.221114 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.221450 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.221780 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.222109 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.222433 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.222782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.223110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.223459 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:06.263688 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.264019 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Floating IP 98f3e0f8-e30c-4de1-95bd-89976c28c571 disassociated (deleted). External IP: 172.25.7.97, port: 74f02693-fccb-4976-855d-b2e20690eae3. Aug 10 01:57:06.470257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 5b2696d7-efea-4aba-adfc-853df8ce1640 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:06.579473 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:06.584217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:06.589549 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Sync routers for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:06.599313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:06.599916 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:06.613546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1e458ee8-e4ed-46e5-bd84-e10411eab77f tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/floatingips/98f3e0f8-e30c-4de1-95bd-89976c28c571 HTTP/1.1" status: 204 len: 168 time: 0.8375642 Aug 10 01:57:06.613546 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:06.614308 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9716650-62ea-431b-a9bb-40f525bd1efe" -d '{"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:06.653587 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b89709-70ae-48bb-9690-2e993d212b23 x-openstack-request-id: req-87b89709-70ae-48bb-9690-2e993d212b23 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:06.653876 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "tag": "74f02693-fccb-4976-855d-b2e20690eae3", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:06.654131 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87b89709-70ae-48bb-9690-2e993d212b23 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:06.654538 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3', 'status': 'completed', 'code': 200} Aug 10 01:57:06.707944 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:06.722693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-beedfb7f-5518-48bb-a8bc-01443a71a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.724456 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-beedfb7f-5518-48bb-a8bc-01443a71a1ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b00f310d01e46b4852fb2382436aee5&device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 1097 time: 0.0478539 Aug 10 01:57:06.827306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-32fcabf4-200a-4f47-8078-b8269d1f3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.829009 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-32fcabf4-200a-4f47-8078-b8269d1f3dad service neutron] 10.222.0.21 "GET /v2.0/networks?id=f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 200 len: 897 time: 0.0979486 Aug 10 01:57:06.859142 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bb7c0e-1c04-4471-94e6-73f099529978 req-5a2aff46-e340-4abd-9e6a-0d120667756a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.860814 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41bb7c0e-1c04-4471-94e6-73f099529978 req-5a2aff46-e340-4abd-9e6a-0d120667756a tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Aug 10 01:57:06.877712 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-c285a31f-6c16-43f0-99cd-00443b144d91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 200 len: 217 time: 0.0408294 Aug 10 01:57:06.900878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41bb7c0e-1c04-4471-94e6-73f099529978 req-70f72fca-22b8-4e52-b8ad-97e41bed81c1 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Aug 10 01:57:06.929075 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-55019e8e-180b-41d3-8814-81e0002eff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.930578 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-55019e8e-180b-41d3-8814-81e0002eff37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 200 len: 835 time: 0.0465288 Aug 10 01:57:06.978295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-a1951406-54d5-4846-8cc6-93edf44eefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:06.979731 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-a1951406-54d5-4846-8cc6-93edf44eefca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f5f1283d-d257-4f70-bf02-5262120c897e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413210 Aug 10 01:57:07.016328 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:07.042163 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Checking router: 5b2696d7-efea-4aba-adfc-853df8ce1640 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:07.050103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:07.050723 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:07.073589 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-05f104b2-1dbf-42b7-ab7e-0fe39d721706 service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860851 Aug 10 01:57:07.152583 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:07.165377 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9716650-62ea-431b-a9bb-40f525bd1efe req-3a3039bf-1052-4e4b-9732-416d980bac7d service neutron] 10.222.0.21 "GET /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844650 Aug 10 01:57:07.348620 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:07.374313 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2c3529-1e83-4762-95c0-50242527f766 None None] The sync data for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 is: [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '655730b9-6c0d-4881-b2ba-2f1a5ea96f50', 'name': '', 'network_id': 'f5f1283d-d257-4f70-bf02-5262120c897e', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'mac_address': 'fa:16:3e:e0:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:13Z', 'updated_at': '2021-08-10T01:56:18Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'subnets': [{'id': 'ed76e56c-655b-44aa-b7f7-8e34e2a88893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:07.582241 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e551a-de1f-402b-8cc9-91e8af40ad0b None None] New status for floating IP 98f3e0f8-e30c-4de1-95bd-89976c28c571: DOWN {{(pid=105959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:57:08.026031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35d10-787f-47be-934e-cc1495b0e0f1 req-24c4ffc9-9681-4c26-bf20-41f965267748 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.027550 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbd35d10-787f-47be-934e-cc1495b0e0f1 req-24c4ffc9-9681-4c26-bf20-41f965267748 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0544956 Aug 10 01:57:08.065275 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bbd35d10-787f-47be-934e-cc1495b0e0f1 req-7828a853-28bf-42c7-bdfb-2902edf18967 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/security-groups?id=25cc29d7-d600-4089-a7f9-1d616d5330c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Aug 10 01:57:08.319503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-cef70f09-41a2-40c8-911c-b3fee1b6401b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:08.320925 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-cef70f09-41a2-40c8-911c-b3fee1b6401b tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 945 time: 0.0477607 Aug 10 01:57:08.407399 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 74f02693-fccb-4976-855d-b2e20690eae3 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:08.407738 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.496303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 74f02693-fccb-4976-855d-b2e20690eae3, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=74f02693-fccb-4976-855d-b2e20690eae3,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:08.496884 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.509544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 74f02693-fccb-4976-855d-b2e20690eae3 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:08.640475 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.667114 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=74f02693-fccb-4976-855d-b2e20690eae3,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:08.709410 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] No DVR routers for this DVR port 74f02693-fccb-4976-855d-b2e20690eae3 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:08.712054 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:08.714161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c01f5a16-17f6-4825-afe9-267b1040fc4a req-630be11e-35b4-4adb-8a80-22f7e06fb745 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.21 "DELETE /v2.0/ports/74f02693-fccb-4976-855d-b2e20690eae3 HTTP/1.1" status: 204 len: 173 time: 0.3859391 Aug 10 01:57:08.714600 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'name': 'network-vif-deleted', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:08.717535 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c30c196-5d42-4b1d-9519-413fe65d89c0" -d '{"events": [{"server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "name": "network-vif-deleted", "tag": "74f02693-fccb-4976-855d-b2e20690eae3"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:08.756025 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c198be-4529-4132-b873-edc59184c9a3 x-openstack-request-id: req-49c198be-4529-4132-b873-edc59184c9a3 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:08.756325 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dc2f32-fba2-484f-b559-6ebdfbeac077", "name": "network-vif-deleted", "tag": "74f02693-fccb-4976-855d-b2e20690eae3", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:08.756580 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49c198be-4529-4132-b873-edc59184c9a3 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:08.756980 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dc2f32-fba2-484f-b559-6ebdfbeac077', 'name': 'network-vif-deleted', 'tag': '74f02693-fccb-4976-855d-b2e20690eae3', 'status': 'completed', 'code': 200} Aug 10 01:57:09.177779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-77cb06a1-b358-4701-961b-cb3508cb7f2e req-91c878d3-06a5-4b50-8068-94b9398c20b3 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "GET /v2.0/ports?device_id=98dc2f32-fba2-484f-b559-6ebdfbeac077 HTTP/1.1" status: 200 len: 210 time: 0.0285499 Aug 10 01:57:10.233658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55174) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:10.589496 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.841519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:10.841769 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.930257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port 655730b9-6c0d-4881-b2ba-2f1a5ea96f50, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:10.930618 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:10.943944 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:11.127829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.155967 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=655730b9-6c0d-4881-b2ba-2f1a5ea96f50,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:11.326704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.543977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Router 5b2696d7-efea-4aba-adfc-853df8ce1640 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:11.650108 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:11.655306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-11700762-6119-4405-881d-90ff6bdcf363 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "PUT /v2.0/routers/5b2696d7-efea-4aba-adfc-853df8ce1640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206283 Aug 10 01:57:11.657884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55176) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:11.660265 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Sync routers for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:11.669852 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:11.670451 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:11.709732 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting subnet ed76e56c-655b-44aa-b7f7-8e34e2a88893 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 01:57:11.712933 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.755188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.773506 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:11.846489 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.904425 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.920639 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 74f02693-fccb-4976-855d-b2e20690eae3 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:11.932524 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Subnet': ['ID=ed76e56c-655b-44aa-b7f7-8e34e2a88893,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:11.936871 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:11.942657 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:11.943074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-4124049c-3aa7-4469-ad31-fc45a0671b79 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/subnets/ed76e56c-655b-44aa-b7f7-8e34e2a88893 HTTP/1.1" status: 204 len: 168 time: 0.2835133 Aug 10 01:57:11.944390 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 74f02693-fccb-4976-855d-b2e20690eae3 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:11.944936 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 74f02693-fccb-4976-855d-b2e20690eae3 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:11.949028 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9bc1df-73a6-47f4-8154-e2f284e48796 None None] Network f5f1283d-d257-4f70-bf02-5262120c897e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:11.965881 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:11.992410 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Checking router: 5b2696d7-efea-4aba-adfc-853df8ce1640 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:12.001539 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Routers {'5b2696d7-efea-4aba-adfc-853df8ce1640'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:12.002159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:56:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b2696d7-efea-4aba-adfc-853df8ce1640'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:12.061635 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.114440 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] Set router 5b2696d7-efea-4aba-adfc-853df8ce1640 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:12.140566 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] DHCP port deletion for f5f1283d-d257-4f70-bf02-5262120c897e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 01:57:12.177422 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.192824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Deleting port 36d84abf-b51a-45b9-b5ab-8757755d727d {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:12.193204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.231295 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Deleting port f5d032cb-b9bb-4174-8e01-a49257d365fc {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 01:57:12.231753 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.255439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] For port 36d84abf-b51a-45b9-b5ab-8757755d727d, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=36d84abf-b51a-45b9-b5ab-8757755d727d,segment=NetworkSegment(4d3338c1-4bb7-4627-8076-8739074e5316),segment_id=4d3338c1-4bb7-4627-8076-8739074e5316)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:12.255839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.269315 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Calling delete_port for 36d84abf-b51a-45b9-b5ab-8757755d727d owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:12.304118 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:12.316618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] For port f5d032cb-b9bb-4174-8e01-a49257d365fc, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=f5d032cb-b9bb-4174-8e01-a49257d365fc,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:12.317074 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.330088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Calling delete_port for f5d032cb-b9bb-4174-8e01-a49257d365fc owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 01:57:12.334188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501cdaed-bf47-4de3-9d6e-6a60574b5715 None None] The sync data for ids ['5b2696d7-efea-4aba-adfc-853df8ce1640'] in n-d-766380-21 is: [{'id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150240842', 'tenant_id': '3b00f310d01e46b4852fb2382436aee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:57:11Z', 'revision_number': 5, 'project_id': '3b00f310d01e46b4852fb2382436aee5', 'gw_port': {'id': 'f5d032cb-b9bb-4174-8e01-a49257d365fc', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2696d7-efea-4aba-adfc-853df8ce1640', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:56:11Z', 'updated_at': '2021-08-10T01:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:12.356095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.505697 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.532625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Port': ['ID=f5d032cb-b9bb-4174-8e01-a49257d365fc,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:12.537297 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Pushing event deleted for resources: {'Port': ['ID=36d84abf-b51a-45b9-b5ab-8757755d727d,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:12.546018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] No DVR routers for this DVR port 36d84abf-b51a-45b9-b5ab-8757755d727d on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 01:57:12.548436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.548773 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.549107 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.549437 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.549762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.550084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.550407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.550758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.551084 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.551402 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.551719 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.552035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a42a626-9609-4a8d-b537-dce8e35dbd76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.562120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.562120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.562120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.563201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.563201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.563201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.563883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.563883 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.564190 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.564290 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.564815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.565238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:12.603229 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.696563 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.698923 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.756087 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:57:12.756812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.757302 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Fanout notify agent at l3_agent the message router_deleted on router 5b2696d7-efea-4aba-adfc-853df8ce1640 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 01:57:12.767972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.769139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2506daa2-fa15-4acf-8e70-c7dfb368b839 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/routers/5b2696d7-efea-4aba-adfc-853df8ce1640 HTTP/1.1" status: 204 len: 168 time: 0.8256032 Aug 10 01:57:12.772007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55180) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:12.811746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:12.833372 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:12.833720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 655730b9-6c0d-4881-b2ba-2f1a5ea96f50 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:12.834128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 36d84abf-b51a-45b9-b5ab-8757755d727d no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:12.855396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 36d84abf-b51a-45b9-b5ab-8757755d727d {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:12.856236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 36d84abf-b51a-45b9-b5ab-8757755d727d not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:12.863626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.949887 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:12.962041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f1283d-d257-4f70-bf02-5262120c897e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:12.973984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3338c1-4bb7-4627-8076-8739074e5316') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:12.974317 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3338c1-4bb7-4627-8076-8739074e5316') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:12.984226 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.003846 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.010494 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 01:57:13.010715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: timer() Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 01:57:13.014160 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 01:57:13.076089 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.083179 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.084998 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/networks/f5f1283d-d257-4f70-bf02-5262120c897e HTTP/1.1" status: 204 len: 168 time: 0.3119156 Aug 10 01:57:13.087845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55182) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:13.096525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955070f2-3b79-42a9-87ce-eacc67e6dee2 tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'Network': ['ID=f5f1283d-d257-4f70-bf02-5262120c897e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:13.146489 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.171464 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.227618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.230041 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.231903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] 10.222.0.25 "DELETE /v2.0/security-groups/25cc29d7-d600-4089-a7f9-1d616d5330c6 HTTP/1.1" status: 204 len: 168 time: 0.1430056 Aug 10 01:57:13.240742 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bca8ed-af47-4c2e-b87c-e07b480f2cce tempest-TestNetworkAdvancedServerOps-1625710692 tempest-TestNetworkAdvancedServerOps-1625710692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cc29d7-d600-4089-a7f9-1d616d5330c6,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:13.554734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55190) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:13.691839 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-30d5a5cd-e5ec-42b6-bd16-0b757007d969 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b00f310d01e46b4852fb2382436aee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359248 Aug 10 01:57:13.694220 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55194) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:13.742039 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.762892 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.813499 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.816335 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:13.817505 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/babd4aa3-e3a4-4644-aa89-57de306b192c HTTP/1.1" status: 204 len: 168 time: 0.1223540 Aug 10 01:57:13.826089 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e11e6-0c43-48b0-9343-554f55d38515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd4aa3-e3a4-4644-aa89-57de306b192c,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.081233 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55200) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:14.094521 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0899-a847-4a40-8122-a517df336b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.105946 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-06dad067-4576-4896-8295-709002dadade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.185143 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0899-a847-4a40-8122-a517df336b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.188569 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c7b0899-a847-4a40-8122-a517df336b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.229960 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c7b0899-a847-4a40-8122-a517df336b9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80642bbda7da4c669213ab6f80f452b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476405 Aug 10 01:57:14.230915 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b0899-a847-4a40-8122-a517df336b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54652b3e-f683-460d-a61d-991ab13a169b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.232899 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55202) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:14.282741 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.304003 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.348968 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.351775 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:14.352989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54652b3e-f683-460d-a61d-991ab13a169b HTTP/1.1" status: 204 len: 168 time: 0.1191111 Aug 10 01:57:14.361104 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b6fb7-772b-4bfa-ab63-305fbafdbc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54652b3e-f683-460d-a61d-991ab13a169b,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:14.511799 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d032cb-b9bb-4174-8e01-a49257d365fc no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:57:14.532528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: f5d032cb-b9bb-4174-8e01-a49257d365fc {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 01:57:14.532871 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device f5d032cb-b9bb-4174-8e01-a49257d365fc not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 01:57:15.048274 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55224) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:15.142766 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-974465149-network', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:15.164028 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Made reservation on behalf of 8fa7f6f9843d445192f044ad793b1a7f for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:15.166391 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.175670 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.265701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.269397 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.295448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:15.305065 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61602f0-65f9-461a-9096-5fcd1a3f9f7e,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:15.310532 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.310901 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Added segment e20fedb1-5a3c-4695-bebc-570d1f3f429d of type vlan for network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 Aug 10 01:57:15.350693 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.377981 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.378878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.379457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.437119 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3877501 Aug 10 01:57:15.440308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55228) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:15.442254 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad10bb8-6357-4358-87ab-eb77d38c2adf admin admin] Pushing event updated for resources: {'Network': ['ID=443439d0-14c6-4f99-bdbe-1002fd6fcd44,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:15.447218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Request body: {'subnet': {'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-974465149-subnet', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:15.451867 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:15.469207 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Made reservation on behalf of 8fa7f6f9843d445192f044ad793b1a7f for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:15.471669 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.649141 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.703335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=96536689-1c13-4db7-a041-3044e9eba6aa,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:15.711646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:15.712004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Network hostable DHCP agents. Network: 443439d0-14c6-4f99-bdbe-1002fd6fcd44, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:15.728175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:15.737101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 443439d0-14c6-4f99-bdbe-1002fd6fcd44) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:15.741280 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:15.741927 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.748507 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8437a86-994b-40fa-8370-fe052272133e None None] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:15.755745 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-8630ba17-fa5c-4c49-9947-296410ce54dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3143439 Aug 10 01:57:15.758566 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55230) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:15.763764 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:15.783354 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.784585 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.840006 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.899605 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:57:15.900358 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:15.983385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.035961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Allocated IP 172.20.0.2 (443439d0-14c6-4f99-bdbe-1002fd6fcd44/96536689-1c13-4db7-a041-3044e9eba6aa/c6a83000-6b2a-45d9-9fdf-1b6c5977fc72) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:16.178921 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.179743 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.188567 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Transition to ACTIVE for port object c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:16.199410 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.203648 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Transition to ACTIVE for port object c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:16.209286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.252947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:16.258019 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:16.260498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:16.274163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Pushing event updated for resources: {'Port': ['ID=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.326110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Attempting to bind port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:16.326494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Attempting to bind port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:16.326890 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Attempting to bind port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:16.332666 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:16.333056 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:16.333468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.333865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:16.334340 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Bound port: c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:16.334749 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.404228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] For port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:16.408086 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] For port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:16.412842 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.473961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fa7c7-95d6-4815-b58b-8943ec4d8e2a None None] Pushing event updated for resources: {'Port': ['ID=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:16.674449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Allocated IP 172.25.7.138 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:16.786240 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.822630 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.862590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:16.867288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:16.871818 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:16.873755 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ae2b-5310-45d9-9141-3678b497692d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:16.875100 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:17.120685 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.329374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.360439 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38533828-cae6-4327-88ce-5bb52c93db7a None None] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:17.428509 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.435995 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8a90db98-351f-41d6-9ef4-0d0e69383997 None None] Provisioning for port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:17.469319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:57:17.579880 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:17.591985 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:17.597066 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:17.598363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ebf048b5-873a-415f-8a80-0543d51c43d1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8388321 Aug 10 01:57:17.601155 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55232) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:17.606148 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:17.606829 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:17.725912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:17.912163 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:17Z', 'revision_number': 3, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:17.940627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:17.940987 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Updating router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:17.966217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.013314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.031170 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.187181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Allocated IP 172.20.0.1 (443439d0-14c6-4f99-bdbe-1002fd6fcd44/96536689-1c13-4db7-a041-3044e9eba6aa/270e1a34-31b7-46d1-8a89-943c9ab300da) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:18.228208 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.238331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Transition to ACTIVE for port object ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:18.244445 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.294254 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.295357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Attempting to bind port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:18.295736 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Attempting to bind port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:18.296095 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Attempting to bind port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:18.303026 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f011-ce38-41ad-9551-d8e278410074 None None] Pushing event updated for resources: {'Port': ['ID=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.306755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:18.307132 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:18.307528 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.307922 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:18.308398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Bound port: ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:18.309320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Transition to ACTIVE for port object 270e1a34-31b7-46d1-8a89-943c9ab300da will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:18.309464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.344957 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.360762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] For port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:18.364064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] For port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:18.368501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.386736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:18.391319 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:18.395822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:18.397802 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Pushing event updated for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.431986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:18.432627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:18.439121 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.468793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f011-ce38-41ad-9551-d8e278410074 None None] Pushing event updated for resources: {'Port': ['ID=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.554846 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:18.614206 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.626632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:18.717203 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d754d67-4b9e-46d2-b3a6-f0a80c299433 None None] Provisioning for port 270e1a34-31b7-46d1-8a89-943c9ab300da completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:18.732725 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0d754d67-4b9e-46d2-b3a6-f0a80c299433 None None] Provisioning complete for port 270e1a34-31b7-46d1-8a89-943c9ab300da triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:18.733100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0d754d67-4b9e-46d2-b3a6-f0a80c299433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.788082 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.789503 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:18.792792 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.807613 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-0d754d67-4b9e-46d2-b3a6-f0a80c299433 None None] Port 270e1a34-31b7-46d1-8a89-943c9ab300da cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:18.812966 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:18.813339 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.859175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Pushing event updated for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:18.861545 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.875243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:17Z', 'revision_number': 3, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:18.922197 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d7dbd9-2884-4661-9866-cdd18c99707d None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:17Z', 'revision_number': 3, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:18.934709 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:18.957331 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:18.958749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:18.971814 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:18.978398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.041117 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.097059 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:19.232957 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:19.235035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-7ff19c6e-8deb-4bd2-8723-6a05e53f0dfd None None] Provisioning complete for port 270e1a34-31b7-46d1-8a89-943c9ab300da triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:19.235524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7ff19c6e-8deb-4bd2-8723-6a05e53f0dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.243210 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-873f705c-aede-4fe6-a069-e6aa977b9e77 admin admin] 10.222.0.25 "PUT /v2.0/routers/8e0bbb36-4a6c-4f26-b048-0e5433d481a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6410427 Aug 10 01:57:19.272035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-7ff19c6e-8deb-4bd2-8723-6a05e53f0dfd None None] Port 270e1a34-31b7-46d1-8a89-943c9ab300da cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:19.731338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55250) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:19.736275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1384364170-network', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:19.758792 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Made reservation on behalf of d19d04ccd6254984ba4d60bff93aa15e for: {'network': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:19.761196 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.771644 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.862651 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.866447 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.874724 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.888231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 01:57:19.903453 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84c22d-e368-450f-b2a6-9480c0b21c9f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:19.906303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.906654 n-d-766380-21 neutron-server[105958]: INFO neutron.db.segments_db [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Added segment 6dfd6f09-7e43-4dda-b5f2-e185091d7484 of type vlan for network 286e73ab-1e6f-49b3-b65b-e044c9846b1d Aug 10 01:57:19.947363 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.976427 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:19.977400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:19.978002 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.034067 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3016477 Aug 10 01:57:20.036901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55252) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:20.041141 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4042-8e2a-4e72-8356-f5c7af86159a admin admin] Pushing event updated for resources: {'Network': ['ID=286e73ab-1e6f-49b3-b65b-e044c9846b1d,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:20.042224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Request body: {'subnet': {'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1384364170-subnet', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:20.051190 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 01:57:20.065383 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Made reservation on behalf of d19d04ccd6254984ba4d60bff93aa15e for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:20.067798 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.261461 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.318617 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c63990d-2baa-43dd-9ddf-fa85919dfa74,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:20.326360 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Checking segment: {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:20.326754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Network hostable DHCP agents. Network: 286e73ab-1e6f-49b3-b65b-e044c9846b1d, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 01:57:20.345291 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 01:57:20.355334 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 286e73ab-1e6f-49b3-b65b-e044c9846b1d) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:20.360775 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:20.361352 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.364273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318b0d3-4ebd-4d7f-b85e-831d1cfba3c0 None None] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:20.376382 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-28d0b77e-b3e9-45b0-a0b9-fbb4a840873c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3383410 Aug 10 01:57:20.378928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55254) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:20.383257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:20.404902 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.406212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.463434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.527850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 01:57:20.528774 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.540286 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:20.550149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:20.550869 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:20.616209 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.672417 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:20.691916 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:20.695275 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Allocated IP 172.20.0.2 (286e73ab-1e6f-49b3-b65b-e044c9846b1d/3c63990d-2baa-43dd-9ddf-fa85919dfa74/98e4a21b-d012-4f61-a5c8-e5580b915382) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:20.820376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:20.833873 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:20.834332 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.851465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.870339 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.924649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.937646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Transition to ACTIVE for port object 98e4a21b-d012-4f61-a5c8-e5580b915382 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:20.977333 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Transition to ACTIVE for port object 98e4a21b-d012-4f61-a5c8-e5580b915382 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:20.984198 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:20.990340 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Allocated IP 172.25.7.146 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:20.991816 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.004010 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 2, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:21.033703 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:21.034178 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Updating router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 port 270e1a34-31b7-46d1-8a89-943c9ab300da binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:21.045858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:21.051733 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:21.054286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.055088 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:21.065972 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.077877 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:21.081528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Pushing event updated for resources: {'Port': ['ID=98e4a21b-d012-4f61-a5c8-e5580b915382,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.083824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:21.113814 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.160175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.197670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.200633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Attempting to bind port 98e4a21b-d012-4f61-a5c8-e5580b915382 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:21.201007 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Attempting to bind port 98e4a21b-d012-4f61-a5c8-e5580b915382 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:21.201379 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Attempting to bind port 98e4a21b-d012-4f61-a5c8-e5580b915382 on network 286e73ab-1e6f-49b3-b65b-e044c9846b1d {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:21.208324 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:21.208700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Checking segment: {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:21.209095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.209478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Bound using segment: {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:21.209938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Bound port: 98e4a21b-d012-4f61-a5c8-e5580b915382, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:21.210314 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.214952 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Pushing event updated for resources: {'Port': ['ID=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.221592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:21.221953 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.229260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:21.231430 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:21.233694 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:21.314209 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] For port 98e4a21b-d012-4f61-a5c8-e5580b915382, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:21.317573 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] For port 98e4a21b-d012-4f61-a5c8-e5580b915382, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=98e4a21b-d012-4f61-a5c8-e5580b915382,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:21.341982 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.345640 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.358929 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Transition to ACTIVE for port object 270e1a34-31b7-46d1-8a89-943c9ab300da will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:21.365683 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.413243 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4429c2-c173-4d3b-9abf-c06ec7f72ebf None None] Pushing event updated for resources: {'Port': ['ID=98e4a21b-d012-4f61-a5c8-e5580b915382,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.463149 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Pushing event updated for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.472203 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.472545 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.472878 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.473205 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.473530 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.473850 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.474166 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.474482 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.474833 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.475148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.475463 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.475776 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:57:21.493489 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Attempting to bind port 270e1a34-31b7-46d1-8a89-943c9ab300da on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:21.493849 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Attempting to bind port 270e1a34-31b7-46d1-8a89-943c9ab300da by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:21.494204 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Attempting to bind port 270e1a34-31b7-46d1-8a89-943c9ab300da on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:21.500235 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:21.500603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:21.501001 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.501522 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:21.501997 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Bound port: 270e1a34-31b7-46d1-8a89-943c9ab300da, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:21.502371 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.574715 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] For port 270e1a34-31b7-46d1-8a89-943c9ab300da, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:21.578372 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] For port 270e1a34-31b7-46d1-8a89-943c9ab300da, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=270e1a34-31b7-46d1-8a89-943c9ab300da,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:21.585060 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:21.705341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:21.706197 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:21.780940 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff739c-8c01-4e1e-8b79-054bc8c27426 None None] Pushing event updated for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:21.869406 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:22.058788 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.098916 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:21Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:22.125541 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbef84c-eb85-4f13-ab89-f350feeddfd3 None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:21Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:22.296905 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.443960 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Router 5b1756fa-4738-4861-820f-5703447d6f02 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 01:57:22.575332 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:22.585556 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Sync routers for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:22.595650 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:22.596351 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:22.607358 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:22.611914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55256) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:22.612609 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-91c0616b-c9ec-4f9a-b3e5-0820704f9d7e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2322583 Aug 10 01:57:22.661300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c341b5-265b-4124-9f72-e4f690faae1e None None] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 01:57:22.717308 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 270e1a34-31b7-46d1-8a89-943c9ab300da up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:22.813131 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6d1aea7c-fcde-4bc8-abb2-ee9bb69ac097 None None] Provisioning for port 98e4a21b-d012-4f61-a5c8-e5580b915382 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:22.853335 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:22.984636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 270e1a34-31b7-46d1-8a89-943c9ab300da completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:22.999337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 270e1a34-31b7-46d1-8a89-943c9ab300da triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:22.999715 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.176474 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.228317 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 270e1a34-31b7-46d1-8a89-943c9ab300da, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=270e1a34-31b7-46d1-8a89-943c9ab300da,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:23.236051 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:21Z', 'revision_number': 3, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:23.240650 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.241452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:23.289852 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Checking router: 5b1756fa-4738-4861-820f-5703447d6f02 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:23.290206 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Updating router 5b1756fa-4738-4861-820f-5703447d6f02 port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:23.364396 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.407191 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:23.423246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:23.423470 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.442919 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.601118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Allocated IP 172.20.0.1 (286e73ab-1e6f-49b3-b65b-e044c9846b1d/3c63990d-2baa-43dd-9ddf-fa85919dfa74/1781084d-60b9-40ba-a12d-2db0300498fe) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:23.636618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 98e4a21b-d012-4f61-a5c8-e5580b915382 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:23.708060 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.722654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Transition to ACTIVE for port object 1781084d-60b9-40ba-a12d-2db0300498fe will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:23.743526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 98e4a21b-d012-4f61-a5c8-e5580b915382 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:23.746905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.753875 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 98e4a21b-d012-4f61-a5c8-e5580b915382 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:23.754284 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.758167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.779698 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Transition to ACTIVE for port object a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:23.790832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.794090 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:23.800444 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:23.803922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:23.829036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Pushing event updated for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:23.847972 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.873749 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Attempting to bind port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:23.874128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Attempting to bind port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:23.874490 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Attempting to bind port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:23.878870 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9727f8-01b1-446e-9ca5-6d3acc3afa92 None None] Pushing event updated for resources: {'Port': ['ID=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:23.885989 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:23.887120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:23.888366 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.888782 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:23.889287 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Bound port: a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:23.890201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:23.991301 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.136693 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.142627 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-102ac813-5b8b-4c95-8aa4-e5a6937b4ce7 None None] Provisioning for port 1781084d-60b9-40ba-a12d-2db0300498fe completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:24.160489 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-102ac813-5b8b-4c95-8aa4-e5a6937b4ce7 None None] Provisioning complete for port 1781084d-60b9-40ba-a12d-2db0300498fe triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:24.160489 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-102ac813-5b8b-4c95-8aa4-e5a6937b4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.162140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] For port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:24.163531 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.169315 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.200693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] For port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:24.212045 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.243413 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Pushing event updated for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:24.246004 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.258811 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 98e4a21b-d012-4f61-a5c8-e5580b915382, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=98e4a21b-d012-4f61-a5c8-e5580b915382,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:24.268040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.274768 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-102ac813-5b8b-4c95-8aa4-e5a6937b4ce7 None None] Port 1781084d-60b9-40ba-a12d-2db0300498fe cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:24.300461 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9727f8-01b1-446e-9ca5-6d3acc3afa92 None None] Pushing event updated for resources: {'Port': ['ID=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:24.303106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:24.303718 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:24.343963 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:24.345390 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:24.422860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=98e4a21b-d012-4f61-a5c8-e5580b915382,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:24.449781 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:24.469933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Router 5b1756fa-4738-4861-820f-5703447d6f02 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:24.573232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 98e4a21b-d012-4f61-a5c8-e5580b915382 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:24.605821 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:24.611280 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-520b36d3-394b-4d0c-a982-0a1115324340 admin admin] 10.222.0.25 "PUT /v2.0/routers/5b1756fa-4738-4861-820f-5703447d6f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9983127 Aug 10 01:57:24.646426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1d92e474-9a4b-4767-ac29-45970d7aca60 None None] Provisioning complete for port 1781084d-60b9-40ba-a12d-2db0300498fe triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:24.647038 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1d92e474-9a4b-4767-ac29-45970d7aca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.715921 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 98e4a21b-d012-4f61-a5c8-e5580b915382 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:24.716290 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:24.719353 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1d92e474-9a4b-4767-ac29-45970d7aca60 None None] Port 1781084d-60b9-40ba-a12d-2db0300498fe cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:24.775276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1781084d-60b9-40ba-a12d-2db0300498fe', 'name': '', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'mac_address': 'fa:16:3e:75:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 2, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'subnets': [{'id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:24.808425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4eb5512-6d03-444d-807d-6f3e95283178 None None] The sync data for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 is: [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1781084d-60b9-40ba-a12d-2db0300498fe', 'name': '', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'mac_address': 'fa:16:3e:75:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 2, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'subnets': [{'id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:24.842771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 270e1a34-31b7-46d1-8a89-943c9ab300da up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:24.889746 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 270e1a34-31b7-46d1-8a89-943c9ab300da triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:24.890380 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.143515 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55264) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.148313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031723354', 'description': 'tempest-secgroup-smoke-1031723354 description', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.172407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.261175 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.265722 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.297759 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.299170 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1545637 Aug 10 01:57:25.301133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b83e0-d6d7-4150-8675-28b25d5d4e1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667f4fd7-1af8-4596-8a84-f2d64f9226a3,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.302231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.306914 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.336525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.397288 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.401156 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.420231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab42e0a-6638-4ad3-9783-d808fe752199,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.427215 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.428497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-37a6a8bc-77ac-4b19-b2b6-d759260197c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251683 Aug 10 01:57:25.431184 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.436765 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.474086 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.543275 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.547305 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.573140 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5219b6d-4d45-4d93-b1fb-2a9393e04ef3,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.577918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.581655 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-b68c0a89-acd3-4800-8964-5d3eec7de325 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469843 Aug 10 01:57:25.582110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55270) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.586458 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.614364 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.678396 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.682245 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.703158 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10da394-5508-4112-81c8-567b24352baf,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.709837 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.711087 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-fa983767-e8a2-4319-920f-166bb307e5a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1282156 Aug 10 01:57:25.713737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55272) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.719450 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.747909 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.812746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.817101 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.838067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dfcf8b-dc86-47d7-8204-4bfa4d46166e,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.846148 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.847588 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-80060510-6b81-40d1-9b1f-c29ec0bbaf83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328740 Aug 10 01:57:25.850340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55274) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.854995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:25.878264 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Project 8fa7f6f9843d445192f044ad793b1a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:57:25.883438 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.948525 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.954113 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.975092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577c4ca-6b5f-43d0-bf54-b8ce6750b04a,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:25.982771 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:25.983993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-367ae6f7-39ba-4595-8c42-53e77b9a7ba7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326907 Aug 10 01:57:25.986660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55276) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:25.991520 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '667f4fd7-1af8-4596-8a84-f2d64f9226a3', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:26.015564 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Project 8fa7f6f9843d445192f044ad793b1a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 01:57:26.020789 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.086746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.090059 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.104611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f1ebd1-88ac-4b32-a2ed-966b1d38f0f5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:26.113375 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.114689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-7edaeef2-7ba0-4805-8771-81d5b8a23541 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268406 Aug 10 01:57:26.265169 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-c26da9a9-3cbd-479d-b319-46f0cd9db3bd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031723354&fields=id&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 267 time: 0.0345132 Aug 10 01:57:26.373285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-595a5fa9-14e0-4fba-b46c-c405922d105f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:26.374834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-595a5fa9-14e0-4fba-b46c-c405922d105f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 808 time: 0.1028178 Aug 10 01:57:26.389696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-822f7247-9e7b-4788-b72a-fd7e905c4261 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/quotas/8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 375 time: 0.0090125 Aug 10 01:57:26.445648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-5e36a3d1-48cd-473f-96ca-88c8ae61821c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506442 Aug 10 01:57:26.557075 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-becdb125-3699-46c2-900c-b32f8b9cdd2f service neutron] 10.222.0.25 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986593 Aug 10 01:57:26.593492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:26.644370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:26.648192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:26.648593 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.656683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-814fd26b-7d2c-4db6-a1e8-3f2fccd9b7aa service neutron] 10.222.0.25 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923231 Aug 10 01:57:26.713922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.715696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.773371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.784072 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Sync routers for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:26.794425 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:26.795519 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:26.804802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:26.812559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:26.872403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7ce4adce-34eb-478f-8bf6-f2dfe0425f71 req-d07891a4-52cd-4408-b470-542a7512aa03 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 210 time: 0.0428691 Aug 10 01:57:26.881129 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:26.906220 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:27.109100 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1781084d-60b9-40ba-a12d-2db0300498fe', 'name': '', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'mac_address': 'fa:16:3e:75:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:24Z', 'revision_number': 2, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'subnets': [{'id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:27.139299 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Checking router: 5b1756fa-4738-4861-820f-5703447d6f02 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:27.139652 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Updating router 5b1756fa-4738-4861-820f-5703447d6f02 port 1781084d-60b9-40ba-a12d-2db0300498fe binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 01:57:27.164861 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.443875 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.454375 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Transition to ACTIVE for port object 1781084d-60b9-40ba-a12d-2db0300498fe will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:27.459636 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.529865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2398b69-ac95-435f-b82f-9fb80bcb6694 None None] Pushing event updated for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.558797 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Attempting to bind port 1781084d-60b9-40ba-a12d-2db0300498fe on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:27.559236 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Attempting to bind port 1781084d-60b9-40ba-a12d-2db0300498fe by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:27.559588 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Attempting to bind port 1781084d-60b9-40ba-a12d-2db0300498fe on network 286e73ab-1e6f-49b3-b65b-e044c9846b1d {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:27.564862 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:27.565233 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Checking segment: {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:27.565632 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.566019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Bound using segment: {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:27.566482 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Bound port: 1781084d-60b9-40ba-a12d-2db0300498fe, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfd6f09-7e43-4dda-b5f2-e185091d7484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:27.566885 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.634893 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] For port 1781084d-60b9-40ba-a12d-2db0300498fe, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:27.639110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] For port 1781084d-60b9-40ba-a12d-2db0300498fe, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1781084d-60b9-40ba-a12d-2db0300498fe,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:27.643838 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:27.706058 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:27.706693 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:27.708368 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2398b69-ac95-435f-b82f-9fb80bcb6694 None None] Pushing event updated for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:27.925768 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:28.015297 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-214afe4f-af17-4c7c-90ee-162ac55d86f6 req-f83a54a0-7de9-4333-a75e-3bca4b07aec9 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 210 time: 0.0536330 Aug 10 01:57:28.019110 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-32faa8b2-d7ba-4c00-ac95-2a63b78c3fba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:28.020649 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-32faa8b2-d7ba-4c00-ac95-2a63b78c3fba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 808 time: 0.1352158 Aug 10 01:57:28.066158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-5b55c902-2d2b-455c-b1a7-6aa5224d9ad3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 380 time: 0.0362537 Aug 10 01:57:28.075734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'port': {'device_id': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'admin_state_up': True, 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'security_groups': ['667f4fd7-1af8-4596-8a84-f2d64f9226a3']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:28.130899 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1781084d-60b9-40ba-a12d-2db0300498fe', 'name': '', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'mac_address': 'fa:16:3e:75:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:27Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'subnets': [{'id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:28.158892 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0669cb3e-9616-40af-83dd-4cec2856063a None None] The sync data for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 is: [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '1781084d-60b9-40ba-a12d-2db0300498fe', 'name': '', 'network_id': '286e73ab-1e6f-49b3-b65b-e044c9846b1d', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'mac_address': 'fa:16:3e:75:40:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:23Z', 'updated_at': '2021-08-10T01:57:27Z', 'revision_number': 4, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'subnets': [{'id': '3c63990d-2baa-43dd-9ddf-fa85919dfa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:28.191267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Made reservation on behalf of 8fa7f6f9843d445192f044ad793b1a7f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 01:57:28.195105 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.327710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Allocated IP 172.20.0.11 (443439d0-14c6-4f99-bdbe-1002fd6fcd44/96536689-1c13-4db7-a041-3044e9eba6aa/4f214a8b-027f-424a-a2eb-80871d1d5741) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:28.478433 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.493672 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Transition to ACTIVE for port object 4f214a8b-027f-424a-a2eb-80871d1d5741 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:28.531626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.575650 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:28.580931 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:28.585829 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:28.611595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1781084d-60b9-40ba-a12d-2db0300498fe up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:28.622903 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:28.649676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:28.650330 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.666503 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-e8005265-29ae-42ef-a722-54342dd1f0b2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5946617 Aug 10 01:57:28.679785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Request body: {'port': {'device_id': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:28.689054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 1781084d-60b9-40ba-a12d-2db0300498fe completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:28.693624 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1781084d-60b9-40ba-a12d-2db0300498fe triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:28.694252 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.751291 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.799224 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.838962 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 1781084d-60b9-40ba-a12d-2db0300498fe, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1781084d-60b9-40ba-a12d-2db0300498fe,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:28.844777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.846111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:28.932103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:28.944804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c49ff3c-f538-488a-aa91-af49cb8238e2 None None] Provisioning for port 4f214a8b-027f-424a-a2eb-80871d1d5741 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:28.949910 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:28.950286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:28.951851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-8c49ff3c-f538-488a-aa91-af49cb8238e2 None None] Provisioning complete for port 4f214a8b-027f-424a-a2eb-80871d1d5741 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:28.952204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8c49ff3c-f538-488a-aa91-af49cb8238e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.014740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-8c49ff3c-f538-488a-aa91-af49cb8238e2 None None] Port 4f214a8b-027f-424a-a2eb-80871d1d5741 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 01:57:29.040815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:29.049420 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.062503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Transition to ACTIVE for port object 4f214a8b-027f-424a-a2eb-80871d1d5741 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 01:57:29.068036 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.150514 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:29.203852 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664b4d6-51a0-44e2-a169-820b20d1ef5d req-8991d60f-bd1e-4e0b-b22e-0b1fc52d8735 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.205377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1664b4d6-51a0-44e2-a169-820b20d1ef5d req-8991d60f-bd1e-4e0b-b22e-0b1fc52d8735 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.1064739 Aug 10 01:57:29.259018 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 01:57:29.259361 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 01:57:29.259693 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:29.268905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 01:57:29.269211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 01:57:29.273651 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1664b4d6-51a0-44e2-a169-820b20d1ef5d req-6fbe8073-7649-4408-9f3c-79d8eeed4724 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581729 Aug 10 01:57:29.278342 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 01:57:29.278698 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 01:57:29.279095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 01:57:29.279528 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Bound port: 4f214a8b-027f-424a-a2eb-80871d1d5741, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 01:57:29.279884 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.350576 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 01:57:29.353678 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 01:57:29.359079 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.392492 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.393486 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:29.395297 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1093 time: 0.7201204 Aug 10 01:57:29.397796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:29.401605 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc8226-1086-4827-bf46-46db67755320" -d '{"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:29.433991 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b546c1-96fa-463a-aeed-77ab92bfde49 service neutron] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:29.450337 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11df2df-0093-4eb0-9ab2-9901c0bd86df x-openstack-request-id: req-f11df2df-0093-4eb0-9ab2-9901c0bd86df {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:29.450631 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:29.450913 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f11df2df-0093-4eb0-9ab2-9901c0bd86df {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:29.451314 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'status': 'completed', 'code': 200} Aug 10 01:57:29.482871 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-88d33759-7d92-4bbb-b989-41ebf93111e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.484422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-88d33759-7d92-4bbb-b989-41ebf93111e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1096 time: 0.0460131 Aug 10 01:57:29.531726 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-4248ff6f-e24d-440f-8298-6fb67cd7d941 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 217 time: 0.0385790 Aug 10 01:57:29.584078 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-ac2f4961-36a9-4ba2-92fd-7ab0d1ae9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.585551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-ac2f4961-36a9-4ba2-92fd-7ab0d1ae9e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0466151 Aug 10 01:57:29.631363 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-1f159dd0-2669-4e22-b6bc-49371e2e2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.632776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-1f159dd0-2669-4e22-b6bc-49371e2e2807 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405586 Aug 10 01:57:29.736334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-a058f361-f8e3-4490-be3f-7377fca7c1a4 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961189 Aug 10 01:57:29.832267 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-42ff5d35-4dc2-4f36-b5c4-099f11bdd3d5 req-631710f2-4a52-4d45-bc3a-789f5a9f6a3f service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Aug 10 01:57:29.917365 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8226-1086-4827-bf46-46db67755320 req-e73a08d4-081b-4591-bd41-f6e376046148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:29.919359 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-e73a08d4-081b-4591-bd41-f6e376046148 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1096 time: 0.0420399 Aug 10 01:57:30.013269 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8226-1086-4827-bf46-46db67755320 req-74fdb1cc-4146-426b-a421-647562066227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.014834 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-74fdb1cc-4146-426b-a421-647562066227 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0883398 Aug 10 01:57:30.061581 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-185d6cb0-5c17-4d76-9ca9-a0d0f19b9342 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 217 time: 0.0390184 Aug 10 01:57:30.118599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8226-1086-4827-bf46-46db67755320 req-5a3142fb-07a2-4f5b-8769-a21e8f659fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.120089 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-5a3142fb-07a2-4f5b-8769-a21e8f659fed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0506258 Aug 10 01:57:30.166911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc8226-1086-4827-bf46-46db67755320 req-ac546b4c-f5e2-4ea4-87e2-b18b61cc8520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.168747 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-ac546b4c-f5e2-4ea4-87e2-b18b61cc8520 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409131 Aug 10 01:57:30.257042 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-754c0a69-7cfb-4204-9f97-c43d49594656 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805736 Aug 10 01:57:30.361660 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bfcc8226-1086-4827-bf46-46db67755320 req-69f8fcc2-698f-42ab-b053-159112ebbfe5 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974686 Aug 10 01:57:30.397522 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6fa4-7c53-41c6-b381-3e8fd4bc7c44 req-aa43dcd9-21a7-467c-b777-4164e005b77a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:30.399036 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d28c6fa4-7c53-41c6-b381-3e8fd4bc7c44 req-aa43dcd9-21a7-467c-b777-4164e005b77a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0523343 Aug 10 01:57:30.436846 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d28c6fa4-7c53-41c6-b381-3e8fd4bc7c44 req-b4dadc32-8911-4fd1-9fae-8b26425a8d29 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Aug 10 01:57:30.557458 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1781084d-60b9-40ba-a12d-2db0300498fe up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:30.604049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 1781084d-60b9-40ba-a12d-2db0300498fe triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:30.604418 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:31.553162 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cda6f-eabf-4e8c-a176-be61a5e03986 req-31d6b786-012e-445c-897e-1ccd7ec38061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:31.554639 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-538cda6f-eabf-4e8c-a176-be61a5e03986 req-31d6b786-012e-445c-897e-1ccd7ec38061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0502532 Aug 10 01:57:31.595064 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-538cda6f-eabf-4e8c-a176-be61a5e03986 req-86406a35-3c49-442b-9bfa-a8487ecb2afa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Aug 10 01:57:32.693704 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:57:32.708922 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a51f8-1997-4c8d-aefb-33e618e39ace req-ba3439ac-b245-4dfa-9750-9dac314adf7e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:32.710397 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811a51f8-1997-4c8d-aefb-33e618e39ace req-ba3439ac-b245-4dfa-9750-9dac314adf7e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0489063 Aug 10 01:57:32.763704 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-811a51f8-1997-4c8d-aefb-33e618e39ace req-dbd86f10-5dbc-4dee-9e56-9bda0ce73316 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460963 Aug 10 01:57:32.799210 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:32.811426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:57:32.850779 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.863599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:57:32.882367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:32.886787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:32.934025 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:33.131450 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4f214a8b-027f-424a-a2eb-80871d1d5741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:57:33.878466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb0b7e-1b8f-48e2-92a7-eedb432ddeb5 req-1365bd37-ac22-450f-8019-d09b4bfa21c9 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:33.879992 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54fb0b7e-1b8f-48e2-92a7-eedb432ddeb5 req-1365bd37-ac22-450f-8019-d09b4bfa21c9 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0490463 Aug 10 01:57:33.921339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-54fb0b7e-1b8f-48e2-92a7-eedb432ddeb5 req-e3e81d22-eae3-4f42-9827-a71ef738b247 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Aug 10 01:57:34.693376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:57:34.740755 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port 4f214a8b-027f-424a-a2eb-80871d1d5741 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 01:57:34.744254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4f214a8b-027f-424a-a2eb-80871d1d5741 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:57:34.744623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.820693 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.842765 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:34.845010 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c04944-c282-4c2c-9172-335eb2b89b78" -d '{"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:34.857360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:57:34.861465 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:34.886226 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f6f01-340e-4fa8-9c93-f8c3aa872d60 x-openstack-request-id: req-7d6f6f01-340e-4fa8-9c93-f8c3aa872d60 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:34.886573 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:34.886852 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d6f6f01-340e-4fa8-9c93-f8c3aa872d60 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:34.887236 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'code': 200} Aug 10 01:57:34.912662 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:35.037049 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808be09-799b-476d-9967-12f505764c57 req-f722522b-84aa-4dab-a0cf-859b951dbded tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:35.038558 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6808be09-799b-476d-9967-12f505764c57 req-f722522b-84aa-4dab-a0cf-859b951dbded tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0497315 Aug 10 01:57:35.079357 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6808be09-799b-476d-9967-12f505764c57 req-d499c97a-0cc1-49c4-8daf-74dd00de591e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340767 Aug 10 01:57:35.084252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f226e7-89ed-4221-b383-de134e5fcfc7 req-3311517b-66ce-48a3-a8e3-4fca206a41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:35.085878 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6f226e7-89ed-4221-b383-de134e5fcfc7 req-3311517b-66ce-48a3-a8e3-4fca206a41da service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1098 time: 0.1433439 Aug 10 01:57:35.120790 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6f226e7-89ed-4221-b383-de134e5fcfc7 req-868a7d52-42ed-453a-a558-1b5744a68eb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277402 Aug 10 01:57:36.196705 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4cca-8ac4-411a-a4f9-7169d13a46ce req-336733a1-aca2-4b83-b6c9-25439ca381fd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.198777 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f98c4cca-8ac4-411a-a4f9-7169d13a46ce req-336733a1-aca2-4b83-b6c9-25439ca381fd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0491238 Aug 10 01:57:36.236272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f98c4cca-8ac4-411a-a4f9-7169d13a46ce req-03d27f11-4d13-4bc8-9ed3-b4ca15be1c69 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Aug 10 01:57:36.349576 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41c079-8525-40db-bbb5-40bace930f73 req-6f103208-959b-4b3e-8b4c-0a0d089b088d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.351127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab41c079-8525-40db-bbb5-40bace930f73 req-6f103208-959b-4b3e-8b4c-0a0d089b088d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0484834 Aug 10 01:57:36.390696 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ab41c079-8525-40db-bbb5-40bace930f73 req-b43cba07-1a49-47da-8173-ac2e495554c3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319891 Aug 10 01:57:36.412503 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55336) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:36.492658 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f904b-31a9-4a16-b7bf-7e263e704a7b tempest-TestShelveInstance-74883723 tempest-TestShelveInstance-74883723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:36.494163 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2c3f904b-31a9-4a16-b7bf-7e263e704a7b tempest-TestShelveInstance-74883723 tempest-TestShelveInstance-74883723-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1093 time: 0.0806999 Aug 10 01:57:36.497617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55340) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 01:57:36.502112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 01:57:36.523186 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.621741 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.728468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Allocated IP 172.25.7.53 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 01:57:36.829554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.867035 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:36.908510 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 01:57:36.913581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 01:57:36.915751 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:36.918578 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 01:57:37.265061 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.331522 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.473319 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.477335 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.544757 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:57:37.557796 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.656502 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Floating IP 106e73ef-f93d-4e23-a5cd-3d211dd34db9 associated. External IP: 172.25.7.53, port: 4f214a8b-027f-424a-a2eb-80871d1d5741. Aug 10 01:57:37.862429 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 01:57:37.970717 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 01:57:37.980312 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 01:57:37.987703 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:37.989851 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:37.990464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:38.015352 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-e6af36b6-c7f2-4610-ba7a-5b53157a8047 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5167112 Aug 10 01:57:38.015951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:57:38.018156 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:57:38.054716 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571858ae-5f5c-4a5d-9f4c-46457a6c79c6 x-openstack-request-id: req-571858ae-5f5c-4a5d-9f4c-46457a6c79c6 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:57:38.055009 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:57:38.055260 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-571858ae-5f5c-4a5d-9f4c-46457a6c79c6 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:57:38.055691 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'status': 'completed', 'code': 200} Aug 10 01:57:38.105939 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:38.117817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-19e43783-f6d7-47d8-a2e7-6ec886eb839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.119290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-19e43783-f6d7-47d8-a2e7-6ec886eb839f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1098 time: 0.0410511 Aug 10 01:57:38.212647 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-e251b7e0-2082-416e-8849-43719a6a0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.214174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-e251b7e0-2082-416e-8849-43719a6a0b51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0882578 Aug 10 01:57:38.284956 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-9712d58f-ad7b-4fc1-bdc5-4d008ed619dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 999 time: 0.0598519 Aug 10 01:57:38.327758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '106e73ef-f93d-4e23-a5cd-3d211dd34db9', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:37Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:38.339482 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-96dbb6e0-ec0f-4b83-86c2-d1b2983a9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.340999 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-96dbb6e0-ec0f-4b83-86c2-d1b2983a9796 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0496624 Aug 10 01:57:38.353571 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 01:57:38.362423 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 01:57:38.363055 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T01:57:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:38.387320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-56d809d5-b394-4c8c-95cb-445a6c2beccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:57:38.388759 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-56d809d5-b394-4c8c-95cb-445a6c2beccc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407572 Aug 10 01:57:38.480922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-1e01e600-b2dc-45d9-ae63-96ed72ff4b09 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841703 Aug 10 01:57:38.582027 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7652db7d-1270-4a6e-b8dd-437cf5c6c8b9 req-b206c766-fca2-4c54-9565-b24ad9ef2f15 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933805 Aug 10 01:57:38.628137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 01:57:38.849757 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '106e73ef-f93d-4e23-a5cd-3d211dd34db9', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:37Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 01:57:38.879658 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2857f0-d3f2-4143-b35e-5f15631bd30b None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '106e73ef-f93d-4e23-a5cd-3d211dd34db9', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T01:57:37Z', 'updated_at': '2021-08-10T01:57:37Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 01:57:39.063063 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b56a8db-870e-4aac-8288-80cf84a69aa1 None None] New status for floating IP 106e73ef-f93d-4e23-a5cd-3d211dd34db9: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 01:57:44.106623 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f91d-124a-425d-aff3-12ed6333f73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:46.875890 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-49bd51b6-4ba9-48f0-8217-0b7f71176098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.400588 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:47.989441 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:49.755141 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:57:49.876477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.664285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:57:56.691368 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:14.107435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9d82c1e5-9c75-48fb-9022-526b19421c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:16.876297 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-02aec5bd-e3a6-400a-8ac4-884af2a894dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.405331 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:17.991666 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:19.879430 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:21.816487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-e24485a9-91ae-4401-b9ce-8ecf66cfd3cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408971 Aug 10 01:58:21.894905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-646c6164-513b-46a9-8995-5e471a807041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:21.896441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-646c6164-513b-46a9-8995-5e471a807041 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1098 time: 0.0399578 Aug 10 01:58:22.000503 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-92eb02d4-d8ba-4056-bcfe-5f985cfc0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.001914 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-92eb02d4-d8ba-4056-bcfe-5f985cfc0b89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0867229 Aug 10 01:58:22.065613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-cf3bac65-6069-41c4-88d2-621b7de04e46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1001 time: 0.0573013 Aug 10 01:58:22.119036 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-81a1372f-f062-4880-8c8e-a1716533713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.120544 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-81a1372f-f062-4880-8c8e-a1716533713b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0482171 Aug 10 01:58:22.168129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-6b517aac-8edc-4f1f-a306-cb8de77f9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:58:22.169659 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-6b517aac-8edc-4f1f-a306-cb8de77f9dc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420358 Aug 10 01:58:22.181828 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-1597538c-7807-48fa-897b-ee5533244ba6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 01:58:22.182824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-1597538c-7807-48fa-897b-ee5533244ba6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 Aug 10 01:58:22.273794 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-093fc190-e280-47e8-8183-67014ed7fe71 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832379 Aug 10 01:58:22.366959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ddcfe7bc-962d-48ff-9ccb-8b10b20ddb4e req-74c11a8e-9841-40a2-a1a9-8a580b8f4cfd service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867877 Aug 10 01:58:26.685900 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.689805 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:26.753994 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:58:44.108856 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df05d191-755f-4e63-8c20-72e6d72304f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:46.877184 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fe283249-fb2c-4d8e-a315-efa21b89fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.407082 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:47.995072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:49.882560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.702423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:58:56.706129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:03.753554 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:14.109406 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-46515f7b-4256-4a8f-9490-6eecf1d3c578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:16.876868 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dd9460c-7f0b-4c46-ae6e-1d792e9f7091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:17.407720 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:17.996989 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:19.885241 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:23.812765 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-0f95d3d3-1852-43d9-ad4e-7b7bfd9d2ab3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410171 Aug 10 01:59:23.894799 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50501b-2a65-401a-93a3-0a798d467560 req-ea9092b7-c9e7-4a48-bf27-1fc068ca8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:23.896312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-ea9092b7-c9e7-4a48-bf27-1fc068ca8c3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1098 time: 0.0436792 Aug 10 01:59:24.001156 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50501b-2a65-401a-93a3-0a798d467560 req-e495e77d-887e-4493-9c87-cddc7ab770d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.002526 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-e495e77d-887e-4493-9c87-cddc7ab770d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0876014 Aug 10 01:59:24.066157 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-0d8fe38e-07e3-40ee-a831-819462d11011 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1001 time: 0.0568509 Aug 10 01:59:24.117432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50501b-2a65-401a-93a3-0a798d467560 req-65f9a5fa-3eb6-42c7-b3c7-e0e1160fde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.118853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-65f9a5fa-3eb6-42c7-b3c7-e0e1160fde86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0462408 Aug 10 01:59:24.165830 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50501b-2a65-401a-93a3-0a798d467560 req-48becb4e-e7c5-433d-a91a-485c78215424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:24.167353 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-48becb4e-e7c5-433d-a91a-485c78215424 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407851 Aug 10 01:59:24.255488 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-c17f2c8a-fe3e-41d9-b680-9cd26e386575 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802238 Aug 10 01:59:24.348708 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d50501b-2a65-401a-93a3-0a798d467560 req-e45d9bb1-8e51-436b-b53a-f0ef79ee9270 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 10 01:59:26.707523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:26.711065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:35.341370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e24a-607a-41e6-9210-bd8919647108 req-6d216df5-1e00-45a5-9b09-078d8d287c8c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:35.342858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d49e24a-607a-41e6-9210-bd8919647108 req-6d216df5-1e00-45a5-9b09-078d8d287c8c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0987744 Aug 10 01:59:35.380936 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3d49e24a-607a-41e6-9210-bd8919647108 req-52e6f805-22c1-4f68-927a-c056f5297272 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Aug 10 01:59:36.502501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2838d28-06d2-4b6d-a7fb-214cafd9c968 req-d0905d1b-4f3e-43a2-ae57-ea226c1e0e8a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:36.504057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2838d28-06d2-4b6d-a7fb-214cafd9c968 req-d0905d1b-4f3e-43a2-ae57-ea226c1e0e8a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0538113 Aug 10 01:59:36.547531 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2838d28-06d2-4b6d-a7fb-214cafd9c968 req-8f17bd89-40b9-467b-b0ea-118ae8e85354 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360510 Aug 10 01:59:37.757600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb3673-7d56-48c9-802a-6db96dd1ed83 req-3993e214-1798-4502-b945-57f551fcc019 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:37.759097 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6bb3673-7d56-48c9-802a-6db96dd1ed83 req-3993e214-1798-4502-b945-57f551fcc019 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0542190 Aug 10 01:59:37.796858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e6bb3673-7d56-48c9-802a-6db96dd1ed83 req-c827cef7-1a38-478a-93af-169ef96139cd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Aug 10 01:59:38.914575 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2bc40-db84-4ccc-aead-37040c988b45 req-70b74ed4-274a-4aae-9d51-77b4551b5ecd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:38.916051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13b2bc40-db84-4ccc-aead-37040c988b45 req-70b74ed4-274a-4aae-9d51-77b4551b5ecd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0495579 Aug 10 01:59:38.952988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13b2bc40-db84-4ccc-aead-37040c988b45 req-6b9c2d42-3bff-4cbd-bc0c-6799d403244d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309820 Aug 10 01:59:40.067806 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd4fdc-7856-448b-a8c0-b9dea40e2fb0 req-3a1a5856-d3f9-49be-8f05-c3b9cd6ef285 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:40.069394 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90fd4fdc-7856-448b-a8c0-b9dea40e2fb0 req-3a1a5856-d3f9-49be-8f05-c3b9cd6ef285 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Aug 10 01:59:40.106555 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-90fd4fdc-7856-448b-a8c0-b9dea40e2fb0 req-21d6bf0d-546f-44c9-b36d-dc3b6a07cd8d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312567 Aug 10 01:59:40.753887 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 01:59:41.240320 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b508e5-d87e-44b8-96b6-a114f4685579 req-e7abee05-fe0f-47f9-ac9e-797cc0c0ff56 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:41.241834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83b508e5-d87e-44b8-96b6-a114f4685579 req-e7abee05-fe0f-47f9-ac9e-797cc0c0ff56 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Aug 10 01:59:41.281425 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-83b508e5-d87e-44b8-96b6-a114f4685579 req-5eb66099-20e3-45fc-a98b-42773bb991f1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336618 Aug 10 01:59:42.395525 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cbb58-4075-47bf-9ead-07dad33dd264 req-6000715d-a5c9-4921-9025-865be6ab6594 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:42.397806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f91cbb58-4075-47bf-9ead-07dad33dd264 req-6000715d-a5c9-4921-9025-865be6ab6594 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0487220 Aug 10 01:59:42.435694 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f91cbb58-4075-47bf-9ead-07dad33dd264 req-30fe48fa-24eb-46f1-a501-39ccb3fdd2fc tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313451 Aug 10 01:59:43.552095 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cb3a5-1f9b-4c35-ae19-e71ebf8f528b req-a435800f-cbd7-466a-9c61-db0331f5be78 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:43.553596 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c9cb3a5-1f9b-4c35-ae19-e71ebf8f528b req-a435800f-cbd7-466a-9c61-db0331f5be78 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0510976 Aug 10 01:59:43.591684 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8c9cb3a5-1f9b-4c35-ae19-e71ebf8f528b req-e75b627c-e728-4b4d-94d9-6c254dc6825a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Aug 10 01:59:44.109526 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f58c1acf-95ae-4268-9445-3b2587a4403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:44.709145 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20046-8f13-49b6-b53c-6bb4c902bb9a req-71b6c2f6-b6c9-40ca-a8f3-621c689ec3df tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:44.711136 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02a20046-8f13-49b6-b53c-6bb4c902bb9a req-71b6c2f6-b6c9-40ca-a8f3-621c689ec3df tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0521610 Aug 10 01:59:44.748309 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02a20046-8f13-49b6-b53c-6bb4c902bb9a req-ca95156b-5f88-4cda-be74-d93660020c80 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312467 Aug 10 01:59:45.862642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4cfc5-3d5a-4657-8571-01880d831128 req-82e0025a-b7b9-49e7-9b74-71d3d193181b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:45.864139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3e4cfc5-3d5a-4657-8571-01880d831128 req-82e0025a-b7b9-49e7-9b74-71d3d193181b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0485625 Aug 10 01:59:45.901868 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a3e4cfc5-3d5a-4657-8571-01880d831128 req-b8032f0e-48cc-4154-8bae-4361777d0077 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318003 Aug 10 01:59:46.876787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9174069e-ded8-41c1-b2b7-e3fd932841e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.016275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d95b23-5e1c-4df9-a75d-d18ffc4ab647 req-cd96ab7d-edae-49c7-b929-31febdb1a7ce tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:47.017670 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2d95b23-5e1c-4df9-a75d-d18ffc4ab647 req-cd96ab7d-edae-49c7-b929-31febdb1a7ce tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0499537 Aug 10 01:59:47.055957 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a2d95b23-5e1c-4df9-a75d-d18ffc4ab647 req-444abf8f-2e43-40bd-bcd1-259c646ee780 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Aug 10 01:59:47.408017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 01:59:47.411254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.504446 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:47.515411 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 01:59:47.556057 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.570438 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 01:59:47.592171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:47.596330 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:47.653946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:47.662341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.662759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.663202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.663642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.664114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.664553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.664984 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.665419 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.665742 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.666161 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.666586 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.667041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 01:59:47.672413 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['4f214a8b-027f-424a-a2eb-80871d1d5741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 01:59:48.000260 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:48.178679 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dfafb-845c-455d-a613-9490523b8e5d req-fa4f1baa-3692-4434-a566-a39a5c29b9aa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:48.180330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f19dfafb-845c-455d-a613-9490523b8e5d req-fa4f1baa-3692-4434-a566-a39a5c29b9aa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0583546 Aug 10 01:59:48.224477 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f19dfafb-845c-455d-a613-9490523b8e5d req-780647e0-0268-4b48-bbef-fc57851ec089 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364904 Aug 10 01:59:49.364898 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4741c9c-908d-409e-b7b5-a7ad49c37225 req-784ee6b2-d1d9-408b-a19b-fcd3a838344d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:49.367303 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4741c9c-908d-409e-b7b5-a7ad49c37225 req-784ee6b2-d1d9-408b-a19b-fcd3a838344d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0534189 Aug 10 01:59:49.410354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f4741c9c-908d-409e-b7b5-a7ad49c37225 req-b20918bc-f2c6-45f1-a368-14b7361b17e2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369985 Aug 10 01:59:49.439188 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 01:59:49.491644 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port 4f214a8b-027f-424a-a2eb-80871d1d5741 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 01:59:49.492041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.582063 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.606945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:49.609221 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb52f83-4df8-4d0b-a459-b5464d0a4b6d" -d '{"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:49.634780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:49.640225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:49.665268 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e502e9-ae3a-4d35-883a-8908d4e20cd5 x-openstack-request-id: req-77e502e9-ae3a-4d35-883a-8908d4e20cd5 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:49.665635 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:49.665792 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77e502e9-ae3a-4d35-883a-8908d4e20cd5 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:49.666172 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'code': 200} Aug 10 01:59:49.695103 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:49.889793 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:50.542189 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacc7e7-a6bf-4a14-8c01-0d20d83c8b16 req-8d560d02-280b-4346-a251-b2e763c99935 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:50.544933 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cacc7e7-a6bf-4a14-8c01-0d20d83c8b16 req-8d560d02-280b-4346-a251-b2e763c99935 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0604858 Aug 10 01:59:50.591654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5cacc7e7-a6bf-4a14-8c01-0d20d83c8b16 req-c56757a4-161b-4d0d-ac75-eb9c33a33ebe tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 Aug 10 01:59:51.724383 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c303e-0bd0-4a1e-adcc-92ce5200db2a req-a5699ac8-29af-4585-9582-d37d188c4d83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:51.727518 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612c303e-0bd0-4a1e-adcc-92ce5200db2a req-a5699ac8-29af-4585-9582-d37d188c4d83 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0560856 Aug 10 01:59:51.774978 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-612c303e-0bd0-4a1e-adcc-92ce5200db2a req-c3dab7b5-b882-4b53-849e-cdfb35e655f5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Aug 10 01:59:52.915223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f174e7e-9f67-4097-9d6d-fdbb4afa256c req-65739a79-7383-49d0-ab44-7ee7ba33c9db tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:52.916741 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f174e7e-9f67-4097-9d6d-fdbb4afa256c req-65739a79-7383-49d0-ab44-7ee7ba33c9db tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0638056 Aug 10 01:59:52.961302 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6f174e7e-9f67-4097-9d6d-fdbb4afa256c req-91fb3fbd-11d9-4346-a7fe-c656e9bc3e39 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383582 Aug 10 01:59:54.093400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e44e-0bac-4dd1-bae3-11568f59f754 req-d842303d-28ef-45c3-bded-164020c65eea tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:54.098709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec15e44e-0bac-4dd1-bae3-11568f59f754 req-d842303d-28ef-45c3-bded-164020c65eea tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0564928 Aug 10 01:59:54.138374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ec15e44e-0bac-4dd1-bae3-11568f59f754 req-7b428316-1260-4162-81a7-c77a6d9d34be tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350857 Aug 10 01:59:55.269835 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119c8fd-01ea-43a8-a02b-fef3fd8f9878 req-3281bb78-34a7-467b-a01f-9006ef0d1896 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:55.271390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c119c8fd-01ea-43a8-a02b-fef3fd8f9878 req-3281bb78-34a7-467b-a01f-9006ef0d1896 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0579906 Aug 10 01:59:55.318482 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c119c8fd-01ea-43a8-a02b-fef3fd8f9878 req-049ed362-8724-46a2-ae30-4f57fb67c4f3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Aug 10 01:59:56.448185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a024-4dd5-4099-a89a-5663fe4dad58 req-ad69dfbf-63ce-4f76-800e-12d1512aba01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:56.449681 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f76a024-4dd5-4099-a89a-5663fe4dad58 req-ad69dfbf-63ce-4f76-800e-12d1512aba01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0549953 Aug 10 01:59:56.499270 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f76a024-4dd5-4099-a89a-5663fe4dad58 req-f27dbd78-2ef6-4b8f-8796-bff4146af09a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Aug 10 01:59:56.700778 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:56.721112 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:57.198415 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-4a42a5af-ed8f-467d-b0ad-bc18cd2addbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.200006 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-4a42a5af-ed8f-467d-b0ad-bc18cd2addbc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1098 time: 0.0453136 Aug 10 01:59:57.290782 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-bab3e6e0-7fff-4f29-b8cd-898a87aa1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.292232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-bab3e6e0-7fff-4f29-b8cd-898a87aa1ed4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0856678 Aug 10 01:59:57.358583 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-45a4d700-c029-43c8-a4b7-43ef3bc7f2ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1001 time: 0.0596676 Aug 10 01:59:57.406855 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-7942b01a-0a98-4cdd-8f9f-2f6616d24a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.408243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-7942b01a-0a98-4cdd-8f9f-2f6616d24a8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0432763 Aug 10 01:59:57.452306 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-f457f3b8-313b-46f4-bc9d-3c6ec9f4bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.453657 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-f457f3b8-313b-46f4-bc9d-3c6ec9f4bedd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383615 Aug 10 01:59:57.545931 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-651a22ad-05cf-43ef-aec7-f8189eaaed24 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Aug 10 01:59:57.659409 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58ab47-4802-41af-878d-c785a155f110 req-6e1c19a8-3571-455d-a176-aa7962084e53 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:57.660889 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e58ab47-4802-41af-878d-c785a155f110 req-6e1c19a8-3571-455d-a176-aa7962084e53 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0996678 Aug 10 01:59:57.691513 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-26c70dde-a636-473d-8dcc-d047d46e5ada req-6dedfe7b-786c-4c6e-b9ea-45d48c35561a service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385961 Aug 10 01:59:57.712972 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4e58ab47-4802-41af-878d-c785a155f110 req-2344a317-4e90-4352-94b1-a1bc8ba8db7a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Aug 10 01:59:58.827448 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69283e-1ae9-44a8-ae30-8493d597af5a req-3b389a65-7b09-403c-9c5d-baeafe680224 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:58.828826 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b69283e-1ae9-44a8-ae30-8493d597af5a req-3b389a65-7b09-403c-9c5d-baeafe680224 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0489845 Aug 10 01:59:58.866422 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b69283e-1ae9-44a8-ae30-8493d597af5a req-19ef2d93-888f-40b6-829f-c4937f81cd74 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311172 Aug 10 01:59:59.516071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 01:59:59.593952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:59.617041 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 01:59:59.619302 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2938cf-1793-4314-87a5-e29387ca373b" -d '{"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-unplugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 01:59:59.632834 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 01:59:59.635992 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 01:59:59.664109 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42086277-e382-4ad0-b399-da7e157215ed x-openstack-request-id: req-42086277-e382-4ad0-b399-da7e157215ed {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 01:59:59.664393 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-unplugged", "status": "failed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "code": 422}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 01:59:59.664640 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42086277-e382-4ad0-b399-da7e157215ed {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 01:59:59.665027 n-d-766380-21 neutron-server[105959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'code': 422} returned with failed status Aug 10 01:59:59.684886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 01:59:59.979802 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481691d4-e658-4cdf-9b65-90526bf6741b req-0ec91988-cfb5-45f9-927c-c2508761c43a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 01:59:59.981277 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-481691d4-e658-4cdf-9b65-90526bf6741b req-0ec91988-cfb5-45f9-927c-c2508761c43a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0479710 Aug 10 02:00:00.018491 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-481691d4-e658-4cdf-9b65-90526bf6741b req-29995275-c697-4611-b3f7-ba06e1434066 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Aug 10 02:00:00.231896 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bb88a-3acd-42b2-82e5-e9d9897d07c3 req-5088b447-bcd0-4de1-b2ba-6c5485ef061f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:00.233394 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3a2bb88a-3acd-42b2-82e5-e9d9897d07c3 req-5088b447-bcd0-4de1-b2ba-6c5485ef061f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0543625 Aug 10 02:00:00.272120 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3a2bb88a-3acd-42b2-82e5-e9d9897d07c3 req-abc9ea02-a897-477f-bce5-45a3b1eb3332 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Aug 10 02:00:00.377918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55542) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:00:00.456755 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-780ed4ed-a9f9-4dbd-ad32-79e84469e9ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776215 Aug 10 02:00:01.389778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4d871-7457-46ed-936e-d5f021ba931e req-d80af738-4ea8-413b-a278-7f187bee0dd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.391307 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91c4d871-7457-46ed-936e-d5f021ba931e req-d80af738-4ea8-413b-a278-7f187bee0dd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 944 time: 0.0499167 Aug 10 02:00:01.394864 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-a163a972-4742-42ec-bfd5-747e12f566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:01.396429 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-a163a972-4742-42ec-bfd5-747e12f566d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 1096 time: 0.0405157 Aug 10 02:00:01.408100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:00:01.431421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91c4d871-7457-46ed-936e-d5f021ba931e req-1ce2941c-c6e5-4c29-be1b-0dc36c0f251b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339060 Aug 10 02:00:01.464005 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:01.987202 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:02.020894 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:02.054300 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:02.061672 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.073918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Transition to ACTIVE for port object 4f214a8b-027f-424a-a2eb-80871d1d5741 will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:00:02.077395 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.160777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=9']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:02.172691 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.173052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.173415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.173743 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.174084 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.174419 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.174791 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.175125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.175462 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.175793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.176123 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.176451 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:00:02.211515 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] No DVR routers for this DVR port 4f214a8b-027f-424a-a2eb-80871d1d5741 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:00:02.349022 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:00:02.349400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:00:02.349961 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:02.354217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:00:02.354536 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Attempting to bind port 4f214a8b-027f-424a-a2eb-80871d1d5741 on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:00:02.359275 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:00:02.359618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:00:02.360008 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:00:02.360460 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Bound port: 4f214a8b-027f-424a-a2eb-80871d1d5741, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:00:02.360822 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.428092 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:00:02.431840 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:00:02.435426 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.470517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.471170 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:02.472611 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] 10.222.0.21 "PUT /v2.0/ports/4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1093 time: 1.0686381 Aug 10 02:00:02.473077 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:02.475782 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443e4599-564b-444c-bce8-31b8ee97511f" -d '{"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:02.540152 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6647ed1-5a86-446e-bc40-462df8186754 x-openstack-request-id: req-f6647ed1-5a86-446e-bc40-462df8186754 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:02.540443 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:02.540749 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6647ed1-5a86-446e-bc40-462df8186754 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:02.541080 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'status': 'completed', 'code': 200} Aug 10 02:00:02.562371 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8d4ea-e645-4f41-8273-218d4c7dce2b service neutron] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=10']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:02.598169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925e10-da6a-407b-932c-acc0eeec9525 req-22da26cf-6ad3-4563-a68d-7993d9878a2b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.599776 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f925e10-da6a-407b-932c-acc0eeec9525 req-22da26cf-6ad3-4563-a68d-7993d9878a2b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0899172 Aug 10 02:00:02.601776 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-61be42bb-48de-4e19-be70-8feaea36f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.603161 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-61be42bb-48de-4e19-be70-8feaea36f9d0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1097 time: 0.1075168 Aug 10 02:00:02.693919 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4f925e10-da6a-407b-932c-acc0eeec9525 req-8bf148ca-f32d-4b34-ac94-c9058411dcc9 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869112 Aug 10 02:00:02.724902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-30e13b58-0dbe-494b-86b9-e1083fb42655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.726486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-30e13b58-0dbe-494b-86b9-e1083fb42655 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.1139767 Aug 10 02:00:02.798797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-bdc77eda-2fc7-4412-8f4a-38d593e543a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 999 time: 0.0638537 Aug 10 02:00:02.859969 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-7eb9cf45-a086-45ce-a116-d2def98c7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.861441 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-7eb9cf45-a086-45ce-a116-d2def98c7772 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0499957 Aug 10 02:00:02.905611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-352d31e7-7586-4860-aa1e-de1724a914f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:02.907102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-352d31e7-7586-4860-aa1e-de1724a914f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391877 Aug 10 02:00:02.918779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-c3e18545-96bc-46e2-9974-ed002fe5ac65 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:00:02.919709 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-c3e18545-96bc-46e2-9974-ed002fe5ac65 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049226 Aug 10 02:00:03.010496 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-56401fc4-ad59-4c94-b591-58ac9a67a0a4 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836687 Aug 10 02:00:03.103533 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-efd5cb81-d650-4bfd-8e45-6889aedc3d75 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Aug 10 02:00:03.189176 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4599-564b-444c-bce8-31b8ee97511f req-029221e8-5bb7-4b7f-94cc-c13c5e168239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.190599 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-029221e8-5bb7-4b7f-94cc-c13c5e168239 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1097 time: 0.0430005 Aug 10 02:00:03.285207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4599-564b-444c-bce8-31b8ee97511f req-3180e612-f0ff-4af4-a832-da685e86e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.286703 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-3180e612-f0ff-4af4-a832-da685e86e419 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0893896 Aug 10 02:00:03.358028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-d28bc198-0547-4619-af46-204a717d3c64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 999 time: 0.0644884 Aug 10 02:00:03.547113 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:00:03.592591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:00:03.825367 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05c4d7-7e80-46a0-a7d1-401a2e509eff req-d4ee0c64-71be-4f97-800d-e978fd26dd98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:03.827232 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a05c4d7-7e80-46a0-a7d1-401a2e509eff req-d4ee0c64-71be-4f97-800d-e978fd26dd98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0612149 Aug 10 02:00:03.875888 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3a05c4d7-7e80-46a0-a7d1-401a2e509eff req-99c3ef3a-feb1-4400-90ed-15120faffe41 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Aug 10 02:00:04.994468 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7182-6847-451f-8d0b-9b234d1b4f2b req-ac3f6750-c9cc-4eba-b598-f99310f6e4d8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:04.996001 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-746c7182-6847-451f-8d0b-9b234d1b4f2b req-ac3f6750-c9cc-4eba-b598-f99310f6e4d8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Aug 10 02:00:05.033245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-746c7182-6847-451f-8d0b-9b234d1b4f2b req-08e9ae6c-f340-4420-b9fd-20e6dd8d8615 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Aug 10 02:00:06.159327 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2cf14-b48a-4d55-93a5-169fcdc69dba req-3bf11581-8116-4269-aae2-70ad6155d76e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:06.160864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5c2cf14-b48a-4d55-93a5-169fcdc69dba req-3bf11581-8116-4269-aae2-70ad6155d76e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0566471 Aug 10 02:00:06.203485 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5c2cf14-b48a-4d55-93a5-169fcdc69dba req-22a3d9dd-3c42-4ccb-a4a9-4c5f4c07b003 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358686 Aug 10 02:00:07.323511 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b20bb-9a07-4b27-91e2-bc79ec97bba4 req-5ff77e4d-ef6c-4c25-b08d-a7a894ed16e2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:07.325345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e09b20bb-9a07-4b27-91e2-bc79ec97bba4 req-5ff77e4d-ef6c-4c25-b08d-a7a894ed16e2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Aug 10 02:00:07.382306 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e09b20bb-9a07-4b27-91e2-bc79ec97bba4 req-49a23c20-9cae-49db-ae57-309a9a79d2a1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502779 Aug 10 02:00:08.495593 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785f7e4-61ac-4f2c-ac4d-84c8e4fb3d8f req-5992a21d-26fa-408e-bd3f-f08c3c66fc84 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:08.497068 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1785f7e4-61ac-4f2c-ac4d-84c8e4fb3d8f req-5992a21d-26fa-408e-bd3f-f08c3c66fc84 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0495129 Aug 10 02:00:08.535700 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1785f7e4-61ac-4f2c-ac4d-84c8e4fb3d8f req-23846c5e-38b9-4c32-9eb9-0c378ae1818c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Aug 10 02:00:09.689044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3a25-ee8f-42a2-9c5e-8ba6061b13b3 req-c74eda96-9995-4074-bde0-e9a0d7f23a28 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:09.690692 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0ef3a25-ee8f-42a2-9c5e-8ba6061b13b3 req-c74eda96-9995-4074-bde0-e9a0d7f23a28 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0823121 Aug 10 02:00:09.729856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c0ef3a25-ee8f-42a2-9c5e-8ba6061b13b3 req-89f8071f-01c8-4a53-8d85-eb15281dd42e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322385 Aug 10 02:00:10.850022 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c4c38-fdf0-4dd0-ac35-5243323959dc req-92313212-c8a7-4906-9a17-ffcd11cf79ef tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:10.851662 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-392c4c38-fdf0-4dd0-ac35-5243323959dc req-92313212-c8a7-4906-9a17-ffcd11cf79ef tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0529857 Aug 10 02:00:10.893340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-392c4c38-fdf0-4dd0-ac35-5243323959dc req-bcd39530-e514-405e-8ac6-9b2830cc39c2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Aug 10 02:00:12.031835 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d93146-04fb-449c-9ec8-e9c5441a24a4 req-7c16c7f6-ff32-41a7-bdd2-5d89462ea3ec tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:12.033318 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48d93146-04fb-449c-9ec8-e9c5441a24a4 req-7c16c7f6-ff32-41a7-bdd2-5d89462ea3ec tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0595229 Aug 10 02:00:12.072760 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-48d93146-04fb-449c-9ec8-e9c5441a24a4 req-248325d4-07e8-444b-959e-70dc912a95f3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Aug 10 02:00:13.195326 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076728f-f16e-451d-8663-f43f3356de17 req-327fc4cb-3711-4360-84b9-8099633fb76a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:13.197082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3076728f-f16e-451d-8663-f43f3356de17 req-327fc4cb-3711-4360-84b9-8099633fb76a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0563669 Aug 10 02:00:13.240251 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3076728f-f16e-451d-8663-f43f3356de17 req-5146c283-a3fe-467d-bceb-ddb783db4a8b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367579 Aug 10 02:00:14.110026 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-971b8e8f-95e3-49e8-94bf-ea3be4587b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:14.356901 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b554e7-8d30-4607-ac3f-186c91b80f12 req-ce3f620d-3410-4c7f-bfea-a2adff919843 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:14.358356 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0b554e7-8d30-4607-ac3f-186c91b80f12 req-ce3f620d-3410-4c7f-bfea-a2adff919843 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0486708 Aug 10 02:00:14.395932 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b0b554e7-8d30-4607-ac3f-186c91b80f12 req-aa9a8c29-e62c-4e28-b661-013b46f25ee4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Aug 10 02:00:15.518221 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95314130-9aab-4c2e-bb98-151010a8d344 req-292e11ee-9ef4-483d-a533-8850a451863b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:15.520405 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95314130-9aab-4c2e-bb98-151010a8d344 req-292e11ee-9ef4-483d-a533-8850a451863b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0506711 Aug 10 02:00:15.559293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95314130-9aab-4c2e-bb98-151010a8d344 req-899c4836-7dc8-48e6-bf4f-7d02ca5e805e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Aug 10 02:00:16.677863 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf1bc1-a114-4d69-963a-892a0881b2ba req-16708369-9f0c-417a-ba11-ebffb822e38b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:16.679428 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eecf1bc1-a114-4d69-963a-892a0881b2ba req-16708369-9f0c-417a-ba11-ebffb822e38b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0499668 Aug 10 02:00:16.718629 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eecf1bc1-a114-4d69-963a-892a0881b2ba req-62a9cbac-b5bf-4055-ac3f-c2ba53447eb4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333462 Aug 10 02:00:16.876905 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-85fb78df-d0dc-4ea3-a043-c5d510d52d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.350860 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4599-564b-444c-bce8-31b8ee97511f req-984f5e67-dad9-43e5-8329-c9604bc6967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:17.352321 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-984f5e67-dad9-43e5-8329-c9604bc6967b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0509226 Aug 10 02:00:17.402148 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e4599-564b-444c-bce8-31b8ee97511f req-14242ec9-7510-442e-a822-afc67fa656bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:17.404006 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-14242ec9-7510-442e-a822-afc67fa656bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411756 Aug 10 02:00:17.413324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:17.496294 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-5238a902-d4dd-459a-bbad-d0dc95d1262c service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821993 Aug 10 02:00:17.592857 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-443e4599-564b-444c-bce8-31b8ee97511f req-9e184ddf-0aaa-4e3d-aeee-1c64a525c1b7 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887482 Aug 10 02:00:17.753159 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:00:17.832866 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62e19e-630f-4225-9c5b-e0ad87bc07c7 req-f6e12d3f-207a-4fc3-acf6-e61304625498 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:17.834546 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec62e19e-630f-4225-9c5b-e0ad87bc07c7 req-f6e12d3f-207a-4fc3-acf6-e61304625498 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0487988 Aug 10 02:00:17.871897 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ec62e19e-630f-4225-9c5b-e0ad87bc07c7 req-cb6185db-b589-4bd3-a37a-9f851142061c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315154 Aug 10 02:00:18.003742 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:18.985249 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e1863-03b5-422a-869a-df9a66cd94b9 req-b2170199-acc1-4463-873b-913922126aa7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:18.986745 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db8e1863-03b5-422a-869a-df9a66cd94b9 req-b2170199-acc1-4463-873b-913922126aa7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 10 02:00:19.024942 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db8e1863-03b5-422a-869a-df9a66cd94b9 req-fbff0820-a120-429e-ad8c-ac052b9ae7a0 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Aug 10 02:00:19.891091 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.138097 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6ea8-5ed9-4702-a404-1fb19e1ff781 req-90d27e8b-45a0-4c57-81f4-a3d4274864e0 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:20.139586 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d74d6ea8-5ed9-4702-a404-1fb19e1ff781 req-90d27e8b-45a0-4c57-81f4-a3d4274864e0 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 945 time: 0.0482497 Aug 10 02:00:20.180318 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d74d6ea8-5ed9-4702-a404-1fb19e1ff781 req-84445f1c-a9f4-4d81-9e11-074a01b23434 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348549 Aug 10 02:00:20.740695 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:00:20.830265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:20.844250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'port_id': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'mac_address': 'fa:16:3e:f2:ea:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:00:20.880017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.892653 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:00:20.915104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:20.918983 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:20.963990 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=11']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:21.153300 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['4f214a8b-027f-424a-a2eb-80871d1d5741'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:00:21.297169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3adbcb-250c-4094-82e6-628467e1d0a7 req-58e028a0-3a30-47a5-ba4f-75701c530eb1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:21.298691 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a3adbcb-250c-4094-82e6-628467e1d0a7 req-58e028a0-3a30-47a5-ba4f-75701c530eb1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Aug 10 02:00:21.341818 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5a3adbcb-250c-4094-82e6-628467e1d0a7 req-e4f95547-eaa4-48f1-bd1d-014e011af9d1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 Aug 10 02:00:22.456604 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee49c7c-12cf-4874-8dcd-324d6596922a req-279468e0-ab32-452c-8ec0-306a1d61dc44 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:22.458120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ee49c7c-12cf-4874-8dcd-324d6596922a req-279468e0-ab32-452c-8ec0-306a1d61dc44 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 946 time: 0.0488749 Aug 10 02:00:22.495990 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5ee49c7c-12cf-4874-8dcd-324d6596922a req-d4d07c39-5875-4ad9-b083-c1a21b00d7e1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Aug 10 02:00:22.759064 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:00:22.805356 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port 4f214a8b-027f-424a-a2eb-80871d1d5741 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:00:22.808945 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port 4f214a8b-027f-424a-a2eb-80871d1d5741 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:00:22.809321 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.886030 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.908174 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:00:22.910394 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5f42d5-8dc4-497c-bfef-275bca57f6f8" -d '{"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:00:22.923149 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:00:22.927699 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:22.951261 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d344f16c-7446-462c-83df-985a674bf4bd x-openstack-request-id: req-d344f16c-7446-462c-83df-985a674bf4bd {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:00:22.951554 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-plugged", "status": "completed", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:00:22.951812 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d344f16c-7446-462c-83df-985a674bf4bd {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:00:22.952199 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'code': 200} Aug 10 02:00:22.979378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=12']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:00:23.099646 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb809d-3b4d-4da9-845c-da168f4d0bbe req-033876d3-1fdd-4933-ace9-36a25cb26302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:23.101124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0fb809d-3b4d-4da9-845c-da168f4d0bbe req-033876d3-1fdd-4933-ace9-36a25cb26302 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1099 time: 0.0406647 Aug 10 02:00:23.134374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f0fb809d-3b4d-4da9-845c-da168f4d0bbe req-f6c853cf-25d6-49c2-970a-09ef2917e9a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266037 Aug 10 02:00:23.610293 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176b01b-20db-4a36-bd3b-4c0b4b728225 req-6a01a92a-003d-4928-b04a-047ebb0fd814 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:23.611783 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5176b01b-20db-4a36-bd3b-4c0b4b728225 req-6a01a92a-003d-4928-b04a-047ebb0fd814 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 947 time: 0.0489953 Aug 10 02:00:23.649140 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5176b01b-20db-4a36-bd3b-4c0b4b728225 req-008dc7ab-9e48-44df-a06f-be824d5dd039 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Aug 10 02:00:24.596971 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-4bee0ae2-b7c7-4f38-a26e-19df13bd0173 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405123 Aug 10 02:00:24.675104 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-ca81422b-1eeb-4121-af27-a7551475c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.677624 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-ca81422b-1eeb-4121-af27-a7551475c089 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1099 time: 0.0397260 Aug 10 02:00:24.814273 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ca24-50ed-4578-88f5-4920c1dc9ba9 req-d3f79f2d-53d5-4702-be31-062d85b3783e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.815752 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3168ca24-50ed-4578-88f5-4920c1dc9ba9 req-d3f79f2d-53d5-4702-be31-062d85b3783e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 947 time: 0.0751047 Aug 10 02:00:24.820842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-aa71b11e-d059-4549-bc31-112afc5366b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.822203 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-aa71b11e-d059-4549-bc31-112afc5366b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.1264651 Aug 10 02:00:24.897030 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3168ca24-50ed-4578-88f5-4920c1dc9ba9 req-e79c328e-a8e5-4402-8895-d0d09091a7d0 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737767 Aug 10 02:00:24.909604 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-6aa65f72-edb5-4586-b843-eeb1b1fb2b83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1001 time: 0.0800357 Aug 10 02:00:24.958256 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-e1e7019b-a922-4742-aed2-9bd04fafbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:24.959688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-e1e7019b-a922-4742-aed2-9bd04fafbc5c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0434072 Aug 10 02:00:25.004649 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-8b65ed1b-55a7-4d68-a61a-7ff841832821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:00:25.006081 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-8b65ed1b-55a7-4d68-a61a-7ff841832821 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399101 Aug 10 02:00:25.098901 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-fccbc1da-53f3-4cc7-8284-c84628582f4a service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855868 Aug 10 02:00:25.186803 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b72fb2f3-38c5-41cf-87b4-818b53cd0798 req-ae557146-444d-48eb-b8dd-0f70ed068a01 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Aug 10 02:00:26.699838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:26.735978 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:44.110250 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bd9783c4-09c9-41ea-85cc-c391e1dc4ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:46.876700 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-943c1965-1d55-4c61-9b4a-ecdbd0446c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:47.416830 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:48.006110 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:49.893621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:54.752138 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:00:56.698661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:00:56.749251 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:14.110794 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5972888e-fbd7-4156-b06f-6afad38f1e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:16.876155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df5c3b6c-acd8-4a3a-94e9-85ad413f70d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:17.417992 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:18.008833 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:19.896658 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:25.658052 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-29c95fd5-f5b8-498a-9dca-e20aa65f6907 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861039 Aug 10 02:01:25.735819 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7573f-15e8-4fec-a60c-a1493235457e req-e29b7a3d-34cb-4bfb-be61-58f8d2d54173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.737997 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-e29b7a3d-34cb-4bfb-be61-58f8d2d54173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1099 time: 0.0404193 Aug 10 02:01:25.836420 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7573f-15e8-4fec-a60c-a1493235457e req-e9a8185a-0311-451d-a1e1-86c7666cffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.837802 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-e9a8185a-0311-451d-a1e1-86c7666cffd1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0822871 Aug 10 02:01:25.906058 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-d06975f7-b4a1-43ad-b881-0839363eae50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 1001 time: 0.0610511 Aug 10 02:01:25.957604 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7573f-15e8-4fec-a60c-a1493235457e req-61cd2d70-b94a-4394-a67d-dbd281034d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:25.959180 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-61cd2d70-b94a-4394-a67d-dbd281034d67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0463736 Aug 10 02:01:26.003106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7573f-15e8-4fec-a60c-a1493235457e req-7809b73c-3c1a-4b8b-b583-2c3c35371a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:26.004561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-7809b73c-3c1a-4b8b-b583-2c3c35371a26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389552 Aug 10 02:01:26.095855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-8eba87cc-b778-43fb-bfd0-b27a2738056e service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Aug 10 02:01:26.183167 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27d7573f-15e8-4fec-a60c-a1493235457e req-d57044ef-1701-4e0b-8eaf-cf070a807c59 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806992 Aug 10 02:01:26.711348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:26.748943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:31.752104 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:01:35.646455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55682) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:35.802591 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Deleting port de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:35.802958 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.880723 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.881056 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:35.892454 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Calling delete_port for de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:36.040906 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.065152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'Port': ['ID=de6e8c07-9ce0-44ee-8f37-d4e8dc009cdd,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:36.075564 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.075919 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.076272 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.076620 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.076964 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.077754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.077754 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.077977 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.078275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.078609 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.078966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.079298 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:36.138366 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.138778 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Floating IP 106e73ef-f93d-4e23-a5cd-3d211dd34db9 disassociated (deleted). External IP: 172.25.7.53, port: 4f214a8b-027f-424a-a2eb-80871d1d5741. Aug 10 02:01:36.687449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:01:36.794988 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:01:36.800469 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:36.804978 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:01:36.813569 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:36.814246 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:36.827763 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-370fe34a-89e4-441d-b2a5-8205b61b1ec1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "DELETE /v2.0/floatingips/106e73ef-f93d-4e23-a5cd-3d211dd34db9 HTTP/1.1" status: 204 len: 168 time: 1.1801863 Aug 10 02:01:36.828369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:36.830691 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce1caac-5932-4168-b83a-857fef3765c2" -d '{"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:36.932322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:36.942534 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88be61a0-9d67-43f5-8026-073ecf5452db x-openstack-request-id: req-88be61a0-9d67-43f5-8026-073ecf5452db {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:36.942858 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:36.943141 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88be61a0-9d67-43f5-8026-073ecf5452db {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:36.943562 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'status': 'completed', 'code': 200} Aug 10 02:01:37.030912 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1caac-5932-4168-b83a-857fef3765c2 req-56b547ae-4ec3-489b-a698-ba75fdf2f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.032424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-56b547ae-4ec3-489b-a698-ba75fdf2f8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 1099 time: 0.0507798 Aug 10 02:01:37.138785 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0eb40-6ce6-4604-8502-714d3a812ca9 req-39e27831-b5ea-41c3-bc82-a3866d4cf25f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.139035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:37.140196 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9a0eb40-6ce6-4604-8502-714d3a812ca9 req-39e27831-b5ea-41c3-bc82-a3866d4cf25f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 947 time: 0.1015880 Aug 10 02:01:37.173426 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:01:37.182231 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:01:37.182412 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1caac-5932-4168-b83a-857fef3765c2 req-04457e8b-0034-4aa4-8bc3-b87aa009a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.182935 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:01:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:37.183979 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-04457e8b-0034-4aa4-8bc3-b87aa009a1cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.1436546 Aug 10 02:01:37.201840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e9a0eb40-6ce6-4604-8502-714d3a812ca9 req-3637cd44-8c9f-43d0-a599-9097bdd7c763 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545452 Aug 10 02:01:37.236284 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-813de6d1-ade8-4ff1-a9e4-54746ee799a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 200 len: 217 time: 0.0422707 Aug 10 02:01:37.290799 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1caac-5932-4168-b83a-857fef3765c2 req-b4a8175d-ad16-45b2-a98c-614dc7379716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.292328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-b4a8175d-ad16-45b2-a98c-614dc7379716 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0489099 Aug 10 02:01:37.297414 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:01:37.340446 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1caac-5932-4168-b83a-857fef3765c2 req-a59412b1-eea4-4769-8588-f681739ab0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:37.341993 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-a59412b1-eea4-4769-8588-f681739ab0ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414877 Aug 10 02:01:37.460486 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-26513a6a-e397-48b2-beba-ccf6cd3f40aa service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095605 Aug 10 02:01:37.585346 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cce1caac-5932-4168-b83a-857fef3765c2 req-c6cd7ef7-6237-4e19-90fd-3eecda35c746 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168225 Aug 10 02:01:37.664487 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:01:37.691790 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31e75e-499f-402b-89b7-bbb23c6ff8c2 None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:01:37.932033 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3d945f-d513-4e6c-bce9-561e810c2d0d None None] New status for floating IP 106e73ef-f93d-4e23-a5cd-3d211dd34db9: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:01:38.320065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5add4-f5a8-4b50-9f36-a3fb677c84ed req-fd96562a-ea4f-49ed-a005-2dea1afd2299 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.321464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1f5add4-f5a8-4b50-9f36-a3fb677c84ed req-fd96562a-ea4f-49ed-a005-2dea1afd2299 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 947 time: 0.0496683 Aug 10 02:01:38.356245 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-5a99b74e-b696-4962-8857-bbf8dc9eea1f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:38.357705 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-5a99b74e-b696-4962-8857-bbf8dc9eea1f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.21 "GET /v2.0/ports?device_id=991dc62d-d9de-41bc-ae3f-cabd0f19b386 HTTP/1.1" status: 200 len: 947 time: 0.0648746 Aug 10 02:01:38.360809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c1f5add4-f5a8-4b50-9f36-a3fb677c84ed req-440e2aa9-5fce-4c7c-9b33-1a9acbb0ebb1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=667f4fd7-1af8-4596-8a84-f2d64f9226a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Aug 10 02:01:38.445706 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Deleting port 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:01:38.446048 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.534338 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] For port 4f214a8b-027f-424a-a2eb-80871d1d5741, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=4f214a8b-027f-424a-a2eb-80871d1d5741,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:01:38.534720 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.547087 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Calling delete_port for 4f214a8b-027f-424a-a2eb-80871d1d5741 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:01:38.687722 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.718471 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'Port': ['ID=4f214a8b-027f-424a-a2eb-80871d1d5741,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:38.728555 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.728848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.729242 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.729513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.729842 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.730169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.730496 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.730845 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.731175 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.731497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.732405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.732405 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:01:38.774094 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] No DVR routers for this DVR port 4f214a8b-027f-424a-a2eb-80871d1d5741 on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:01:38.778231 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:38.780241 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82684d01-0650-47c1-bfa1-9b37e07ffb1f req-0263ffec-8b5e-4310-b740-c16f8680969a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.21 "DELETE /v2.0/ports/4f214a8b-027f-424a-a2eb-80871d1d5741 HTTP/1.1" status: 204 len: 173 time: 0.4169204 Aug 10 02:01:38.780744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-deleted', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:38.784277 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e2f67-d6b1-423e-8060-dd2a39110479" -d '{"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-deleted", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:38.899443 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129993f0-6ae7-426d-83db-0809911e1ca6 x-openstack-request-id: req-129993f0-6ae7-426d-83db-0809911e1ca6 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:38.899742 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991dc62d-d9de-41bc-ae3f-cabd0f19b386", "name": "network-vif-deleted", "tag": "4f214a8b-027f-424a-a2eb-80871d1d5741", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:38.900258 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-129993f0-6ae7-426d-83db-0809911e1ca6 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:38.900657 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991dc62d-d9de-41bc-ae3f-cabd0f19b386', 'name': 'network-vif-deleted', 'tag': '4f214a8b-027f-424a-a2eb-80871d1d5741', 'status': 'completed', 'code': 200} Aug 10 02:01:39.417066 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55710) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.479679 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.505555 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.563570 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.566817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.568018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "DELETE /v2.0/security-groups/667f4fd7-1af8-4596-8a84-f2d64f9226a3 HTTP/1.1" status: 204 len: 168 time: 0.1499579 Aug 10 02:01:39.577287 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f00b5-cf7a-4396-a642-1a912b38767d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f4fd7-1af8-4596-8a84-f2d64f9226a3,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:39.879091 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 55716) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:39.883845 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574029259', 'description': 'tempest-secgroup-smoke-574029259 description', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:39.905188 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.982920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:39.987258 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.013983 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.015218 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1350825 Aug 10 02:01:40.017003 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8865ea-8cfe-48c6-a461-9816bb24fae4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559ad4b3-36d5-455b-9cac-621d031935d9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.018182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55718) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.023118 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.049618 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.093998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.098353 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.115898 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86a90b1-a728-49d2-ab01-9674051863d5,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.121399 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.122579 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-2aa5ad05-ebc6-47b3-ae0d-a6eddef6b176 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1033018 Aug 10 02:01:40.125472 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55720) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.129772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.154841 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.210918 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.214224 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.230994 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ce2348-9457-4ae8-b214-2be8042c5fcb,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.237406 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.238742 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c6d6350c-c110-4ee8-be7a-5993080f8073 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123385 Aug 10 02:01:40.241464 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55722) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.245933 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.272190 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.336836 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.340266 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.357401 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61a45b0-021d-4843-95cc-ade1ba8cac50,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.363518 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.364906 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ed87c27-a539-493e-8721-455328efba98 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224608 Aug 10 02:01:40.367650 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55724) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.372367 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.398905 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.457455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.461247 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.481495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24f90b8-4ba3-479f-a984-5a284f0f24ef,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.485012 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.486198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-67caf1a1-3a77-49d0-a704-4b79fa201e01 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175377 Aug 10 02:01:40.489020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55726) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.493340 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.514273 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Project 8fa7f6f9843d445192f044ad793b1a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:01:40.519732 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.578550 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.582578 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.599938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17993663-cad1-4c72-a065-f3d03cf8042d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.605513 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.606839 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9ee6bc02-728a-4612-90ae-a72af724cfd1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168716 Aug 10 02:01:40.609635 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55728) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:01:40.614046 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'security_group_rule': {'security_group_id': '559ad4b3-36d5-455b-9cac-621d031935d9', 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:40.635544 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Project 8fa7f6f9843d445192f044ad793b1a7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:01:40.640665 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.704116 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.708155 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.727121 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deadfe3-792e-40a9-b80e-564422347b0d,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:40.730596 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:40.736118 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-05b1abab-2c29-4205-90bf-f97536a2e68c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209800 Aug 10 02:01:41.190038 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:01:41.214486 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: 4f214a8b-027f-424a-a2eb-80871d1d5741 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:01:41.215022 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device 4f214a8b-027f-424a-a2eb-80871d1d5741 not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:01:44.112329 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d364b57-a5d4-4955-8af5-3db9c8f5887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:46.877472 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9676292d-6562-42c7-85c7-fe65ad86516c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:47.418772 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:48.013006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:49.901046 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:53.931561 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-5ab88feb-88dd-43a0-bb8d-79d5483ac83d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574029259&fields=id&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 267 time: 0.0322082 Aug 10 02:01:54.040616 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-80459abd-1701-41ce-a494-fbaf139ff548 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:54.041988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-80459abd-1701-41ce-a494-fbaf139ff548 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 808 time: 0.1039228 Aug 10 02:01:54.056988 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-afc87c52-faac-437e-b8b8-9b4b91ed760d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/quotas/8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 375 time: 0.0092764 Aug 10 02:01:54.109984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-51ccc2a0-92bc-4070-8e5e-97a6dbc6d28d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479832 Aug 10 02:01:54.166618 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-912fd7a5-9d4f-4d1f-b747-bb1940f2d584 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:01:54.167637 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-912fd7a5-9d4f-4d1f-b747-bb1940f2d584 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461626 Aug 10 02:01:54.254758 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-becb09d3-bdea-4bfd-9cfb-e5f2c5c40263 service neutron] 10.222.0.25 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Aug 10 02:01:54.347279 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-5f696ccc-cc5e-4360-bc68-8c2bdfbb93d0 service neutron] 10.222.0.25 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864823 Aug 10 02:01:54.630479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b9594970-7d14-41be-8225-15124fed13e1 req-a60a894d-9c95-47a7-bca5-57b8ac3746c2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 10 02:01:55.490115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-54d1c788-ca6e-4985-9a05-eb2fcffb5e61 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:55.491578 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-54d1c788-ca6e-4985-9a05-eb2fcffb5e61 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 808 time: 0.1039886 Aug 10 02:01:55.536561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-1bbb6abc-d6a7-4c6c-bf34-9cacd95adce5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 379 time: 0.0367661 Aug 10 02:01:55.546218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'port': {'device_id': 'f9530040-901b-4af8-aad2-766cec277377', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'admin_state_up': True, 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'security_groups': ['559ad4b3-36d5-455b-9cac-621d031935d9']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:55.658570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Made reservation on behalf of 8fa7f6f9843d445192f044ad793b1a7f for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:01:55.662917 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.738386 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-836989c0-09ca-4f6a-896b-03dea1224ef6 req-a2647a3e-75ef-48ed-9558-be306b02c3b6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 210 time: 0.0348160 Aug 10 02:01:55.796005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Allocated IP 172.20.0.5 (443439d0-14c6-4f99-bdbe-1002fd6fcd44/96536689-1c13-4db7-a041-3044e9eba6aa/f4f8b8f9-be64-4b69-8b66-2d86aac6f77f) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:01:55.944010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:55.957538 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Transition to ACTIVE for port object f4f8b8f9-be64-4b69-8b66-2d86aac6f77f will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:55.989778 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.030947 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:01:56.036928 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:01:56.040929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:01:56.068452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.097506 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.098334 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.115613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-4ad6fbf3-251b-4218-8c8c-f220b776f11a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5730772 Aug 10 02:01:56.131216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Request body: {'port': {'device_id': 'f9530040-901b-4af8-aad2-766cec277377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:01:56.199319 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.335322 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cc5ed160-a2f6-4e26-a384-12f995cf2904 None None] Provisioning for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:01:56.339207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-cc5ed160-a2f6-4e26-a384-12f995cf2904 None None] Provisioning complete for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:01:56.339680 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cc5ed160-a2f6-4e26-a384-12f995cf2904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.372888 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ed160-a2f6-4e26-a384-12f995cf2904 None None] Port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:01:56.476715 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:01:56.484610 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.496821 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Transition to ACTIVE for port object f4f8b8f9-be64-4b69-8b66-2d86aac6f77f will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:01:56.500513 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.555313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.629449 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:01:56.629798 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:01:56.630120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:56.634849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:01:56.635174 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:01:56.640224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:01:56.640567 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:01:56.640956 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:01:56.641386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Bound port: f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:01:56.641953 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.716178 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.737354 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:01:56.741328 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:01:56.745231 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.757065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.790600 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.791266 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:01:56.792730 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1092 time: 0.6676979 Aug 10 02:01:56.793136 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:01:56.797276 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665a8a78-6c8e-4094-8244-6232050d6c58" -d '{"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:01:56.820341 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87114cba-0a95-4ee0-81f6-48846be69382 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:01:56.874580 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b1135-97da-4d61-ad5e-cfb84439da68 x-openstack-request-id: req-c95b1135-97da-4d61-ad5e-cfb84439da68 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:01:56.875042 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:01:56.875302 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c95b1135-97da-4d61-ad5e-cfb84439da68 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:01:56.875703 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'status': 'completed', 'code': 200} Aug 10 02:01:56.921357 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-7b89d54e-0f96-4531-b942-43eab0f70155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.923577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-7b89d54e-0f96-4531-b942-43eab0f70155 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1095 time: 0.0823553 Aug 10 02:01:56.936389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe95cc7-f1ba-41fd-851d-836fa0244776 req-fd4c05a7-caea-40b2-833b-757420716455 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:56.937952 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe95cc7-f1ba-41fd-851d-836fa0244776 req-fd4c05a7-caea-40b2-833b-757420716455 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0652313 Aug 10 02:01:56.989984 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-9aa0986b-9462-43a6-80b4-1ef7e5331da2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 217 time: 0.0508356 Aug 10 02:01:57.041091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cbe95cc7-f1ba-41fd-851d-836fa0244776 req-4e82ac63-6177-404b-8a8c-4a9792a2db96 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942500 Aug 10 02:01:57.059297 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-b4a41ff1-99b2-4347-aaeb-0fcf37b91b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.060615 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-b4a41ff1-99b2-4347-aaeb-0fcf37b91b3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0628526 Aug 10 02:01:57.109432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-cb00bfbf-f0d9-4f5a-9212-ae036d526550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.111636 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-cb00bfbf-f0d9-4f5a-9212-ae036d526550 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442994 Aug 10 02:01:57.202938 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-831cf479-7e0d-4e58-b561-a3a8b955b107 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830262 Aug 10 02:01:57.301650 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8612eb48-5c32-4c54-86e5-8ab5c6513585 req-494b2baf-0745-4b7a-aebc-954f0105137e service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895753 Aug 10 02:01:57.387948 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-fa859524-5731-4d66-93ac-9975e2b9b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.389473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-fa859524-5731-4d66-93ac-9975e2b9b67a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1095 time: 0.0457156 Aug 10 02:01:57.485447 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-1dec0b98-a344-4e42-bc7a-cbb9ff3451ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.486980 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-1dec0b98-a344-4e42-bc7a-cbb9ff3451ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0898273 Aug 10 02:01:57.529465 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-6709317f-9491-40be-b429-2b7785ea585a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 217 time: 0.0353312 Aug 10 02:01:57.578152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-c72636d5-cfbf-4101-b76b-eb0bb01a9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.580183 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-c72636d5-cfbf-4101-b76b-eb0bb01a9f8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0436742 Aug 10 02:01:57.632202 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-d61dc26d-0baa-4e76-8b92-4445072f82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:57.633597 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-d61dc26d-0baa-4e76-8b92-4445072f82d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456204 Aug 10 02:01:57.723243 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-cca5167a-bcd3-4099-ae2f-598d006146eb service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Aug 10 02:01:57.819646 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-665a8a78-6c8e-4094-8244-6232050d6c58 req-0c53ea60-cb7d-4e76-8dc8-91433d59fb7b service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891461 Aug 10 02:01:58.166909 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aa967-5c52-444c-96fd-8046fad32555 req-048ab25b-db3d-4558-ba81-d9c0ffc8960e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:58.168399 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6aa967-5c52-444c-96fd-8046fad32555 req-048ab25b-db3d-4558-ba81-d9c0ffc8960e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0492778 Aug 10 02:01:58.207609 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f6aa967-5c52-444c-96fd-8046fad32555 req-f09df8c1-96f5-4993-b705-801f25cd5aeb tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Aug 10 02:01:59.327809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eab7de-19e5-4250-b1aa-3d3bc86b9f15 req-53f3282b-3d4c-4f88-8deb-cfafb0cb59b3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:01:59.330066 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13eab7de-19e5-4250-b1aa-3d3bc86b9f15 req-53f3282b-3d4c-4f88-8deb-cfafb0cb59b3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0542910 Aug 10 02:01:59.372441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13eab7de-19e5-4250-b1aa-3d3bc86b9f15 req-19764ae3-ad72-4a56-9dfc-8e6f27703b7c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342100 Aug 10 02:02:00.488902 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2eadd-5f3d-4b47-a04c-57d5ffa4f883 req-7a6bbf74-be6d-439b-9b76-c3cad60324d7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:00.490459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8dc2eadd-5f3d-4b47-a04c-57d5ffa4f883 req-7a6bbf74-be6d-439b-9b76-c3cad60324d7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0499017 Aug 10 02:02:00.532273 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8dc2eadd-5f3d-4b47-a04c-57d5ffa4f883 req-5adbb225-af25-493a-a3da-58e1acde86e1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357778 Aug 10 02:02:01.646690 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1ffd-25ad-42c6-9ca7-d3637398b160 req-41edfe22-8b1a-42f2-957d-3d0f683782ba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:01.648172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95be1ffd-25ad-42c6-9ca7-d3637398b160 req-41edfe22-8b1a-42f2-957d-3d0f683782ba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0487247 Aug 10 02:02:01.685235 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-95be1ffd-25ad-42c6-9ca7-d3637398b160 req-2accc785-c1e2-486f-a6c0-3cacfa5a8858 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306368 Aug 10 02:02:02.799854 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8a88f-576a-4e6d-91cc-f22b856142e5 req-d8a55f18-bdb0-4d90-9e80-940c6f047fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:02.801329 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7f8a88f-576a-4e6d-91cc-f22b856142e5 req-d8a55f18-bdb0-4d90-9e80-940c6f047fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0497003 Aug 10 02:02:02.838121 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b7f8a88f-576a-4e6d-91cc-f22b856142e5 req-421d167c-a08e-4fe5-b887-126079f8b113 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309167 Aug 10 02:02:03.954805 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07343-5e76-46da-8d79-87c9650d1842 req-a5424d71-d34f-45e4-a4f0-7f67cd457065 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:03.956393 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cc07343-5e76-46da-8d79-87c9650d1842 req-a5424d71-d34f-45e4-a4f0-7f67cd457065 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0519230 Aug 10 02:02:04.002793 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4cc07343-5e76-46da-8d79-87c9650d1842 req-3050223c-9f6d-4cd6-844e-5020c77e989d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 Aug 10 02:02:05.115951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d72da9-9c50-45ad-b392-042fdc422767 req-dc7e2585-c7ce-4ef3-9a23-4ce5bda4125b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:05.117414 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d72da9-9c50-45ad-b392-042fdc422767 req-dc7e2585-c7ce-4ef3-9a23-4ce5bda4125b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0482874 Aug 10 02:02:05.154328 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0d72da9-9c50-45ad-b392-042fdc422767 req-9affdbe7-9158-4575-9d68-0444c6e40a70 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 Aug 10 02:02:06.267548 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949c8eb-914f-41b5-9ce8-0fa02887e866 req-26177442-9ea2-485a-af05-b4c89b6b3321 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:06.269025 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6949c8eb-914f-41b5-9ce8-0fa02887e866 req-26177442-9ea2-485a-af05-b4c89b6b3321 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0478914 Aug 10 02:02:06.308226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6949c8eb-914f-41b5-9ce8-0fa02887e866 req-eae676cc-83d4-48de-aa78-41b0494a6218 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323212 Aug 10 02:02:07.431979 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472c1dd-ef2a-4b46-ab6b-6cb8cf35afd5 req-9a702f22-8196-4cb9-9078-e5ba3b15d76a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:07.433459 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0472c1dd-ef2a-4b46-ab6b-6cb8cf35afd5 req-9a702f22-8196-4cb9-9078-e5ba3b15d76a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0508702 Aug 10 02:02:07.475202 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0472c1dd-ef2a-4b46-ab6b-6cb8cf35afd5 req-0a4eff5f-485d-4779-b6d5-1f259dc9a561 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356960 Aug 10 02:02:08.135435 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:02:08.228462 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:08.239717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'mac_address': 'fa:16:3e:81:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:02:08.274894 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.287114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:02:08.306259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:08.310324 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:08.355270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:08.362902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.363244 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.363578 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.363938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.364265 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.364588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.364911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.365232 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.365547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.365864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.366180 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.366492 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:02:08.553841 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:02:08.588080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381e871-f24d-49c2-bba5-a6b302f942ab req-efd29aa3-e5a8-42af-8455-e4cb68832743 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:08.589613 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d381e871-f24d-49c2-bba5-a6b302f942ab req-efd29aa3-e5a8-42af-8455-e4cb68832743 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 944 time: 0.0498664 Aug 10 02:02:08.629400 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d381e871-f24d-49c2-bba5-a6b302f942ab req-4f051d92-ac56-41e4-8e75-7f2f5525c8a6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Aug 10 02:02:08.752322 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:02:09.742629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf8b09-1ba9-468e-81fb-30643078980c req-cd7ced86-42db-401e-8a3c-f2a53e4c2ef3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:09.744123 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78bf8b09-1ba9-468e-81fb-30643078980c req-cd7ced86-42db-401e-8a3c-f2a53e4c2ef3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 944 time: 0.0478435 Aug 10 02:02:09.782117 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-78bf8b09-1ba9-468e-81fb-30643078980c req-2d1e91fd-24d4-47f3-8251-ea7b762a1de2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318384 Aug 10 02:02:10.152254 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:02:10.201389 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:02:10.205912 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:02:10.206336 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.281560 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.303183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:10.305426 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe09a98-15eb-4d94-8183-e6fb8ba13a54" -d '{"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-plugged", "status": "completed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:10.317762 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:02:10.321701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:10.373253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:10.403487 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb54690-4664-4888-93d2-24c4602d2de3 x-openstack-request-id: req-7fb54690-4664-4888-93d2-24c4602d2de3 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:10.403726 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-plugged", "status": "completed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:10.404232 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb54690-4664-4888-93d2-24c4602d2de3 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:10.404632 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'code': 200} Aug 10 02:02:10.495785 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aebff6-07f1-41f0-8aa8-f250eaf0fb8e req-144fda0b-2ed5-4455-92bf-42ea07347938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.497291 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2aebff6-07f1-41f0-8aa8-f250eaf0fb8e req-144fda0b-2ed5-4455-92bf-42ea07347938 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1097 time: 0.0401428 Aug 10 02:02:10.536312 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b2aebff6-07f1-41f0-8aa8-f250eaf0fb8e req-b7398f9f-bc9a-437c-a9bf-c109ed087eda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Aug 10 02:02:10.894952 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a94f43-e9f1-4ba9-bf69-4b598d29cd82 req-c4ab97f2-2cc0-4ae3-b022-7f4813f45a65 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:10.896424 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16a94f43-e9f1-4ba9-bf69-4b598d29cd82 req-c4ab97f2-2cc0-4ae3-b022-7f4813f45a65 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0480819 Aug 10 02:02:10.933274 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16a94f43-e9f1-4ba9-bf69-4b598d29cd82 req-0452c8cf-c8b6-4e8b-8175-49b207323bab tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Aug 10 02:02:12.049129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e72b-281f-409d-a0e6-e775c07153e5 req-045713fa-356b-490e-be90-05821dd53e4b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:12.050519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ba1e72b-281f-409d-a0e6-e775c07153e5 req-045713fa-356b-490e-be90-05821dd53e4b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Aug 10 02:02:12.088629 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6ba1e72b-281f-409d-a0e6-e775c07153e5 req-18f58cbb-e40f-4b6a-9238-b46cc0bb7a31 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321872 Aug 10 02:02:12.199237 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbe867-45fa-42b6-8f2a-805cc0fed0c5 req-d5e3dd07-410c-430c-9251-3d39f6e341a5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:12.200701 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cecbe867-45fa-42b6-8f2a-805cc0fed0c5 req-d5e3dd07-410c-430c-9251-3d39f6e341a5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0471656 Aug 10 02:02:12.241304 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cecbe867-45fa-42b6-8f2a-805cc0fed0c5 req-a778d3f0-c416-4aec-94fe-da0b99ee98ba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340037 Aug 10 02:02:12.262892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55916) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:12.301768 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac1dcf-dd86-45a8-80f4-747bdaa0b529 tempest-TestShelveInstance-74883723 tempest-TestShelveInstance-74883723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:12.303173 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-88ac1dcf-dd86-45a8-80f4-747bdaa0b529 tempest-TestShelveInstance-74883723 tempest-TestShelveInstance-74883723-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1092 time: 0.0393453 Aug 10 02:02:12.305853 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 55918) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:02:12.310216 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:02:12.332306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.427682 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.531890 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Allocated IP 172.25.7.49 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/b7c897ec-4a45-410a-98d3-94b31c548ec7) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:02:12.632713 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.675227 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:12.714264 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:02:12.717069 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:02:12.720957 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:02:12.743112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=b7c897ec-4a45-410a-98d3-94b31c548ec7,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:13.071051 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.135147 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.282961 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.287394 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.353159 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event updated for resources: {'Port': ['ID=b7c897ec-4a45-410a-98d3-94b31c548ec7,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:02:13.362879 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:13.460415 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Floating IP 7a320405-72f3-4dd5-9891-5c378a683b60 associated. External IP: 172.25.7.49, port: f4f8b8f9-be64-4b69-8b66-2d86aac6f77f. Aug 10 02:02:13.979408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:02:14.085740 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:02:14.095680 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:02:14.101745 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.115114 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:14.115679 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.118604 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fb18bf84-94c9-4f88-b82e-31f20ce310bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:14.129345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-403397c8-cbd6-4abb-9744-84041fa72061 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8224716 Aug 10 02:02:14.129940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:02:14.132209 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238ea204-5820-4d40-a2f5-efdef4a63e54" -d '{"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:02:14.169207 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac8e14a-d164-4a8b-8e85-2c92f43e4ec1 x-openstack-request-id: req-2ac8e14a-d164-4a8b-8e85-2c92f43e4ec1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:02:14.169497 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:02:14.169744 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ac8e14a-d164-4a8b-8e85-2c92f43e4ec1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:02:14.170144 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'status': 'completed', 'code': 200} Aug 10 02:02:14.221968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:14.229374 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-1e3a8046-db78-40d1-b1ec-9f06a8e1b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:14.231082 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-1e3a8046-db78-40d1-b1ec-9f06a8e1b429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1097 time: 0.0410411 Aug 10 02:02:14.325178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-aac2b910-428a-43ad-ba55-6d3855690449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:14.326710 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-aac2b910-428a-43ad-ba55-6d3855690449 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0892494 Aug 10 02:02:14.393152 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-7dce674f-a00f-4751-a03e-53a369ec6f5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 998 time: 0.0595317 Aug 10 02:02:14.443749 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-e556b384-4e8c-46fb-9415-d0a758073b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:14.443981 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '7a320405-72f3-4dd5-9891-5c378a683b60', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:81:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9530040-901b-4af8-aad2-766cec277377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:12Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.445234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-e556b384-4e8c-46fb-9415-d0a758073b43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0451710 Aug 10 02:02:14.473545 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:02:14.482018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:02:14.482555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:01:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.497181 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-e6297297-3dc5-45f1-af3a-cd0c342d2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:14.498738 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-e6297297-3dc5-45f1-af3a-cd0c342d2abd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468881 Aug 10 02:02:14.582899 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:02:14.589321 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-d9a1f66c-c740-483d-8701-6387643efc33 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Aug 10 02:02:14.686493 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-238ea204-5820-4d40-a2f5-efdef4a63e54 req-71846bc4-25cf-4269-9254-1812f4250aaa service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899498 Aug 10 02:02:14.812891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '7a320405-72f3-4dd5-9891-5c378a683b60', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:81:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9530040-901b-4af8-aad2-766cec277377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:12Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:02:14.838946 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed126cc-d83a-4427-9701-40c9276fafda None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '7a320405-72f3-4dd5-9891-5c378a683b60', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'floating_ip_address': '172.25.7.49', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'mac_address': 'fa:16:3e:81:14:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9530040-901b-4af8-aad2-766cec277377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:02:12Z', 'updated_at': '2021-08-10T02:02:12Z', 'revision_number': 0, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:02:15.018032 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe2fc2-c0a8-4d95-945d-74091e25dc0b None None] New status for floating IP 7a320405-72f3-4dd5-9891-5c378a683b60: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:02:16.878323 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d19c4da2-503b-41f2-84c2-ff08d464fec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:17.421751 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:18.014401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:19.901776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:24.809699 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-6e9a63f0-61fa-4a55-8a27-bc5e57d9842d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405941 Aug 10 02:02:24.893258 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-29afb2f2-99e3-40cf-ac5f-f7190ed7a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:24.894729 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-29afb2f2-99e3-40cf-ac5f-f7190ed7a45a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1097 time: 0.0405493 Aug 10 02:02:25.002517 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-c5fef8da-c11d-495b-9ab1-52069bdc3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.004020 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-c5fef8da-c11d-495b-9ab1-52069bdc3270 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0890918 Aug 10 02:02:25.071448 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-724fb909-38d2-416e-a90e-f7df9e360f89 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1000 time: 0.0598166 Aug 10 02:02:25.121386 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-695b8493-38f3-4829-b2ef-e144a2aec8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.122884 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-695b8493-38f3-4829-b2ef-e144a2aec8f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0445652 Aug 10 02:02:25.172261 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-9c85d294-8b80-44f8-b951-7246bed7a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:02:25.173822 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-9c85d294-8b80-44f8-b951-7246bed7a750 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441961 Aug 10 02:02:25.262455 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-b5586afc-8227-43f2-b8ca-2440e38a28f3 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808859 Aug 10 02:02:25.355524 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9eacc210-9319-44d6-9a4d-8764d41f1383 req-e088e25c-5eaa-4a2e-9c34-fe46f436147b service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867665 Aug 10 02:02:26.725595 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:26.745349 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:44.108901 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-70e102ba-2f90-476b-83e5-6a094c4c25df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:45.751940 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:02:46.883173 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c53dd6cc-d4b8-4070-8161-530ffae9fd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:47.422506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:48.017610 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:49.904788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.725428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:02:56.746374 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:14.108477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-27f2d67b-7a26-4454-92a4-6836a9ae7751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:16.883296 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff030-0e88-44c0-856e-b44f0f591082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:17.423275 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:18.021106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:19.906478 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:22.750913 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:03:25.863522 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-77f2bde5-9f94-4418-8d66-befddb043de2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0812578 Aug 10 02:03:25.945561 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-3c4a2cb4-03a2-4389-8324-60f05006ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:25.947054 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-3c4a2cb4-03a2-4389-8324-60f05006ff3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1097 time: 0.0415728 Aug 10 02:03:26.052812 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-47790735-5349-49c1-9a8e-b0838273bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.055024 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-47790735-5349-49c1-9a8e-b0838273bc36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0881042 Aug 10 02:03:26.126604 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-00443240-5837-47b3-9b1b-72e6d78e43a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1000 time: 0.0628812 Aug 10 02:03:26.175925 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-0659e7a0-0030-405d-9ceb-23616cd1f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.177362 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-0659e7a0-0030-405d-9ceb-23616cd1f3d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0434551 Aug 10 02:03:26.225632 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-82dbbe88-d6db-4bb4-8c09-8f7edd273987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:03:26.227158 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-82dbbe88-d6db-4bb4-8c09-8f7edd273987 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432351 Aug 10 02:03:26.317534 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-5bb8d51b-8e18-475b-9a33-c3d3a5b9de79 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810878 Aug 10 02:03:26.411547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cc40eaba-1a79-4125-95ca-1fdf354ea174 req-4a6a2e8d-b24d-48e0-b9b8-767162b9a927 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866113 Aug 10 02:03:26.750452 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:26.751454 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:44.108981 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c8901c12-af0a-4f5b-9b9f-cfbe58b40b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:46.882386 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-26be0fa8-ab8f-4aa2-8cc9-14e45d8f5520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:47.424248 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:48.024883 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:49.909086 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:56.745045 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:56.747149 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:03:59.754196 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:04:12.716795 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46acd4-bff1-441f-9b53-e77e621a5f8a req-8af2f259-94cc-4aa9-b0e6-1791108aee7a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:12.718300 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae46acd4-bff1-441f-9b53-e77e621a5f8a req-8af2f259-94cc-4aa9-b0e6-1791108aee7a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0514128 Aug 10 02:04:12.758637 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ae46acd4-bff1-441f-9b53-e77e621a5f8a req-ff8b5e45-655d-4718-ab65-bf295525a8c4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340810 Aug 10 02:04:13.877161 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cb1e1-5a9d-424b-a263-a368e215a1b4 req-e54bbe12-170d-4472-b848-d4c0fd556740 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:13.878650 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb5cb1e1-5a9d-424b-a263-a368e215a1b4 req-e54bbe12-170d-4472-b848-d4c0fd556740 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0506802 Aug 10 02:04:13.916521 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-eb5cb1e1-5a9d-424b-a263-a368e215a1b4 req-defd3c0b-3171-4968-9d04-fb5393f5808f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312452 Aug 10 02:04:14.109966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5a83c24f-1b54-40e4-9693-1eee48bde1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:15.056115 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f459b0c-2367-4191-8d0c-f7881d613386 req-d24a7509-2294-409e-915a-d3897a3f168d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:15.057568 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f459b0c-2367-4191-8d0c-f7881d613386 req-d24a7509-2294-409e-915a-d3897a3f168d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Aug 10 02:04:15.103550 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1f459b0c-2367-4191-8d0c-f7881d613386 req-b7203a28-a9f9-4778-b215-10640d3d19c3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400393 Aug 10 02:04:16.222080 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5152a3-0800-4441-9017-4cb0e4573cfe req-c6e7ddfd-d27f-461d-a189-ecbed8285936 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:16.223590 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c5152a3-0800-4441-9017-4cb0e4573cfe req-c6e7ddfd-d27f-461d-a189-ecbed8285936 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0524647 Aug 10 02:04:16.261287 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0c5152a3-0800-4441-9017-4cb0e4573cfe req-e25c8d07-f0a0-4596-a3c4-7b838916e787 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 Aug 10 02:04:16.883300 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fac85164-271f-42ec-b17e-4249ec968bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:17.378979 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e043e2a-6594-496f-978a-e71235a13855 req-671a9720-cb32-4044-9d26-413879a252d4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:17.380442 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e043e2a-6594-496f-978a-e71235a13855 req-671a9720-cb32-4044-9d26-413879a252d4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0525897 Aug 10 02:04:17.422037 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8e043e2a-6594-496f-978a-e71235a13855 req-2686a1bd-ce06-464b-b6ac-6e00b43b7c8b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346274 Aug 10 02:04:17.425497 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.027037 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:18.536217 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02581481-f87a-4c47-b6dc-d0cca04ced95 req-f5446414-2e4e-452e-a897-a66d8eac0e25 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:18.537683 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02581481-f87a-4c47-b6dc-d0cca04ced95 req-f5446414-2e4e-452e-a897-a66d8eac0e25 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0498309 Aug 10 02:04:18.575342 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02581481-f87a-4c47-b6dc-d0cca04ced95 req-225f35c1-3416-4e7f-aefc-854b25b05929 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317070 Aug 10 02:04:19.689664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb87566-cc19-4947-a28b-4fc432567fb9 req-c3d4eac2-fa37-4300-9998-f96727184c1e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:19.691149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdb87566-cc19-4947-a28b-4fc432567fb9 req-c3d4eac2-fa37-4300-9998-f96727184c1e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0492804 Aug 10 02:04:19.729390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdb87566-cc19-4947-a28b-4fc432567fb9 req-abcc1369-b195-4c0b-90a0-95bfc0632cd4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318737 Aug 10 02:04:19.912155 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:20.843309 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e3dc4-94fc-4b03-9cb7-81384de30b70 req-47119fce-5737-49b6-aabc-5d299604df44 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:20.844767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a33e3dc4-94fc-4b03-9cb7-81384de30b70 req-47119fce-5737-49b6-aabc-5d299604df44 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 10 02:04:20.882197 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a33e3dc4-94fc-4b03-9cb7-81384de30b70 req-1b3ed07a-55b2-40e1-869f-459a922a14a8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Aug 10 02:04:22.000661 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa57cd-64b3-427e-ae30-e863f3e9af9a req-22cca02c-833e-4f9a-b879-a0f0ca808e62 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:22.002014 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eaa57cd-64b3-427e-ae30-e863f3e9af9a req-22cca02c-833e-4f9a-b879-a0f0ca808e62 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0530777 Aug 10 02:04:22.039985 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6eaa57cd-64b3-427e-ae30-e863f3e9af9a req-f7ea0b10-69b5-4f6e-874f-7d36676b243b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313129 Aug 10 02:04:22.832778 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396cdb-b816-4981-b004-3323505ccb42 req-4f7e73ad-28d0-472c-8359-cc8f926c7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:22.834230 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-4f7e73ad-28d0-472c-8359-cc8f926c7028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1097 time: 0.0428560 Aug 10 02:04:22.922656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396cdb-b816-4981-b004-3323505ccb42 req-b9898ef2-87b7-4bd5-8667-79dc06aae1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:22.924173 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-b9898ef2-87b7-4bd5-8667-79dc06aae1c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0831282 Aug 10 02:04:22.991005 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-dd5ec773-867e-478e-af35-f3fb1adbe851 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1000 time: 0.0600624 Aug 10 02:04:23.039481 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396cdb-b816-4981-b004-3323505ccb42 req-02338f84-2757-4afc-8e5e-40bdabe8e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:23.040915 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-02338f84-2757-4afc-8e5e-40bdabe8e331 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0438643 Aug 10 02:04:23.086796 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04396cdb-b816-4981-b004-3323505ccb42 req-0579e3e0-0c77-42d9-a470-1fb07d360468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:23.088323 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-0579e3e0-0c77-42d9-a470-1fb07d360468 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404890 Aug 10 02:04:23.158485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eccae1-fcdb-40ad-8813-402a3100e934 req-3532b87c-6b6e-4479-bee2-eb47c1905ac8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:23.159999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27eccae1-fcdb-40ad-8813-402a3100e934 req-3532b87c-6b6e-4479-bee2-eb47c1905ac8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0530686 Aug 10 02:04:23.182334 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-79572de3-3b2f-4fbf-ad2e-4deec7558e86 service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863409 Aug 10 02:04:23.197995 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27eccae1-fcdb-40ad-8813-402a3100e934 req-bfef82ad-e07b-43a9-b573-e201ae2746e9 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Aug 10 02:04:23.272349 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-04396cdb-b816-4981-b004-3323505ccb42 req-43e37750-0265-48a8-859f-2c728e4544ce service neutron] 10.222.0.10 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831957 Aug 10 02:04:24.314260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d1a73-0e41-4b92-87d3-87871f70a167 req-1aa77f30-9950-4db0-9aa2-575226586791 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:24.315786 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f3d1a73-0e41-4b92-87d3-87871f70a167 req-1aa77f30-9950-4db0-9aa2-575226586791 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0511286 Aug 10 02:04:24.354176 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f3d1a73-0e41-4b92-87d3-87871f70a167 req-2b4a6a27-a5f9-4a28-a8c2-f6c2073336c2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Aug 10 02:04:25.474210 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec22501-3379-4695-bc53-a77e00b1f1c1 req-216a5ff1-5ad1-4dd0-ad22-5c7f43b072f6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:25.475865 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ec22501-3379-4695-bc53-a77e00b1f1c1 req-216a5ff1-5ad1-4dd0-ad22-5c7f43b072f6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 10 02:04:25.518102 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ec22501-3379-4695-bc53-a77e00b1f1c1 req-8f009c3e-ade7-485f-8320-46bcca983edc tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352440 Aug 10 02:04:26.637900 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3119a09-6b21-476b-8a49-1e72ff6b815a req-549a46fc-ed64-4f1b-bb56-54ba4c1e4d70 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:26.639430 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3119a09-6b21-476b-8a49-1e72ff6b815a req-549a46fc-ed64-4f1b-bb56-54ba4c1e4d70 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0538058 Aug 10 02:04:26.678306 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f3119a09-6b21-476b-8a49-1e72ff6b815a req-355513be-80db-4d57-8b2b-3703ae2d1ea3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Aug 10 02:04:26.749242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:26.752605 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:27.906224 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94062679-b6f6-4ab3-9675-29d058a2e98c req-1f0a94f3-b6be-45ce-a30c-6d9039770aa4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:27.907764 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94062679-b6f6-4ab3-9675-29d058a2e98c req-1f0a94f3-b6be-45ce-a30c-6d9039770aa4 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Aug 10 02:04:27.918430 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-7abf1e8e-2e68-47d1-810c-392268b6db72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836964 Aug 10 02:04:27.946072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-94062679-b6f6-4ab3-9675-29d058a2e98c req-97dda39c-d816-4b0d-85fb-f9381452b85d tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322814 Aug 10 02:04:28.803236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:04:28.876633 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.898137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:28.900994 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2101085-6018-4ccd-b89f-5b33b611bd53" -d '{"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-unplugged", "status": "completed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:28.913511 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:28.917626 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:28.940080 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2011a98c-927f-4a90-b678-822e1fded553 x-openstack-request-id: req-2011a98c-927f-4a90-b678-822e1fded553 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:28.940364 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-unplugged", "status": "failed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "code": 422}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:28.940608 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2011a98c-927f-4a90-b678-822e1fded553 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:28.941003 n-d-766380-21 neutron-server[105959]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'code': 422} returned with failed status Aug 10 02:04:28.969721 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:28.977159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.977510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.977850 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.978252 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.978504 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.978864 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.979193 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.979525 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.979838 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.980159 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.980479 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:28.980802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:29.068641 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13678129-40b1-4e66-8dbb-2b8d9472a705 req-d566c5ad-52f1-4005-8ee6-1aa20af660ab tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:29.070174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13678129-40b1-4e66-8dbb-2b8d9472a705 req-d566c5ad-52f1-4005-8ee6-1aa20af660ab tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0517335 Aug 10 02:04:29.108994 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-13678129-40b1-4e66-8dbb-2b8d9472a705 req-e3c2c323-f863-4591-a640-4c0d1fa1ef16 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326147 Aug 10 02:04:30.230605 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542213f-3e8a-4093-a939-0bff25348ac8 req-cf142548-9a5d-40ed-ae10-34072a5a4d65 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:30.232093 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9542213f-3e8a-4093-a939-0bff25348ac8 req-cf142548-9a5d-40ed-ae10-34072a5a4d65 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0523872 Aug 10 02:04:30.269903 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9542213f-3e8a-4093-a939-0bff25348ac8 req-5168e1cd-4605-4281-9fe4-20fa1ed61b6c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317714 Aug 10 02:04:31.389656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cc31e-27b1-413d-9ba3-521ac3a47b1c req-0e620fbd-03a6-4781-a47e-0ea6ef06ccd3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:31.391190 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b8cc31e-27b1-413d-9ba3-521ac3a47b1c req-0e620fbd-03a6-4781-a47e-0ea6ef06ccd3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0534494 Aug 10 02:04:31.429779 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2b8cc31e-27b1-413d-9ba3-521ac3a47b1c req-5cc226b9-360f-4e30-91d7-75e6c7dcb116 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319889 Aug 10 02:04:32.545373 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194a24f-edc7-4ceb-8675-16f4f7c1b613 req-9c3c0cb6-8659-4673-adb4-7a7b525ec9fa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:32.546909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d194a24f-edc7-4ceb-8675-16f4f7c1b613 req-9c3c0cb6-8659-4673-adb4-7a7b525ec9fa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0493031 Aug 10 02:04:32.584999 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d194a24f-edc7-4ceb-8675-16f4f7c1b613 req-d7702a06-a880-41e4-85b6-2e2f5c535a4b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320218 Aug 10 02:04:33.701784 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e049-96c7-4362-a31d-d90bc9a036ca req-73221f25-62c1-4d68-bb3e-57a14dfe867f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:33.703388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d676e049-96c7-4362-a31d-d90bc9a036ca req-73221f25-62c1-4d68-bb3e-57a14dfe867f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0498662 Aug 10 02:04:33.742065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d676e049-96c7-4362-a31d-d90bc9a036ca req-c0063a5f-24e1-467f-86a2-a7d91936b9ff tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325351 Aug 10 02:04:34.574978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-06accd87-65b9-476d-ad87-b8c44687776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.576436 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-06accd87-65b9-476d-ad87-b8c44687776a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377&tenant_id=8fa7f6f9843d445192f044ad793b1a7f HTTP/1.1" status: 200 len: 1095 time: 0.0403507 Aug 10 02:04:34.588259 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-766380-21', 'device_owner': 'compute:nova'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:04:34.642119 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.870102 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:34.889470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fd03-ac92-4433-8489-027261e914d6 req-bd8b7f79-f50d-44ab-9634-1936f2acfcbc tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:34.891062 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1210fd03-ac92-4433-8489-027261e914d6 req-bd8b7f79-f50d-44ab-9634-1936f2acfcbc tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0790873 Aug 10 02:04:34.928432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h2-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:34.971468 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1210fd03-ac92-4433-8489-027261e914d6 req-99e8e7ae-e5c7-4069-869d-104efdb492f8 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729907 Aug 10 02:04:34.976782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:34.984457 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:34.997718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Transition to ACTIVE for port object f4f8b8f9-be64-4b69-8b66-2d86aac6f77f will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:04:35.001546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:35.087659 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=7']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:35.102546 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.102930 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.103277 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.103683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.104203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.104643 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.104990 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.105322 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.105664 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.106000 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.106381 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.106750 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:04:35.136551 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] No DVR routers for this DVR port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:04:35.280815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:04:35.281169 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:04:35.281482 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:35.285982 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:04:35.286306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Attempting to bind port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:04:35.291336 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:04:35.291678 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Checking segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:04:35.292067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Bound using segment: {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:04:35.292493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Bound port: f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e20fedb1-5a3c-4695-bebc-570d1f3f429d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:04:35.292848 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:35.354463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:04:35.357621 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:04:35.361102 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:35.395138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.395768 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:35.397415 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1092 time: 0.8135657 Aug 10 02:04:35.397856 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:35.400133 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383f5653-ec2d-491f-b358-752649f1560e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:35.436544 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff0676-a9a4-48d5-80a3-58c5b2704490 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=8']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:35.467809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-12e83bdc-f606-47b9-8683-8e1cfcc80b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.469347 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-12e83bdc-f606-47b9-8683-8e1cfcc80b4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1095 time: 0.0469961 Aug 10 02:04:35.567784 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-587fa7fc-0b92-45a3-93b5-3189f8f9e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.569455 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-587fa7fc-0b92-45a3-93b5-3189f8f9e3ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0935161 Aug 10 02:04:35.640807 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-01c19e2c-1a62-4acb-b041-f75732fd90a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 998 time: 0.0636270 Aug 10 02:04:35.692404 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-7335ccf0-47c2-4710-86c9-59230f2d5f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.693804 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-7335ccf0-47c2-4710-86c9-59230f2d5f61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0465260 Aug 10 02:04:35.739072 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-41263306-086a-4ae2-9514-aedec03d035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:35.740543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-41263306-086a-4ae2-9514-aedec03d035f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395250 Aug 10 02:04:35.828381 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-c75586ba-2592-4567-ac95-e9ddc4f27772 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803757 Aug 10 02:04:35.926139 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-36c8c10d-2662-45e5-bb59-aff5f8b4ab3a service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909977 Aug 10 02:04:36.138113 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdd7af-df43-4b2c-bb26-1b138984ef1e req-faaa2db3-6e85-401c-acd8-6c83512c3482 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.139648 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcfdd7af-df43-4b2c-bb26-1b138984ef1e req-faaa2db3-6e85-401c-acd8-6c83512c3482 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.1007814 Aug 10 02:04:36.177079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fcfdd7af-df43-4b2c-bb26-1b138984ef1e req-e299b216-392d-4b6a-a9df-0c925a891cdd tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315568 Aug 10 02:04:36.466554 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d82988-ebe4-4f9e-9fc5-f45d32c4a47f x-openstack-request-id: req-58d82988-ebe4-4f9e-9fc5-f45d32c4a47f {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:36.466894 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:36.467153 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58d82988-ebe4-4f9e-9fc5-f45d32c4a47f {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:36.467553 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'status': 'completed', 'code': 200} Aug 10 02:04:36.528940 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5653-ec2d-491f-b358-752649f1560e req-d438dc3e-099d-43f6-a9c0-6fd7b3d787df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.530444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-d438dc3e-099d-43f6-a9c0-6fd7b3d787df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1095 time: 0.0418425 Aug 10 02:04:36.621681 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5653-ec2d-491f-b358-752649f1560e req-ea9c070a-faa5-4539-94e8-d0638d9b105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.623164 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-ea9c070a-faa5-4539-94e8-d0638d9b105a service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0863020 Aug 10 02:04:36.686952 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-51dd7c59-6bd0-407e-96a6-fccb53ddfc85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 998 time: 0.0567498 Aug 10 02:04:36.739876 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5653-ec2d-491f-b358-752649f1560e req-ed894b68-6e9d-42bc-8ca5-907fa5a0f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.741327 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-ed894b68-6e9d-42bc-8ca5-907fa5a0f95b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0476904 Aug 10 02:04:36.752901 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:04:36.786761 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f5653-ec2d-491f-b358-752649f1560e req-64e14511-2977-47ba-9f3f-09c89d3330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:36.788233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-64e14511-2977-47ba-9f3f-09c89d3330ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400119 Aug 10 02:04:36.875612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-a3dcc7d5-c2c2-489d-99f7-1578272b4283 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800538 Aug 10 02:04:36.967339 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-383f5653-ec2d-491f-b358-752649f1560e req-446a7021-6f89-4cec-89da-a4111af07caa service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Aug 10 02:04:37.290899 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54d7fd-7298-4594-a497-3226d3392b66 req-d002f613-d427-4ca6-bc7f-a30a34a601e5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:37.292464 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc54d7fd-7298-4594-a497-3226d3392b66 req-d002f613-d427-4ca6-bc7f-a30a34a601e5 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0492873 Aug 10 02:04:37.329245 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fc54d7fd-7298-4594-a497-3226d3392b66 req-8fbd9a63-f82c-4a54-bd5f-58fd608978aa tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311196 Aug 10 02:04:38.487761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6198ab-61c2-4d96-b89f-22fb60fa4857 req-d488ab27-03d6-4221-8b6c-4279c525daf1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:38.489225 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce6198ab-61c2-4d96-b89f-22fb60fa4857 req-d488ab27-03d6-4221-8b6c-4279c525daf1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0915551 Aug 10 02:04:38.527256 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce6198ab-61c2-4d96-b89f-22fb60fa4857 req-559f3a8f-d9f2-4b44-b902-777fc3ac9c84 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Aug 10 02:04:39.650892 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346a9be-da29-4617-968d-3849049324ad req-78b6d1c0-29d0-4358-903c-cdcde7eeb8ec tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:39.652371 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1346a9be-da29-4617-968d-3849049324ad req-78b6d1c0-29d0-4358-903c-cdcde7eeb8ec tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0554466 Aug 10 02:04:39.688835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1346a9be-da29-4617-968d-3849049324ad req-15573501-6ba7-4b7e-ad90-8a3c86641011 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305660 Aug 10 02:04:40.810547 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd487e-4d19-45e6-9fe9-217e3f1525d1 req-4af2b1dc-bd06-4496-bed5-2cd4a92f75d6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:40.814234 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2cd487e-4d19-45e6-9fe9-217e3f1525d1 req-4af2b1dc-bd06-4496-bed5-2cd4a92f75d6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0537066 Aug 10 02:04:40.850269 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c2cd487e-4d19-45e6-9fe9-217e3f1525d1 req-5a8e03d4-a5cf-450b-9821-7657c93ccb88 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330663 Aug 10 02:04:42.000041 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f599a-90b2-4f53-bd9f-565d19b3da61 req-ab76e6b6-48f8-401b-a44c-240146db7f35 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:42.002395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac9f599a-90b2-4f53-bd9f-565d19b3da61 req-ab76e6b6-48f8-401b-a44c-240146db7f35 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0630617 Aug 10 02:04:42.041264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ac9f599a-90b2-4f53-bd9f-565d19b3da61 req-2413505b-52f7-4c5c-888f-9aa2ca0228b1 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329425 Aug 10 02:04:43.156451 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be64047-93c1-4692-8368-f4533180f7f3 req-7276a40a-7182-4081-8478-b7688fd10a1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:43.157949 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2be64047-93c1-4692-8368-f4533180f7f3 req-7276a40a-7182-4081-8478-b7688fd10a1b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 943 time: 0.0490398 Aug 10 02:04:43.195864 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2be64047-93c1-4692-8368-f4533180f7f3 req-f2d0f83b-fe65-4b52-948a-6ca6fe9800f3 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Aug 10 02:04:44.044580 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:04:44.122968 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-7360bb48-4d22-4ee7-be14-fb9ff6bc401d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.152464 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:44.162415 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'port_id': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'mac_address': 'fa:16:3e:81:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:04:44.199240 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.211374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:04:44.230986 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:44.234918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:44.284948 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=9']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:44.314035 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e6849-a7f3-4acf-9df1-308828c90d54 req-4515cad4-9341-46c0-b6e3-be7ec7c336a2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:44.315476 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df1e6849-a7f3-4acf-9df1-308828c90d54 req-4515cad4-9341-46c0-b6e3-be7ec7c336a2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 944 time: 0.0491185 Aug 10 02:04:44.352606 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df1e6849-a7f3-4acf-9df1-308828c90d54 req-36df724e-30f1-4357-81ba-b50056b72aba tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Aug 10 02:04:44.445847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:04:45.470702 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f02a83-8e4b-4a55-b5c3-0da154bb2bf5 req-9e1ef957-969e-4f37-bb25-6e83622d35d2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:45.472257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7f02a83-8e4b-4a55-b5c3-0da154bb2bf5 req-9e1ef957-969e-4f37-bb25-6e83622d35d2 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 944 time: 0.0515258 Aug 10 02:04:45.511567 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c7f02a83-8e4b-4a55-b5c3-0da154bb2bf5 req-72dfc03f-006f-46b5-9b56-e248e82e7f05 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333831 Aug 10 02:04:46.045230 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:04:46.091599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:04:46.095309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:04:46.095683 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.169367 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.190505 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:04:46.192743 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6cce8-e390-45bc-b3c0-be21c7c883bb" -d '{"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-plugged", "status": "completed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:04:46.208651 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:04:46.212564 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:46.240289 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f4a459-c3cc-4973-ac3a-72a08a40c249 x-openstack-request-id: req-11f4a459-c3cc-4973-ac3a-72a08a40c249 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:04:46.240655 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-plugged", "status": "completed", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:04:46.240848 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11f4a459-c3cc-4973-ac3a-72a08a40c249 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:04:46.241242 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'code': 200} Aug 10 02:04:46.267301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=10']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:04:46.374978 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ec4c5-fad9-41f2-8843-c1c6ffa6d7b7 req-2414a631-831b-47a5-ae2c-306d25ae7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.376427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf8ec4c5-fad9-41f2-8843-c1c6ffa6d7b7 req-2414a631-831b-47a5-ae2c-306d25ae7841 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1098 time: 0.0438664 Aug 10 02:04:46.411419 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf8ec4c5-fad9-41f2-8843-c1c6ffa6d7b7 req-2759567a-afff-4857-9390-c10cc53dff5f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281758 Aug 10 02:04:46.629708 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742c821-ae1e-4037-acd5-7750d9b29d7c req-e4f38796-7cd1-4dad-85ac-121ce780ae3f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:46.631122 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1742c821-ae1e-4037-acd5-7750d9b29d7c req-e4f38796-7cd1-4dad-85ac-121ce780ae3f tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 946 time: 0.0527961 Aug 10 02:04:46.668924 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1742c821-ae1e-4037-acd5-7750d9b29d7c req-33ba2403-181f-411f-b2b5-ab9a6b0176b7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311773 Aug 10 02:04:46.886264 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1784c2a3-4a0e-4068-95cd-04e399f1a108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.426508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:47.786617 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5341f-feaf-4821-8f25-22af81b65034 req-8dae2260-8aee-4658-97b4-28c31fb1696b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:04:47.788099 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93a5341f-feaf-4821-8f25-22af81b65034 req-8dae2260-8aee-4658-97b4-28c31fb1696b tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 946 time: 0.0498047 Aug 10 02:04:47.828129 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-93a5341f-feaf-4821-8f25-22af81b65034 req-b14384b2-3803-4046-95c1-c1bc5fd85574 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Aug 10 02:04:48.031969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:49.914566 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.763885 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:04:56.767556 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:13.753545 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:05:14.112768 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-849480fc-e8b5-4e03-817d-5c67c5abb971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:16.886590 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-78a11e02-ae0c-4692-998d-d9cb797e0c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:17.427154 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:18.038409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:19.916854 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.747494 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:26.773116 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:27.596372 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-43f58c8d-d03b-4718-bb95-35c3d02b6ddd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407557 Aug 10 02:05:27.678044 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-205203a7-9a13-4c15-b096-0f3a7a1da50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.679548 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-205203a7-9a13-4c15-b096-0f3a7a1da50c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1098 time: 0.0460351 Aug 10 02:05:27.785934 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-a05c80a9-a1c1-483a-b7a0-d39f47810798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.787471 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-a05c80a9-a1c1-483a-b7a0-d39f47810798 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.0895929 Aug 10 02:05:27.857912 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-52b8feeb-cb0f-482b-aa6b-177a0ef5ca6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 1000 time: 0.0587444 Aug 10 02:05:27.913848 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-7987b2f7-e211-4ca3-8328-8fa96637ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.915293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-7987b2f7-e211-4ca3-8328-8fa96637ba9a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0497215 Aug 10 02:05:27.961476 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-0ca7093d-d90e-42c6-9c6c-4b26872ec0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:05:27.963054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-0ca7093d-d90e-42c6-9c6c-4b26872ec0a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408483 Aug 10 02:05:28.054605 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-31e99ef1-9f4a-46dd-92b0-00ee595e1652 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827837 Aug 10 02:05:28.150051 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9d1b3695-e5cf-4c79-b467-7a827324cfc1 req-55861fa4-62fa-4d04-b80d-05e754c83803 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Aug 10 02:05:44.113371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9004b376-dfc7-4b5b-8b64-fca057d581a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:46.886829 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7453-f93e-46e4-a031-71b8f7a4ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:47.429163 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:48.039466 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:49.919689 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:50.752966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:05:56.752289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:05:56.775435 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:00.873467 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56120) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:01.030454 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Deleting port b7c897ec-4a45-410a-98d3-94b31c548ec7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:01.030735 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.107467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.107795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.119586 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Calling delete_port for b7c897ec-4a45-410a-98d3-94b31c548ec7 owned by network:floatingip {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:01.261916 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.291710 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'Port': ['ID=b7c897ec-4a45-410a-98d3-94b31c548ec7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:01.318282 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.318938 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.319292 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.319656 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.320163 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.320518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.320867 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.321212 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.321557 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.321918 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.322257 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.322589 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:01.361127 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for floatingip, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.361469 n-d-766380-21 neutron-server[105958]: INFO neutron.db.l3_db [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Floating IP 7a320405-72f3-4dd5-9891-5c378a683b60 disassociated (deleted). External IP: 172.25.7.49, port: f4f8b8f9-be64-4b69-8b66-2d86aac6f77f. Aug 10 02:06:01.565489 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:01.670346 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:01.675243 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:01.680258 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:01.689185 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:01.689800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:01.702127 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d9fdce2-a675-45d0-885f-c9ef8409b428 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "DELETE /v2.0/floatingips/7a320405-72f3-4dd5-9891-5c378a683b60 HTTP/1.1" status: 204 len: 168 time: 0.8275445 Aug 10 02:06:01.702772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:01.704988 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:01.746968 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6eb7aa-9928-4624-b54e-ecd92fe3b510 x-openstack-request-id: req-6d6eb7aa-9928-4624-b54e-ecd92fe3b510 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:01.747263 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:01.747516 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d6eb7aa-9928-4624-b54e-ecd92fe3b510 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:01.747919 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'status': 'completed', 'code': 200} Aug 10 02:06:01.796895 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:01.812977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-8cae5390-2bf3-42dc-b504-7fb9ce003208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:01.814581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-8cae5390-2bf3-42dc-b504-7fb9ce003208 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 1098 time: 0.0437834 Aug 10 02:06:01.926386 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-92a14f8c-a4c5-44e7-875d-f60442d9f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:01.928036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-92a14f8c-a4c5-44e7-875d-f60442d9f349 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 200 len: 908 time: 0.1067102 Aug 10 02:06:01.979407 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-529e893b-e511-468c-8fdc-9b970e9ce9f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 200 len: 217 time: 0.0370331 Aug 10 02:06:02.007542 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f459d15-e81d-440f-b5ac-07be3a09e89a req-3d2244fc-1c9a-405c-81de-7616f4aa695e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.008767 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f459d15-e81d-440f-b5ac-07be3a09e89a req-3d2244fc-1c9a-405c-81de-7616f4aa695e tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 946 time: 0.0974824 Aug 10 02:06:02.062737 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-d4e868c7-5486-45d0-a7d1-e2b93cb94e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.064179 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-d4e868c7-5486-45d0-a7d1-e2b93cb94e49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 200 len: 847 time: 0.0739555 Aug 10 02:06:02.076679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8f459d15-e81d-440f-b5ac-07be3a09e89a req-3df7705c-00ad-41b6-93e7-25625d508f40 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465400 Aug 10 02:06:02.123603 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-11305abc-1a02-4ba4-bffa-b1a36d62b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:02.125022 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-11305abc-1a02-4ba4-bffa-b1a36d62b16e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443439d0-14c6-4f99-bdbe-1002fd6fcd44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467031 Aug 10 02:06:02.164848 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:02.190388 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:02.199031 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:02.199642 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:02.220144 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-6b6afebb-6d32-4f6d-b2f7-cd5d7e39e984 service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Aug 10 02:06:02.305408 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:02.311233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-22d27e25-96ab-44e8-a5fe-34cb7bec7e3e req-845e22cc-94bf-47ef-8b73-599e8c1b001a service neutron] 10.222.0.21 "GET /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Aug 10 02:06:02.508707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:02.534498 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a50d1c0-61be-44c9-ab6a-3712a83f3576 None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T01:57:18Z', 'revision_number': 4, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '270e1a34-31b7-46d1-8a89-943c9ab300da', 'name': '', 'network_id': '443439d0-14c6-4f99-bdbe-1002fd6fcd44', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'mac_address': 'fa:16:3e:33:f3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:18Z', 'updated_at': '2021-08-10T01:57:23Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'subnets': [{'id': '96536689-1c13-4db7-a041-3044e9eba6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:02.746808 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b938a73-5147-4438-9306-5fe5bd2ce657 None None] New status for floating IP 7a320405-72f3-4dd5-9891-5c378a683b60: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:06:03.207015 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4771ff-a624-4b17-9e65-eb44b3897206 req-22bc0ce0-b227-477d-95d8-8c62a85c7193 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:03.208479 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb4771ff-a624-4b17-9e65-eb44b3897206 req-22bc0ce0-b227-477d-95d8-8c62a85c7193 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Aug 10 02:06:03.247135 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eb4771ff-a624-4b17-9e65-eb44b3897206 req-ce3f8a04-e36c-46bd-bd0c-02bb85be573a tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/security-groups?id=559ad4b3-36d5-455b-9cac-621d031935d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321968 Aug 10 02:06:03.415112 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-21af93d3-1915-4901-af8d-162eb8017f26 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:03.416473 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-21af93d3-1915-4901-af8d-162eb8017f26 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Aug 10 02:06:03.507303 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Deleting port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:03.507645 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.592088 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] For port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:03.592451 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.605642 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Calling delete_port for f4f8b8f9-be64-4b69-8b66-2d86aac6f77f owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:03.732007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.758794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'Port': ['ID=f4f8b8f9-be64-4b69-8b66-2d86aac6f77f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:03.806485 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] No DVR routers for this DVR port f4f8b8f9-be64-4b69-8b66-2d86aac6f77f on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:03.809124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:03.811114 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-27c3fbcc-25c7-4f48-9a1f-9fed254e945f req-a8088b5a-015f-4d91-a0d0-f5f7c4b2142c tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.21 "DELETE /v2.0/ports/f4f8b8f9-be64-4b69-8b66-2d86aac6f77f HTTP/1.1" status: 204 len: 173 time: 0.3879845 Aug 10 02:06:03.811625 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-deleted', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:03.813926 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f52e02-11ce-4436-9c42-646af69629fb" -d '{"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-deleted", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:03.850189 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ead723-24e2-478e-8da9-e216bd8ad9b1 x-openstack-request-id: req-b7ead723-24e2-478e-8da9-e216bd8ad9b1 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:03.850552 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9530040-901b-4af8-aad2-766cec277377", "name": "network-vif-deleted", "tag": "f4f8b8f9-be64-4b69-8b66-2d86aac6f77f", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:03.850916 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7ead723-24e2-478e-8da9-e216bd8ad9b1 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:03.851241 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9530040-901b-4af8-aad2-766cec277377', 'name': 'network-vif-deleted', 'tag': 'f4f8b8f9-be64-4b69-8b66-2d86aac6f77f', 'status': 'completed', 'code': 200} Aug 10 02:06:04.342579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-cb4772a0-5784-4b42-a569-574dcec9cb0c req-4e7dc0b7-f639-4685-b45f-3b80b0f1cbb0 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 210 time: 0.0271006 Aug 10 02:06:05.437405 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0a005a2c-03b7-4a30-ab00-ff150680c990 req-deda0440-47da-42f8-b493-57aaf941e321 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 210 time: 0.0268674 Aug 10 02:06:06.409763 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:06.430988 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: f4f8b8f9-be64-4b69-8b66-2d86aac6f77f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:06.431347 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device f4f8b8f9-be64-4b69-8b66-2d86aac6f77f not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:06.537628 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a7ff0e3e-8d3f-4266-a7bf-b833f171b652 req-7d0c6d56-011b-4425-a65d-5f0e560a59e7 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "GET /v2.0/ports?device_id=f9530040-901b-4af8-aad2-766cec277377 HTTP/1.1" status: 200 len: 210 time: 0.0325625 Aug 10 02:06:07.599153 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56150) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:07.661388 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.687332 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.750850 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.753467 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:07.754858 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] 10.222.0.25 "DELETE /v2.0/security-groups/559ad4b3-36d5-455b-9cac-621d031935d9 HTTP/1.1" status: 204 len: 168 time: 0.1544240 Aug 10 02:06:07.770020 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a801896-22b3-45ab-bec2-57fa08bc8fa6 tempest-TestShelveInstance-581551607 tempest-TestShelveInstance-581551607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=559ad4b3-36d5-455b-9cac-621d031935d9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:07.810658 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56156) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:08.605801 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:08.860263 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Deleting port 270e1a34-31b7-46d1-8a89-943c9ab300da {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:08.860907 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:08.941748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] For port 270e1a34-31b7-46d1-8a89-943c9ab300da, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=270e1a34-31b7-46d1-8a89-943c9ab300da,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:08.942139 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:08.955333 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Calling delete_port for 270e1a34-31b7-46d1-8a89-943c9ab300da owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:09.142876 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.170034 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Pushing event deleted for resources: {'Port': ['ID=270e1a34-31b7-46d1-8a89-943c9ab300da,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:09.197197 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.197562 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.197896 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.198235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.198570 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.198933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.199267 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.199599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.199929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.200257 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.200589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.200916 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:09.347510 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.569252 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:09.677718 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:09.683483 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-dc979774-5ecb-4236-8876-143765c0c387 admin admin] 10.222.0.25 "PUT /v2.0/routers/8e0bbb36-4a6c-4f26-b048-0e5433d481a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8717711 Aug 10 02:06:09.686288 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56160) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:09.690882 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Sync routers for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:09.700824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:09.701526 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:09.800396 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.811803 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:09.905512 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.958682 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Deleting port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:09.959054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:09.996332 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138'}], 'enable_snat': True}, 'gw_port_id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T02:06:09Z', 'revision_number': 5, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port': {'id': 'ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:16Z', 'updated_at': '2021-08-10T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:10.023602 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Checking router: 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:10.032857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Routers {'8e0bbb36-4a6c-4f26-b048-0e5433d481a5'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:10.033478 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:10.043949 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] For port ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:10.044800 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.056402 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Calling delete_port for ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:10.126375 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] Set router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:10.187279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T02:06:09Z', 'revision_number': 6, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:10.215211 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d7975-6564-4091-a57d-75618040bbf8 None None] The sync data for ids ['8e0bbb36-4a6c-4f26-b048-0e5433d481a5'] in n-d-766380-21 is: [{'id': '8e0bbb36-4a6c-4f26-b048-0e5433d481a5', 'name': 'tempest-TestShelveInstance-974465149-router', 'tenant_id': '8fa7f6f9843d445192f044ad793b1a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:15Z', 'updated_at': '2021-08-10T02:06:09Z', 'revision_number': 6, 'project_id': '8fa7f6f9843d445192f044ad793b1a7f', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:10.239049 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.267497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:10.331395 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.420228 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.422217 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.467338 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.467822 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e0bbb36-4a6c-4f26-b048-0e5433d481a5 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:06:10.472194 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.473721 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ffb32031-87f5-4493-8633-876c4b22dc14 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8e0bbb36-4a6c-4f26-b048-0e5433d481a5 HTTP/1.1" status: 204 len: 168 time: 0.7864451 Aug 10 02:06:10.476951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56162) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:10.521984 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Deleting subnet 96536689-1c13-4db7-a041-3044e9eba6aa {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:10.525829 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.559660 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.645940 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.701582 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.737816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96536689-1c13-4db7-a041-3044e9eba6aa,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:10.741966 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.744714 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7c507327-2e4f-409c-b6c0-d9ab3a601431 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/96536689-1c13-4db7-a041-3044e9eba6aa HTTP/1.1" status: 204 len: 168 time: 0.2666202 Aug 10 02:06:10.747425 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56164) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:10.748575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7255163f-35ab-43ad-9663-ef28faacb486 None None] Network 443439d0-14c6-4f99-bdbe-1002fd6fcd44 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:10.818517 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.873348 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Deleting port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:10.873701 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.936513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] For port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,segment=NetworkSegment(e20fedb1-5a3c-4695-bebc-570d1f3f429d),segment_id=e20fedb1-5a3c-4695-bebc-570d1f3f429d)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:10.936805 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:10.954396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Calling delete_port for c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:10.985824 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] DHCP port deletion for 443439d0-14c6-4f99-bdbe-1002fd6fcd44 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:11.045120 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.048621 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:11.073581 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:11.075614 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] No DVR routers for this DVR port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:11.081126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Deleting port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:11.081490 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.131857 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:11.132207 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device ee0f0ffa-d0a4-4d03-a147-52f56c03f4d4 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:11.132808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:11.155140 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.159480 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:11.159831 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:11.160238 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 270e1a34-31b7-46d1-8a89-943c9ab300da no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:11.165775 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443439d0-14c6-4f99-bdbe-1002fd6fcd44']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:11.187835 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 270e1a34-31b7-46d1-8a89-943c9ab300da {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:11.188183 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 270e1a34-31b7-46d1-8a89-943c9ab300da not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:11.190133 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] For port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:11.190485 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.204071 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Calling delete_port for c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:11.206892 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:06:11.208340 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.234633 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Pushing event deleted for resources: {'Port': ['ID=c6a83000-6b2a-45d9-9fdf-1b6c5977fc72,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:11.239228 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] No DVR routers for this DVR port c6a83000-6b2a-45d9-9fdf-1b6c5977fc72 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:11.247291 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.247629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.248242 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.248596 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.248940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.249273 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.249696 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.249913 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.250759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.251592 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.251942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.252259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a16028-2f95-47ca-a5b9-84640a955b23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:11.515878 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20fedb1-5a3c-4695-bebc-570d1f3f429d') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:11.516110 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20fedb1-5a3c-4695-bebc-570d1f3f429d') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:11.525944 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.543040 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.549246 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:11.549632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: timer() Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:11.551295 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:11.604522 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.611688 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:11.613581 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] 10.222.0.25 "DELETE /v2.0/networks/443439d0-14c6-4f99-bdbe-1002fd6fcd44 HTTP/1.1" status: 204 len: 168 time: 0.8651540 Aug 10 02:06:11.616629 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56166) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:11.631723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab4e07-86dc-4277-9bee-cebb1611410d admin admin] Pushing event deleted for resources: {'Network': ['ID=443439d0-14c6-4f99-bdbe-1002fd6fcd44,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:11.972417 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.215660 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Deleting port 1781084d-60b9-40ba-a12d-2db0300498fe {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:12.216007 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.292584 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] For port 1781084d-60b9-40ba-a12d-2db0300498fe, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=1781084d-60b9-40ba-a12d-2db0300498fe,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:12.292951 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.305714 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Calling delete_port for 1781084d-60b9-40ba-a12d-2db0300498fe owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:12.482989 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.512353 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1781084d-60b9-40ba-a12d-2db0300498fe,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:12.680914 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:12.907554 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Router 5b1756fa-4738-4861-820f-5703447d6f02 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:13.011587 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:13.019391 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-06bfc01b-821a-4877-a198-4cef70fcce17 admin admin] 10.222.0.25 "PUT /v2.0/routers/5b1756fa-4738-4861-820f-5703447d6f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3994601 Aug 10 02:06:13.019633 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56168) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:13.020341 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Sync routers for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:13.030103 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:13.030636 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:13.127327 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks [] for router, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.131866 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:13.225621 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.281396 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Deleting port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:13.281649 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.311068 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T02:06:12Z', 'revision_number': 5, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port': {'id': 'a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1756fa-4738-4861-820f-5703447d6f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:13.336425 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Checking router: 5b1756fa-4738-4861-820f-5703447d6f02 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:13.344387 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Routers {'5b1756fa-4738-4861-820f-5703447d6f02'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:13.344991 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:05:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['5b1756fa-4738-4861-820f-5703447d6f02'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:13.359432 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] For port a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:13.359800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.372693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Calling delete_port for a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 owned by network:router_gateway {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:13.430262 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] Set router 5b1756fa-4738-4861-820f-5703447d6f02 gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:13.484039 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T02:06:13Z', 'revision_number': 6, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:13.510309 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef23c8-bcb0-41d4-9afe-6d76ed42d8c4 None None] The sync data for ids ['5b1756fa-4738-4861-820f-5703447d6f02'] in n-d-766380-21 is: [{'id': '5b1756fa-4738-4861-820f-5703447d6f02', 'name': 'tempest-TestShelveInstance-1384364170-router', 'tenant_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T01:57:20Z', 'updated_at': '2021-08-10T02:06:13Z', 'revision_number': 6, 'project_id': 'd19d04ccd6254984ba4d60bff93aa15e', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:13.557626 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.583101 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:13.646640 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.738455 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.740610 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.784851 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.785683 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1756fa-4738-4861-820f-5703447d6f02 {{(pid=105958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:06:13.793586 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.794726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8e7af19e-81cc-431c-b058-6fd2b5f3a73a admin admin] 10.222.0.25 "DELETE /v2.0/routers/5b1756fa-4738-4861-820f-5703447d6f02 HTTP/1.1" status: 204 len: 168 time: 0.7741675 Aug 10 02:06:13.797151 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56170) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:13.846166 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_v2 [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Deleting subnet 3c63990d-2baa-43dd-9ddf-fa85919dfa74 {{(pid=105958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:06:13.849207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.886212 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4054709'] for subnet, precommit_delete_associations {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:13.967702 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.020407 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25965870', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3761390'] for subnet, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.050323 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c63990d-2baa-43dd-9ddf-fa85919dfa74,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.054934 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.056917 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-48477ce8-90a2-4a6a-9034-3aeec91f0796 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3c63990d-2baa-43dd-9ddf-fa85919dfa74 HTTP/1.1" status: 204 len: 168 time: 0.2588170 Aug 10 02:06:14.059470 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56172) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:14.061588 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88eee68-51d0-4004-ac3c-2a8526add692 None None] Network 286e73ab-1e6f-49b3-b65b-e044c9846b1d requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:14.129538 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-858293f7-5a5c-4c62-b4d5-00b73b0421e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.130742 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.185266 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Deleting port 98e4a21b-d012-4f61-a5c8-e5580b915382 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:14.185603 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.251078 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] For port 98e4a21b-d012-4f61-a5c8-e5580b915382, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=98e4a21b-d012-4f61-a5c8-e5580b915382,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:14.251442 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.265611 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Calling delete_port for 98e4a21b-d012-4f61-a5c8-e5580b915382 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:14.275992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] DHCP port deletion for 286e73ab-1e6f-49b3-b65b-e044c9846b1d request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:06:14.323629 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Deleting port 98e4a21b-d012-4f61-a5c8-e5580b915382 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:06:14.323913 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.348997 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.376693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e4a21b-d012-4f61-a5c8-e5580b915382,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.385029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] No DVR routers for this DVR port 98e4a21b-d012-4f61-a5c8-e5580b915382 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:14.391550 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] For port 98e4a21b-d012-4f61-a5c8-e5580b915382, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=98e4a21b-d012-4f61-a5c8-e5580b915382,segment=NetworkSegment(6dfd6f09-7e43-4dda-b5f2-e185091d7484),segment_id=6dfd6f09-7e43-4dda-b5f2-e185091d7484)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:14.391969 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.405309 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Calling delete_port for 98e4a21b-d012-4f61-a5c8-e5580b915382 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:06:14.466746 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.479987 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286e73ab-1e6f-49b3-b65b-e044c9846b1d']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:14.491826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfd6f09-7e43-4dda-b5f2-e185091d7484') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:14.492203 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfd6f09-7e43-4dda-b5f2-e185091d7484') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:14.492945 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.502284 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.517242 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.521370 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] Pushing event deleted for resources: {'Port': ['ID=98e4a21b-d012-4f61-a5c8-e5580b915382,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.526180 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:06:14.526885 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.529638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9001f2ea-534b-4211-9e2e-5b21700c35b2 None None] No DVR routers for this DVR port 98e4a21b-d012-4f61-a5c8-e5580b915382 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: timer() Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:06:14.531761 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:06:14.595348 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.600512 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.603100 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/286e73ab-1e6f-49b3-b65b-e044c9846b1d HTTP/1.1" status: 204 len: 168 time: 0.5426424 Aug 10 02:06:14.614357 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a357f4-db91-4be4-b31f-a05db73448a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=286e73ab-1e6f-49b3-b65b-e044c9846b1d,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.712922 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56176) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:14.762587 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-44f18fb8-b8bc-45eb-b016-43912865cfc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fa7f6f9843d445192f044ad793b1a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484285 Aug 10 02:06:14.765306 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56178) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:14.815576 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.837648 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.843225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:14.863005 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:14.863279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device a5d28d69-4b9c-4ae8-a2ad-c6775c96a5b9 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:14.863685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1781084d-60b9-40ba-a12d-2db0300498fe no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:14.883612 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.884804 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 1781084d-60b9-40ba-a12d-2db0300498fe {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:14.885151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 1781084d-60b9-40ba-a12d-2db0300498fe not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:14.885587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 98e4a21b-d012-4f61-a5c8-e5580b915382 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:06:14.886128 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:14.889785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a61602f0-65f9-461a-9096-5fcd1a3f9f7e HTTP/1.1" status: 204 len: 168 time: 0.1209655 Aug 10 02:06:14.896182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71471a-2e7a-4bcf-9220-6b1a4635e6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61602f0-65f9-461a-9096-5fcd1a3f9f7e,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:14.912397 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 98e4a21b-d012-4f61-a5c8-e5580b915382 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:06:14.912740 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 98e4a21b-d012-4f61-a5c8-e5580b915382 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:06:15.193728 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56184) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:15.232529 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-ec01b11b-4013-45ad-8fd9-861490d438f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d19d04ccd6254984ba4d60bff93aa15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376642 Aug 10 02:06:15.235157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56186) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:15.287154 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.308268 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.352365 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.354963 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:15.356213 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba84c22d-e368-450f-b2a6-9480c0b21c9f HTTP/1.1" status: 204 len: 168 time: 0.1201508 Aug 10 02:06:15.363513 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8b7ad-1069-400d-8dda-c7c82baddb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84c22d-e368-450f-b2a6-9480c0b21c9f,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:16.015250 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56210) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:16.111159 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-467089185-network', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:16.131883 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Made reservation on behalf of e9bab09f6ebb45f4bfb23c6449e4ee55 for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:16.134903 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.143590 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.232812 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.236029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.260007 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:16.269370 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f40051-5b1d-42a4-8a02-ea1c479b0c80,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:16.274747 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.275117 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Added segment 519cb834-8f23-4464-acf3-cfea0e2e81d9 of type vlan for network b654520a-eae1-4d8f-940b-bdcd293b7ef9 Aug 10 02:06:16.319698 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.347212 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.348162 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.348740 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.402094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3857408 Aug 10 02:06:16.405271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56214) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:16.407578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c077-bcc3-4ad0-869f-226467306db0 admin admin] Pushing event updated for resources: {'Network': ['ID=b654520a-eae1-4d8f-940b-bdcd293b7ef9,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:16.410521 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Request body: {'subnet': {'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-467089185-subnet', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'ip_version': 4}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:16.418599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:16.433721 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Made reservation on behalf of e9bab09f6ebb45f4bfb23c6449e4ee55 for: {'subnet': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:16.436030 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3761349'] for subnet, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.607304 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25965929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3761399'] for subnet, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.659408 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c17c372-742f-4da1-b7e5-2e08e2957602,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:16.669858 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Checking segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:16.670219 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Network hostable DHCP agents. Network: b654520a-eae1-4d8f-940b-bdcd293b7ef9, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:16.686231 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:16.694905 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, b654520a-eae1-4d8f-940b-bdcd293b7ef9) {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:16.699365 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:16.699998 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.704456 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433886c-c709-41ea-bebb-3a8ccdc557d3 None None] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:16.715483 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-4d06de6c-dc3e-4f18-87a1-3762dbfa86ff admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090374 Aug 10 02:06:16.718170 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56216) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:16.722481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:16.744966 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.746062 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.804956 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.849153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:16.850006 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.939204 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-19e37651-a117-49d9-ad2b-d41bbeddb7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.950554 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:16.990160 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Allocated IP 172.20.0.2 (b654520a-eae1-4d8f-940b-bdcd293b7ef9/5c17c372-742f-4da1-b7e5-2e08e2957602/26b0d78b-b83d-40cb-a638-0ff70e24b772) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:17.134852 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.143387 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Transition to ACTIVE for port object 26b0d78b-b83d-40cb-a638-0ff70e24b772 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:17.159816 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Transition to ACTIVE for port object 26b0d78b-b83d-40cb-a638-0ff70e24b772 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:17.166016 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.207509 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:17.210646 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:17.214570 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:17.221973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Pushing event updated for resources: {'Port': ['ID=26b0d78b-b83d-40cb-a638-0ff70e24b772,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:17.278170 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Attempting to bind port 26b0d78b-b83d-40cb-a638-0ff70e24b772 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:17.278533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Attempting to bind port 26b0d78b-b83d-40cb-a638-0ff70e24b772 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:17.278920 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Attempting to bind port 26b0d78b-b83d-40cb-a638-0ff70e24b772 on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:17.284432 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:17.284800 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Checking segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:17.285200 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.285587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Bound using segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:17.286045 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Bound port: 26b0d78b-b83d-40cb-a638-0ff70e24b772, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:17.286421 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.350807 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] For port 26b0d78b-b83d-40cb-a638-0ff70e24b772, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:17.354860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] For port 26b0d78b-b83d-40cb-a638-0ff70e24b772, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=26b0d78b-b83d-40cb-a638-0ff70e24b772,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:17.359318 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.423510 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88bc75-75fe-49a2-9682-0ec7de16294b None None] Pushing event updated for resources: {'Port': ['ID=26b0d78b-b83d-40cb-a638-0ff70e24b772,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:17.440939 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.501239 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.521924 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.640810 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Allocated IP 172.25.7.50 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/fecaab7a-8cbc-4285-99ba-e1186f94c00f) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:17.743946 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.783896 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:17.820268 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:17.825238 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:17.828851 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:17.856352 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Pushing event updated for resources: {'Port': ['ID=fecaab7a-8cbc-4285-99ba-e1186f94c00f,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:18.042930 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.086955 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.286348 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a9dfd-df44-4c66-8ddc-97fcefbeac4c None None] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:18.288306 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.411528 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-2e63243e-a304-432b-98ed-3ff3b4702518 None None] Provisioning for port 26b0d78b-b83d-40cb-a638-0ff70e24b772 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:18.422157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:06:18.534097 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:18.543362 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:18.549632 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.551028 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-c108d70c-dd2a-4b0f-b48a-15fb9e98eb7d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8318477 Aug 10 02:06:18.553607 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56222) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:18.555553 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:18.556182 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:18.672536 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:18.889938 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 26b0d78b-b83d-40cb-a638-0ff70e24b772 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:18.988656 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:18.999259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 26b0d78b-b83d-40cb-a638-0ff70e24b772 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:19.023470 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 26b0d78b-b83d-40cb-a638-0ff70e24b772 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:19.023873 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.084767 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:17Z', 'revision_number': 3, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:19.130808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:19.131153 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Updating router 2390555f-4f88-4e67-ac13-5f6add0172f7 port fecaab7a-8cbc-4285-99ba-e1186f94c00f binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:06:19.141719 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Allocated IP 172.20.0.1 (b654520a-eae1-4d8f-940b-bdcd293b7ef9/5c17c372-742f-4da1-b7e5-2e08e2957602/00050ee3-ed65-4876-bf26-5b219b922d1b) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:19.163078 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.165599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.248800 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.260945 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Transition to ACTIVE for port object 00050ee3-ed65-4876-bf26-5b219b922d1b will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:19.270259 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 26b0d78b-b83d-40cb-a638-0ff70e24b772, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=26b0d78b-b83d-40cb-a638-0ff70e24b772,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:19.275960 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.298291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.333418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:19.336495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:19.342349 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:19.372400 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.375062 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=26b0d78b-b83d-40cb-a638-0ff70e24b772,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.386261 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.494921 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.509374 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Transition to ACTIVE for port object fecaab7a-8cbc-4285-99ba-e1186f94c00f will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:19.515508 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.522557 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.571192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Attempting to bind port fecaab7a-8cbc-4285-99ba-e1186f94c00f on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:19.571805 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Attempting to bind port fecaab7a-8cbc-4285-99ba-e1186f94c00f by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:19.571998 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Attempting to bind port fecaab7a-8cbc-4285-99ba-e1186f94c00f on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:19.573860 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f314bd9-1281-49f3-b546-77fc2a71a2a2 None None] Pushing event updated for resources: {'Port': ['ID=fecaab7a-8cbc-4285-99ba-e1186f94c00f,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.583288 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:19.583667 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:19.584065 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.584448 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:19.584911 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Bound port: fecaab7a-8cbc-4285-99ba-e1186f94c00f, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:19.585285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.612383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a2881b0e-3ebb-4448-8c50-44d86bc158c0 None None] Provisioning for port 00050ee3-ed65-4876-bf26-5b219b922d1b completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:19.622575 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-a2881b0e-3ebb-4448-8c50-44d86bc158c0 None None] Provisioning complete for port 00050ee3-ed65-4876-bf26-5b219b922d1b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:19.622970 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a2881b0e-3ebb-4448-8c50-44d86bc158c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.670276 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] For port fecaab7a-8cbc-4285-99ba-e1186f94c00f, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:19.674726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] For port fecaab7a-8cbc-4285-99ba-e1186f94c00f, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fecaab7a-8cbc-4285-99ba-e1186f94c00f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:19.677140 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-a2881b0e-3ebb-4448-8c50-44d86bc158c0 None None] Port 00050ee3-ed65-4876-bf26-5b219b922d1b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:19.680033 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.697823 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.702188 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.738493 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:19.739151 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:19.740959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f314bd9-1281-49f3-b546-77fc2a71a2a2 None None] Pushing event updated for resources: {'Port': ['ID=fecaab7a-8cbc-4285-99ba-e1186f94c00f,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.774921 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.777493 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:19.848108 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:19.867967 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:19.869341 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:19.977363 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:19.992793 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:20.070562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 2, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:20.104992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d9b65-52f7-49cb-9187-782c196cdf0f None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 2, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:20.107144 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:20.119285 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-0c07005a-1460-40e6-8588-f8b82398ae13 admin admin] 10.222.0.25 "PUT /v2.0/routers/2390555f-4f88-4e67-ac13-5f6add0172f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5571265 Aug 10 02:06:20.119702 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-1cb39f9e-6d21-4f22-a4d1-499b27e86cd9 None None] Provisioning complete for port 00050ee3-ed65-4876-bf26-5b219b922d1b triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:20.119702 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1cb39f9e-6d21-4f22-a4d1-499b27e86cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.151534 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-1cb39f9e-6d21-4f22-a4d1-499b27e86cd9 None None] Port 00050ee3-ed65-4876-bf26-5b219b922d1b cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:20.614004 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56240) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:20.619862 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-877147496-network', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:20.642235 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Made reservation on behalf of a0227785bd234d6bbea7bff6bfca81af for: {'network': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:20.644686 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for network, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.654325 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.758176 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.768011 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.791910 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=105957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 02:06:20.808913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.809263 n-d-766380-21 neutron-server[105957]: INFO neutron.db.segments_db [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Added segment 248f5878-68a7-4335-82bf-0bf0ca73888d of type vlan for network 9a0eb724-152d-4a24-948f-84d6f143f39e Aug 10 02:06:20.844088 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8828b65e-1c22-4193-a183-b1381257bd6e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:20.860766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739607631692'] for network, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.894516 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756'] for network, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.895726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:20.896374 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.938219 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 26b0d78b-b83d-40cb-a638-0ff70e24b772 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:20.961989 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3465304 Aug 10 02:06:20.964578 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:20.969462 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Request body: {'subnet': {'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-877147496-subnet', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'ip_version': 4}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:20.982249 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516bc56-3129-4531-a214-99101e291894 admin admin] Pushing event updated for resources: {'Network': ['ID=9a0eb724-152d-4a24-948f-84d6f143f39e,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:20.988942 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 26b0d78b-b83d-40cb-a638-0ff70e24b772 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:20.989317 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:20.993669 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Network 9a0eb724-152d-4a24-948f-84d6f143f39e details requested by agent ovs-agent-n-d-766380-21 with host n-d-766380-21 {{(pid=105959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 02:06:21.007939 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Made reservation on behalf of a0227785bd234d6bbea7bff6bfca81af for: {'subnet': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:21.010369 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2824095'] for subnet, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.133311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fecaab7a-8cbc-4285-99ba-e1186f94c00f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:21.182609 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port fecaab7a-8cbc-4285-99ba-e1186f94c00f completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:21.186660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fecaab7a-8cbc-4285-99ba-e1186f94c00f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:21.187106 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.203178 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2668336', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2824109'] for subnet, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.265887 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26901efc-3cd6-4319-b03f-7f487a016601,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.274020 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.280493 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Checking segment: {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:21.280860 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Network hostable DHCP agents. Network: 9a0eb724-152d-4a24-948f-84d6f143f39e, hostable agents: ['05c40b30-2845-4e83-bdfc-63a12f00819a'], hosted agents: [] {{(pid=105957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 02:06:21.295568 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port fecaab7a-8cbc-4285-99ba-e1186f94c00f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fecaab7a-8cbc-4285-99ba-e1186f94c00f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:21.298849 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Network 9a0eb724-152d-4a24-948f-84d6f143f39e is scheduled to be hosted by DHCP agent 05c40b30-2845-4e83-bdfc-63a12f00819a with binding_index 1 {{(pid=105957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 02:06:21.300355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.310963 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-766380-21, 9a0eb724-152d-4a24-948f-84d6f143f39e) {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:21.315842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:21.316434 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.325957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71626d24-a726-46f6-92a9-d2519c574176 None None] Network 9a0eb724-152d-4a24-948f-84d6f143f39e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:21.332761 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-879b33f8-2eef-4fb6-b41f-8c59d7a16bb8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3671517 Aug 10 02:06:21.335415 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56244) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:21.342626 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:21.373193 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-707030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2038'] for router, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.374886 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-707174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-701207', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-879918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2045'] for router, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.402367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=fecaab7a-8cbc-4285-99ba-e1186f94c00f,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.436508 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.499474 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97594d31-4394-5bb2-81a8-69b9521757e2-9a0eb724-152d-4a24-948f-84d6f143f39e', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601'}]}} from n-d-766380-21. {{(pid=105959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 02:06:21.500327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.574556 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.634549 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.db_base_plugin_common [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Allocated IP 172.20.0.2 (9a0eb724-152d-4a24-948f-84d6f143f39e/26901efc-3cd6-4319-b03f-7f487a016601/bdf5670a-25a3-4c2f-9781-d25cdf112c66) {{(pid=105959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:21.780636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks [] for port, precommit_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.783821 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.789171 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Transition to ACTIVE for port object bdf5670a-25a3-4c2f-9781-d25cdf112c66 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:21.803719 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.804186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Transition to ACTIVE for port object bdf5670a-25a3-4c2f-9781-d25cdf112c66 will not be triggered until provisioned by entity DHCP. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:21.810952 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949'] for port, after_create {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.852367 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Network 9a0eb724-152d-4a24-948f-84d6f143f39e is already hosted by enough agents. {{(pid=105959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:21.855234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.scheduler.base_scheduler [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Resources bound (agent type, host, resource id): {{(pid=105959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:21.859407 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Received port after_create {{(pid=105959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:21.862355 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Pushing event updated for resources: {'Port': ['ID=bdf5670a-25a3-4c2f-9781-d25cdf112c66,revision_number=1']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:21.915826 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Allocated IP 172.25.7.86 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/4f5a6667-b79e-4827-9d25-260907ae5e75) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:21.917393 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Attempting to bind port bdf5670a-25a3-4c2f-9781-d25cdf112c66 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:21.917769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Attempting to bind port bdf5670a-25a3-4c2f-9781-d25cdf112c66 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:21.918137 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Attempting to bind port bdf5670a-25a3-4c2f-9781-d25cdf112c66 on network 9a0eb724-152d-4a24-948f-84d6f143f39e {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:21.923638 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:21.924013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Checking segment: {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:21.924417 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.924808 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Bound using segment: {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:21.925532 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Bound port: bdf5670a-25a3-4c2f-9781-d25cdf112c66, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:21.925674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:21.994562 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] For port bdf5670a-25a3-4c2f-9781-d25cdf112c66, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:22.000940 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] For port bdf5670a-25a3-4c2f-9781-d25cdf112c66, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bdf5670a-25a3-4c2f-9781-d25cdf112c66,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:22.005242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.031817 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.065253 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09a488-5135-49b8-bb8a-66a62a05ceb2 None None] Pushing event updated for resources: {'Port': ['ID=bdf5670a-25a3-4c2f-9781-d25cdf112c66,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.073812 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.111497 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:22.116585 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:22.120865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:22.128644 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:22.139137 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:22.139746 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.147127 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f5a6667-b79e-4827-9d25-260907ae5e75,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.259483 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:22.420359 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.470018 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 2, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.500905 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:22.501253 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Updating router 2390555f-4f88-4e67-ac13-5f6add0172f7 port 00050ee3-ed65-4876-bf26-5b219b922d1b binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:06:22.528351 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.618138 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-701412'] for router, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.754103 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Router b7817f5e-ce74-4d78-9b23-b85c4ad3525c is scheduled to L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 with binding_index 1 {{(pid=105958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 02:06:22.812870 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.826507 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Transition to ACTIVE for port object 00050ee3-ed65-4876-bf26-5b219b922d1b will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:22.832851 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.874287 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:22.891866 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Sync routers for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:22.892030 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] Notify callbacks [] for router, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:22.893366 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-5914df33-a1ee-42a5-b1f1-65804a4a45e8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5543504 Aug 10 02:06:22.896210 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56248) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:22.917366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:22.918013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:22.974225 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Pushing event updated for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:22.984516 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.984858 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.985194 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.985526 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.985849 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.986173 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.986494 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.986841 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.987292 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.987618 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.988070 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.988395 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:06:22.994966 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Attempting to bind port 00050ee3-ed65-4876-bf26-5b219b922d1b on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:22.995334 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Attempting to bind port 00050ee3-ed65-4876-bf26-5b219b922d1b by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:22.995695 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Attempting to bind port 00050ee3-ed65-4876-bf26-5b219b922d1b on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:23.005698 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:23.007744 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Checking segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:23.008156 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.008588 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Bound using segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:23.009046 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Bound port: 00050ee3-ed65-4876-bf26-5b219b922d1b, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:23.009428 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.123911 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] For port 00050ee3-ed65-4876-bf26-5b219b922d1b, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:23.130287 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] For port 00050ee3-ed65-4876-bf26-5b219b922d1b, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00050ee3-ed65-4876-bf26-5b219b922d1b,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:23.137035 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.221586 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:23.222376 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.253775 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bdf5670a-25a3-4c2f-9781-d25cdf112c66 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:23.257257 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940eb4e-c274-440c-be1a-cfe23e14d186 None None] Network 9a0eb724-152d-4a24-948f-84d6f143f39e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:06:23.332553 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:23.412866 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e44c25-88ac-4482-9ff0-9d52045f0dbd None None] Pushing event updated for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:23.436428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:23.489249 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.560959 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port bdf5670a-25a3-4c2f-9781-d25cdf112c66 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:23.588563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fecaab7a-8cbc-4285-99ba-e1186f94c00f up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:23.655170 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:23Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.659961 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Provisioning for port bdf5670a-25a3-4c2f-9781-d25cdf112c66 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:23.667796 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Provisioning complete for port bdf5670a-25a3-4c2f-9781-d25cdf112c66 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:23.668107 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.682842 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Allocated IP 172.20.0.1 (9a0eb724-152d-4a24-948f-84d6f143f39e/26901efc-3cd6-4319-b03f-7f487a016601/17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:23.684558 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995033f-663e-4adb-b54a-7465ff38abc8 None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:23Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:23.733234 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port fecaab7a-8cbc-4285-99ba-e1186f94c00f triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:23.733620 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.844147 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.848092 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.865454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:22Z', 'revision_number': 3, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:23.868270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Transition to ACTIVE for port object 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:23.907914 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:23.909428 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Checking router: b7817f5e-ce74-4d78-9b23-b85c4ad3525c for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:23.909780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Updating router b7817f5e-ce74-4d78-9b23-b85c4ad3525c port 4f5a6667-b79e-4827-9d25-260907ae5e75 binding host n-d-766380-21 {{(pid=105959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:06:23.925736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Network 9a0eb724-152d-4a24-948f-84d6f143f39e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:23.928512 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:23.952266 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:23.959158 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] For port bdf5670a-25a3-4c2f-9781-d25cdf112c66, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bdf5670a-25a3-4c2f-9781-d25cdf112c66,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:23.970587 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.011029 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Pushing event updated for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.016601 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-700439'] for router_interface, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.041659 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.192727 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7675d-05df-4818-bd12-6e02d8ac787b None None] Pushing event updated for resources: {'Port': ['ID=bdf5670a-25a3-4c2f-9781-d25cdf112c66,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.222307 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.248443 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-193a9ec6-9706-4296-a54a-21b47a8ec7bc None None] Provisioning complete for port bdf5670a-25a3-4c2f-9781-d25cdf112c66 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:24.248819 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-193a9ec6-9706-4296-a54a-21b47a8ec7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.436046 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.442432 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.503636 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks [] for port, precommit_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.522192 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Transition to ACTIVE for port object 4f5a6667-b79e-4827-9d25-260907ae5e75 will not be triggered until provisioned by entity L2. {{(pid=105959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:24.522591 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-765710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700579'] for router_interface, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.525950 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Pushing event updated for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.529392 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.581039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-af44ec9a-95dd-465e-866a-dda1b5f52dbc None None] Provisioning for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:24.594318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-af44ec9a-95dd-465e-866a-dda1b5f52dbc None None] Provisioning complete for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:24.594717 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-af44ec9a-95dd-465e-866a-dda1b5f52dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.598591 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138e29a-64dd-4c4d-908e-08f094d957a7 None None] Pushing event updated for resources: {'Port': ['ID=4f5a6667-b79e-4827-9d25-260907ae5e75,revision_number=2']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.622632 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Attempting to bind port 4f5a6667-b79e-4827-9d25-260907ae5e75 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:24.623027 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Attempting to bind port 4f5a6667-b79e-4827-9d25-260907ae5e75 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:24.623149 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Network 9a0eb724-152d-4a24-948f-84d6f143f39e is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:24.623394 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Attempting to bind port 4f5a6667-b79e-4827-9d25-260907ae5e75 on network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:24.624605 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:24.636711 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:24.637096 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Checking segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:24.637502 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.637900 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Bound using segment: {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'} {{(pid=105959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:24.638378 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.managers [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Bound port: 4f5a6667-b79e-4827-9d25-260907ae5e75, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc2fcee-6718-4a54-a52c-50f6ddad4ad4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4'}}] {{(pid=105959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:24.638788 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.659366 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-af44ec9a-95dd-465e-866a-dda1b5f52dbc None None] Port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:24.695898 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] For port 4f5a6667-b79e-4827-9d25-260907ae5e75, host n-d-766380-21, cleared binding levels {{(pid=105959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:24.699758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] For port 4f5a6667-b79e-4827-9d25-260907ae5e75, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4f5a6667-b79e-4827-9d25-260907ae5e75,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:24.704993 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.744588 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Router b7817f5e-ce74-4d78-9b23-b85c4ad3525c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:24.761082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:24.761723 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:24.826078 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138e29a-64dd-4c4d-908e-08f094d957a7 None None] Pushing event updated for resources: {'Port': ['ID=4f5a6667-b79e-4827-9d25-260907ae5e75,revision_number=3']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:24.872529 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:24.886731 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-26d36c9c-33d5-4b77-894e-324d4b0a527d admin admin] 10.222.0.25 "PUT /v2.0/routers/b7817f5e-ce74-4d78-9b23-b85c4ad3525c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809721 Aug 10 02:06:24.903973 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-50b1c4d0-b114-4a2d-aeac-86cce79e18f1 None None] Provisioning complete for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:24.904355 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-50b1c4d0-b114-4a2d-aeac-86cce79e18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:24.910401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bdf5670a-25a3-4c2f-9781-d25cdf112c66 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:24.916743 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:25.011842 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-50b1c4d0-b114-4a2d-aeac-86cce79e18f1 None None] Port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:25.096198 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port bdf5670a-25a3-4c2f-9781-d25cdf112c66 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:25.096574 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.232082 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00050ee3-ed65-4876-bf26-5b219b922d1b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:25.264122 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7', 'name': '', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'mac_address': 'fa:16:3e:ec:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:23Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 2, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'subnets': [{'id': '26901efc-3cd6-4319-b03f-7f487a016601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:25.299030 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde74a7-f31a-43a6-a374-436651731a8b None None] The sync data for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 is: [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7', 'name': '', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'mac_address': 'fa:16:3e:ec:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:23Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 2, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'subnets': [{'id': '26901efc-3cd6-4319-b03f-7f487a016601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:25.320758 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 00050ee3-ed65-4876-bf26-5b219b922d1b completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:25.325422 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 00050ee3-ed65-4876-bf26-5b219b922d1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:25.325797 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.409667 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.427955 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56256) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.433302 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-100169210', 'description': 'tempest-secgroup-smoke-100169210 description', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:25.446410 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 00050ee3-ed65-4876-bf26-5b219b922d1b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00050ee3-ed65-4876-bf26-5b219b922d1b,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:25.451138 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.456504 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.527620 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.564595 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.570865 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.602383 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.606592 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1747837 Aug 10 02:06:25.606592 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7269755-26c6-4759-bc01-2dd5ad56532a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aded0e28-3f5e-49d9-bbd6-bed47bd637df,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.607096 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56258) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.615744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:25.644291 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.704418 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.708001 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.727029 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f612478-6baf-4f43-a62a-6a2f092bb648,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.733017 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.737057 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-78737c04-a5c4-4188-b433-315a9838e989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227319 Aug 10 02:06:25.737262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56260) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.743352 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:25.777626 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.838084 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.841674 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.859846 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e425c324-0084-4b61-9e0b-5205ff8f4b75,revision_number=0']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.866899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.868880 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9a9cc811-7f94-4256-8566-2ae0fef7364b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305501 Aug 10 02:06:25.871809 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56262) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.876442 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:25.903783 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.960080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.963386 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.981498 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c514d00-6d1a-4dc5-9fb2-57adad715c02,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:25.984568 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:25.988380 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-1d0332ae-cbb1-4e80-91d5-c07d77e72459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129606 Aug 10 02:06:25.988865 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56264) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:25.993501 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:26.019303 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.080064 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.083546 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.099965 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534c014f-1c4f-4c40-93b2-08cd129a2ddb,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:26.106995 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.108172 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-9a04c3e1-657d-4fb9-9130-27403de36901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186903 Aug 10 02:06:26.110974 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56266) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:26.115298 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:26.136292 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Project e9bab09f6ebb45f4bfb23c6449e4ee55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:06:26.141175 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.202167 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.205743 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.223201 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77718f0-969d-4668-aa7c-9d8ea69f9ae6,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:26.229057 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.230237 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-f5d8ccc2-e509-4c37-b634-3a198b9e2bbe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183650 Aug 10 02:06:26.232995 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 56268) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:26.237435 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'security_group_rule': {'security_group_id': 'aded0e28-3f5e-49d9-bbd6-bed47bd637df', 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:26.259474 n-d-766380-21 neutron-server[105958]: INFO neutron.db.securitygroups_db [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Project e9bab09f6ebb45f4bfb23c6449e4ee55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 02:06:26.264286 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.325712 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.329080 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752968'] for security_group_rule, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.346844 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad57d044-0fc7-47cf-b1ea-204c6b7f09a7,revision_number=0']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:26.353045 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.354916 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-8d59b4d5-1cbd-465f-9c52-3f2153c90ab1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209433 Aug 10 02:06:26.516340 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-0f91a21a-3fc2-4700-9819-4166120b85d8 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100169210&fields=id&tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 267 time: 0.0555601 Aug 10 02:06:26.639905 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-9b78b87b-fa8b-4cb3-8389-eaeebefad459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:26.641450 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-9b78b87b-fa8b-4cb3-8389-eaeebefad459 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 809 time: 0.1158788 Aug 10 02:06:26.658007 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-de9cf868-d521-4c72-8d78-72d6c4650594 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/quotas/e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 375 time: 0.0106087 Aug 10 02:06:26.713773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-ad9250b7-f665-45ba-90ad-65e76d4269ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498331 Aug 10 02:06:26.778310 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.793305 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:26.851179 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-dd5a5a61-4477-488b-94f1-de31d3710e57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:06:26.852778 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-dd5a5a61-4477-488b-94f1-de31d3710e57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271660 Aug 10 02:06:26.928820 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4f5a6667-b79e-4827-9d25-260907ae5e75 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:26.955339 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-e3c95d06-37dc-4d80-a63a-75a21149764a service neutron] 10.222.0.25 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955286 Aug 10 02:06:26.980357 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 4f5a6667-b79e-4827-9d25-260907ae5e75 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:26.984277 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 4f5a6667-b79e-4827-9d25-260907ae5e75 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:26.984820 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:27.068051 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:27.070577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-af1cfa60-5134-448b-931c-4c8a4e5960ba service neutron] 10.222.0.25 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074958 Aug 10 02:06:27.089341 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 4f5a6667-b79e-4827-9d25-260907ae5e75, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4f5a6667-b79e-4827-9d25-260907ae5e75,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:27.093644 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:27.094417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00050ee3-ed65-4876-bf26-5b219b922d1b up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:27.176401 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=4f5a6667-b79e-4827-9d25-260907ae5e75,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:27.187744 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 00050ee3-ed65-4876-bf26-5b219b922d1b triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:27.188121 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:27.572958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-13bbf069-e00d-4f03-8d69-4b590c740067 req-92695499-0281-4c54-a374-aff8feefce1d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 210 time: 0.3559093 Aug 10 02:06:27.751529 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:06:27.902603 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Sync routers for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:27.912148 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:27.912747 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:28.014172 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:28.197282 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-f076b39c-b80b-449a-aa6a-f589f8ef71bb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:28.198908 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-f076b39c-b80b-449a-aa6a-f589f8ef71bb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 809 time: 0.1059108 Aug 10 02:06:28.236456 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7', 'name': '', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'mac_address': 'fa:16:3e:ec:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:23Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 2, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'subnets': [{'id': '26901efc-3cd6-4319-b03f-7f487a016601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:28.244065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-27bc361a-aff6-4e85-918d-5319979b2d78 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 379 time: 0.0366371 Aug 10 02:06:28.254075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'port': {'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'admin_state_up': True, 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'security_groups': ['aded0e28-3f5e-49d9-bbd6-bed47bd637df']}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:28.263060 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Checking router: b7817f5e-ce74-4d78-9b23-b85c4ad3525c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:28.263419 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Updating router b7817f5e-ce74-4d78-9b23-b85c4ad3525c port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 binding host n-d-766380-21 {{(pid=105960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 02:06:28.288523 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.363913 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Made reservation on behalf of e9bab09f6ebb45f4bfb23c6449e4ee55 for: {'port': 1} {{(pid=105957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:06:28.367766 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.496571 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Allocated IP 172.20.0.10 (b654520a-eae1-4d8f-940b-bdcd293b7ef9/5c17c372-742f-4da1-b7e5-2e08e2957602/ce186f20-159f-4259-8eef-9078391c49c7) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:28.550007 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks [] for port, precommit_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.560612 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.provisioning_blocks [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Transition to ACTIVE for port object 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 will not be triggered until provisioned by entity L2. {{(pid=105960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:28.566872 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.615499 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b2836-5098-423d-a7c4-f1adbf535fa9 None None] Pushing event updated for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=3']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:28.652916 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.686767 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Attempting to bind port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 on host n-d-766380-21 for vnic_type normal with profile {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:28.687069 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Attempting to bind port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 by drivers openvswitch,hyperv on host n-d-766380-21 at level 0 using segments [{'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:28.687421 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Attempting to bind port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 on network 9a0eb724-152d-4a24-948f-84d6f143f39e {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:28.692824 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Checking agent: {'id': 'c7fcad69-324e-45c0-a608-a206c9758d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 36, 47), 'started_at': datetime.datetime(2021, 8, 10, 0, 37, 17), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-766380-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:28.693188 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Checking segment: {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:28.693616 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.694019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Bound using segment: {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'} {{(pid=105960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:28.694810 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.managers [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Bound port: 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7, host: n-d-766380-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f5878-68a7-4335-82bf-0bf0ca73888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e'}}] {{(pid=105960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:28.696149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-eac2a306-7bd7-4cf0-af7c-a33f695fee2a req-22642600-e46c-45a9-b260-0fd1d049ffb0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 210 time: 0.0330796 Aug 10 02:06:28.697244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Transition to ACTIVE for port object ce186f20-159f-4259-8eef-9078391c49c7 will not be triggered until provisioned by entity DHCP. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:28.699169 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.740969 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.791475 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] For port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7, host n-d-766380-21, cleared binding levels {{(pid=105960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:28.794891 n-d-766380-21 neutron-server[105960]: DEBUG neutron.plugins.ml2.db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] For port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7, host n-d-766380-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:28.800637 n-d-766380-21 neutron-server[105960]: DEBUG neutron_lib.callbacks.manager [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105960) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:28.871093 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:28.871683 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:28.889434 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4f5a6667-b79e-4827-9d25-260907ae5e75 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:28.913203 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b2836-5098-423d-a7c4-f1adbf535fa9 None None] Pushing event updated for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=4']} {{(pid=105960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:29.017573 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:29.129918 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 4f5a6667-b79e-4827-9d25-260907ae5e75 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:29.130201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.198521 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:29.205779 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:29.208625 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:29.242275 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:29.244361 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7', 'name': '', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'mac_address': 'fa:16:3e:ec:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:23Z', 'updated_at': '2021-08-10T02:06:28Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'subnets': [{'id': '26901efc-3cd6-4319-b03f-7f487a016601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:29.271071 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.271599 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.276019 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43526126-87ad-4df1-991f-2a5dd6c20920 None None] The sync data for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 is: [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:24Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7', 'name': '', 'network_id': '9a0eb724-152d-4a24-948f-84d6f143f39e', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'mac_address': 'fa:16:3e:ec:14:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '26901efc-3cd6-4319-b03f-7f487a016601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:23Z', 'updated_at': '2021-08-10T02:06:28Z', 'revision_number': 4, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'subnets': [{'id': '26901efc-3cd6-4319-b03f-7f487a016601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:29.289621 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5e670be4-dba0-4fd8-9ae3-367c8f608c56 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0388899 Aug 10 02:06:29.302590 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Request body: {'port': {'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-766380-21'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:29.368857 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.458809 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-607b1797-4f5f-410e-8f88-be2c6340cc70 None None] Provisioning for port ce186f20-159f-4259-8eef-9078391c49c7 completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:29.463334 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-607b1797-4f5f-410e-8f88-be2c6340cc70 None None] Provisioning complete for port ce186f20-159f-4259-8eef-9078391c49c7 triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:29.463789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-607b1797-4f5f-410e-8f88-be2c6340cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.503670 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-607b1797-4f5f-410e-8f88-be2c6340cc70 None None] Port ce186f20-159f-4259-8eef-9078391c49c7 cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:06:29.651969 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce186f20-159f-4259-8eef-9078391c49c7 {{(pid=105957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:29.660122 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.672797 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.provisioning_blocks [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Transition to ACTIVE for port object ce186f20-159f-4259-8eef-9078391c49c7 will not be triggered until provisioned by entity L2. {{(pid=105957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:06:29.676964 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.727748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:29.818021 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Attempting to bind port ce186f20-159f-4259-8eef-9078391c49c7 on host n-h2-766380-21 for vnic_type normal with profile {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:06:29.818366 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Attempting to bind port ce186f20-159f-4259-8eef-9078391c49c7 by drivers openvswitch,hyperv on host n-h2-766380-21 at level 0 using segments [{'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:06:29.818719 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Attempting to bind port ce186f20-159f-4259-8eef-9078391c49c7 on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:29.824975 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Port ce186f20-159f-4259-8eef-9078391c49c7 on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-766380-21 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:06:29.825308 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Attempting to bind port ce186f20-159f-4259-8eef-9078391c49c7 on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:06:29.835065 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Checking agent: {'id': '94bdc8de-3cbb-4a90-9de5-5ec8a8aad3f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:06:29.835557 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Checking segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:06:29.836186 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Bound using segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} {{(pid=105957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:06:29.836761 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.managers [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Bound port: ce186f20-159f-4259-8eef-9078391c49c7, host: n-h2-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}}] {{(pid=105957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:06:29.837278 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.838654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596bbca-781f-4c3f-8837-0bf5a135b207 req-cc6e46ab-f4a7-409a-8769-5c347fecea5e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.847426 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3596bbca-781f-4c3f-8837-0bf5a135b207 req-cc6e46ab-f4a7-409a-8769-5c347fecea5e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0641081 Aug 10 02:06:29.888896 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3596bbca-781f-4c3f-8837-0bf5a135b207 req-75830c20-efba-4d28-bdea-309ca8c63a2b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405803 Aug 10 02:06:29.927664 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, cleared binding levels {{(pid=105957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:06:29.931660 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:06:29.936595 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.971310 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:29.972051 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:29.973314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1093 time: 0.6753795 Aug 10 02:06:29.973755 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:29.976030 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c731679-b3ef-48d3-85f1-786c17d301c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:30.020846 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f0598-9681-4e28-af1a-fa6285577591 x-openstack-request-id: req-d10f0598-9681-4e28-af1a-fa6285577591 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:30.021145 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:30.021396 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d10f0598-9681-4e28-af1a-fa6285577591 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:30.021800 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'status': 'completed', 'code': 200} Aug 10 02:06:30.049560 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c7822-de6a-4582-89c6-0ef504ac7960 service neutron] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=3']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:30.069285 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-98a546ce-07d0-4e11-bd88-87b627142821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.071390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-98a546ce-07d0-4e11-bd88-87b627142821 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0543313 Aug 10 02:06:30.118231 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-22f49c59-3917-4159-813a-c3ddb184681e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 217 time: 0.0386033 Aug 10 02:06:30.169901 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5550e8b2-1ca2-446b-87a0-f05f28cf0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.171469 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-5550e8b2-1ca2-446b-87a0-f05f28cf0b38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0466189 Aug 10 02:06:30.218445 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-4f7cb729-96b8-4b0a-8fbf-5694b661d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.220048 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-4f7cb729-96b8-4b0a-8fbf-5694b661d3c8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419950 Aug 10 02:06:30.315293 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-74e5d0d4-9a99-41bc-ba69-948a5a782014 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874274 Aug 10 02:06:30.404549 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f6feed8-33a9-45f6-b15d-78978dbaa6bd req-e60418aa-e4cb-40b7-82d2-807425f4a58d service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826294 Aug 10 02:06:30.484729 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-8d7b5c99-80e0-4ae1-8ef1-e32576380972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.486212 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-8d7b5c99-80e0-4ae1-8ef1-e32576380972 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0409310 Aug 10 02:06:30.585225 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-44f95146-adf0-4a32-ab84-368da86e1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.587443 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-44f95146-adf0-4a32-ab84-368da86e1fea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0945435 Aug 10 02:06:30.629533 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-38d8fc0f-53bd-4b2c-b6ae-f4c44639a519 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 217 time: 0.0348403 Aug 10 02:06:30.683654 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-7a3d00e9-957a-46fc-962f-1a39e4452014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.685061 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-7a3d00e9-957a-46fc-962f-1a39e4452014 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0473564 Aug 10 02:06:30.731882 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-b9068133-42b2-4f2d-a5ec-d65de142215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:30.733378 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-b9068133-42b2-4f2d-a5ec-d65de142215c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403516 Aug 10 02:06:30.827215 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-00bea0f3-0aab-4955-8877-8c43504d8b2f service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862525 Aug 10 02:06:30.869120 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:30.920901 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:30.927061 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:30.927770 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:30.929348 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9c731679-b3ef-48d3-85f1-786c17d301c2 req-bc12e801-72f3-4001-acc8-04fe847c08b5 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948191 Aug 10 02:06:31.016986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.022723 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b6411-aa01-4ef8-a6c3-cb830b4f8e58 req-8a96e478-55cf-47e8-856a-c0345b6940bf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:31.024315 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e0b6411-aa01-4ef8-a6c3-cb830b4f8e58 req-8a96e478-55cf-47e8-856a-c0345b6940bf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0481091 Aug 10 02:06:31.048964 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] For port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:31.052569 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:31.062947 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7e0b6411-aa01-4ef8-a6c3-cb830b4f8e58 req-c07541bb-a30a-433c-acc5-9e6f276d3c27 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324903 Aug 10 02:06:31.103876 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Pushing event updated for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:32.179904 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8abb47-f6e4-4b1b-8d08-4aac6dad4da6 req-72315fdc-c067-4b24-9057-7c3d8f9ce673 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:32.181368 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a8abb47-f6e4-4b1b-8d08-4aac6dad4da6 req-72315fdc-c067-4b24-9057-7c3d8f9ce673 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0495732 Aug 10 02:06:32.219432 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a8abb47-f6e4-4b1b-8d08-4aac6dad4da6 req-2c88d0fb-185a-4785-b8dd-b38965a49581 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Aug 10 02:06:32.842874 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 up at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:32.890441 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Provisioning complete for port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:32.890848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.331618 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:06:33.334031 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c809dca-080b-4f1f-894d-1e433094a98d req-880ae04b-e5c4-4623-b1d6-3f8426b5f2a1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:33.335557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c809dca-080b-4f1f-894d-1e433094a98d req-880ae04b-e5c4-4623-b1d6-3f8426b5f2a1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0504053 Aug 10 02:06:33.374799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6c809dca-080b-4f1f-894d-1e433094a98d req-a7582e0a-ba27-4a2e-b7ab-121437cd9b65 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323443 Aug 10 02:06:33.427705 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:33.438559 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'ce186f20-159f-4259-8eef-9078391c49c7', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:06:33.474349 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.486368 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce186f20-159f-4259-8eef-9078391c49c7 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:06:33.505077 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:33.509160 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:33.557708 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:33.737729 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ce186f20-159f-4259-8eef-9078391c49c7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:06:34.494884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d52a4-728c-4ac7-8649-aed2986e8383 req-7045bf05-e656-4611-8775-c9d16da56c57 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:34.496390 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-315d52a4-728c-4ac7-8649-aed2986e8383 req-7045bf05-e656-4611-8775-c9d16da56c57 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Aug 10 02:06:34.535473 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-315d52a4-728c-4ac7-8649-aed2986e8383 req-941d1a74-cda9-4854-bf6c-b04305524a9d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331397 Aug 10 02:06:35.342453 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:06:35.390707 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning for port ce186f20-159f-4259-8eef-9078391c49c7 completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:06:35.394337 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port ce186f20-159f-4259-8eef-9078391c49c7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:06:35.394764 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.469428 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.494720 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:35.497010 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fd908e-3a3e-402a-b129-f353fad51d29" -d '{"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-plugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:35.510150 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:06:35.514191 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:35.537548 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c84942-5d4a-4488-b0ad-64a1da85eb25 x-openstack-request-id: req-f5c84942-5d4a-4488-b0ad-64a1da85eb25 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:35.537898 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-plugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:35.538147 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5c84942-5d4a-4488-b0ad-64a1da85eb25 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:35.538527 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'code': 200} Aug 10 02:06:35.564610 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:35.666023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e7d1d-c0d0-4597-9dc7-05dccf33dc7d req-e4b14e34-3d50-4a92-99ee-75f5ce7befa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.667561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab9e7d1d-c0d0-4597-9dc7-05dccf33dc7d req-e4b14e34-3d50-4a92-99ee-75f5ce7befa3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1098 time: 0.0761685 Aug 10 02:06:35.679412 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16bfc4-906b-49b1-a96a-3454648b89f7 req-8ab8b906-814e-4a59-b675-799502a0fad6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:35.681370 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a16bfc4-906b-49b1-a96a-3454648b89f7 req-8ab8b906-814e-4a59-b675-799502a0fad6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 946 time: 0.0618463 Aug 10 02:06:35.732441 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ab9e7d1d-c0d0-4597-9dc7-05dccf33dc7d req-af35d1c1-76ab-4450-a8a5-7857abaede02 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501328 Aug 10 02:06:35.737174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a16bfc4-906b-49b1-a96a-3454648b89f7 req-c9c96e91-c756-4056-825b-ca6994e2bac9 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 Aug 10 02:06:36.852704 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a118ca9-f0fb-4203-900e-bc48f7a79d1b req-d0f7c753-65e4-4a99-b5e3-b4e3a94a7fb7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:36.854153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a118ca9-f0fb-4203-900e-bc48f7a79d1b req-d0f7c753-65e4-4a99-b5e3-b4e3a94a7fb7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 946 time: 0.0470102 Aug 10 02:06:36.890882 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a118ca9-f0fb-4203-900e-bc48f7a79d1b req-8feae710-4ca4-4dc2-8d52-bb2641a81350 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307758 Aug 10 02:06:37.006248 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d3b70-ce66-495b-b840-dafdc9d2ca9a req-35d4632c-d23d-4460-8baa-f4d437041c2e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:37.007781 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e38d3b70-ce66-495b-b840-dafdc9d2ca9a req-35d4632c-d23d-4460-8baa-f4d437041c2e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 946 time: 0.0516942 Aug 10 02:06:37.045791 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e38d3b70-ce66-495b-b840-dafdc9d2ca9a req-4c49ef3d-c966-4cd6-b015-5aa5b92f4798 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 10 02:06:37.067216 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:37.149389 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d44397-9eab-47fe-a89b-2f8fb2ba74da tempest-TestSnapshotPattern-90915621 tempest-TestSnapshotPattern-90915621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:37.150932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-90d44397-9eab-47fe-a89b-2f8fb2ba74da tempest-TestSnapshotPattern-90915621 tempest-TestSnapshotPattern-90915621-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1093 time: 0.0827179 Aug 10 02:06:37.153884 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 56328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:06:37.158490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:06:37.180817 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.277738 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.379911 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Allocated IP 172.25.7.245 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/09abb49f-4862-42d9-b300-d1730d8a84b2) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:06:37.484704 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.522191 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.558329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:06:37.563143 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:06:37.566619 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:06:37.590940 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=09abb49f-4862-42d9-b300-d1730d8a84b2,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:37.922715 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:37.986680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.135407 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.139888 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.206289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=09abb49f-4862-42d9-b300-d1730d8a84b2,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:06:38.216604 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.313821 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Floating IP dd376baa-b9b5-4b2c-80d3-81efc57d69ba associated. External IP: 172.25.7.245, port: ce186f20-159f-4259-8eef-9078391c49c7. Aug 10 02:06:38.516408 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:06:38.623589 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:06:38.634054 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:06:38.640784 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:38.644269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:38.645001 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:38.681487 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0ac2c773-9776-441c-b31c-dc3d53d7abb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5140100 Aug 10 02:06:38.681487 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:06:38.681487 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d4e293-1474-4471-88d0-0ccf2704e4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:06:38.763481 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:38.773228 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020821ee-45af-433a-b97c-911942ea5f0f x-openstack-request-id: req-020821ee-45af-433a-b97c-911942ea5f0f {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:06:38.773523 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:06:38.773778 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-020821ee-45af-433a-b97c-911942ea5f0f {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:06:38.774189 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'status': 'completed', 'code': 200} Aug 10 02:06:38.838076 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-9ec6d65d-0523-409e-b007-508cd7a1d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.840118 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-9ec6d65d-0523-409e-b007-508cd7a1d9fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1098 time: 0.0430899 Aug 10 02:06:38.938725 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-2f6982c2-d53a-4a54-9124-35c2782e77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:38.940270 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-2f6982c2-d53a-4a54-9124-35c2782e77ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0934119 Aug 10 02:06:38.997425 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:37Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.007180 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-cdc90cf8-8bba-4ae6-8a6f-e0945c6666f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0595789 Aug 10 02:06:39.027810 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:06:39.036431 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:06:39.037049 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:06:17Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.062118 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-a34b7e7c-37b9-4a12-91bc-a53cf9c59f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:39.063749 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-a34b7e7c-37b9-4a12-91bc-a53cf9c59f0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0494213 Aug 10 02:06:39.110262 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-232f2c43-e7df-40cb-9871-2e10d0d6731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:06:39.111831 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-232f2c43-e7df-40cb-9871-2e10d0d6731b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411680 Aug 10 02:06:39.151769 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:06:39.213076 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-78a47e42-7e6b-4d9d-809d-35dac07fa47e service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940955 Aug 10 02:06:39.310239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-43d4e293-1474-4471-88d0-0ccf2704e4ad req-f6eee3b8-56eb-4c94-9808-2a9797824237 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903771 Aug 10 02:06:39.382530 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:37Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:06:39.413418 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b14c6-e039-4090-9b60-903677e30d4a None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:37Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:06:39.604166 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812426ba-539c-4cd3-996c-529154669ec5 None None] New status for floating IP dd376baa-b9b5-4b2c-80d3-81efc57d69ba: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:06:44.110733 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a1f9a938-6bbb-490c-a8ab-3c0468fcc5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:46.890424 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5c987db4-89e4-4120-8069-5e666dec2147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:47.431988 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:48.044412 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:49.925289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.767995 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:06:56.803344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:04.751223 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:14.111085 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f0d07ed-d8ee-4308-8a2b-d2342d6416ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:16.890766 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-35008481-4e3f-4441-b49b-6822cc3dde7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:17.432583 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:18.047017 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:19.928307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.785698 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:26.826455 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:30.810798 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-bf7a1b4e-bda2-43ca-a373-d12cf10e5803 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407298 Aug 10 02:07:30.891106 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-f4f3d276-682d-496e-a2bc-b8d5b8f9a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:30.892608 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-f4f3d276-682d-496e-a2bc-b8d5b8f9a818 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1098 time: 0.0415041 Aug 10 02:07:30.994951 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-797bdfe4-c41f-4cfe-8da1-ae293d447da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:30.996314 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-797bdfe4-c41f-4cfe-8da1-ae293d447da0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0858629 Aug 10 02:07:31.059821 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-285deaab-955f-4807-876e-078480051ebe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1002 time: 0.0564380 Aug 10 02:07:31.113113 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-c913b5c8-3422-44b0-a241-1798b44830a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.114518 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-c913b5c8-3422-44b0-a241-1798b44830a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0470054 Aug 10 02:07:31.159748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-c0de16e0-3963-4933-b8d0-f280d63cb767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:07:31.161211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-c0de16e0-3963-4933-b8d0-f280d63cb767 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401676 Aug 10 02:07:31.248720 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-a2fb1555-6127-4f69-8a8d-9ffcb57c0d03 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806589 Aug 10 02:07:31.343257 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6d2b01ae-60d0-4268-94f1-e5324dde3d7d req-621def77-6287-4f1a-aecf-27cecc9acf43 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867429 Aug 10 02:07:41.750579 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:07:44.111233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1a4a43d2-fe25-4df3-9407-273b2f5f6bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:46.891307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cc16ab82-3409-4973-9cdb-7dc4b7f75feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:47.434878 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:48.049040 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:49.931158 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.803011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:07:56.826233 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:14.110899 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-feab8d6c-5abe-472b-96c0-ba81862fd435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:16.892787 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b649-c2f4-4f29-9bfa-643e622c25f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:17.438031 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.051696 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:18.749987 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:08:19.932663 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.805847 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:26.830100 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:30.882220 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-3fda8d6d-3c4f-4fec-a21f-10ffc6c4505c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918074 Aug 10 02:08:30.962437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-8f165d1e-143d-4d25-b373-29d1049e7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:30.963935 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-8f165d1e-143d-4d25-b373-29d1049e7369 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1098 time: 0.0411110 Aug 10 02:08:31.068273 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-f11c4048-f53a-4e4e-ac59-d5a31f078117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.069673 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-f11c4048-f53a-4e4e-ac59-d5a31f078117 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0877483 Aug 10 02:08:31.133169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-34829ec4-0261-4998-a7b1-030ed82e4143 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1002 time: 0.0567164 Aug 10 02:08:31.185688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-eb3d08d9-ab2a-4ce6-8677-6d0f79d45e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.187120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-eb3d08d9-ab2a-4ce6-8677-6d0f79d45e33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0470276 Aug 10 02:08:31.231175 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-a2f01bf9-56e4-4ac0-a777-fb2d19f08866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:31.232626 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-a2f01bf9-56e4-4ac0-a777-fb2d19f08866 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385463 Aug 10 02:08:31.245992 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-e1ae1b46-82bd-4fea-979a-f9eec556b5e6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:08:31.246953 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-e1ae1b46-82bd-4fea-979a-f9eec556b5e6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048440 Aug 10 02:08:31.335962 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-9d8eafcd-8775-46bd-83c5-e00d8a621c72 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810297 Aug 10 02:08:31.428909 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-dac9e11a-2bec-4a04-a753-9b2ce324c3c4 req-a575848e-004f-43cf-9434-a8213b414992 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Aug 10 02:08:37.992950 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 details requested by agent hyperv_n-h2-766380-21 with host n-h2-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:08:38.085248 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:38.096759 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Returning: {'device': 'ce186f20-159f-4259-8eef-9078391c49c7', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:08:38.134748 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.147716 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce186f20-159f-4259-8eef-9078391c49c7 {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:08:38.166823 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:38.170735 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:38.218544 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:38.225582 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.225929 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.226263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.226593 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.226947 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.227269 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.227590 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.227909 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.228226 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.228541 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.228858 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.229172 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:08:38.256376 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] get_ports_and_sgs() called for port_ids ['ce186f20-159f-4259-8eef-9078391c49c7'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:08:39.992452 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 up at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:08:40.047734 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Provisioning complete for port ce186f20-159f-4259-8eef-9078391c49c7 triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:08:40.048225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.141453 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.170168 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:40.172557 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e7663c-ba11-4be2-b220-680b47ec7d87" -d '{"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-plugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:40.191157 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:40.196234 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:40.254700 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:40.300728 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380630d-3b75-4693-9c6c-50c09a92db61 x-openstack-request-id: req-b380630d-3b75-4693-9c6c-50c09a92db61 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:40.301238 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-plugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:40.301494 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b380630d-3b75-4693-9c6c-50c09a92db61 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:40.301887 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'code': 200} Aug 10 02:08:44.112649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-025f66ed-c2f0-44e4-a35a-47f9221c2978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:46.896967 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-30179b23-857a-4257-bca3-6453b0eda448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:47.440547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.055277 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:48.809277 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-133438db-8539-449a-8342-3be9fc951d55 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-100169210&fields=id&tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 267 time: 0.0341032 Aug 10 02:08:48.919260 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-83f65d90-e264-42ae-a539-72b2bdb56fdd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:08:48.920712 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-83f65d90-e264-42ae-a539-72b2bdb56fdd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 809 time: 0.1048646 Aug 10 02:08:48.936377 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-bc0a1a31-f33f-4ee1-82db-cbe538628764 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/quotas/e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 375 time: 0.0088863 Aug 10 02:08:48.990403 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-e30fba53-0ded-4c0b-b973-2bedd6c615b5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0487132 Aug 10 02:08:49.082806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-8e98cf40-35da-4006-8304-fa24929b56c2 service neutron] 10.222.0.25 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808315 Aug 10 02:08:49.174227 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-bd0f2ab8-516b-42f8-959c-7f1173b4ef1c service neutron] 10.222.0.25 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854518 Aug 10 02:08:49.362773 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-91e686f5-5f6d-4228-a0f5-bf5e745debbe req-222dbdad-4d7a-486c-bcfd-3b0d00d9809e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0275559 Aug 10 02:08:49.936335 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:50.440543 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2ee0b48d-f8f9-4e30-8009-e0a6ccaeff78 req-3b4bcb09-f0bd-498c-bc5e-8a580339c6ca tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265152 Aug 10 02:08:51.515345 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3310108d-d7f4-4edd-86e3-3ed237fe9dd0 req-c6da0eeb-8a38-42ab-b579-d1316f2eb5b7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Aug 10 02:08:52.021147 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:08:52.098875 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.120110 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:08:52.122319 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8a82b6-195b-4a91-b191-7064174181f7" -d '{"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-unplugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:08:52.134546 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:08:52.138903 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:52.162620 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e99a95a-9000-4bfd-ac33-0d33fba207d7 x-openstack-request-id: req-4e99a95a-9000-4bfd-ac33-0d33fba207d7 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:08:52.162921 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-unplugged", "status": "completed", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:08:52.163427 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e99a95a-9000-4bfd-ac33-0d33fba207d7 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:08:52.163809 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'code': 200} Aug 10 02:08:52.188436 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Pushing event updated for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:08:52.593082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e1bd12db-4ee6-4b96-83dc-65c8251f9471 req-8f42fc9e-7d4f-4b75-8361-6c430a58d603 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Aug 10 02:08:53.671536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-51fea37a-019c-48c7-bbed-c35392609934 req-ea0e56b7-19d4-4415-8f51-e5fd3c38d474 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258358 Aug 10 02:08:54.745689 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b250ae8f-167b-48a8-9675-447de126539d req-c4101ad0-27bd-47c5-81e0-540bfda156ff tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Aug 10 02:08:55.748904 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:08:55.820819 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a29c41e0-e4f3-44f2-9e9c-f9166169d5f9 req-073c0986-ae42-400d-93fc-946cbb61521e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265508 Aug 10 02:08:56.807187 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.844922 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:08:56.895200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-45c14d45-c97c-43e5-b59c-5bdbc4816313 req-d880c2ee-c5dd-4176-9e5e-a2d0b0508469 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261614 Aug 10 02:08:57.973860 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fc5498a3-963b-48e1-aca2-d606cc1f2f9f req-3c12420b-e5ff-4d93-bb14-ea9625e59106 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0293326 Aug 10 02:08:59.049073 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bac9c887-8b41-49ac-9887-f088bb181870 req-d56e6bd0-62df-4bb5-b6ad-4804c739d486 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262082 Aug 10 02:09:00.124174 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fdf2c8c2-a419-489b-80b0-907e546b8d83 req-1f7cea82-7870-44d8-8ad1-d95cb543bf7f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Aug 10 02:09:01.199248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a4b16336-293a-42aa-9380-8304d71d8815 req-47b40ef7-bb25-41ba-a45d-05148f42d787 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266550 Aug 10 02:09:02.275290 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1a3f22e6-58d7-4435-aa14-ade8dda95db3 req-4a349483-ebde-47ac-95f0-9097343d5985 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Aug 10 02:09:03.350540 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3e62fa6d-f11a-4de1-946e-3a2133f8767f req-66df7057-259c-4c72-9f1e-90602c808ad4 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264854 Aug 10 02:09:04.425830 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fff0157d-9faa-49fd-b938-096be53bb708 req-c63cb78a-007d-4a34-b5b2-9b75c40ff80a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Aug 10 02:09:05.504427 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d836d8fd-1ff2-4865-b6d0-31e77bd3ed73 req-3abeb7ef-8153-455b-a918-7aeb46b58174 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Aug 10 02:09:06.580620 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b7953588-f4a2-46e7-865a-e27a8a3740b0 req-bc225f5f-cb2a-4745-b4e7-f7e83975a058 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0252788 Aug 10 02:09:07.657367 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-a784df0f-4fff-4e32-a3a9-885da8b6926b req-bb7a1e57-efbf-4699-a34c-85006c15ef2e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256927 Aug 10 02:09:08.733016 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-7faf1570-4595-4230-a33f-f19a6603a6db req-1f4254dd-ee14-46c4-af92-24c13618ffdb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Aug 10 02:09:09.809726 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5139ad89-eab3-4187-8cfb-9adffb310695 req-cc4a5a84-3bf8-46d0-a7f2-d72bcd0f0983 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0271204 Aug 10 02:09:10.887551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f46da0af-3480-453f-9868-7691c4d19a51 req-945c74f1-743a-4847-ae93-5a479157399f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0298824 Aug 10 02:09:11.962945 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-16ce90d9-3384-4756-8399-b714c0af2cde req-cbb9b797-9f62-4351-a7a2-c2a9397ad1bb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Aug 10 02:09:13.038363 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3ee862b9-3a4c-4c30-8ae0-574692029d29 req-5414dc3d-4b6a-44d9-ba1b-172ae0503ba5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0274718 Aug 10 02:09:14.113043 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-077037ef-d770-4a1b-9aaf-ee9335546a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:14.117010 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-969c97f8-90a3-47ad-acb0-dcd228a0bad6 req-bb3e9bfc-be22-427e-bcec-c81672c3a238 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0278807 Aug 10 02:09:15.192874 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-344a240e-8a80-40c9-b3cb-5ed65e8e4efd req-0881e45e-1665-41e2-ad11-29c6274849e7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262067 Aug 10 02:09:16.267322 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46dca8cc-4af1-469b-a0fc-38ea89c80def req-b11ba8f2-639d-4e1a-ae3b-b7a47f621749 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Aug 10 02:09:16.897320 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-16bbadeb-bdc6-4d51-9243-923bc382454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:17.343384 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-36161061-cf9f-4777-8231-505da2dd37cd req-d25a9fb2-62a7-4ffe-a28d-b18c2899e08c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258980 Aug 10 02:09:17.442577 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.062706 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:18.421888 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7442b1d6-b4c1-4c6e-9780-cea93f4b536b req-5fd07cb7-e9ab-4344-8ce3-d808fc91e14d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0292976 Aug 10 02:09:19.502169 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92fd3069-ccc9-48f2-afe9-676c2a9a91aa req-69e63c3e-1e54-4fc2-a68c-13631a372737 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0298994 Aug 10 02:09:19.938827 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:20.580443 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-30494b1d-83c8-4467-844f-199b479c5b56 req-dacbfd45-f116-49e0-af82-026a7ac6ec1c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256464 Aug 10 02:09:21.658547 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f9f774b0-dfba-446c-890d-db7c6176c78f req-6fc6b32e-ac7e-4565-8d16-e317128058e1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0251942 Aug 10 02:09:22.734900 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bfb93bbc-773e-441a-ae2c-58b2c4a65866 req-f03f4385-afd7-4665-9517-67d8d470e00f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262966 Aug 10 02:09:23.813421 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-454c156d-c910-4b0c-8d5a-4ce68349fb89 req-06919728-a21d-4b36-a1a0-cb970d72e7f4 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0293863 Aug 10 02:09:24.888045 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1ad23256-f5dd-46c8-b42b-63f202dcda4e req-7de6839d-6fee-4e74-a036-88fb60a4ded2 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263350 Aug 10 02:09:25.963096 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0fb37133-00eb-421c-a3b5-0cc7d953c818 req-6afdac23-e36c-41aa-8927-1a06a28cf6f8 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265610 Aug 10 02:09:26.821370 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:26.845536 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:27.037559 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-9025e9b0-cb13-4943-a5b6-ccf2267681be req-c267bdd4-716c-4c5a-b541-a7992f1b907b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0260804 Aug 10 02:09:28.117406 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ac45b68d-7e8d-4369-8b91-c03a88069a3f req-10e7f13f-837c-4f52-8f74-a5e3d7f4ab04 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Aug 10 02:09:29.192704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b47b356e-c7c0-4d6d-bbd2-2360423f6f88 req-4dc67339-db72-42f0-a04a-0463c786bc84 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0254452 Aug 10 02:09:30.268072 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-312fed9d-4697-4783-b11c-1ee10ee42656 req-50817599-22be-4c3f-9f80-6c51305e71b3 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0254519 Aug 10 02:09:31.349669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-fefd8ae1-8b4c-462f-800c-ab0790e57afa req-cb42fc81-8b24-402e-8422-b29c446d524a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Aug 10 02:09:31.817219 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-45dacdbc-c242-4b7a-820c-be177a164a15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390830 Aug 10 02:09:31.899052 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-93c14010-d08c-4d2a-8a7d-16605f46527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:31.900497 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-93c14010-d08c-4d2a-8a7d-16605f46527a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0424120 Aug 10 02:09:32.000229 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-80f805db-2b8d-43b3-87bd-5505bee386bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.001603 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-80f805db-2b8d-43b3-87bd-5505bee386bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0820067 Aug 10 02:09:32.069776 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-c96047ae-26f2-4a56-945c-8123585c1108 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0606868 Aug 10 02:09:32.475551 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-944ec9e9-d8aa-4869-9010-046f6f5ffe39 req-9d40ecd8-c283-4300-9c3e-db9bc2fc41c6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0305657 Aug 10 02:09:32.484469 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-70834cc3-866d-4efa-8627-e76394e6b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.486050 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-70834cc3-866d-4efa-8627-e76394e6b22c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.4096444 Aug 10 02:09:32.533414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-4dad5899-0f65-4e9d-923c-3945c801dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:09:32.534893 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-4dad5899-0f65-4e9d-923c-3945c801dabc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410509 Aug 10 02:09:32.623561 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-12ad56cc-e47a-4749-977c-402fa4ca44eb service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816796 Aug 10 02:09:32.711091 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5c858071-50ca-42dd-a5c2-c6f059e0b272 req-742248f0-daf4-406a-a6f0-d0e471ac6643 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796306 Aug 10 02:09:32.747829 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:09:33.550482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-82b1ca9b-6a6b-4732-8268-7465f6f7ff70 req-8418dc46-a298-484a-9b81-7bd5ce8fb991 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265813 Aug 10 02:09:34.630539 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2f306337-9b67-4423-85dd-055a57fc288d req-e8c908fb-02fb-4f6b-b64a-96b68c29376c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0309651 Aug 10 02:09:35.706975 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-349b5d81-fa6c-4b77-bfac-9e763d129f54 req-db7268f4-8029-410c-928d-1007646ed4dd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265508 Aug 10 02:09:36.781395 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ebbba482-a3c7-49f9-bb71-ff0f9f0796bd req-2bdb37f4-b9fd-4bc2-b175-0c331f89c553 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263596 Aug 10 02:09:37.928233 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-128e8da1-63cc-415c-9eb8-e1f10b4529bf req-def93386-05c0-4479-add3-2f238ed4d901 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0967278 Aug 10 02:09:39.055120 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fd5af241-01e9-4b1c-9536-128885fe32af req-0deb9841-f2a7-4e6a-8f99-e75e59600975 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0774736 Aug 10 02:09:40.131688 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db51829a-9cde-460e-8644-40ac4070d88b req-a58affa5-147d-4882-a73f-cb515da349d0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0252426 Aug 10 02:09:41.206661 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e48c6477-82ee-4085-8c53-e1d3d91c7cc3 req-c00f1d88-f08e-46a8-a5b6-1130709c5b4d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0254312 Aug 10 02:09:42.281676 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bd923be6-83da-4f02-b209-d2fe84fc6540 req-213c1697-29df-442c-a9d4-2269ba46a201 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256793 Aug 10 02:09:43.357373 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-92fb2d7c-4273-4948-bff5-3bb65c4a7f26 req-ce75f3a8-6874-4f52-86f2-57ad8d9b9d47 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Aug 10 02:09:44.117725 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-54c5e0a3-56d4-46d2-b2c7-3dfddf2c2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:44.436497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c8e6845e-750c-43e5-8721-2c1b7dfda700 req-ba552a1d-635f-4fe0-a49f-dfe5c6c61a84 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0305071 Aug 10 02:09:45.510632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c8fdb215-cfad-477a-ba84-5cac76956c97 req-03dac76f-4ed5-4d17-8650-4a86a230b234 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264843 Aug 10 02:09:46.595856 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-88cdf7f8-f0c2-4433-8e70-f2818a6beaa9 req-102bfaee-cedb-4ec0-97ed-73435c81c7e0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0284362 Aug 10 02:09:46.899041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-af3f1edb-0c74-4ffd-ad79-41377f412992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.443409 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:47.676401 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-3b10e6d5-0064-4f4c-a0f6-7fde45c24dbb req-6629fa89-92e0-4a41-aaa5-9b496362fd13 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0298269 Aug 10 02:09:48.057299 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:48.753255 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7568ffbd-796b-4f37-936e-177bbd7736fd req-0704665a-c32d-4128-958f-0a1acc05b7bf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Aug 10 02:09:49.828926 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86fc1a75-03fe-464c-8f94-9ad0f8acc2ce req-fc4ff941-3a25-4d9d-b117-ecaa10d0f802 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Aug 10 02:09:49.942501 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:50.904840 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c6b8b45e-63e8-4933-971c-09d527aa8018 req-034eead5-c17e-4e4f-a126-276e70195ce9 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Aug 10 02:09:51.980735 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4f1ad205-185d-4eec-9df7-4f369e504cb9 req-fc4aa52f-a8d3-4645-9985-7c65d47e9780 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259712 Aug 10 02:09:53.056677 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cefe043f-316a-4941-a864-25393dfae933 req-34ed1db8-4ca1-4a13-a638-de53e7b00e77 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261755 Aug 10 02:09:54.132691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-241bf4f9-6369-4bd0-977e-99daae473eb8 req-94ad46ba-b803-4448-bfdc-aecc07f869ce tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0272169 Aug 10 02:09:55.208412 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-80f3163e-4a1f-45c9-bafd-6dc917c147d0 req-33e1f027-d410-43bb-a5ed-d0d005b6dc22 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258210 Aug 10 02:09:56.284622 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-617653cb-2d84-4a42-80db-f28e00273e80 req-f757e3e9-3f2d-4708-9e40-fec8172edb42 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259695 Aug 10 02:09:56.845161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:56.849047 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:09:57.363710 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-4a34fc8e-7d86-41d6-8765-9838e6323a3f req-2cd594af-3647-410d-bd00-0ea3ebb908b0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0286679 Aug 10 02:09:58.437619 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ba1502dd-dea2-4763-8a4d-966be713f94b req-3d98622d-70dc-46b3-bc65-0ebb7976b0a5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0255227 Aug 10 02:09:59.513182 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b5174f76-0e93-4510-8799-4f7624cfe3cf req-ebadcacc-63df-4f0d-96ea-34d429436dd0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259211 Aug 10 02:10:00.591614 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16acc2cb-2756-42b1-a0d9-649633761fe0 req-30417791-f5e5-47ca-86f3-e899b0d5b871 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0289521 Aug 10 02:10:01.668110 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-484fc58a-33bc-4c57-bd3f-1fff4bba3318 req-32c2cbaf-a2a4-4517-aaea-9a6864f266e9 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0270360 Aug 10 02:10:02.744685 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-492167e8-8ee2-4e12-8973-90489e8e2f85 req-cc4c1352-9198-42ff-ac1d-22950fc19eeb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0267272 Aug 10 02:10:03.820063 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8b377b09-d7a2-4d60-b299-034cba11a4eb req-b43e751a-4a44-4563-b372-7bc5300c4a44 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0260258 Aug 10 02:10:04.897325 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d3e94819-a7b0-4648-9cff-f4d65bc23fdc req-7ce289e5-119a-4de5-9f80-336da5979d88 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0275395 Aug 10 02:10:05.974138 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-84217c61-d0a3-448d-838c-ffb76a9fec36 req-0c6e4281-f69b-440e-8141-091fd8dd6908 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262280 Aug 10 02:10:07.048788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ce89d6f2-8533-4012-b2f7-d7ee47ceefa6 req-8d48f7da-4823-4d12-95da-89a0141c6ac1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0269225 Aug 10 02:10:08.123365 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-db1a0d25-7418-46fc-8efa-4374c3802084 req-5afe3cb3-19bf-4d0d-9412-66cf1a83cf64 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0253358 Aug 10 02:10:09.198751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-86579bbc-f4b0-4e0a-9a8c-770a94920ce7 req-520c6b1d-f04b-437d-9351-14e340c55e8e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262039 Aug 10 02:10:09.746948 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:10:10.278214 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5519219c-305f-4d28-bd43-2b56b57eff24 req-1068de22-7c08-4f41-89b8-4d404654bb90 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Aug 10 02:10:11.354703 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5d1d2ea-b80b-4f11-a601-78a95db8ea30 req-713c824a-cd1a-4c3c-8ddc-1cef6b7367d3 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265081 Aug 10 02:10:12.430855 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6592bd02-2a08-4f3c-ae7c-732f376d6273 req-884b3d6e-0297-448e-ac21-5010329609af tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256877 Aug 10 02:10:13.510057 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d47aa354-aa22-447e-bc61-09cf4721348d req-2abf95c2-bd81-4139-ae1e-8d0889b27c2d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Aug 10 02:10:14.118918 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-82375571-9809-4100-b3ac-fcde8bbfe551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:14.588082 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0dc45515-63d1-4ac3-b317-6e6aab240285 req-8aea919b-c1c2-434f-91f1-8f5850c7c364 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0281668 Aug 10 02:10:15.663976 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c55077c4-88a2-48d6-83ff-1d5bfd765055 req-aa6c20cd-4c9e-4e59-800c-218852b93cf0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261586 Aug 10 02:10:16.740171 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cee17175-5975-44eb-be71-7bfe0709e983 req-8b62e462-296b-4196-8615-11736c875a6e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256629 Aug 10 02:10:16.899586 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-33571294-65d7-4ac2-84d2-15250efecd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.444358 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:17.817213 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6e9e576c-d488-406d-9856-db17b9b659a4 req-8e655e0b-48d6-4c5c-a942-4d35180ed0fa tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Aug 10 02:10:18.061512 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:18.892331 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3c3fc7fa-9f78-4f3b-be9a-f1519a0f65dd req-2ff9750a-d29f-4ce1-a416-49db91000409 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259733 Aug 10 02:10:19.942169 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:19.969109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ea0eca94-2e39-4e1f-b665-7e0dde799d7a req-a3e31a5d-8e26-4bd0-80aa-5f3bd2ae7654 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0271671 Aug 10 02:10:21.047797 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-908ddd58-e6d4-4cf8-bb5c-616bc684c981 req-404cc1ea-e2b7-4822-a078-b66c62f569db tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265193 Aug 10 02:10:22.124149 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8a66057-3a95-43b5-9229-4f1f2c1d9ada req-9cabb0cd-60d7-481c-818c-b24550fcd8c1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268385 Aug 10 02:10:23.207614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ad82ae93-0438-49a8-be6d-e5e71124e5b4 req-8846b92e-64ae-4f10-9f08-d0490c3c6680 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0336139 Aug 10 02:10:24.283366 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91927d65-5002-4e70-ad71-b2efdbfdf1da req-bee7b210-2dc5-4d67-b2a2-46c1be2bd678 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261600 Aug 10 02:10:25.360754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-75aac214-2868-40a5-bf58-3cd8fdf0e934 req-340b1950-632e-448c-935a-5c929ab5287f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Aug 10 02:10:26.440229 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f7f0af5e-ea39-46e6-8e1f-10bd87c6a00f req-80115743-2079-4fb8-aa2b-73a456a92b8d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Aug 10 02:10:26.838427 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:26.863809 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:27.516634 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-abf63db4-a28f-4461-8717-9f4e936289b8 req-71f82c3d-9286-45ed-ab74-75a7e3f92c05 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0260017 Aug 10 02:10:28.594788 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-405d1ca7-65f8-4a5f-9732-301dad2ab01a req-bc822381-3eed-460a-97f6-8a8787357bbb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259869 Aug 10 02:10:29.671754 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7a70396e-cb9a-49d8-9acf-684bd5ddedc7 req-65e5bf2b-93ec-4bef-a762-79b9714342bc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261981 Aug 10 02:10:30.746858 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0efa6215-fe8b-4cf3-a830-ee05fe88cca0 req-1ec44ea4-033b-4d41-b333-8808a4ec819f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0257246 Aug 10 02:10:31.824569 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-6f0144a9-bb9a-48fd-af51-964a62b99950 req-674691da-94a3-431e-bad5-e106dbe1c703 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256345 Aug 10 02:10:31.835299 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-acb6d2b7-7608-41c0-a242-7f122210ddad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394640 Aug 10 02:10:31.919716 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-46502e85-45f6-444b-95b7-124ae804c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:31.921186 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-46502e85-45f6-444b-95b7-124ae804c3fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0408254 Aug 10 02:10:32.023966 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-fc39d3e4-4dc1-4b4d-b560-a660a7e0e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:32.025356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-fc39d3e4-4dc1-4b4d-b560-a660a7e0e0dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0865202 Aug 10 02:10:32.088296 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-8afa1886-1aa4-4eaf-a364-44ac691e2412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0560770 Aug 10 02:10:32.141080 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-927799dc-8284-4905-a67c-84f30fbce63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:32.142536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-927799dc-8284-4905-a67c-84f30fbce63f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0477195 Aug 10 02:10:32.188688 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-4501d703-2210-481b-935c-db8136844469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:10:32.190172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-4501d703-2210-481b-935c-db8136844469 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399840 Aug 10 02:10:32.279530 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-03614f93-d39f-44fe-997d-f6809fe2b870 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818260 Aug 10 02:10:32.373305 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d79687d8-e208-457b-83cd-dfcce8b4f5cf req-24d6a5be-c69f-4feb-9c49-af61b82e6428 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Aug 10 02:10:32.902272 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-72edf6b7-ffb1-4862-9f8d-b54aa8ea42e0 req-95a175d4-aa27-4ae7-9e21-4bdfc56e3390 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Aug 10 02:10:33.978539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-f096bd5e-03df-4c69-b3f9-bd0e538b9e0e req-4137c9a9-25ba-442c-9fd3-cee1ac41dd47 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259676 Aug 10 02:10:35.055354 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1db9dac6-55c1-4ee3-bb93-f361f03df289 req-dc769e57-8562-4fef-a0ee-dcfe03617795 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263793 Aug 10 02:10:36.135183 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5ee3e797-1c33-472a-a14f-49ce12d7c3e6 req-2e968f6e-5f1a-4230-8526-4f289739ce3f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0295246 Aug 10 02:10:37.211063 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-430cd38e-c233-4ae8-952b-435415d2a28e req-2bb40c6b-864a-43d3-be0f-e2d709c6dc21 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258074 Aug 10 02:10:38.287799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-ce61f1f7-e717-46a6-80b6-be31828009bf req-0b7179b4-fc39-4e56-8d66-b6eaf791c38e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261967 Aug 10 02:10:39.368357 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f980185d-101b-415c-930b-0d9681fce886 req-8af9d2ac-e4f7-4561-9747-3d1cd18446e1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0302165 Aug 10 02:10:40.444153 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7abfe976-a8ab-481a-b970-5f505550abfa req-17b49991-a75b-44f5-ac73-3a9ce5e3bccd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0257025 Aug 10 02:10:41.519733 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5b94178d-1d8f-491d-a713-c1f4dbcb70c1 req-4b042443-ebb1-4221-898a-4cc15df584f1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259433 Aug 10 02:10:42.596679 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-02f95fcf-cab1-4fd0-92fc-6c0893883fd4 req-4d111ad6-3bea-4348-95aa-3c9f9ebb8a99 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259488 Aug 10 02:10:43.672959 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d6ab34ea-563b-4eca-a656-ef94f02252b8 req-938c7356-e432-4743-b2d6-ebf43bf20a22 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Aug 10 02:10:44.119117 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-8d1dd6c8-1a0a-46aa-914a-c79740eed578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:44.748014 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-68846604-ef4a-4c81-83dd-df475b6977ab req-a9f2992b-0472-4b48-b542-fce9c925e6b7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Aug 10 02:10:45.825018 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-d7d77a32-11e4-4766-b8f3-992cf81b0e76 req-925a2cc5-fc17-4e92-b136-feea9d0de60b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Aug 10 02:10:46.746902 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:10:46.900036 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-00c868c7-7da4-4d66-b824-c2202f18aca5 req-101e4cb8-c3b5-4308-a2c6-8181ac0f2dfd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0267806 Aug 10 02:10:46.900682 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04fe9d86-1c4d-4feb-8d9a-796831c21a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.444688 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:47.978162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-002b0474-08d6-43a1-a531-1803298c7967 req-c4a7c3b8-0329-4fe6-a381-e7b80ac37216 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263033 Aug 10 02:10:48.062776 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:49.055949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0ace8719-c02f-4d38-bfdc-1a38fa7a7d9c req-800b509d-1647-4a7a-82b4-140ac9165732 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0293007 Aug 10 02:10:49.944986 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:50.131771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a03eee95-d7aa-41c0-9390-6e5c9cd0d5ac req-52d0a167-e9e5-4e38-991e-c880eee84fee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0255010 Aug 10 02:10:51.209764 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-86a73559-1a09-4315-82e3-a050d4cb5f59 req-c339509c-4300-40ec-96a8-6107f8a9ee86 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Aug 10 02:10:52.289459 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a422f4bf-2c8c-4cb6-ad6a-44818b0cbe03 req-c1644502-5164-44b9-a391-d51cf35885a4 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0297420 Aug 10 02:10:53.364984 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-2c1fc0e3-da95-4583-8412-1a93af7baf1f req-66b63a1d-9ce2-4a0d-a60f-43cdfaac293e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261481 Aug 10 02:10:54.441001 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-fcc96a47-2f57-4323-82cd-e93e3997bf4e req-d590e62a-dad9-4264-9b8e-9f094e282669 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Aug 10 02:10:55.516867 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-e0fa460c-d303-41b9-9a33-b52da07d9a58 req-f70caa88-64d1-44b5-9f7d-5a95861136b3 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266407 Aug 10 02:10:56.592693 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-02716b81-2604-4017-be4b-95693e8d4f8a req-02d634f2-3011-4a6d-b6f1-82a389062d41 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262296 Aug 10 02:10:56.840188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:56.878416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:10:57.668704 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3dac75fc-9680-4120-9865-d1b7c64aa7cc req-24e55eb2-74ef-4ae7-9e9e-6df8699d2cc8 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0260053 Aug 10 02:10:58.744098 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-91c50742-83a8-4c27-98cf-fbefac3a5dda req-e5f09e98-2a71-4a94-ad28-a6a2c174e061 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258553 Aug 10 02:10:59.819303 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-7b7d2ef3-2e34-42a1-8d16-ff16137141d1 req-e48cf682-6204-47db-a2ea-d5518e27d373 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261002 Aug 10 02:11:00.895934 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-16e48141-2d77-4d48-bfa9-80f51f49771d req-96f5d2cf-1e8e-4e28-8990-fb09f0d2a84f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261486 Aug 10 02:11:01.975543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-87b8b512-1b79-4b2c-ba88-18ae414d5b9b req-d83020f7-da68-4ab1-8025-e4040453aefc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0292480 Aug 10 02:11:03.051440 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a773f22-0f62-4e40-a3ee-14d8a3ed6cad req-16a3fcd6-91a0-42a0-bdaf-90851c7dfe9f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Aug 10 02:11:04.126608 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0f69ffb0-edac-4908-be69-149ffcf69677 req-094ae0ad-5287-43e0-a381-3a18c2adb853 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264657 Aug 10 02:11:05.221109 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-77ddf3df-af0f-46dc-a0e9-702faa4f8a3e req-00745e4b-a87e-48fe-9364-bd82e8b5d161 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0343866 Aug 10 02:11:06.297362 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5b6a5f16-5390-483f-bdca-8af0af46c249 req-76002e41-db7e-458d-af23-fd71f4a84336 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261359 Aug 10 02:11:07.377433 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c22ac0a5-c970-4161-aee2-d9f93136401e req-585ea98d-560b-4356-8c51-f965221dffdd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0309544 Aug 10 02:11:08.453178 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-654ad370-73b2-4a2a-be9a-a12c25796cb6 req-038e9573-dbcf-411e-9dec-c336e13399cc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Aug 10 02:11:09.529872 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e5b15c92-e335-452a-8473-e2c50c5421a7 req-df921408-1e1f-42d0-9f52-3bab72c011bd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Aug 10 02:11:10.605032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-df575a51-00a3-4f92-bc1a-31433c309e5d req-9a6092f1-b2ff-4c06-a4df-169b4614239a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259669 Aug 10 02:11:11.680548 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-15a473a4-81c4-4181-b5ae-515a3fb38b00 req-fb1b20d0-6034-4562-8ef7-7916cbcb43fc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265012 Aug 10 02:11:12.756170 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-bf189e56-10b0-4c2f-aa8a-085c8f788600 req-c5c51bf2-a786-4739-bae3-afd885030f6f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258081 Aug 10 02:11:13.835422 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2a939afd-cdde-4f8c-8f20-d4c450820da9 req-96c67d4e-4641-42f1-b76a-b47e08ca78ab tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265324 Aug 10 02:11:14.120232 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-fa821972-dc1b-4980-ae1d-054c421078d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:14.913330 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-809440e9-6070-4300-b02e-da5a73aca74c req-547bde2e-3dc5-462b-9c46-dcd9e1748300 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0283566 Aug 10 02:11:15.988691 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-691fa43f-7dc1-4c2d-a7b8-1e2285d42fc4 req-7697d909-66ae-44c6-ab73-517de98ccae6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259480 Aug 10 02:11:16.900786 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-d684c6d3-5a32-4bca-941b-a8f6cc89c6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:17.064395 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-10feb173-cbbe-4247-b2cd-3e298a80ab9c req-5edf19a4-ace9-436e-a757-69b07888dfe2 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264602 Aug 10 02:11:17.445929 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.065659 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:18.142809 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-962aa166-1a43-43de-8b11-45252297207c req-52f95021-dc94-4224-b772-4641adb0c672 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0301590 Aug 10 02:11:19.217907 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-49dd2780-c387-408c-90bf-1999a7e7efd9 req-4d097c18-3e4a-4fb8-ad7d-5c3a3214bb78 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263734 Aug 10 02:11:19.948343 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:20.294654 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-0a85be9b-2f70-4c2a-9713-f4aaff7dc634 req-5977e1f4-4802-4013-965e-8a47f252d166 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0265787 Aug 10 02:11:21.370779 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-07635cc8-862f-464b-9dd3-14eb8cab7aa5 req-a8522f97-c529-4c1d-8d38-3e7a2fac3198 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0255904 Aug 10 02:11:22.448239 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-f0050b18-4b5b-4c72-bc4e-e99474ec9ebe req-bcd69dbd-aaca-4fb0-a68a-c6f28a96ffc5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0272861 Aug 10 02:11:23.522595 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5731d445-6c29-4be0-b248-ece291289390 req-f277842b-f528-475f-91ed-ea179629be63 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0267282 Aug 10 02:11:23.746929 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:11:24.598071 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-2cac07ec-62a0-4425-b661-fc5e18b6984a req-ff15c172-f98d-471b-b3d2-07d00b361751 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0273595 Aug 10 02:11:25.722756 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8684670b-8233-4402-bd90-bda681a771b7 req-8f2b7c88-e8c5-47cb-a3c5-8e9b68e887ed tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266919 Aug 10 02:11:26.799073 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1c074398-0135-4c10-addc-5d42514aec9d req-81ba2b6b-d7f2-4f04-bc6f-711742cf8cae tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0270612 Aug 10 02:11:26.840499 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:26.880662 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:27.876497 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-1c029b63-1b58-4c7b-9593-8d9a7b7f7ed1 req-0ac2b441-caa0-478f-9a95-a91b21c9b27d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0292945 Aug 10 02:11:28.950922 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-bdebd626-e655-4499-91a5-bf8e956566ff req-d5ebe148-d169-4730-811d-3e28501a6a7b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263753 Aug 10 02:11:30.026785 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-b2cf331f-1fbc-4202-9684-c7e16b7cc2c6 req-c2cf448e-6166-4ede-8362-c938ae4744dc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0274656 Aug 10 02:11:31.106412 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-e8564356-81c4-4b22-9e8f-9b6a322ffc4b req-668541a6-b339-40e6-bdc4-08a1db7f2b3c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0299087 Aug 10 02:11:32.182799 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3995f561-50fe-4ead-a26c-aaa217424b5d req-88aa04b0-d54e-47df-a867-0b2dd588921e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Aug 10 02:11:33.259278 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-290ba52f-e198-410e-92c2-f38b2bd90899 req-501f2860-8399-4de9-9305-28b70b2f007d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0263591 Aug 10 02:11:33.821224 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-b3c83987-81ed-4f8a-9b34-4ddd342edc1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395844 Aug 10 02:11:33.902005 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-2b11aa24-e2a6-412d-9258-3ad7deb8973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:33.903519 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-2b11aa24-e2a6-412d-9258-3ad7deb8973e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0395663 Aug 10 02:11:34.009137 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-b647251e-bf74-4c46-8d3e-a00a7d4f372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:34.010511 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-b647251e-bf74-4c46-8d3e-a00a7d4f372d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0862219 Aug 10 02:11:34.075894 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-a02a5bd6-12d3-45b7-bbb0-c0d83e2b6cfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0577476 Aug 10 02:11:34.125444 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-9b8a3950-c070-4522-b140-7ed1f4c050fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:34.127196 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-9b8a3950-c070-4522-b140-7ed1f4c050fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0433390 Aug 10 02:11:34.177452 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-cb4c74c5-4498-4b18-8543-04e82126e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:34.178982 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-cb4c74c5-4498-4b18-8543-04e82126e200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439019 Aug 10 02:11:34.267139 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-26658c0f-1746-4f9b-afb4-8a1c655671c7 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808809 Aug 10 02:11:34.336669 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-32fc25dd-0214-463b-96c6-d0670f094aa5 req-87433860-92aa-4ac4-ae2e-32f3fd77059d tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0272706 Aug 10 02:11:34.368464 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-adabe898-97b0-4102-a4f1-8b23cfd7b28f req-6579bb7b-fa73-485f-9021-6cd69d568c39 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930641 Aug 10 02:11:35.413126 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a122340f-a47f-45c7-99d1-8e17111289c8 req-b1a28c47-1070-4b86-9ce7-49411147f61b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Aug 10 02:11:36.487027 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc3efbe4-2011-43e7-ae48-7098f266106d req-c2e878c8-dbfe-4e15-bb52-3e4018202dfe tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261736 Aug 10 02:11:37.563065 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-9fad8743-d866-44de-bc72-2c941138f540 req-e3a4edb3-d66a-40cd-a164-bba6705de81b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268798 Aug 10 02:11:38.638695 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-387fda0d-8a6a-45b7-9382-8a548ea1eaa1 req-973920ad-2e43-421f-bbd0-b0865a4bc6cd tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0258760 Aug 10 02:11:39.714965 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-50945b95-7cb4-4975-a25a-65e53aa0123d req-4d03aede-dd73-4908-8981-68091a319bf9 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0259907 Aug 10 02:11:40.793192 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b15d962-90f6-4212-bab8-471aedd9c87f req-43859a32-b21c-4e7c-9871-b6c508e79d86 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0294533 Aug 10 02:11:41.868824 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b8b57aa1-edba-4dd7-b78c-3903d8fc6b19 req-6af456e2-2403-4532-b77c-15de516341c6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Aug 10 02:11:42.943914 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cc5841b7-e6fc-4979-8dc3-bcefec3fca6f req-f69574db-bfac-490a-b87f-f84b1f548989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 10 02:11:44.023806 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-db3ec0a9-c11c-47fb-b77f-be31b0caccd5 req-284f922d-7f5f-45ab-b290-ae0ac9242c37 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0301321 Aug 10 02:11:44.122188 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-0222d92e-9151-4da5-a778-bbf6832e9585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:45.099507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3600f8f9-ee5c-4a00-8a75-50491e14230b req-049c68cc-05ab-462c-b5f1-85be89942f89 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0268850 Aug 10 02:11:46.175618 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a3c9a49b-2033-46ed-85a5-44a4c5944855 req-a3a1f568-ea23-49ed-b46d-898fd101fe1c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0266562 Aug 10 02:11:46.901964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5ea28160-6d25-4f17-b1ba-e9831a4332d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:47.251557 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5ce6f2d8-b5cc-4f6e-bb2e-aaffd50a735a req-0945c284-f941-4598-b545-6a691cae9e88 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0261490 Aug 10 02:11:47.446615 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.069311 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:48.333017 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-5f05258a-19dc-432c-bbf9-ff4ad68d1982 req-e2b94297-ba5a-44c0-92e4-675ae9fc6d02 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0291300 Aug 10 02:11:49.414741 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8bab78a8-ea9c-4d59-938f-df49d203d3a8 req-00340dd3-d1d8-41cc-9a99-2e38cbe7ffcf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0256286 Aug 10 02:11:49.950285 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.511939 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-993c9797-4cf4-49dd-b210-022f20244174 req-fa670a09-c2f9-4ad8-a283-1ce449988673 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0269558 Aug 10 02:11:50.672518 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-92dee49a-7bf7-4676-9c48-8a446fc9b87f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:50.673973 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-92dee49a-7bf7-4676-9c48-8a446fc9b87f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 809 time: 0.1071367 Aug 10 02:11:50.718617 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-a1ccd1d3-4a26-49b9-917c-ed3aab1bb510 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55 HTTP/1.1" status: 200 len: 379 time: 0.0361049 Aug 10 02:11:50.729517 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'port': {'device_id': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'admin_state_up': True, 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'security_groups': ['aded0e28-3f5e-49d9-bbd6-bed47bd637df']}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:11:50.842109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Made reservation on behalf of e9bab09f6ebb45f4bfb23c6449e4ee55 for: {'port': 1} {{(pid=105958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 02:11:50.845581 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:50.973185 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.db_base_plugin_common [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Allocated IP 172.20.0.4 (b654520a-eae1-4d8f-940b-bdcd293b7ef9/5c17c372-742f-4da1-b7e5-2e08e2957602/ab190875-646a-497a-b664-d4832d63dbad) {{(pid=105958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:11:51.145526 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.164772 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Transition to ACTIVE for port object ab190875-646a-497a-b664-d4832d63dbad will not be triggered until provisioned by entity DHCP. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:11:51.202710 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_create {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.254027 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 is already hosted by enough agents. {{(pid=105958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:11:51.260194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.base_scheduler [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Resources bound (agent type, host, resource id): {{(pid=105958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:11:51.265018 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Received port after_create {{(pid=105958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:11:51.297296 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=1']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:11:51.344693 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:51.345770 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.350204 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.350958 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.351479 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.351981 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.352477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.352988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.353495 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.353988 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.354477 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.355016 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.355667 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.356463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:11:51.393714 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-9bea4f05-9803-4751-882d-5a839aee58ee tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6679378 Aug 10 02:11:51.604717 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74157dab-6bae-42a2-aad6-249c2f12f6ef None None] Provisioning for port ab190875-646a-497a-b664-d4832d63dbad completed by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:11:51.609457 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-74157dab-6bae-42a2-aad6-249c2f12f6ef None None] Provisioning complete for port ab190875-646a-497a-b664-d4832d63dbad triggered by entity DHCP. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:11:51.610211 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-74157dab-6bae-42a2-aad6-249c2f12f6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:51.646975 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-74157dab-6bae-42a2-aad6-249c2f12f6ef None None] Port ab190875-646a-497a-b664-d4832d63dbad cannot update to ACTIVE because it is not bound. {{(pid=105959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 02:11:51.683777 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec39383-d925-4caf-a4e6-bea4c2390a99 req-df0fcc5a-0640-4ec0-b3fe-7799aca88856 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:51.685309 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ec39383-d925-4caf-a4e6-bea4c2390a99 req-df0fcc5a-0640-4ec0-b3fe-7799aca88856 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0688694 Aug 10 02:11:51.743124 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3ec39383-d925-4caf-a4e6-bea4c2390a99 req-cea4e3f7-b30e-4e70-a93e-5c1973340dcb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511692 Aug 10 02:11:52.892098 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd4e6-9473-4d7c-863c-164a5d763523 req-74b2c803-a93f-44ae-b6e6-ed3b1b84beb5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:52.893706 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4adbd4e6-9473-4d7c-863c-164a5d763523 req-74b2c803-a93f-44ae-b6e6-ed3b1b84beb5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0518641 Aug 10 02:11:52.936692 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-4adbd4e6-9473-4d7c-863c-164a5d763523 req-4cc8eaf2-5d8c-4a25-b46d-71f3091f2aa4 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356362 Aug 10 02:11:54.057567 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7159-0a5f-4408-ac2d-7f40ab73d518 req-e32f976a-56cb-4885-a13a-53f563626bf7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:54.059387 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08ad7159-0a5f-4408-ac2d-7f40ab73d518 req-e32f976a-56cb-4885-a13a-53f563626bf7 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0510130 Aug 10 02:11:54.098507 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-08ad7159-0a5f-4408-ac2d-7f40ab73d518 req-350c6674-d677-4997-88fb-aae5393092bb tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327559 Aug 10 02:11:55.223497 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c3d39-3929-4a09-9a53-a628bab938f9 req-63a73b28-f20c-4e99-9935-fb4e5a9ef031 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:55.225012 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-660c3d39-3929-4a09-9a53-a628bab938f9 req-63a73b28-f20c-4e99-9935-fb4e5a9ef031 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0544744 Aug 10 02:11:55.268199 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-660c3d39-3929-4a09-9a53-a628bab938f9 req-d719d70b-205a-4e61-b7d0-b40d20a34c7a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370302 Aug 10 02:11:56.385182 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5a426-ca16-4caf-8079-177d67a946d6 req-b02c67e0-22dd-4d24-89f8-d6076df86989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:56.386835 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9c5a426-ca16-4caf-8079-177d67a946d6 req-b02c67e0-22dd-4d24-89f8-d6076df86989 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0495505 Aug 10 02:11:56.425870 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-c9c5a426-ca16-4caf-8079-177d67a946d6 req-dd5a5f08-1d4e-402c-b9ec-22042f9db0ca tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329709 Aug 10 02:11:56.842010 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:56.898904 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:11:57.546535 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ff25c-abf3-4234-99d4-c48c74ac1a4e req-0d50f43b-6ac4-46a7-b9af-3124e132df6f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:57.548100 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a28ff25c-abf3-4234-99d4-c48c74ac1a4e req-0d50f43b-6ac4-46a7-b9af-3124e132df6f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0525458 Aug 10 02:11:57.589067 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-a28ff25c-abf3-4234-99d4-c48c74ac1a4e req-6f93a94c-3baa-4c7e-9eee-440681e8db13 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347898 Aug 10 02:11:58.713786 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b361e29-e3ea-40ed-a1e8-3db7df4e25e9 req-4103674c-58bb-4f82-8560-feaec8991b15 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:58.715317 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b361e29-e3ea-40ed-a1e8-3db7df4e25e9 req-4103674c-58bb-4f82-8560-feaec8991b15 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0549157 Aug 10 02:11:58.756141 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-3b361e29-e3ea-40ed-a1e8-3db7df4e25e9 req-7a691346-6fee-437a-9093-bb83cf5886c6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343211 Aug 10 02:11:59.884373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35479d-753d-4919-a741-2259426a526b req-d9b3b1b3-78b1-4f59-9c59-00cbe8145ce5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:11:59.886011 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed35479d-753d-4919-a741-2259426a526b req-d9b3b1b3-78b1-4f59-9c59-00cbe8145ce5 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0526543 Aug 10 02:11:59.926260 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-ed35479d-753d-4919-a741-2259426a526b req-c32396ea-7aca-4276-9033-3e5e867a9782 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342956 Aug 10 02:12:00.745752 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:12:00.982744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-0c6ba7ea-c4da-4645-98d6-294e8cd71cfc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=105958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 02:12:00.983792 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-0c6ba7ea-c4da-4645-98d6-294e8cd71cfc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055625 Aug 10 02:12:01.046015 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956780-c31e-44f1-8472-c95add20edaf req-7c1e2c24-e74e-402b-bf63-b738e119954c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.047880 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e956780-c31e-44f1-8472-c95add20edaf req-7c1e2c24-e74e-402b-bf63-b738e119954c tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 931 time: 0.0499604 Aug 10 02:12:01.053157 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.v2.base [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Request body: {'port': {'device_id': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-766380-21'}} {{(pid=105958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:01.129622 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-8e956780-c31e-44f1-8472-c95add20edaf req-bc0b10e0-d9bb-4308-a60c-ad20168f66e0 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728803 Aug 10 02:12:01.134852 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.388744 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab190875-646a-497a-b664-d4832d63dbad {{(pid=105958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:01.396036 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.407569 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.provisioning_blocks [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Transition to ACTIVE for port object ab190875-646a-497a-b664-d4832d63dbad will not be triggered until provisioned by entity L2. {{(pid=105958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 02:12:01.410912 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.461388 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=2']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.533654 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Attempting to bind port ab190875-646a-497a-b664-d4832d63dbad on host n-h1-766380-21 for vnic_type normal with profile {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 02:12:01.534067 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Attempting to bind port ab190875-646a-497a-b664-d4832d63dbad by drivers openvswitch,hyperv on host n-h1-766380-21 at level 0 using segments [{'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 02:12:01.534397 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Attempting to bind port ab190875-646a-497a-b664-d4832d63dbad on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:01.539032 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Port ab190875-646a-497a-b664-d4832d63dbad on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 not bound, no agent of type Open vSwitch agent registered on host n-h1-766380-21 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 02:12:01.539880 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Attempting to bind port ab190875-646a-497a-b664-d4832d63dbad on network b654520a-eae1-4d8f-940b-bdcd293b7ef9 {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 02:12:01.544803 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Checking agent: {'id': '994cdc86-e8aa-4609-b2d4-3f21f0536d96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-766380-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'started_at': datetime.datetime(2021, 8, 10, 0, 43, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 02:12:01.545395 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Checking segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 02:12:01.545782 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Bound using segment: {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'} {{(pid=105958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 02:12:01.546206 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.managers [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Bound port: ab190875-646a-497a-b664-d4832d63dbad, host: n-h1-766380-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519cb834-8f23-4464-acf3-cfea0e2e81d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9'}}] {{(pid=105958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 02:12:01.546566 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.612100 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, cleared binding levels {{(pid=105958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 02:12:01.616171 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 02:12:01.621178 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25965844'] for port, after_update {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.660299 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.660928 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:01.662332 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] 10.222.0.21 "PUT /v2.0/ports/ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 1092 time: 0.6700945 Aug 10 02:12:01.662806 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:01.665828 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:01.689270 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb7f747-e175-4db3-a677-b021090bdcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=3']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:01.754939 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-3784a093-7faa-4d75-97e6-6bcf6f0bd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.756811 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-3784a093-7faa-4d75-97e6-6bcf6f0bd778 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1095 time: 0.0492444 Aug 10 02:12:01.802231 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70890b27-7707-4e35-954b-d1d66c836106 x-openstack-request-id: req-70890b27-7707-4e35-954b-d1d66c836106 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:01.802520 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:01.802801 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70890b27-7707-4e35-954b-d1d66c836106 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:01.803194 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'status': 'completed', 'code': 200} Aug 10 02:12:01.805374 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-1f5d6900-f039-483b-9da1-439b185580e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 217 time: 0.0407298 Aug 10 02:12:01.856666 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-b5d915dc-71c4-4d0e-9454-1a37c01d0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.858198 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-b5d915dc-71c4-4d0e-9454-1a37c01d0ff4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0458972 Aug 10 02:12:01.907612 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-b63ad122-5971-4f1e-b0a5-6f6120acdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:01.909018 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-b63ad122-5971-4f1e-b0a5-6f6120acdcdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440049 Aug 10 02:12:01.997929 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-fcc50cd9-242b-4cd9-a5a6-4e856d833557 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Aug 10 02:12:02.090089 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-14888d0d-3d05-460c-a5ae-4fb591d23100 req-cb0e2c9d-fea8-4146-823f-86feb0fd43c8 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847867 Aug 10 02:12:02.177872 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-2e24325a-af19-47da-a757-ca6aebb690ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:02.179544 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-2e24325a-af19-47da-a757-ca6aebb690ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1095 time: 0.0430713 Aug 10 02:12:02.301422 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6072037-58f2-4bc3-9b3e-78e231bcf00f req-b3075678-3ea2-44b0-aa49-7789be78e96f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:02.302909 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6072037-58f2-4bc3-9b3e-78e231bcf00f req-b3075678-3ea2-44b0-aa49-7789be78e96f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 943 time: 0.0976434 Aug 10 02:12:02.318651 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-ae5a82e5-c727-4ba5-888e-93337d8a7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:02.320054 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-ae5a82e5-c727-4ba5-888e-93337d8a7ca7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.1329660 Aug 10 02:12:02.364384 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-3dc0bc28-c057-4a9f-ab8d-d80bf4bd102f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 217 time: 0.0361021 Aug 10 02:12:02.384724 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d6072037-58f2-4bc3-9b3e-78e231bcf00f req-4dab73c6-a053-43d6-b96e-85861b979e7f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748835 Aug 10 02:12:02.422562 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-08c19fd1-c37d-41c5-ab7f-d4a680bf0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:02.423949 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-08c19fd1-c37d-41c5-ab7f-d4a680bf0051 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0520883 Aug 10 02:12:02.470218 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-bbb448d6-e6a7-4ce2-9bbe-798febd2015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:02.471747 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-bbb448d6-e6a7-4ce2-9bbe-798febd2015a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399024 Aug 10 02:12:02.559594 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-1c7c4ace-0a25-4572-9bbb-b005acb8d0c4 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805759 Aug 10 02:12:02.652543 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-950dcb3e-b7cf-4d2d-b983-69d7cac256cd req-258d60fc-b91a-4208-a347-cb24ddcd7d62 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844414 Aug 10 02:12:03.506315 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d2656-18e7-4982-af74-12a9058e6908 req-506a0bce-263b-453f-9241-6ca883619bb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:03.507815 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b85d2656-18e7-4982-af74-12a9058e6908 req-506a0bce-263b-453f-9241-6ca883619bb1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 943 time: 0.0533328 Aug 10 02:12:03.544863 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-b85d2656-18e7-4982-af74-12a9058e6908 req-b03f08c1-feb9-49db-8809-19e29bd40089 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302696 Aug 10 02:12:04.406847 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:12:04.498013 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:04.662885 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'ab190875-646a-497a-b664-d4832d63dbad', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'mac_address': 'fa:16:3e:7d:69:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:12:04.667272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b1395-ded5-4dd9-9718-efada87d577d req-38fdfbfc-371d-4fa6-8b07-82b44d4a759a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:04.668930 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-561b1395-ded5-4dd9-9718-efada87d577d req-38fdfbfc-371d-4fa6-8b07-82b44d4a759a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 943 time: 0.0534532 Aug 10 02:12:04.699344 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.707519 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-561b1395-ded5-4dd9-9718-efada87d577d req-eecf56fa-8a0a-4bc8-a3cc-67f33c5f6d42 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323856 Aug 10 02:12:04.712126 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab190875-646a-497a-b664-d4832d63dbad {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:12:04.731687 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:04.735371 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:04.782645 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=4']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:04.789681 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.790024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.790360 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.790715 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.791043 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.791373 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.791693 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.792128 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.792454 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.792771 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.793089 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.793404 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:04.949382 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ab190875-646a-497a-b664-d4832d63dbad'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:12:05.882465 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754afb06-58a2-4510-9c7e-ed53c9433a12 req-52714de5-6cc1-44b2-8845-2fb3caf22083 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:05.883995 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-754afb06-58a2-4510-9c7e-ed53c9433a12 req-52714de5-6cc1-44b2-8845-2fb3caf22083 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 944 time: 0.0492077 Aug 10 02:12:05.922035 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-754afb06-58a2-4510-9c7e-ed53c9433a12 req-5767f207-42a4-4c3f-ae21-8f34a118083a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Aug 10 02:12:06.422887 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:12:06.471974 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning for port ab190875-646a-497a-b664-d4832d63dbad completed by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 02:12:06.475472 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port ab190875-646a-497a-b664-d4832d63dbad triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:12:06.475838 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.549213 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.571547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:06.573749 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e0bb5-4286-4e19-b40c-1a7c923d0f26" -d '{"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-plugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:06.586138 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:12:06.590968 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:06.615764 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081abdd7-11d4-41ea-b14e-f87444386f5f x-openstack-request-id: req-081abdd7-11d4-41ea-b14e-f87444386f5f {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:06.616065 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-plugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:06.616398 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-081abdd7-11d4-41ea-b14e-f87444386f5f {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:06.617265 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'code': 200} Aug 10 02:12:06.646724 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=5']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:06.708652 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b22d-6c11-4f1c-b0f4-84d1008f3453 req-aa0b4598-ce52-49df-a795-52b9d220adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:06.710105 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e68b22d-6c11-4f1c-b0f4-84d1008f3453 req-aa0b4598-ce52-49df-a795-52b9d220adba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1097 time: 0.0392833 Aug 10 02:12:06.744805 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-5e68b22d-6c11-4f1c-b0f4-84d1008f3453 req-c378e66e-9c31-4848-ab43-a8729a30e62b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273924 Aug 10 02:12:07.035526 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6eaed-2cfb-464c-91b5-8b07460c9203 req-e9e94d84-bbe4-44d9-94e9-9db692689321 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:07.036981 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41c6eaed-2cfb-464c-91b5-8b07460c9203 req-e9e94d84-bbe4-44d9-94e9-9db692689321 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 945 time: 0.0481019 Aug 10 02:12:07.076162 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-41c6eaed-2cfb-464c-91b5-8b07460c9203 req-e57cce20-9bc3-4bfa-a1c0-e6ce706454b1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331695 Aug 10 02:12:08.197125 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c90005-15a1-4b41-a12f-2fa6727196d9 req-563fec4f-fe0b-4c5f-8280-5ecdde3e8703 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:08.198592 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46c90005-15a1-4b41-a12f-2fa6727196d9 req-563fec4f-fe0b-4c5f-8280-5ecdde3e8703 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 945 time: 0.0531926 Aug 10 02:12:08.235819 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-46c90005-15a1-4b41-a12f-2fa6727196d9 req-f033f285-254e-41f2-9bcd-455fbc876885 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Aug 10 02:12:08.355147 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb14e4-2b3a-4a7b-abd3-7efffde4f54a req-f0ac5a99-0517-4b27-a104-19c3a5bc9e49 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:08.356536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dfb14e4-2b3a-4a7b-abd3-7efffde4f54a req-f0ac5a99-0517-4b27-a104-19c3a5bc9e49 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 945 time: 0.0539601 Aug 10 02:12:08.393800 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-1dfb14e4-2b3a-4a7b-abd3-7efffde4f54a req-da115dd3-2ec8-4fc0-ba33-adde03d2d037 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Aug 10 02:12:08.416134 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57018) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:08.495943 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395fc3c-7969-48ee-b7e7-f051b72d39e4 tempest-TestSnapshotPattern-90915621 tempest-TestSnapshotPattern-90915621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:08.497435 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-0395fc3c-7969-48ee-b7e7-f051b72d39e4 tempest-TestSnapshotPattern-90915621 tempest-TestSnapshotPattern-90915621-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1092 time: 0.0803535 Aug 10 02:12:08.500178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57022) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:12:08.504434 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.v2.base [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Request body: {'floatingip': {'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 02:12:08.525850 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.623707 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.728200 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_common [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Allocated IP 172.25.7.155 (2ea539c7-3d82-42a2-bf1f-3882f35fe4b4/177495f9-e758-41d0-9ca1-623357b84109/98e34b47-1b3a-44a5-96ec-29229b267ca8) {{(pid=105957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 02:12:08.832256 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.870536 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739607646949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:08.909536 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Network 2ea539c7-3d82-42a2-bf1f-3882f35fe4b4 is already hosted by enough agents. {{(pid=105957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 02:12:08.912329 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.base_scheduler [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Resources bound (agent type, host, resource id): {{(pid=105957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 02:12:08.915568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Received port after_create {{(pid=105957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 02:12:08.940674 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=98e34b47-1b3a-44a5-96ec-29229b267ca8,revision_number=1']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:08.954165 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.954511 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.954886 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.955223 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.955555 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.955885 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.956213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.956537 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.956861 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.957185 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.957509 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:08.957833 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:12:09.281960 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.345758 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.493052 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for port, precommit_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.497541 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2668365'] for port, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.561204 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event updated for resources: {'Port': ['ID=98e34b47-1b3a-44a5-96ec-29229b267ca8,revision_number=2']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:12:09.574832 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-701342'] for floatingip, after_update {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:09.674021 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Floating IP 8e2f7dbb-b38f-4dd9-95e8-2821f75f3443 associated. External IP: 172.25.7.155, port: ab190875-646a-497a-b664-d4832d63dbad. Aug 10 02:12:09.877933 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:12:09.985917 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:12:09.999599 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:12:10.003314 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:10.014660 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:10.015301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:11:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.032226 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-1b738e97-50c2-4fef-9992-854169585e93 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5310073 Aug 10 02:12:10.032819 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:12:10.035100 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56390688-fe2d-444d-9b8b-542eb3307763" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:12:10.118745 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35050d37-0980-4d80-8545-e21cd6a195c9 x-openstack-request-id: req-35050d37-0980-4d80-8545-e21cd6a195c9 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:12:10.119038 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:12:10.119293 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35050d37-0980-4d80-8545-e21cd6a195c9 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:12:10.119699 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'status': 'completed', 'code': 200} Aug 10 02:12:10.167689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:10.180829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390688-fe2d-444d-9b8b-542eb3307763 req-a3cd6c3c-0a0d-4bfb-b6ee-be8e27d37540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.182343 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-a3cd6c3c-0a0d-4bfb-b6ee-be8e27d37540 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1097 time: 0.0417044 Aug 10 02:12:10.284674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390688-fe2d-444d-9b8b-542eb3307763 req-2ee81e86-909a-46ae-8239-0c2bb42d3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.286143 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-2ee81e86-909a-46ae-8239-0c2bb42d3d94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0965896 Aug 10 02:12:10.350612 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-fee4c94f-3d91-4f9f-8ba6-1434514d17bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 999 time: 0.0573761 Aug 10 02:12:10.403862 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390688-fe2d-444d-9b8b-542eb3307763 req-146d2302-1c17-4945-b8a5-7efb842bd635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.405452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-146d2302-1c17-4945-b8a5-7efb842bd635 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0481422 Aug 10 02:12:10.444279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8e2f7dbb-b38f-4dd9-95e8-2821f75f3443', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:7d:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:09Z', 'updated_at': '2021-08-10T02:12:09Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}, {'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.454718 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56390688-fe2d-444d-9b8b-542eb3307763 req-40df83d3-715d-4e49-b464-058f2f9cd5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:10.456293 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-40df83d3-715d-4e49-b464-058f2f9cd5d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436502 Aug 10 02:12:10.475290 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:12:10.483766 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:12:10.484383 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:11:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.544539 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-a3b4dbf3-a618-454b-9080-b99c064b09ca service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808206 Aug 10 02:12:10.587345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:12:10.640078 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-56390688-fe2d-444d-9b8b-542eb3307763 req-4382645f-6e30-4387-87dc-aff529316ce7 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882049 Aug 10 02:12:10.812104 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8e2f7dbb-b38f-4dd9-95e8-2821f75f3443', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:7d:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:09Z', 'updated_at': '2021-08-10T02:12:09Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}, {'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:12:10.838106 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3927b-a3fb-40ca-958d-a08e3101a000 None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': '8e2f7dbb-b38f-4dd9-95e8-2821f75f3443', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.155', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:7d:69:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:12:09Z', 'updated_at': '2021-08-10T02:12:09Z', 'revision_number': 0, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}, {'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:12:11.024071 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361657c-6ca0-4c0c-8252-75dd7dee7370 None None] New status for floating IP 8e2f7dbb-b38f-4dd9-95e8-2821f75f3443: ACTIVE {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:12:14.122937 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-58a3ada5-8f76-4f48-9537-cf54b4f37cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:16.902042 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ebce1ff1-242d-4e3f-943a-be80cabda7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:17.448328 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:18.072068 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:19.952286 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.843974 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:26.898383 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:34.822501 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-c1aae78b-5f87-4ef5-833c-ddbcf32ebfad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399644 Aug 10 02:12:34.906891 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-e330a4a4-6d90-45f1-9421-e572ac9e766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:34.908371 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-e330a4a4-6d90-45f1-9421-e572ac9e766e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0438676 Aug 10 02:12:35.008489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-d7963522-ba57-41e7-8b33-fee42934d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.010094 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-d7963522-ba57-41e7-8b33-fee42934d124 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0829484 Aug 10 02:12:35.078102 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-4e0be8f1-4553-4da9-9faa-8d4378462443 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0608370 Aug 10 02:12:35.126369 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-0325cdc5-36e5-4828-9351-a8b880dfa78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.127773 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-0325cdc5-36e5-4828-9351-a8b880dfa78b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0426750 Aug 10 02:12:35.172929 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-bc691b48-4aec-4f50-83a2-0f64619c3b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.174388 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-bc691b48-4aec-4f50-83a2-0f64619c3b29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390227 Aug 10 02:12:35.265751 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-d150920d-1676-4e83-ad2c-b7fb62d92e7e service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Aug 10 02:12:35.353517 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-6fb8d423-febe-4f33-a532-89cb24d2e26f req-e85e41e6-383b-47a0-abaf-d2598f9c180a service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801435 Aug 10 02:12:35.626145 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-575d8461-5ebc-49e5-b43e-1ec17d9d2674 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398405 Aug 10 02:12:35.706564 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-c04ef0a5-6b63-4fac-9425-a64a378ff599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.708076 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-c04ef0a5-6b63-4fac-9425-a64a378ff599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1097 time: 0.0412564 Aug 10 02:12:35.810953 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-e4f481fd-da91-45a4-beb4-e16bd552d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.812406 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-e4f481fd-da91-45a4-beb4-e16bd552d318 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0855737 Aug 10 02:12:35.877248 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-45e366a8-f5c0-4c4c-a897-b4a44d6a6c51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 1001 time: 0.0571101 Aug 10 02:12:35.924271 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-a7d6e12b-38db-4fee-8b9a-8bf87cc8ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.925649 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-a7d6e12b-38db-4fee-8b9a-8bf87cc8ebb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0419486 Aug 10 02:12:35.972052 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-7880b8bb-8e0a-46dd-8f68-f7140fcada38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:12:35.973482 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-7880b8bb-8e0a-46dd-8f68-f7140fcada38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408883 Aug 10 02:12:36.059718 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-dc7e17ca-b01c-43cf-9027-eb02925b6862 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788815 Aug 10 02:12:36.151452 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55714475-60c6-45d4-87aa-3489f63aecf2 req-7aa96847-15ef-48b9-8fab-42a6f6a80b7f service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831108 Aug 10 02:12:37.745448 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:12:44.122388 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2262f95f-bd4d-42f5-a69a-a2f989388946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:46.902258 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6f5db483-5da5-47a9-a1a1-0790ce192e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:47.448302 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:48.074262 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:49.956457 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.865287 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:12:56.912289 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.123419 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5d990704-de78-4088-972f-97eaac6af97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:14.743760 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:13:16.902822 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-04f94ae9-d782-478c-a41b-b7c6d19a7ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:17.448910 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:18.078879 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:19.958925 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.874352 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:26.913578 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:34.861103 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-0b1b1f49-9db9-4319-992d-4ded2b40c3fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778100 Aug 10 02:13:34.948470 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-b2856091-cf5c-4b8f-85a6-8d5b42814074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:34.949932 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-b2856091-cf5c-4b8f-85a6-8d5b42814074 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0443828 Aug 10 02:13:35.050490 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-5342815d-dad2-4dae-b9da-35d7e9a938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.051968 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-5342815d-dad2-4dae-b9da-35d7e9a938fe service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0829718 Aug 10 02:13:35.119205 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-0dbbdc77-570e-4dc6-9c83-e71ad8607ebf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 1000 time: 0.0597656 Aug 10 02:13:35.167120 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-af092d14-2a11-4e06-90f2-e02bd87cd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.168520 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-af092d14-2a11-4e06-90f2-e02bd87cd937 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0421712 Aug 10 02:13:35.212368 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-079bb976-588e-4955-9898-f78eb6fe6d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.213792 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-079bb976-588e-4955-9898-f78eb6fe6d01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382106 Aug 10 02:13:35.305172 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-6cbfb735-4591-4296-a67a-33b11e75ab35 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839818 Aug 10 02:13:35.618893 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-6cfdaba8-c2d8-441c-80f5-05bde0e6942a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419471 Aug 10 02:13:35.701951 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-ad44f76c-d90f-4256-8f2b-8f98779b71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.703465 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-ad44f76c-d90f-4256-8f2b-8f98779b71d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1097 time: 0.0407016 Aug 10 02:13:35.742690 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-c558b69a-eb17-45bf-9118-da5426a9a326 req-a28e2fc3-5306-4685-81ae-deac572e9034 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306142 Aug 10 02:13:35.807754 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-1588dec8-e0e2-4380-bfc3-8de88a18fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.809193 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-1588dec8-e0e2-4380-bfc3-8de88a18fb09 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.0865517 Aug 10 02:13:35.873299 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-e791547c-8758-4fff-a0f0-664f274913bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 1001 time: 0.0563176 Aug 10 02:13:35.922984 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-0ddc53f3-225f-476a-bd07-ebed5d11d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.924445 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-0ddc53f3-225f-476a-bd07-ebed5d11d19b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0424721 Aug 10 02:13:35.971726 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-d8424030-9830-42f6-bd87-d8fe63119b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:35.973142 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-d8424030-9830-42f6-bd87-d8fe63119b5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416441 Aug 10 02:13:36.058264 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-ae01af14-f352-4ed1-8084-a8e87bd97ff9 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783963 Aug 10 02:13:36.148200 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-cf815b3e-c65d-40d6-b5b1-aeb57f1d3f8d req-5891c943-ec2f-4ea8-bf78-df92d6c91499 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821764 Aug 10 02:13:42.948018 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad details requested by agent hyperv_n-h1-766380-21 with host n-h1-766380-21 {{(pid=105959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 02:13:43.045595 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:43.057780 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Returning: {'device': 'ab190875-646a-497a-b664-d4832d63dbad', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'port_id': 'ab190875-646a-497a-b664-d4832d63dbad', 'mac_address': 'fa:16:3e:7d:69:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 02:13:43.095081 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.108686 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab190875-646a-497a-b664-d4832d63dbad {{(pid=105959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 02:13:43.128793 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:43.133356 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:43.193673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=6']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:43.201032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.201311 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.201654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.201999 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.202331 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.202685 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.203017 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.204506 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.204849 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.205563 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.205902 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.206955 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:43.212594 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] get_ports_and_sgs() called for port_ids ['ab190875-646a-497a-b664-d4832d63dbad'] {{(pid=105959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 02:13:44.130108 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ceb148d1-03ec-404b-bd78-3238759c5bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:44.955652 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad up at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 02:13:45.013225 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.provisioning_blocks [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Provisioning complete for port ab190875-646a-497a-b664-d4832d63dbad triggered by entity L2. {{(pid=105959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 02:13:45.013225 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8209761'] for port, provisioning_complete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.109461 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.133635 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:45.136231 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fecbde2-9d0d-44de-a9a7-31b48821b112" -d '{"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-plugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:45.152202 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:45.159864 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:45.220217 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=7']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:45.240000 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc45f1b-929f-4878-8d9f-bf4f0e4ee087 x-openstack-request-id: req-8bc45f1b-929f-4878-8d9f-bf4f0e4ee087 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:45.240294 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-plugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:45.240550 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bc45f1b-929f-4878-8d9f-bf4f0e4ee087 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:45.240958 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'code': 200} Aug 10 02:13:46.906023 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a9c98347-4a15-472b-960f-3157d148aa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:47.451523 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:48.086170 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:49.967994 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:51.744293 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:13:53.229710 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57242) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:53.401836 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Deleting port 98e34b47-1b3a-44a5-96ec-29229b267ca8 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:53.402097 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.478472 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.478840 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.490218 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Calling delete_port for 98e34b47-1b3a-44a5-96ec-29229b267ca8 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:53.635733 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.662736 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event deleted for resources: {'Port': ['ID=98e34b47-1b3a-44a5-96ec-29229b267ca8,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:53.686101 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.686446 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.686817 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.687152 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.687483 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.687809 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.688133 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.688455 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.688773 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.689092 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.689414 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.689734 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:53.729920 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:53.730263 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Floating IP 8e2f7dbb-b38f-4dd9-95e8-2821f75f3443 disassociated (deleted). External IP: 172.25.7.155, port: ab190875-646a-497a-b664-d4832d63dbad. Aug 10 02:13:53.938437 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:13:54.045599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:13:54.051238 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:54.056522 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:13:54.065032 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:13:54.065689 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:54.077577 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-fded7232-74a5-4ee6-9797-40f962633bbf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "DELETE /v2.0/floatingips/8e2f7dbb-b38f-4dd9-95e8-2821f75f3443 HTTP/1.1" status: 204 len: 168 time: 0.8466284 Aug 10 02:13:54.078211 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:54.080709 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bc695f-8a7a-4583-a2b5-e52bec3443b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:54.121143 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb86486-a4ef-441b-8244-d3e462210eaa x-openstack-request-id: req-bdb86486-a4ef-441b-8244-d3e462210eaa {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:54.121143 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:54.121143 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdb86486-a4ef-441b-8244-d3e462210eaa {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:54.121479 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'status': 'completed', 'code': 200} Aug 10 02:13:54.174558 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:13:54.186689 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-e955d2ba-c093-418a-8314-3f2edd35665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.188335 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-e955d2ba-c093-418a-8314-3f2edd35665c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 1097 time: 0.0458157 Aug 10 02:13:54.321314 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-d1f6c7be-716d-4ac3-ad7b-b3fae0aabe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.322834 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-d1f6c7be-716d-4ac3-ad7b-b3fae0aabe00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.1220961 Aug 10 02:13:54.346189 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa540e7-da82-459f-8f77-f2b85af90f8e req-49a624c7-5df7-42e8-b4b9-28dfc40f755e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.348376 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0aa540e7-da82-459f-8f77-f2b85af90f8e req-49a624c7-5df7-42e8-b4b9-28dfc40f755e tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 945 time: 0.0824795 Aug 10 02:13:54.377586 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-bfdad3aa-407b-42f9-8160-c356f795096f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 200 len: 217 time: 0.0468097 Aug 10 02:13:54.412250 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:54.438050 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:13:54.438413 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-0aa540e7-da82-459f-8f77-f2b85af90f8e req-cba2369d-105d-4d67-9d1b-0b28fbd071a1 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635099 Aug 10 02:13:54.447654 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:13:54.447829 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-95afee31-9196-4c65-8b70-c8761277289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.448263 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:54.449191 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-95afee31-9196-4c65-8b70-c8761277289c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0596380 Aug 10 02:13:54.500042 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-134c458d-545f-4346-a38f-4246b99ef1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:54.501444 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-134c458d-545f-4346-a38f-4246b99ef1d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441318 Aug 10 02:13:54.596614 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-e8d9a8b4-2392-4cf3-bd9a-f776a8e0e82a service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Aug 10 02:13:54.727345 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:13:54.965587 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:54.992533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908ab297-c56b-4a92-a50d-972ad3f5ba8a None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_floatingips': [{'id': 'dd376baa-b9b5-4b2c-80d3-81efc57d69ba', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'router_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'port_id': 'ce186f20-159f-4259-8eef-9078391c49c7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'mac_address': 'fa:16:3e:2d:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b512677c-039a-4643-ad62-a1ed5d799354', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T02:06:37Z', 'updated_at': '2021-08-10T02:06:39Z', 'revision_number': 1, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:13:55.020533 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:55.021987 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-55bc695f-8a7a-4583-a2b5-e52bec3443b4 req-fe1a0b1e-c866-413d-84b9-f05857e8cb34 service neutron] 10.222.0.21 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175785 Aug 10 02:13:55.100777 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8025890'] for port, before_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:55.122968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:55.125358 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07aed1cf566129dfb192acdace69e6758ebf8927c8c4364a42725cf393e42895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25634e1c-17b0-4a54-a528-a5bed7ff82fb" -d '{"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-unplugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105959) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:55.142037 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:55.146740 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739608116125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739607646967', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739607644173'] for port, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:55.174104 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13a28b-6dee-4f23-860b-18477d693251 x-openstack-request-id: req-cd13a28b-6dee-4f23-860b-18477d693251 {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:55.174396 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-unplugged", "status": "completed", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "code": 200}]} {{(pid=105959) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:55.174646 n-d-766380-21 neutron-server[105959]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd13a28b-6dee-4f23-860b-18477d693251 {{(pid=105959) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:55.175583 n-d-766380-21 neutron-server[105959]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'code': 200} Aug 10 02:13:55.202278 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Pushing event updated for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=8']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:55.240709 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6032c13-85ca-45d1-a13e-3d064f6a02b1 None None] New status for floating IP 8e2f7dbb-b38f-4dd9-95e8-2821f75f3443: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:13:55.558486 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fc8ee-2371-4f39-a754-853fefa4cefe req-4632e1a9-43f9-4473-8675-a18b283fa601 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:55.559958 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-622fc8ee-2371-4f39-a754-853fefa4cefe req-4632e1a9-43f9-4473-8675-a18b283fa601 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 943 time: 0.0519078 Aug 10 02:13:55.597368 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-622fc8ee-2371-4f39-a754-853fefa4cefe req-5acfdb21-fa26-4ef8-858a-da378f6df13f tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309427 Aug 10 02:13:55.761573 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-68ac3ebb-4bb2-4808-85ac-1701be34cae6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:55.763079 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-68ac3ebb-4bb2-4808-85ac-1701be34cae6 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 943 time: 0.0499036 Aug 10 02:13:55.853549 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Deleting port ab190875-646a-497a-b664-d4832d63dbad {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:55.853888 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:55.940002 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] For port ab190875-646a-497a-b664-d4832d63dbad, host n-h1-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-766380-21',level=0,port_id=ab190875-646a-497a-b664-d4832d63dbad,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:55.940362 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:55.952889 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Calling delete_port for ab190875-646a-497a-b664-d4832d63dbad owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:56.080925 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:56.111060 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event deleted for resources: {'Port': ['ID=ab190875-646a-497a-b664-d4832d63dbad,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:56.138418 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.138779 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.139126 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.139597 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.139815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.140150 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.140481 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.140811 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.141138 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.141466 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.141794 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.142120 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-766380-21 {{(pid=105958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 02:13:56.165285 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] No DVR routers for this DVR port ab190875-646a-497a-b664-d4832d63dbad on host n-h1-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:13:56.167757 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:56.169768 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-d2622bb4-2a3e-44e8-8877-b8f884724b84 req-d2976f4d-a651-47cb-860e-d7be90893076 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.21 "DELETE /v2.0/ports/ab190875-646a-497a-b664-d4832d63dbad HTTP/1.1" status: 204 len: 173 time: 0.4005578 Aug 10 02:13:56.170207 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-deleted', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:56.172738 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f285f5-4e50-45e4-8402-2029ce653c60" -d '{"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-deleted", "tag": "ab190875-646a-497a-b664-d4832d63dbad"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:56.208693 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43333523-10ca-4d3e-9f3e-f7044ccd8e57 x-openstack-request-id: req-43333523-10ca-4d3e-9f3e-f7044ccd8e57 {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:56.209015 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5d9df9-9150-4e74-bbdb-74b2cdd23f34", "name": "network-vif-deleted", "tag": "ab190875-646a-497a-b664-d4832d63dbad", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:56.209267 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43333523-10ca-4d3e-9f3e-f7044ccd8e57 {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:56.209664 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5d9df9-9150-4e74-bbdb-74b2cdd23f34', 'name': 'network-vif-deleted', 'tag': 'ab190875-646a-497a-b664-d4832d63dbad', 'status': 'completed', 'code': 200} Aug 10 02:13:56.711490 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-990b22c6-ff1f-4e4a-9bd2-9800c2afe109 req-33e3b620-9e13-4d96-8240-d5cc1b488fcf tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a5d9df9-9150-4e74-bbdb-74b2cdd23f34 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Aug 10 02:13:56.874789 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:56.930857 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.260978 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57300) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:58.413726 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Deleting port 09abb49f-4862-42d9-b300-d1730d8a84b2 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:58.414067 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.494015 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.494297 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.505656 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Calling delete_port for 09abb49f-4862-42d9-b300-d1730d8a84b2 owned by network:floatingip {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:58.653111 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.680019 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event deleted for resources: {'Port': ['ID=09abb49f-4862-42d9-b300-d1730d8a84b2,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:13:58.738586 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for floatingip, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:58.739001 n-d-766380-21 neutron-server[105957]: INFO neutron.db.l3_db [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Floating IP dd376baa-b9b5-4b2c-80d3-81efc57d69ba disassociated (deleted). External IP: 172.25.7.245, port: ce186f20-159f-4259-8eef-9078391c49c7. Aug 10 02:13:58.944488 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:13:59.032980 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad no longer exists at agent hyperv_n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:13:59.052213 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:13:59.052972 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] No Port match for: ab190875-646a-497a-b664-d4832d63dbad {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:13:59.053318 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Device ab190875-646a-497a-b664-d4832d63dbad not bound to the agent host n-h1-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:13:59.057244 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for floatingip, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.061802 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:13:59.071039 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:13:59.071664 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:59.084536 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-c55951a9-57ab-4dc6-b45d-a60cd8fdc971 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "DELETE /v2.0/floatingips/dd376baa-b9b5-4b2c-80d3-81efc57d69ba HTTP/1.1" status: 204 len: 168 time: 0.8224676 Aug 10 02:13:59.085135 n-d-766380-21 neutron-server[105957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:13:59.087433 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6dfde7c9a8aa5d02f25a329fe23e85df9d8d3cb9488b5e6e91b32a39014bc04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d7458-4be3-4b65-a494-cf693ff03d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:13:59.130568 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 02:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73edefb-1a0a-414c-b0f3-93c21d88e687 x-openstack-request-id: req-a73edefb-1a0a-414c-b0f3-93c21d88e687 {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:13:59.130568 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "status": "completed", "code": 200}]} {{(pid=105957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:13:59.130568 n-d-766380-21 neutron-server[105957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a73edefb-1a0a-414c-b0f3-93c21d88e687 {{(pid=105957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:13:59.131177 n-d-766380-21 neutron-server[105957]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'status': 'completed', 'code': 200} Aug 10 02:13:59.180358 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:13:59.195599 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-306cde50-9034-41ca-b6ac-c0b5d637c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.197178 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-306cde50-9034-41ca-b6ac-c0b5d637c93c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 1096 time: 0.0440009 Aug 10 02:13:59.308041 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-40c417ad-e010-41d4-93a2-4c78749cd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.309514 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-40c417ad-e010-41d4-93a2-4c78749cd332 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 200 len: 909 time: 0.1057336 Aug 10 02:13:59.361460 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-33c5df19-28c0-4274-bfa8-09224460009a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 200 len: 217 time: 0.0383904 Aug 10 02:13:59.379335 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1510-3dd5-4969-bd09-ef1709cb8958 req-3b928b1d-e953-4ebb-bf2a-70fe10333a7b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.380816 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27fd1510-3dd5-4969-bd09-ef1709cb8958 req-3b928b1d-e953-4ebb-bf2a-70fe10333a7b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0876045 Aug 10 02:13:59.388826 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:59.415033 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:13:59.423417 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:13:59.424035 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:59.453432 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-3ef1535b-e0e0-46ed-a298-246e17c17a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.454853 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-3ef1535b-e0e0-46ed-a298-246e17c17a07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 200 len: 848 time: 0.0840154 Aug 10 02:13:59.462328 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-27fd1510-3dd5-4969-bd09-ef1709cb8958 req-f0ccf193-ce8d-4c45-afed-8edc9554f280 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/security-groups?id=aded0e28-3f5e-49d9-bbd6-bed47bd637df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733886 Aug 10 02:13:59.508002 n-d-766380-21 neutron-server[105957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-3002bc5b-48a8-4d44-9e0a-3ccdea91e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.509632 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-3002bc5b-48a8-4d44-9e0a-3ccdea91e5f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b654520a-eae1-4d8f-940b-bdcd293b7ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457296 Aug 10 02:13:59.534024 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:13:59.613771 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-18c25030-084f-46dc-a408-7254e1cf3102 service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960033 Aug 10 02:13:59.634631 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.10', 54667) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:13:59.684893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-6aa827cb-ffae-4338-95c3-fd59fbe60923 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 02:13:59.686499 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-6aa827cb-ffae-4338-95c3-fd59fbe60923 tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.10 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 944 time: 0.0506876 Aug 10 02:13:59.717078 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-759d7458-4be3-4b65-a494-cf693ff03d5a req-d46b14ce-1153-4d28-9e5a-de738ca97a1d service neutron] 10.222.0.10 "GET /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 Aug 10 02:13:59.743270 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:13:59.773344 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1c4659-b0d7-4bd3-941d-99a806c412cd None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:06:19Z', 'revision_number': 4, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21', '_interfaces': [{'id': '00050ee3-ed65-4876-bf26-5b219b922d1b', 'name': '', 'network_id': 'b654520a-eae1-4d8f-940b-bdcd293b7ef9', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'mac_address': 'fa:16:3e:92:92:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:19Z', 'updated_at': '2021-08-10T02:06:25Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'subnets': [{'id': '5c17c372-742f-4da1-b7e5-2e08e2957602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:13:59.789463 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Deleting port ce186f20-159f-4259-8eef-9078391c49c7 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:13:59.789803 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.878081 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] For port ce186f20-159f-4259-8eef-9078391c49c7, host n-h2-766380-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-766380-21',level=0,port_id=ce186f20-159f-4259-8eef-9078391c49c7,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:13:59.878480 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:13:59.891815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Calling delete_port for ce186f20-159f-4259-8eef-9078391c49c7 owned by compute:nova {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:13:59.991812 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43799796-5e57-4a60-8d41-784f2e2ffd59 None None] New status for floating IP dd376baa-b9b5-4b2c-80d3-81efc57d69ba: DOWN {{(pid=105960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 02:14:00.029643 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:00.058674 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event deleted for resources: {'Port': ['ID=ce186f20-159f-4259-8eef-9078391c49c7,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:00.101036 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] No DVR routers for this DVR port ce186f20-159f-4259-8eef-9078391c49c7 on host n-h2-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:14:00.103849 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467772'] for port, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:00.105716 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [req-003d6a63-bb05-47c8-bdeb-54d400d1617f req-12415c00-d11e-4c8f-8749-b77882ac1d6b tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.10 "DELETE /v2.0/ports/ce186f20-159f-4259-8eef-9078391c49c7 HTTP/1.1" status: 204 len: 173 time: 0.4130216 Aug 10 02:14:00.106177 n-d-766380-21 neutron-server[105958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-deleted', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7'}] {{(pid=105958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 02:14:00.108959 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0bbc334dad6a8f3706b0118d950125da5506f3022bc2af9adacedbb76f735c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190c8bd-38f1-4e0b-8c45-d38c1076c77c" -d '{"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-deleted", "tag": "ce186f20-159f-4259-8eef-9078391c49c7"}]}' {{(pid=105958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 02:14:00.146859 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884dd993-9635-4c8f-88c5-1b3d1c8dc3ac x-openstack-request-id: req-884dd993-9635-4c8f-88c5-1b3d1c8dc3ac {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 02:14:00.147153 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512677c-039a-4643-ad62-a1ed5d799354", "name": "network-vif-deleted", "tag": "ce186f20-159f-4259-8eef-9078391c49c7", "status": "completed", "code": 200}]} {{(pid=105958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 02:14:00.147411 n-d-766380-21 neutron-server[105958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-884dd993-9635-4c8f-88c5-1b3d1c8dc3ac {{(pid=105958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 02:14:00.147816 n-d-766380-21 neutron-server[105958]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512677c-039a-4643-ad62-a1ed5d799354', 'name': 'network-vif-deleted', 'tag': 'ce186f20-159f-4259-8eef-9078391c49c7', 'status': 'completed', 'code': 200} Aug 10 02:14:00.575107 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [req-8945390c-32a4-4bac-b090-8210f946faa2 req-5dda2ba8-9a7e-4aac-b9b7-f4722af3e2cc tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "GET /v2.0/ports?device_id=b512677c-039a-4643-ad62-a1ed5d799354 HTTP/1.1" status: 200 len: 210 time: 0.0315940 Aug 10 02:14:01.631866 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57314) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:01.694443 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.718954 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.779207 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.781858 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Notify callbacks [] for security_group, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:01.783032 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] 10.222.0.25 "DELETE /v2.0/security-groups/aded0e28-3f5e-49d9-bbd6-bed47bd637df HTTP/1.1" status: 204 len: 168 time: 0.1501627 Aug 10 02:14:01.792220 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc070-3bb3-4582-abcd-7ff2a3cc407a tempest-TestSnapshotPattern-658391291 tempest-TestSnapshotPattern-658391291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded0e28-3f5e-49d9-bbd6-bed47bd637df,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:01.861815 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57318) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:02.315527 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:02.549948 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Deleting port 00050ee3-ed65-4876-bf26-5b219b922d1b {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:02.550287 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:02.629289 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] For port 00050ee3-ed65-4876-bf26-5b219b922d1b, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=00050ee3-ed65-4876-bf26-5b219b922d1b,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:02.629585 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:02.641949 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Calling delete_port for 00050ee3-ed65-4876-bf26-5b219b922d1b owned by network:router_interface {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:02.821937 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:02.847732 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Pushing event deleted for resources: {'Port': ['ID=00050ee3-ed65-4876-bf26-5b219b922d1b,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:03.022133 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.230977 n-d-766380-21 neutron-server[105958]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Router 2390555f-4f88-4e67-ac13-5f6add0172f7 has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:14:03.334194 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:14:03.339098 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-00466ab2-89d1-43d9-b35f-5e789af5f029 admin admin] 10.222.0.25 "PUT /v2.0/routers/2390555f-4f88-4e67-ac13-5f6add0172f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4763021 Aug 10 02:14:03.341793 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57322) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:03.342555 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Sync routers for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:14:03.352260 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:14:03.352865 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:03.447465 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.453891 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: n-d-766380-21 {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:14:03.549581 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.601439 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Deleting port fecaab7a-8cbc-4285-99ba-e1186f94c00f {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:03.601780 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.602617 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 no longer exists at agent hyperv_n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:03.624957 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] No Port match for: ce186f20-159f-4259-8eef-9078391c49c7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:03.625296 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Device ce186f20-159f-4259-8eef-9078391c49c7 not bound to the agent host n-h2-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:03.649547 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:14:02Z', 'revision_number': 5, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port': {'id': 'fecaab7a-8cbc-4285-99ba-e1186f94c00f', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:17Z', 'updated_at': '2021-08-10T02:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:03.676111 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Checking router: 2390555f-4f88-4e67-ac13-5f6add0172f7 for host: n-d-766380-21 {{(pid=105959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:14:03.684435 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] For port fecaab7a-8cbc-4285-99ba-e1186f94c00f, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=fecaab7a-8cbc-4285-99ba-e1186f94c00f,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:03.684785 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Routers {'2390555f-4f88-4e67-ac13-5f6add0172f7'} bound to L3 agent in host n-d-766380-21 {{(pid=105959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:14:03.684899 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.685396 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['2390555f-4f88-4e67-ac13-5f6add0172f7'], 'active': True} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:03.698075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Calling delete_port for fecaab7a-8cbc-4285-99ba-e1186f94c00f owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:03.772247 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvr_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] Set router 2390555f-4f88-4e67-ac13-5f6add0172f7 gateway port host: None {{(pid=105959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:14:03.827057 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_hamode_db [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:14:03Z', 'revision_number': 6, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:03.853212 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b02ee1-0a9e-4dc4-90df-a57502900126 None None] The sync data for ids ['2390555f-4f88-4e67-ac13-5f6add0172f7'] in n-d-766380-21 is: [{'id': '2390555f-4f88-4e67-ac13-5f6add0172f7', 'name': 'tempest-TestSnapshotPattern-467089185-router', 'tenant_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:16Z', 'updated_at': '2021-08-10T02:14:03Z', 'revision_number': 6, 'project_id': 'e9bab09f6ebb45f4bfb23c6449e4ee55', 'gw_port_host': None}] {{(pid=105959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:14:03.865856 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:03.896663 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Pushing event deleted for resources: {'Port': ['ID=fecaab7a-8cbc-4285-99ba-e1186f94c00f,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:03.953848 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.045163 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.047292 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.090246 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.090748 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2390555f-4f88-4e67-ac13-5f6add0172f7 {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:14:04.095027 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.096198 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-9e72ee9b-7a3b-4990-9a62-d7a03b7aa62c admin admin] 10.222.0.25 "DELETE /v2.0/routers/2390555f-4f88-4e67-ac13-5f6add0172f7 HTTP/1.1" status: 204 len: 168 time: 0.7534010 Aug 10 02:14:04.099270 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57324) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:04.143095 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Deleting subnet 5c17c372-742f-4da1-b7e5-2e08e2957602 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:14:04.146753 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.182608 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.268010 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.322745 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.346607 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c17c372-742f-4da1-b7e5-2e08e2957602,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:04.353787 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.356144 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-3859c178-ebfb-4bfc-b883-57ffda5f6346 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c17c372-742f-4da1-b7e5-2e08e2957602 HTTP/1.1" status: 204 len: 168 time: 0.2545609 Aug 10 02:14:04.359783 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [-] (105958) accepted ('10.222.0.25', 57326) {{(pid=105958) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:04.360320 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023c95d5-30cd-41c9-bf3d-26da6daf1549 None None] Network b654520a-eae1-4d8f-940b-bdcd293b7ef9 requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:14:04.430573 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.483668 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Deleting port 26b0d78b-b83d-40cb-a638-0ff70e24b772 {{(pid=105958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:04.484015 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.548504 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.db [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] For port 26b0d78b-b83d-40cb-a638-0ff70e24b772, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=26b0d78b-b83d-40cb-a638-0ff70e24b772,segment=NetworkSegment(519cb834-8f23-4464-acf3-cfea0e2e81d9),segment_id=519cb834-8f23-4464-acf3-cfea0e2e81d9)] {{(pid=105958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:04.548804 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.561389 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.plugin [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Calling delete_port for 26b0d78b-b83d-40cb-a638-0ff70e24b772 owned by network:dhcp {{(pid=105958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:04.611886 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] DHCP port deletion for b654520a-eae1-4d8f-940b-bdcd293b7ef9 request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:14:04.650867 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25965853'] for port, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.659042 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Deleting port 26b0d78b-b83d-40cb-a638-0ff70e24b772 {{(pid=105959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:04.659416 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.678293 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Pushing event deleted for resources: {'Port': ['ID=26b0d78b-b83d-40cb-a638-0ff70e24b772,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:04.683565 n-d-766380-21 neutron-server[105958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] No DVR routers for this DVR port 26b0d78b-b83d-40cb-a638-0ff70e24b772 on host n-d-766380-21 {{(pid=105958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:14:04.734636 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.db [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] For port 26b0d78b-b83d-40cb-a638-0ff70e24b772, host n-d-766380-21, got binding levels [] {{(pid=105959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:04.735059 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.747421 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Calling delete_port for 26b0d78b-b83d-40cb-a638-0ff70e24b772 owned by network:dhcp {{(pid=105959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:04.749983 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.ipam_backend_mixin [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Port 26b0d78b-b83d-40cb-a638-0ff70e24b772 was not found and therefore no delete operation was performed {{(pid=105959) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 02:14:04.751238 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958'] for port, after_delete {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.761694 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.772893 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b654520a-eae1-4d8f-940b-bdcd293b7ef9']}} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:04.776169 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] Pushing event deleted for resources: {'Port': ['ID=26b0d78b-b83d-40cb-a638-0ff70e24b772,revision_number=None']} {{(pid=105959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:04.779673 n-d-766380-21 neutron-server[105959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c3b78-2002-4b91-9db0-55ad3ec334e0 None None] No DVR routers for this DVR port 26b0d78b-b83d-40cb-a638-0ff70e24b772 on host n-d-766380-21 {{(pid=105959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:14:04.785106 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519cb834-8f23-4464-acf3-cfea0e2e81d9') {'for_net_delete': True} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:04.785370 n-d-766380-21 neutron-server[105958]: DEBUG neutron.services.segments.db [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519cb834-8f23-4464-acf3-cfea0e2e81d9') {} {{(pid=105958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:04.795486 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4054690'] for segment, before_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.810124 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.819272 n-d-766380-21 neutron-server[105958]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:14:04.819678 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25966064'] for segment, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: Traceback (most recent call last): Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: timer() Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: cb(*args, **kw) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: return func(*args, **kwargs) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: self._notify() Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: self.callback(batched_events) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: event.method(event) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: return f(self, *a, **k) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: return self._get(url).json() Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: return self.request(url, 'GET', **kwargs) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:14:04.821706 n-d-766380-21 neutron-server[105958]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:14:04.878412 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.884795 n-d-766380-21 neutron-server[105958]: DEBUG neutron_lib.callbacks.manager [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Notify callbacks [] for network, before_response {{(pid=105958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:04.889646 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57328) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:04.889891 n-d-766380-21 neutron-server[105958]: INFO neutron.wsgi [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] 10.222.0.25 "DELETE /v2.0/networks/b654520a-eae1-4d8f-940b-bdcd293b7ef9 HTTP/1.1" status: 204 len: 168 time: 0.5288754 Aug 10 02:14:04.902109 n-d-766380-21 neutron-server[105958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845143-945a-4f3c-9366-7c8fa722f73a admin admin] Pushing event deleted for resources: {'Network': ['ID=b654520a-eae1-4d8f-940b-bdcd293b7ef9,revision_number=None']} {{(pid=105958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:05.077968 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fecaab7a-8cbc-4285-99ba-e1186f94c00f no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:05.100224 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: fecaab7a-8cbc-4285-99ba-e1186f94c00f {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:05.100576 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device fecaab7a-8cbc-4285-99ba-e1186f94c00f not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:05.100992 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 26b0d78b-b83d-40cb-a638-0ff70e24b772 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:05.120236 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 26b0d78b-b83d-40cb-a638-0ff70e24b772 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:05.120494 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 26b0d78b-b83d-40cb-a638-0ff70e24b772 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:05.120905 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00050ee3-ed65-4876-bf26-5b219b922d1b no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:05.142083 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 00050ee3-ed65-4876-bf26-5b219b922d1b {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:05.142433 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 00050ee3-ed65-4876-bf26-5b219b922d1b not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:05.246710 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700574'] for router_interface, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:05.485129 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Deleting port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:05.485847 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:05.561023 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] For port 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:05.561388 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:05.574300 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Calling delete_port for 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 owned by network:router_interface {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:06.094083 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.123403 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:06.284923 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-765701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707374'] for router_interface, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.499673 n-d-766380-21 neutron-server[105957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Router b7817f5e-ce74-4d78-9b23-b85c4ad3525c has already been hosted by L3 agent f5dcdfe4-fb24-4103-952b-1b38f3e9e262 {{(pid=105957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 02:14:06.609388 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] Notify agent at l3_agent.n-d-766380-21 the message routers_updated {{(pid=105957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 02:14:06.614356 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-227eafcc-5699-4e21-a6d8-ad137fe756c2 admin admin] 10.222.0.25 "PUT /v2.0/routers/b7817f5e-ce74-4d78-9b23-b85c4ad3525c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7231410 Aug 10 02:14:06.617289 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57330) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:06.618139 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Sync routers for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 02:14:06.627032 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:14:06.627629 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:06.727387 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks [] for router, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.729557 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: n-d-766380-21 {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:14:06.832232 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.885244 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Deleting port 4f5a6667-b79e-4827-9d25-260907ae5e75 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:06.885592 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.915871 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'external_fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:14:06Z', 'revision_number': 5, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port': {'id': '4f5a6667-b79e-4827-9d25-260907ae5e75', 'name': '', 'network_id': '2ea539c7-3d82-42a2-bf1f-3882f35fe4b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '177495f9-e758-41d0-9ca1-623357b84109', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-766380-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '177495f9-e758-41d0-9ca1-623357b84109', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-766380-21'}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:06.941865 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Checking router: b7817f5e-ce74-4d78-9b23-b85c4ad3525c for host: n-d-766380-21 {{(pid=105960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 02:14:06.950474 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Routers {'b7817f5e-ce74-4d78-9b23-b85c4ad3525c'} bound to L3 agent in host n-d-766380-21 {{(pid=105960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 02:14:06.951110 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-766380-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T00:36:47Z,description=,heartbeat_timestamp=2021-08-10T02:13:47Z,host='n-d-766380-21',id=f5dcdfe4-fb24-4103-952b-1b38f3e9e262,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T00:36:47Z,topic='l3_agent')) {'router_ids': ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'], 'active': True} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:06.964372 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] For port 4f5a6667-b79e-4827-9d25-260907ae5e75, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=4f5a6667-b79e-4827-9d25-260907ae5e75,segment=NetworkSegment(3dc2fcee-6718-4a54-a52c-50f6ddad4ad4),segment_id=3dc2fcee-6718-4a54-a52c-50f6ddad4ad4)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:06.964739 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:06.977227 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Calling delete_port for 4f5a6667-b79e-4827-9d25-260907ae5e75 owned by network:router_gateway {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:07.034143 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_dvr_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] Set router b7817f5e-ce74-4d78-9b23-b85c4ad3525c gateway port host: None {{(pid=105960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 02:14:07.088703 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.l3_hamode_db [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:14:06Z', 'revision_number': 6, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port_host': None}], 'n-d-766380-21', False) {} {{(pid=105960) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:07.151159 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.183519 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5a6667-b79e-4827-9d25-260907ae5e75,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:07.208234 n-d-766380-21 neutron-server[105960]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb62495d-c8be-4ae3-bd16-02594cd4a2ac None None] The sync data for ids ['b7817f5e-ce74-4d78-9b23-b85c4ad3525c'] in n-d-766380-21 is: [{'id': 'b7817f5e-ce74-4d78-9b23-b85c4ad3525c', 'name': 'tempest-TestSnapshotPattern-877147496-router', 'tenant_id': 'a0227785bd234d6bbea7bff6bfca81af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T02:06:21Z', 'updated_at': '2021-08-10T02:14:06Z', 'revision_number': 6, 'project_id': 'a0227785bd234d6bbea7bff6bfca81af', 'gw_port_host': None}] {{(pid=105960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 02:14:07.251237 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-701384'] for router_gateway, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.341282 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1924'] for router, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.343333 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.385954 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-707272'] for router, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.386504 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7817f5e-ce74-4d78-9b23-b85c4ad3525c {{(pid=105957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 02:14:07.390913 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] Notify callbacks [] for router, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.392074 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-7d1b76ca-18bc-4a7f-9d7f-a5ccd832a99b admin admin] 10.222.0.25 "DELETE /v2.0/routers/b7817f5e-ce74-4d78-9b23-b85c4ad3525c HTTP/1.1" status: 204 len: 168 time: 0.7738535 Aug 10 02:14:07.394568 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57332) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:07.443461 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Deleting subnet 26901efc-3cd6-4319-b03f-7f487a016601 {{(pid=105957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 02:14:07.446466 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.480401 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3583602'] for subnet, precommit_delete_associations {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.560539 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8256923'] for subnet, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.621680 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8256908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2668407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2824116'] for subnet, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.645489 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26901efc-3cd6-4319-b03f-7f487a016601,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:07.651344 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.653211 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-59c77f63-a6af-42c4-8604-3c9707fc1edf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/26901efc-3cd6-4319-b03f-7f487a016601 HTTP/1.1" status: 204 len: 168 time: 0.2576144 Aug 10 02:14:07.655681 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57334) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:07.658778 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98cc7b3-b9d0-4362-b42e-4cc86c49ac3d None None] Network 9a0eb724-152d-4a24-948f-84d6f143f39e requested from n-d-766380-21 {{(pid=105959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 02:14:07.722651 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8089924'] for network, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.776364 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Deleting port bdf5670a-25a3-4c2f-9781-d25cdf112c66 {{(pid=105957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 02:14:07.776708 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739608109617'] for port, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.843676 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.db [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] For port bdf5670a-25a3-4c2f-9781-d25cdf112c66, host n-d-766380-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-766380-21',level=0,port_id=bdf5670a-25a3-4c2f-9781-d25cdf112c66,segment=NetworkSegment(248f5878-68a7-4335-82bf-0bf0ca73888d),segment_id=248f5878-68a7-4335-82bf-0bf0ca73888d)] {{(pid=105957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 02:14:07.844043 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704428'] for port, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.857044 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.plugin [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Calling delete_port for bdf5670a-25a3-4c2f-9781-d25cdf112c66 owned by network:dhcp {{(pid=105957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 02:14:07.934186 n-d-766380-21 neutron-server[105959]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a612c8-26c0-48ba-8448-0510ec593e92 None None] DHCP port deletion for 9a0eb724-152d-4a24-948f-84d6f143f39e request from n-d-766380-21 {{(pid=105959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 02:14:07.935979 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8025740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739608116107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739607646958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2668356'] for port, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:07.967484 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf5670a-25a3-4c2f-9781-d25cdf112c66,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:07.970968 n-d-766380-21 neutron-server[105957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] No DVR routers for this DVR port bdf5670a-25a3-4c2f-9781-d25cdf112c66 on host n-d-766380-21 {{(pid=105957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 02:14:08.042125 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8256028', 'neutron.services.segments.db._delete_segments_for_network-8739608156016'] for network, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.052815 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a0eb724-152d-4a24-948f-84d6f143f39e']}} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:08.063075 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f5878-68a7-4335-82bf-0bf0ca73888d') {'for_net_delete': True} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:08.063373 n-d-766380-21 neutron-server[105957]: DEBUG neutron.services.segments.db [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f5878-68a7-4335-82bf-0bf0ca73888d') {} {{(pid=105957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 02:14:08.072029 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739608125561', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3583589'] for segment, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.086120 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986'] for segment, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.092513 n-d-766380-21 neutron-server[105957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 02:14:08.093054 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8256986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2668457'] for segment, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: Traceback (most recent call last): Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: timer() Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: cb(*args, **kw) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: return func(*args, **kwargs) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: self._notify() Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: self.callback(batched_events) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: event.method(event) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: return f(self, *a, **k) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: return self._get(url).json() Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: return self.request(url, 'GET', **kwargs) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 02:14:08.094962 n-d-766380-21 neutron-server[105957]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 02:14:08.155458 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8256005', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-765756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-701356'] for network, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.162429 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Notify callbacks [] for network, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.164557 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9a0eb724-152d-4a24-948f-84d6f143f39e HTTP/1.1" status: 204 len: 168 time: 0.5078928 Aug 10 02:14:08.178320 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa121361-5cf2-43a6-96c1-f409217b7f85 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0eb724-152d-4a24-948f-84d6f143f39e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:08.274355 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57338) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:08.313804 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-18d9843d-9573-4d1d-80b3-0b9df96b6585 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9bab09f6ebb45f4bfb23c6449e4ee55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382450 Aug 10 02:14:08.316178 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57340) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:08.363675 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.390597 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.437116 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.439718 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.440868 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55f40051-5b1d-42a4-8a02-ea1c479b0c80 HTTP/1.1" status: 204 len: 168 time: 0.1238036 Aug 10 02:14:08.449313 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10901727-0262-4041-b794-4bd0a0439a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f40051-5b1d-42a4-8a02-ea1c479b0c80,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:08.761816 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57346) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:08.805856 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-61e3ee14-2b20-4f06-b29f-9396e19c0002 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0227785bd234d6bbea7bff6bfca81af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421343 Aug 10 02:14:08.808281 n-d-766380-21 neutron-server[105957]: DEBUG neutron.wsgi [-] (105957) accepted ('10.222.0.25', 57348) {{(pid=105957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 02:14:08.855134 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.875844 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.921385 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753083'] for security_group, after_delete {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.924440 n-d-766380-21 neutron-server[105957]: DEBUG neutron_lib.callbacks.manager [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:08.925579 n-d-766380-21 neutron-server[105957]: INFO neutron.wsgi [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8828b65e-1c22-4193-a183-b1381257bd6e HTTP/1.1" status: 204 len: 168 time: 0.1163712 Aug 10 02:14:08.934049 n-d-766380-21 neutron-server[105957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5deb27-c6ea-4fb7-aa4f-fdba5c790a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8828b65e-1c22-4193-a183-b1381257bd6e,revision_number=None']} {{(pid=105957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 02:14:09.079279 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4f5a6667-b79e-4827-9d25-260907ae5e75 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:09.104538 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 4f5a6667-b79e-4827-9d25-260907ae5e75 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:09.104883 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 4f5a6667-b79e-4827-9d25-260907ae5e75 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:09.105301 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bdf5670a-25a3-4c2f-9781-d25cdf112c66 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:09.127020 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: bdf5670a-25a3-4c2f-9781-d25cdf112c66 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:09.127284 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device bdf5670a-25a3-4c2f-9781-d25cdf112c66 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:09.127726 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 no longer exists at agent ovs-agent-n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 02:14:09.149048 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.plugin [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] No Port match for: 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 {{(pid=105959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 02:14:09.149398 n-d-766380-21 neutron-server[105959]: DEBUG neutron.plugins.ml2.rpc [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Device 17ed213d-4a3c-4c6b-8b21-4a3ad4e41de7 not bound to the agent host n-d-766380-21 {{(pid=105959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 02:14:14.124348 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f1a0c3a8-ede6-467e-b960-c290c3acfc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:16.907083 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5c32e04a-9c9d-4c06-8ecf-9bcca2b8de38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:17.452853 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:18.077649 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:19.964391 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.890521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:26.929402 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:28.743834 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:14:44.124675 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c64a0854-25b5-41fb-8efb-d179da3fba75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:46.907703 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-2421b56e-8861-4f2b-8016-f7d5e7233aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:47.453265 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:48.079897 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:49.966957 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:56.889832 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:14:56.934971 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:00.458832 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-a9b7b541-45ce-45f3-b51c-b6dd8be5ac84 req-780ed4ed-a9f9-4dbd-ad32-79e84469e9ec service neutron] (105958) timed out ('10.222.0.25', 55542) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:15:05.743290 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:15:14.135760 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-adb6b32a-836c-4e4e-8ade-6a7bdc110cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:16.908307 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-165e16e4-0483-4c15-8ae5-4dd0f53a67c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:17.454966 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:18.086965 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:19.968800 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:26.906291 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:26.950621 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:42.741791 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:15:44.128212 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-1eea7d3b-bce2-4266-ba4e-3555d393e432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:46.911661 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9342-8bce-47fd-951d-34b51060f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:47.460129 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:48.087933 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:49.971652 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:56.913677 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:15:56.948668 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:14.129613 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-cb3e8e28-a440-4328-bb6c-7ceb98cd0bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:16.918189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ce730783-65d2-41e2-a5f1-63bd6e7b1406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:17.453180 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:18.090701 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:19.743664 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:19.976337 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.921192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:26.964890 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:44.130377 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bec61d14-8d64-4b5c-9881-856d85025e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:46.919095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-a802a6cc-9751-4658-86ec-2959f96158a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:47.453674 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:48.094303 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:49.979161 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:56.743016 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:16:56.922112 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:16:56.964201 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:14.134254 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-c47b49db-8c71-459e-9bc2-58acc47a56ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:16.921984 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3405c32c-7b5c-41e6-9856-5ca5ed075b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:17.458278 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:18.102298 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:19.982003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.938898 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:26.983965 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:33.742806 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:17:44.138359 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4e673881-a29d-4c6c-9894-ddb641ac5359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:46.931477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-bad6c1e1-c001-4cde-a521-f91edcec61b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:47.460583 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:48.101524 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:49.985089 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.938473 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:17:56.995599 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:10.742515 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:18:14.139273 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-158e174b-e358-4af9-97f8-3d02d6e5fe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:16.924964 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-87a2049d-7d8a-48cb-a3f8-a708822f27b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:17.461036 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:18.102550 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:19.985866 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.937738 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:26.994848 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:44.140506 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-79f2172f-a4b7-419a-9987-f96a76b936f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:46.927463 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-09d55949-9cc1-4c18-b051-c988204ecabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.462886 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:47.740636 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:18:48.106000 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:49.989025 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:56.938003 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:18:57.010210 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:14.146256 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-63393223-441f-456d-8ac5-27c884f69825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:16.927477 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9d733070-b1bd-422e-a766-7ed55f03729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:17.465521 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:18.110697 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:19.990835 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:24.740520 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:19:26.936919 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:27.010912 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:27.920331 n-d-766380-21 neutron-server[105958]: DEBUG neutron.wsgi [req-922c1f2d-8239-4e69-ae4c-e07464987744 req-7abf1e8e-2e68-47d1-810c-392268b6db72 service neutron] (105958) timed out ('10.222.0.25', 52666) {{(pid=105958) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 02:19:44.138373 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ffafb36e-5216-4bb9-b33e-5e02605872ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:46.927394 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6d6896b1-4bc0-46ee-913e-6816c82c586c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:47.466119 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:48.111517 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:49.993387 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:56.952547 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:19:57.007468 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:01.740181 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:14.139308 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-3120e509-3fd4-4028-8605-215fb691446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:16.929448 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-6322f10b-bda0-4b76-9a7f-c8d51aeb1732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:17.469451 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:18.114544 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:19.996996 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:26.966932 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:27.025189 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:38.741463 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:20:44.140839 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9c732827-1795-44ba-8967-3ab5d6a5c6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:46.931011 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a8c4-f99a-4c48-880c-1455b96247c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:47.470401 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:48.117645 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:49.999095 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:56.982943 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:20:57.022531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:14.144559 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-63e6e61d-cfda-4603-a3f6-18a9db88e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:15.741160 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:21:16.935185 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-58363a8d-561d-4f39-830c-196abb5b55af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:17.472242 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:18.121073 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:20.002464 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:26.998304 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:27.025327 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:44.146192 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e827-2c0d-4b59-8351-1b6c178ee555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:46.936094 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-ce5723d9-f28f-401a-a305-7c33da78eaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:47.475775 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:48.125175 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:50.008013 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:52.740117 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 02:21:56.998134 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:21:57.039398 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:14.150423 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9a373699-73ec-47f4-ac73-9ab60d9414f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:16.940072 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-df4661a2-8dcf-4e49-a64b-7c556c215ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:17.479880 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-107e24e3-a3ff-454b-97d3-5b68e498b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:18.127431 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-9da03b32-72e6-4e9c-b665-7dbe8e2386c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:20.009531 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-4cd8f7d2-8c91-4b1a-a57b-1fdf2b4e8dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.013217 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-5dfec767-ebf9-415c-9c7b-ce1558ddc640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:27.039041 n-d-766380-21 neutron-server[105959]: DEBUG neutron_lib.callbacks.manager [None req-e8a611bb-7a91-45a0-a205-5bf70d360b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739608155908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8209810'] for agent, after_update {{(pid=105959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 02:22:29.738976 n-d-766380-21 neutron-server[105960]: DEBUG neutron.db.agents_db [None req-d06187e7-dea3-456d-b1c9-e94b906ee8a0 None None] Agent healthcheck: found 7 active agents {{(pid=105960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}